134 lines
4.7 KiB
Bash
Executable File
134 lines
4.7 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
LOG_FILE=batch_parse.log
|
|
PYTHON=python
|
|
VERSION=$(${PYTHON} -c 'import platform; major, minor, patch = platform.python_version_tuple(); print(major);')
|
|
|
|
if [ VERSION == 2 ]; then
|
|
PYTHON=python3
|
|
VERSION=$(${PYTHON} -c 'import platform; major, minor, patch = platform.python_version_tuple(); print(major);')
|
|
fi
|
|
|
|
if [ VERSION == 3 ]; then
|
|
echo "cannot find the right python version 3"
|
|
exit
|
|
fi
|
|
|
|
echo "python to be used: ${PYTHON} at $(which ${PYTHON})"
|
|
|
|
if [ "$#" -lt 2 ]; then
|
|
echo "usage: $0 <folder-to-be-parsed> <output-folder-path-suffix> <optional: sampling num>"
|
|
exit
|
|
fi
|
|
|
|
if [ ! -d "$1" ]; then
|
|
echo "cannot find directory: '${1}'"
|
|
exit
|
|
fi
|
|
|
|
SAMPLING_NUM=50
|
|
if [ "$#" -eq 3 ]; then
|
|
SAMPLING_NUM=$3
|
|
fi
|
|
|
|
echo "working on folder '$1'"
|
|
|
|
mkdir -p ${2}_all
|
|
mkdir -p ${2}_horiz
|
|
mkdir -p ${2}_verti
|
|
mkdir -p ${2}_floormap
|
|
mkdir -p ${2}_subsampled
|
|
mkdir -p ${2}_direction_0
|
|
mkdir -p ${2}_direction_1
|
|
mkdir -p ${2}_direction_2
|
|
mkdir -p ${2}_direction_3
|
|
|
|
for folder in ${1%/}/*; do
|
|
if [ ! -d "$folder" ]; then
|
|
continue
|
|
fi
|
|
# prepare
|
|
ORIENT=$(echo ${folder} | awk -F "_" '{print $NF}')
|
|
if [ $ORIENT = "0" ]; then
|
|
MOVE_TO_FOLDER=${2}_horiz
|
|
elif [ $ORIENT = "2" ]; then
|
|
MOVE_TO_FOLDER=${2}_horiz
|
|
elif [ $ORIENT = "1" ]; then
|
|
MOVE_TO_FOLDER=${2}_verti
|
|
elif [ $ORIENT = "3" ]; then
|
|
MOVE_TO_FOLDER=${2}_verti
|
|
else
|
|
continue
|
|
fi
|
|
|
|
PREFIX=$(echo $(basename ${folder}) | cut -d"_" -f1,2,3)
|
|
|
|
echo "processing folder: ${folder}.." >> $LOG_FILE 2>&1
|
|
|
|
echo "########################################"
|
|
echo " clearing *_sig folders under ${folder}.."
|
|
echo "########################################"
|
|
find ${folder} -name "*_sig" -type d -exec rm -r {} \; > /dev/null 2>&1
|
|
find ${folder} -name "*.png" -o -name "*.pickle" -delete
|
|
|
|
echo "########################################"
|
|
echo " processing folder: ${folder}.."
|
|
echo "########################################"
|
|
${PYTHON} preprocessor.py "${folder}" >> $LOG_FILE 2>&1
|
|
if [ ! $? -eq 0 ]; then
|
|
echo "missing required files.."
|
|
continue
|
|
fi
|
|
|
|
echo "########################################"
|
|
echo " extracting floormap.."
|
|
echo "########################################"
|
|
${PYTHON} preprocessor.py "${folder}" --map -vd >> $LOG_FILE 2>&1
|
|
for file in $(find ${folder} -name "*.png"); do
|
|
mv ${file} ${2}_floormap/${PREFIX}_floormap.png
|
|
done
|
|
for file in $(find ${folder} -name "*.pickle"); do
|
|
mv ${file} ${2}_floormap/${PREFIX}_floormap.pickle
|
|
done
|
|
|
|
echo "########################################"
|
|
echo " normal processing.."
|
|
echo "########################################"
|
|
${PYTHON} preprocessor.py "${folder}" --pickle -vd >> $LOG_FILE 2>&1
|
|
for file in $(find ${folder} -name "*.png" -o -name "*.pickle"); do
|
|
cp ${file} ${2}_all/${PREFIX}_$(basename ${file})
|
|
mv ${file} $MOVE_TO_FOLDER/${PREFIX}_$(basename ${file})
|
|
done
|
|
|
|
echo "########################################"
|
|
echo " subsampling"
|
|
echo "########################################"
|
|
${PYTHON} preprocessor.py "${folder}" --pickle -vd --sampling --sampling-num ${SAMPLING_NUM} > $LOG_FILE 2>&1
|
|
for file in $(find ${folder} -name "*.png" -o -name "*.pickle"); do
|
|
mv ${file} ${2}_subsampled/${PREFIX}_$(basename ${file})
|
|
done
|
|
|
|
echo "########################################"
|
|
echo " extract based on moving direction"
|
|
echo "########################################"
|
|
if [ $ORIENT = "0" ] || [ $ORIENT = "2" ]; then
|
|
${PYTHON} preprocessor.py "${folder}" --pickle -vd --filters 0 >> $LOG_FILE 2>&1
|
|
for file in $(find ${folder} -name "*.png" -o -name "*.pickle"); do
|
|
mv ${file} ${2}_direction_0/${PREFIX}_$(basename ${file})
|
|
done
|
|
${PYTHON} preprocessor.py "${folder}" --pickle -vd --filters 2 >> $LOG_FILE 2>&1
|
|
for file in $(find ${folder} -name "*.png" -o -name "*.pickle"); do
|
|
mv ${file} ${2}_direction_2/${PREFIX}_$(basename ${file})
|
|
done
|
|
elif [ $ORIENT = "1" ] || [ $ORIENT = "3" ]; then
|
|
${PYTHON} preprocessor.py "${folder}" --pickle -vd --filters 1 >> $LOG_FILE 2>&1
|
|
for file in $(find ${folder} -name "*.png" -o -name "*.pickle"); do
|
|
mv ${file} ${2}_direction_1/${PREFIX}_$(basename ${file})
|
|
done
|
|
${PYTHON} preprocessor.py "${folder}" --pickle -vd --filters 3 >> $LOG_FILE 2>&1
|
|
for file in $(find ${folder} -name "*.png" -o -name "*.pickle"); do
|
|
mv ${file} ${2}_direction_3/${PREFIX}_$(basename ${file})
|
|
done
|
|
fi
|
|
done
|
|
# python3 ../xiaomi_vacuum_as_data_collector/preprocessor.py "$1/$i" --map |