IBM_AI/vi-opton/opton_cls_train/make_data_files.sh

set -e

CAFFE_HOME=/mnt/sdb/tools/caffe-bvlc
TOOLS=$CAFFE_HOME/build/tools

export LD_LIBRARY_PATH=$CAFFE_HOME/build/lib:$LD_LIBRARY_PATH
export PYTHONPATH=$CAFFE_HOME/python:$PYTHONPATH

# Set RESIZE=true to resize the images to 256x256. Leave as false if images have
# already been resized using another tool.
RESIZE=false
if $RESIZE; then
  RESIZE_HEIGHT=256
  RESIZE_WIDTH=256
else
  RESIZE_HEIGHT=0
  RESIZE_WIDTH=0
fi

ROOT_DIR=$(cd `dirname $0`; pwd)
LOG=$ROOT_DIR/data/make_data_files.log
exec &> >(tee -a "$LOG")
echo Logging output to "$LOG"

echo ''
echo 'Clean up...'

rm -rf $ROOT_DIR/data/train_lmdb
rm -rf $ROOT_DIR/data/val_lmdb
rm -f $ROOT_DIR/data/images_mean.binaryproto
rm -f $ROOT_DIR/data/*.txt

echo ''
echo 'Create train.txt and val.txt...'

python split_train_data.py \
--train_percent 1.0 \
--val_percent 0.1

echo ''
echo "Creating train lmdb..."

GLOG_logtostderr=1 $TOOLS/convert_imageset \
    --resize_height=$RESIZE_HEIGHT \
    --resize_width=$RESIZE_WIDTH \
    --shuffle \
    $ROOT_DIR/data/dataset/ \
    $ROOT_DIR/data/train.txt \
    $ROOT_DIR/data/train_lmdb

echo ''
echo "Creating val lmdb..."

GLOG_logtostderr=1 $TOOLS/convert_imageset \
    --resize_height=$RESIZE_HEIGHT \
    --resize_width=$RESIZE_WIDTH \
    --shuffle \
    $ROOT_DIR/data/dataset/ \
    $ROOT_DIR/data/val.txt \
    $ROOT_DIR/data/val_lmdb

echo ''
echo "Compute images mean..."

$TOOLS/compute_image_mean $ROOT_DIR/data/train_lmdb \
    $ROOT_DIR/data/images_mean.binaryproto

python save_images_mean.py $ROOT_DIR/data/images_mean.binaryproto $ROOT_DIR/data/images_mean.npy

echo ''
echo "Done."