-
Notifications
You must be signed in to change notification settings - Fork 0
/
prep_clic.sh
51 lines (40 loc) · 1.35 KB
/
prep_clic.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
#!/usr/bin/env bash
set -e
if [[ -z $1 ]]; then
echo "USAGE: $0 DATA_DIR"
exit 1
fi
DATA_DIR=$(realpath $1)
SCRIPT_DIR=$(dirname "$(readlink -f "$0")")
echo "DATA_DIR=$DATA_DIR; SCRIPT_DIR=$SCRIPT_DIR"
# mkdir -pv $DATA_DIR
SOURCE_DATA_DIR=$DATA_DIR/CLIC
TRAIN=train
VAL=valid
# Convert ----------
FINAL_TRAIN_DIR=$DATA_DIR/train_CLIC_FRLLIC
FINAL_VAL_DIR=$DATA_DIR/validation_CLIC_FRLLIC
OUT_DIR=$DATA_DIR/discards
pushd $SCRIPT_DIR
echo "Resizing..."
python import_train_images.py $SOURCE_DATA_DIR $TRAIN \
--out_dir_clean=$FINAL_TRAIN_DIR \
--out_dir_discard=$OUT_DIR/discard_train
python import_train_images.py $SOURCE_DATA_DIR $VAL \
--out_dir_clean=$FINAL_VAL_DIR \
--out_dir_discard=$OUT_DIR/discard_val
# Update Cache ----------
CACHE_P=$DATA_DIR/cache.pkl
export PYTHONPATH=$(pwd)
echo "Updating cache $CACHE_P..."
python dataloaders/images_loader.py update $FINAL_TRAIN_DIR "$CACHE_P" --min_size 128
python dataloaders/images_loader.py update $FINAL_VAL_DIR "$CACHE_P" --min_size 128
echo "----------------------------------------"
echo "Done"
echo "To train, you MUST UPDATE configs/dl/clic.cf:"
echo ""
echo " image_cache_pkl = '$1/cache.pkl'"
echo " train_imgs_glob = '$(realpath $1/train_CLIC_FRLLIC)'"
echo " val_glob = '$(realpath $1/validation_CLIC_FRLLIC)'"
echo ""
echo "----------------------------------------"