uploaded scripts for downloading rgb datasets

fangchangma · Apr 25, 2019 · b814066 · b814066
1 parent 70648a5
commit b814066
Show file tree

Hide file tree

Showing 4 changed files with 409 additions and 1 deletion.
diff --git a/README.md b/README.md
@@ -25,18 +25,29 @@ This code was tested with Python 3 and PyTorch 1.0 on Ubuntu 16.04.
 pip3 uninstall opencv-contrib-python
 pip3 install opencv-contrib-python==3.4.2.16
 ```
-- Download the [KITTI Depth](http://www.cvlibs.net/datasets/kitti/eval_depth.php?benchmark=depth_completion) Dataset and the corresponding RGB images (script will be released). 
+- Download the [KITTI Depth](http://www.cvlibs.net/datasets/kitti/eval_depth.php?benchmark=depth_completion) Dataset and the corresponding RGB images. Please refer to scripts under `download`.
 - The code, data and result directory structure is shown as follows
 ```
 .
 ├── self-supervised-depth-completion
 ├── data
 |   ├── kitti_depth
 |   |   ├── train
+|   |   ├── val
 |   |   ├── val_selection_cropped
+|   |   ├── ...
 |   └── kitti_rgb
 |   |   ├── train
+|   |   |   ├── 2011_09_26_drive_0001_sync
+|   |   |   |   ├── image_02
+|   |   |   |   |   ├── data
+|   |   |   |   |   |   ├── 0000000000.png
+|   |   |   |   |   |   ├── ...
+|   |   |   |   ├── image_03
+|   |   ├── val
 |   |   ├── val_selection_cropped
+|   |   |   ├── 2011_09_26_drive_0002_sync_0000000005_image_02.png
+|   |   |   ├── ...
 ├── results
 ```
 

diff --git a/download/rgb_train_downloader.sh b/download/rgb_train_downloader.sh
@@ -0,0 +1,183 @@
+#!/bin/bash
+
+files=(
+# 2011_09_26_calib.zip
+2011_09_26_drive_0001
+# 2011_09_26_drive_0002
+# 2011_09_26_drive_0005
+2011_09_26_drive_0009
+2011_09_26_drive_0011
+# 2011_09_26_drive_0013
+2011_09_26_drive_0014
+2011_09_26_drive_0015
+2011_09_26_drive_0017
+2011_09_26_drive_0018
+2011_09_26_drive_0019
+# 2011_09_26_drive_0020
+2011_09_26_drive_0022
+# 2011_09_26_drive_0023
+2011_09_26_drive_0027
+2011_09_26_drive_0028
+2011_09_26_drive_0029
+2011_09_26_drive_0032
+2011_09_26_drive_0035
+# 2011_09_26_drive_0036
+2011_09_26_drive_0039
+2011_09_26_drive_0046
+2011_09_26_drive_0048
+2011_09_26_drive_0051
+2011_09_26_drive_0052
+2011_09_26_drive_0056
+2011_09_26_drive_0057
+2011_09_26_drive_0059
+2011_09_26_drive_0060
+2011_09_26_drive_0061
+2011_09_26_drive_0064
+2011_09_26_drive_0070
+# 2011_09_26_drive_0079
+2011_09_26_drive_0084
+2011_09_26_drive_0086
+2011_09_26_drive_0087
+2011_09_26_drive_0091
+2011_09_26_drive_0093
+# 2011_09_26_drive_0095
+2011_09_26_drive_0096
+2011_09_26_drive_0101
+2011_09_26_drive_0104
+2011_09_26_drive_0106
+# 2011_09_26_drive_0113
+2011_09_26_drive_0117
+# 2011_09_26_drive_0119
+# 2011_09_28_calib.zip
+2011_09_28_drive_0001
+2011_09_28_drive_0002
+2011_09_28_drive_0016
+2011_09_28_drive_0021
+2011_09_28_drive_0034
+2011_09_28_drive_0035
+# 2011_09_28_drive_0037
+2011_09_28_drive_0038
+2011_09_28_drive_0039
+2011_09_28_drive_0043
+2011_09_28_drive_0045
+2011_09_28_drive_0047
+2011_09_28_drive_0053
+2011_09_28_drive_0054
+2011_09_28_drive_0057
+2011_09_28_drive_0065
+2011_09_28_drive_0066
+2011_09_28_drive_0068
+2011_09_28_drive_0070
+2011_09_28_drive_0071
+2011_09_28_drive_0075
+2011_09_28_drive_0077
+2011_09_28_drive_0078
+2011_09_28_drive_0080
+2011_09_28_drive_0082
+2011_09_28_drive_0086
+2011_09_28_drive_0087
+2011_09_28_drive_0089
+2011_09_28_drive_0090
+2011_09_28_drive_0094
+2011_09_28_drive_0095
+2011_09_28_drive_0096
+2011_09_28_drive_0098
+2011_09_28_drive_0100
+2011_09_28_drive_0102
+2011_09_28_drive_0103
+2011_09_28_drive_0104
+2011_09_28_drive_0106
+2011_09_28_drive_0108
+2011_09_28_drive_0110
+2011_09_28_drive_0113
+2011_09_28_drive_0117
+2011_09_28_drive_0119
+2011_09_28_drive_0121
+2011_09_28_drive_0122
+2011_09_28_drive_0125
+2011_09_28_drive_0126
+2011_09_28_drive_0128
+2011_09_28_drive_0132
+2011_09_28_drive_0134
+2011_09_28_drive_0135
+2011_09_28_drive_0136
+2011_09_28_drive_0138
+2011_09_28_drive_0141
+2011_09_28_drive_0143
+2011_09_28_drive_0145
+2011_09_28_drive_0146
+2011_09_28_drive_0149
+2011_09_28_drive_0153
+2011_09_28_drive_0154
+2011_09_28_drive_0155
+2011_09_28_drive_0156
+2011_09_28_drive_0160
+2011_09_28_drive_0161
+2011_09_28_drive_0162
+2011_09_28_drive_0165
+2011_09_28_drive_0166
+2011_09_28_drive_0167
+2011_09_28_drive_0168
+2011_09_28_drive_0171
+2011_09_28_drive_0174
+2011_09_28_drive_0177
+2011_09_28_drive_0179
+2011_09_28_drive_0183
+2011_09_28_drive_0184
+2011_09_28_drive_0185
+2011_09_28_drive_0186
+2011_09_28_drive_0187
+2011_09_28_drive_0191
+2011_09_28_drive_0192
+2011_09_28_drive_0195
+2011_09_28_drive_0198
+2011_09_28_drive_0199
+2011_09_28_drive_0201
+2011_09_28_drive_0204
+2011_09_28_drive_0205
+2011_09_28_drive_0208
+2011_09_28_drive_0209
+2011_09_28_drive_0214
+2011_09_28_drive_0216
+2011_09_28_drive_0220
+2011_09_28_drive_0222
+# 2011_09_28_drive_0225
+# 2011_09_29_calib.zip
+2011_09_29_drive_0004
+# 2011_09_29_drive_0026
+2011_09_29_drive_0071
+# 2011_09_29_drive_0108
+# 2011_09_30_calib.zip
+# 2011_09_30_drive_0016
+2011_09_30_drive_0018
+2011_09_30_drive_0020
+2011_09_30_drive_0027
+2011_09_30_drive_0028
+2011_09_30_drive_0033
+2011_09_30_drive_0034
+# 2011_09_30_drive_0072
+# 2011_10_03_calib.zip
+2011_10_03_drive_0027
+2011_10_03_drive_0034
+2011_10_03_drive_0042
+# 2011_10_03_drive_0047
+# 2011_10_03_drive_0058
+)
+
+for i in ${files[@]}; do
+  datadate="${i%%_drive_*}"
+  echo $datadate
+  shortname=$i'_sync.zip'
+  fullname=$i'/'$i'_sync.zip'
+  echo "Downloading: "$shortname
+
+  wget 'http://s3.eu-central-1.amazonaws.com/avg-kitti/raw_data/'$fullname
+  unzip -o $shortname
+  mv $datadate'/'$i'_sync' $i'_sync'
+  rmdir $datadate
+  rm -rf $i'_sync/image_00' $i'_sync/image_01' $i'_sync/velodyne_points'
+  rm $shortname # remove zip file
+
+done
+
+
diff --git a/download/rgb_val_downloader.sh b/download/rgb_val_downloader.sh
@@ -0,0 +1,183 @@
+#!/bin/bash
+
+files=(
+# 2011_09_26_calib.zip
+# 2011_09_26_drive_0001
+2011_09_26_drive_0002
+2011_09_26_drive_0005
+# 2011_09_26_drive_0009
+# 2011_09_26_drive_0011
+2011_09_26_drive_0013
+# 2011_09_26_drive_0014
+# 2011_09_26_drive_0015
+# 2011_09_26_drive_0017
+# 2011_09_26_drive_0018
+# 2011_09_26_drive_0019
+2011_09_26_drive_0020
+# 2011_09_26_drive_0022
+2011_09_26_drive_0023
+# 2011_09_26_drive_0027
+# 2011_09_26_drive_0028
+# 2011_09_26_drive_0029
+# 2011_09_26_drive_0032
+# 2011_09_26_drive_0035
+2011_09_26_drive_0036
+# 2011_09_26_drive_0039
+# 2011_09_26_drive_0046
+# 2011_09_26_drive_0048
+# 2011_09_26_drive_0051
+# 2011_09_26_drive_0052
+# 2011_09_26_drive_0056
+# 2011_09_26_drive_0057
+# 2011_09_26_drive_0059
+# 2011_09_26_drive_0060
+# 2011_09_26_drive_0061
+# 2011_09_26_drive_0064
+# 2011_09_26_drive_0070
+2011_09_26_drive_0079
+# 2011_09_26_drive_0084
+# 2011_09_26_drive_0086
+# 2011_09_26_drive_0087
+# 2011_09_26_drive_0091
+# 2011_09_26_drive_0093
+2011_09_26_drive_0095
+# 2011_09_26_drive_0096
+# 2011_09_26_drive_0101
+# 2011_09_26_drive_0104
+# 2011_09_26_drive_0106
+2011_09_26_drive_0113
+# 2011_09_26_drive_0117
+2011_09_26_drive_0119
+# 2011_09_28_calib.zip
+# 2011_09_28_drive_0001
+# 2011_09_28_drive_0002
+# 2011_09_28_drive_0016
+# 2011_09_28_drive_0021
+# 2011_09_28_drive_0034
+# 2011_09_28_drive_0035
+2011_09_28_drive_0037
+# 2011_09_28_drive_0038
+# 2011_09_28_drive_0039
+# 2011_09_28_drive_0043
+# 2011_09_28_drive_0045
+# 2011_09_28_drive_0047
+# 2011_09_28_drive_0053
+# 2011_09_28_drive_0054
+# 2011_09_28_drive_0057
+# 2011_09_28_drive_0065
+# 2011_09_28_drive_0066
+# 2011_09_28_drive_0068
+# 2011_09_28_drive_0070
+# 2011_09_28_drive_0071
+# 2011_09_28_drive_0075
+# 2011_09_28_drive_0077
+# 2011_09_28_drive_0078
+# 2011_09_28_drive_0080
+# 2011_09_28_drive_0082
+# 2011_09_28_drive_0086
+# 2011_09_28_drive_0087
+# 2011_09_28_drive_0089
+# 2011_09_28_drive_0090
+# 2011_09_28_drive_0094
+# 2011_09_28_drive_0095
+# 2011_09_28_drive_0096
+# 2011_09_28_drive_0098
+# 2011_09_28_drive_0100
+# 2011_09_28_drive_0102
+# 2011_09_28_drive_0103
+# 2011_09_28_drive_0104
+# 2011_09_28_drive_0106
+# 2011_09_28_drive_0108
+# 2011_09_28_drive_0110
+# 2011_09_28_drive_0113
+# 2011_09_28_drive_0117
+# 2011_09_28_drive_0119
+# 2011_09_28_drive_0121
+# 2011_09_28_drive_0122
+# 2011_09_28_drive_0125
+# 2011_09_28_drive_0126
+# 2011_09_28_drive_0128
+# 2011_09_28_drive_0132
+# 2011_09_28_drive_0134
+# 2011_09_28_drive_0135
+# 2011_09_28_drive_0136
+# 2011_09_28_drive_0138
+# 2011_09_28_drive_0141
+# 2011_09_28_drive_0143
+# 2011_09_28_drive_0145
+# 2011_09_28_drive_0146
+# 2011_09_28_drive_0149
+# 2011_09_28_drive_0153
+# 2011_09_28_drive_0154
+# 2011_09_28_drive_0155
+# 2011_09_28_drive_0156
+# 2011_09_28_drive_0160
+# 2011_09_28_drive_0161
+# 2011_09_28_drive_0162
+# 2011_09_28_drive_0165
+# 2011_09_28_drive_0166
+# 2011_09_28_drive_0167
+# 2011_09_28_drive_0168
+# 2011_09_28_drive_0171
+# 2011_09_28_drive_0174
+# 2011_09_28_drive_0177
+# 2011_09_28_drive_0179
+# 2011_09_28_drive_0183
+# 2011_09_28_drive_0184
+# 2011_09_28_drive_0185
+# 2011_09_28_drive_0186
+# 2011_09_28_drive_0187
+# 2011_09_28_drive_0191
+# 2011_09_28_drive_0192
+# 2011_09_28_drive_0195
+# 2011_09_28_drive_0198
+# 2011_09_28_drive_0199
+# 2011_09_28_drive_0201
+# 2011_09_28_drive_0204
+# 2011_09_28_drive_0205
+# 2011_09_28_drive_0208
+# 2011_09_28_drive_0209
+# 2011_09_28_drive_0214
+# 2011_09_28_drive_0216
+# 2011_09_28_drive_0220
+# 2011_09_28_drive_0222
+2011_09_28_drive_0225
+# 2011_09_29_calib.zip
+# 2011_09_29_drive_0004
+2011_09_29_drive_0026
+# 2011_09_29_drive_0071
+2011_09_29_drive_0108
+# 2011_09_30_calib.zip
+2011_09_30_drive_0016
+# 2011_09_30_drive_0018
+# 2011_09_30_drive_0020
+# 2011_09_30_drive_0027
+# 2011_09_30_drive_0028
+# 2011_09_30_drive_0033
+# 2011_09_30_drive_0034
+2011_09_30_drive_0072
+# 2011_10_03_calib.zip
+# 2011_10_03_drive_0027
+# 2011_10_03_drive_0034
+# 2011_10_03_drive_0042
+2011_10_03_drive_0047
+2011_10_03_drive_0058
+)
+
+for i in ${files[@]}; do
+  datadate="${i%%_drive_*}"
+  echo $datadate
+  shortname=$i'_sync.zip'
+  fullname=$i'/'$i'_sync.zip'
+  echo "Downloading: "$shortname
+
+  wget 's3.eu-central-1.amazonaws.com/avg-kitti/raw_data/'$fullname
+  unzip -o $shortname
+  mv $datadate'/'$i'_sync' $i'_sync'
+  rmdir $datadate
+  rm -rf $i'_sync/image_00' $i'_sync/image_01' $i'_sync/velodyne_points'
+  rm $shortname # remove zip file
+
+done
+
+