Showmax · pedropgusmao · May 9, 2019 · May 16, 2019 · May 16, 2019 · May 17, 2019
diff --git a/.dockerignore b/.dockerignore
@@ -0,0 +1,4 @@
+**/.git
+**/.DS_Store
+
+resources/
diff --git a/.gitignore b/.gitignore
@@ -1,3 +1,11 @@
 /dataset
 /.idea
-__pycache__
+*.DS_Store*
+__pycache__
+work_dir/*
+!work_dir/missing.json
+!work_dir/downloaded.json
+!work_dir/all.json
+venv/
+stats/*
+!stats/.gitkeep
diff --git a/Docker/Dockerfile b/Docker/Dockerfile
@@ -0,0 +1,16 @@
+FROM python:3.6-slim
+
+RUN apt-get update && \
+  DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends
+RUN apt-get install -y ffmpeg
+
+# Torch and dependencies:
+WORKDIR /requirements
+COPY requirements.txt .
+RUN pip install -r requirements.txt
+
+# Python server requirements
+COPY server/requirements.txt .server-requirements.txt
+RUN pip install -r .server-requirements.txt
+
+WORKDIR /
diff --git a/LICENSE → downloader/LICENSE b/LICENSE → downloader/LICENSE
diff --git a/downloader/config/settings.json b/downloader/config/settings.json
@@ -0,0 +1,43 @@
+{
+	"ucf": {
+		"data": "/Volumes/Extreme SSD/Dancelogue/DATASETS/UCF101/UCF-101"
+	},
+
+	"activity_net": {
+		"json": "/Volumes/Extreme SSD/Dancelogue/DATASETS/Activity Net/activity_net.v1-3.min.json",
+		"data": "/Volumes/Extreme SSD/Dancelogue/DATASETS/Activity Net"
+	},
+
+	"kinetics": {
+		"default": 600,
+		"categories": "/Volumes/Extreme SSD/Dancelogue/DATASETS/Kinetics/categories.json",
+		"classes": "/Volumes/Extreme SSD/Dancelogue/DATASETS/Kinetics/classes.json",
+		"700": {
+			"json": "/Volumes/Extreme SSD/Dancelogue/DATASETS/Kinetics/700",
+			"val_json": "",
+			"train_json": "",
+			"test_json": "",
+			"data": "/Volumes/Extreme SSD/Dancelogue/DATASETS/Kinetics/"
+		},
+		"600": {
+			"json": "/Volumes/Extreme SSD/Dancelogue/DATASETS/Kinetics/600",
+			"val_json": "",
+			"train_json": "",
+			"test_json": "",
+			"data": "/Volumes/Extreme SSD/Dancelogue/DATASETS/Kinetics/"
+		},
+
+		"400": {
+			"json": "/Volumes/Extreme SSD/Dancelogue/DATASETS/Kinetics/400",
+			"val_json": "",
+			"train_json": "",
+			"test_json": "",
+			"data": "/Volumes/Extreme SSD/Dancelogue/DATASETS/Kinetics/"
+		}
+	},
+
+	"lets_dance": {
+		"rgb_data": "/Volumes/Extreme SSD/Dancelogue/DATASETS/Lets Dance/rgb",
+		"meta": "/Volumes/Extreme SSD/Dancelogue/DATASETS/Lets Dance/meta.txt"
+	}
+}
diff --git a/downloader/config/settings.json.sample b/downloader/config/settings.json.sample
@@ -0,0 +1,3 @@
+{
+
+}
diff --git a/lib/__init__.py → downloader/core/__init__.py b/lib/__init__.py → downloader/core/__init__.py
diff --git a/clean_up_download.py → downloader/core/clean_up_download.py b/clean_up_download.py → downloader/core/clean_up_download.py
diff --git a/clean_up_frames.py → downloader/core/clean_up_frames.py b/clean_up_frames.py → downloader/core/clean_up_frames.py
diff --git a/compute_frames_means.py → downloader/core/compute_frames_means.py b/compute_frames_means.py → downloader/core/compute_frames_means.py
diff --git a/create_meta.py → downloader/core/create_meta.py b/create_meta.py → downloader/core/create_meta.py
diff --git a/create_meta_classes_list.py → downloader/core/create_meta_classes_list.py b/create_meta_classes_list.py → downloader/core/create_meta_classes_list.py
diff --git a/download.py → downloader/core/download.py b/download.py → downloader/core/download.py
@@ -3,6 +3,9 @@
 import lib.config as config
 import lib.parallel_download as parallel
 
+from tqdm import tqdm
+
+
 def maybe_create_dirs():
   """
   Create directories for training, validation and testing videos if they do not exist.
@@ -51,8 +54,8 @@ def download_classes(classes, num_workers, failed_save_file, compress, verbose,
   :return:                      None.
   """
 
-  for list_path, save_root in zip([config.TRAIN_METADATA_PATH, config.VAL_METADATA_PATH],
-                                        [config.TRAIN_ROOT, config.VALID_ROOT]):
+  for list_path, save_root in tqdm(zip([config.TRAIN_METADATA_PATH, config.VAL_METADATA_PATH],
+                                        [config.TRAIN_ROOT, config.VALID_ROOT])):
     with open(list_path) as file:
       data = json.load(file)
 

diff --git a/download_stats.py → downloader/core/download_stats.py b/download_stats.py → downloader/core/download_stats.py
diff --git a/list_categories.py → downloader/core/list_categories.py b/list_categories.py → downloader/core/list_categories.py
diff --git a/list_classes.py → downloader/core/list_classes.py b/list_classes.py → downloader/core/list_classes.py
diff --git a/sound_to_tfrecords.py → downloader/core/sound_to_tfrecords.py b/sound_to_tfrecords.py → downloader/core/sound_to_tfrecords.py
diff --git a/video_stats.py → downloader/core/video_stats.py b/video_stats.py → downloader/core/video_stats.py
diff --git a/videos_to_frames.py → downloader/core/videos_to_frames.py b/videos_to_frames.py → downloader/core/videos_to_frames.py
diff --git a/videos_to_frames_moments.py → downloader/core/videos_to_frames_moments.py b/videos_to_frames_moments.py → downloader/core/videos_to_frames_moments.py
diff --git a/videos_to_sound.py → downloader/core/videos_to_sound.py b/videos_to_sound.py → downloader/core/videos_to_sound.py