reorganize dataset creation / model traning scripts

UCI-Networking-Group · Jun 16, 2023 · 5887d52 · 5887d52
1 parent 27e47dd
commit 5887d52
Show file tree

Hide file tree

Showing 23 changed files with 2 additions and 2 deletions.
diff --git a/.gitmodules b/.gitmodules
@@ -1,6 +1,6 @@
 [submodule "external_datasets/crunchbase-data"]
-	path = external_datasets/crunchbase-data
+	path = datasets/crunchbase-data
 	url = https://github.com/notpeter/crunchbase-data.git
 [submodule "external_datasets/tracker-radar"]
-	path = external_datasets/tracker-radar
+	path = datasets/tracker-radar
 	url = https://github.com/duckduckgo/tracker-radar.git
diff --git a/external_datasets/crunchbase-data → datasets/crunchbase-data b/external_datasets/crunchbase-data → datasets/crunchbase-data
diff --git a/dataset_preprocessing/deduplicate.py → datasets/deduplicate.py b/dataset_preprocessing/deduplicate.py → datasets/deduplicate.py
diff --git a/...ing/merge_tracker_radar_and_crunchbase.py → ...ets/merge_tracker_radar_and_crunchbase.py b/...ing/merge_tracker_radar_and_crunchbase.py → ...ets/merge_tracker_radar_and_crunchbase.py
diff --git a/..._preprocessing/policheck/extract_htmls.py → datasets/policheck/extract_htmls.py b/..._preprocessing/policheck/extract_htmls.py → datasets/policheck/extract_htmls.py
diff --git a/...essing/policheck/fetch_wayback_machine.py → datasets/policheck/fetch_wayback_machine.py b/...essing/policheck/fetch_wayback_machine.py → datasets/policheck/fetch_wayback_machine.py
diff --git a/...sing/policheck/filename_hash_to_app_id.py → ...sets/policheck/filename_hash_to_app_id.py b/...sing/policheck/filename_hash_to_app_id.py → ...sets/policheck/filename_hash_to_app_id.py
diff --git a/...rocessing/policheck/gen_crawler_script.py → datasets/policheck/gen_crawler_script.py b/...rocessing/policheck/gen_crawler_script.py → datasets/policheck/gen_crawler_script.py
diff --git a/external_datasets/tracker-radar → datasets/tracker-radar b/external_datasets/tracker-radar → datasets/tracker-radar
diff --git a/...eprocessing/policheck/convert_flow_csv.py → flow-analysis/convert_flow_csv.py b/...eprocessing/policheck/convert_flow_csv.py → flow-analysis/convert_flow_csv.py
diff --git a/...ning/approve_verified_doccano_examples.py → ...tion/approve_verified_doccano_examples.py b/...ning/approve_verified_doccano_examples.py → ...tion/approve_verified_doccano_examples.py
diff --git a/custom_ner_training/base_config.cfg → .../named-entity-recognition/base_config.cfg b/custom_ner_training/base_config.cfg → .../named-entity-recognition/base_config.cfg
diff --git a/custom_ner_training/data_types.yml → ...s/named-entity-recognition/data_types.yml b/custom_ner_training/data_types.yml → ...s/named-entity-recognition/data_types.yml
diff --git a/custom_ner_training/expand_templates.py → ...ed-entity-recognition/expand_templates.py b/custom_ner_training/expand_templates.py → ...ed-entity-recognition/expand_templates.py
diff --git a/...m_ner_training/export_doccano_ner_data.py → ...ty-recognition/export_doccano_ner_data.py b/...m_ner_training/export_doccano_ner_data.py → ...ty-recognition/export_doccano_ner_data.py
diff --git a/custom_ner_training/gen_ner_data.py → .../named-entity-recognition/gen_ner_data.py b/custom_ner_training/gen_ner_data.py → .../named-entity-recognition/gen_ner_data.py
diff --git a/...r_training/generate_prelabeled_dataset.py → ...ecognition/generate_prelabeled_dataset.py b/...r_training/generate_prelabeled_dataset.py → ...ecognition/generate_prelabeled_dataset.py
diff --git a/custom_ner_training/get_actor_entity_list.py → ...tity-recognition/get_actor_entity_list.py b/custom_ner_training/get_actor_entity_list.py → ...tity-recognition/get_actor_entity_list.py
diff --git a/custom_ner_training/template.yml → models/named-entity-recognition/template.yml b/custom_ner_training/template.yml → models/named-entity-recognition/template.yml
diff --git a/purpose_classification/evaluate.py → models/purpose-classification/evaluate.py b/purpose_classification/evaluate.py → models/purpose-classification/evaluate.py
diff --git a/...ose_classification/export_doccano_data.py → ...ose-classification/export_doccano_data.py b/...ose_classification/export_doccano_data.py → ...ose-classification/export_doccano_data.py
diff --git a/...sification/generate_prelabeled_dataset.py → ...sification/generate_prelabeled_dataset.py b/...sification/generate_prelabeled_dataset.py → ...sification/generate_prelabeled_dataset.py
diff --git a/purpose_classification/train_setfit.py → ...ls/purpose-classification/train_setfit.py b/purpose_classification/train_setfit.py → ...ls/purpose-classification/train_setfit.py