Introduced a couple more datasets and clip models

encord-team · Feb 15, 2024 · 639105b · 639105b
1 parent 31fa360
commit 639105b
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 0 deletions.
diff --git a/src/dataset/dataset.py b/src/dataset/dataset.py
@@ -7,6 +7,8 @@
     "Alzheimer_MRI": "Falah/Alzheimer_MRI",
     "Skin_cancer": "marmal88/skin_cancer",
     "chest-xray-classification": "tpakov/chest-xray-classification",
+    "sports-classification": "HES-XPLAIN/SportsImageClassification",
+    "geo-landmarks": "Qdrant/google-landmark-geo",
 }
 
 

diff --git a/src/models/CLIP_model.py b/src/models/CLIP_model.py
@@ -10,8 +10,14 @@
     "street": "geolocal/StreetCLIP",
     # doesn't work - needs "open clop style loading" https://huggingface.co/microsoft/BiomedCLIP-PubMedBERT_256-vit_base_patch16_224/blob/main/biomed_clip_example.ipynb
     # "biomed": "microsoft/BiomedCLIP-PubMedBERT_256-vit_base_patch16_224",
+    # "sigLIP": "timm/ViT-SO400M-14-SigLIP-384" doesn't worj needs more open_clip style loading
     "apple": "apple/DFN5B-CLIP-ViT-H-14",  #  this is huge
     # "pmc": "ryanyip7777/pmc_vit_l_14",  # pmc open access dataset also open-clip
+    "eva-clip": "BAAI/EVA-CLIP-8B-448",  # This is ginormous
+    "fashion": "patrickjohncyh/fashion-clip",
+    "rscid": "flax-community/clip-rsicd",
+    "bioclip": "imageomics/bioclip",
+    "tinyclip": "wkcn/TinyCLIP-ViT-40M-32-Text-19M-LAION400M",
 }