From 639105b530c3420421160a97c49f979aad9376ba Mon Sep 17 00:00:00 2001 From: Jim Broadbent Date: Thu, 15 Feb 2024 13:23:57 +0000 Subject: [PATCH] Introduced a couple more datasets and clip models --- src/dataset/dataset.py | 2 ++ src/models/CLIP_model.py | 6 ++++++ 2 files changed, 8 insertions(+) diff --git a/src/dataset/dataset.py b/src/dataset/dataset.py index 7863e5c..d73f352 100644 --- a/src/dataset/dataset.py +++ b/src/dataset/dataset.py @@ -7,6 +7,8 @@ "Alzheimer_MRI": "Falah/Alzheimer_MRI", "Skin_cancer": "marmal88/skin_cancer", "chest-xray-classification": "tpakov/chest-xray-classification", + "sports-classification": "HES-XPLAIN/SportsImageClassification", + "geo-landmarks": "Qdrant/google-landmark-geo", } diff --git a/src/models/CLIP_model.py b/src/models/CLIP_model.py index 772a903..81d745e 100644 --- a/src/models/CLIP_model.py +++ b/src/models/CLIP_model.py @@ -10,8 +10,14 @@ "street": "geolocal/StreetCLIP", # doesn't work - needs "open clop style loading" https://huggingface.co/microsoft/BiomedCLIP-PubMedBERT_256-vit_base_patch16_224/blob/main/biomed_clip_example.ipynb # "biomed": "microsoft/BiomedCLIP-PubMedBERT_256-vit_base_patch16_224", + # "sigLIP": "timm/ViT-SO400M-14-SigLIP-384" doesn't worj needs more open_clip style loading "apple": "apple/DFN5B-CLIP-ViT-H-14", # this is huge # "pmc": "ryanyip7777/pmc_vit_l_14", # pmc open access dataset also open-clip + "eva-clip": "BAAI/EVA-CLIP-8B-448", # This is ginormous + "fashion": "patrickjohncyh/fashion-clip", + "rscid": "flax-community/clip-rsicd", + "bioclip": "imageomics/bioclip", + "tinyclip": "wkcn/TinyCLIP-ViT-40M-32-Text-19M-LAION400M", }