update

open-compass · Mar 20, 2024 · 3a813ba · 3a813ba
1 parent 7f0166e
commit 3a813ba
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 1 deletion.
diff --git a/vlmeval/config.py b/vlmeval/config.py
@@ -101,6 +101,11 @@
     'instructblip_13b': partial(InstructBLIP, name='instructblip_13b'),
 }
 
+deepseekvl_series = {
+    'deepseek_vl_7b': partial(DeepSeekVL, model_path='deepseek-ai/deepseek-vl-7b-chat'),
+    'deepseek_vl_1.3b': partial(DeepSeekVL, model_path='deepseek-ai/deepseek-vl-1.3b-chat'),
+}
+
 supported_VLM = {}
 
 model_groups = [

diff --git a/vlmeval/vlm/deepseek_vl.py b/vlmeval/vlm/deepseek_vl.py
@@ -25,7 +25,7 @@ def __init__(self, model_path='deepseek-ai/deepseek-vl-7b-chat', **kwargs):
         self.vl_chat_processor = VLChatProcessor.from_pretrained(model_path)
         self.tokenizer = self.vl_chat_processor.tokenizer
 
-        model = AutoModelForCausalLM.from_pretrained(model_path, trust_remote_code=True, device='cpu')
+        model = AutoModelForCausalLM.from_pretrained(model_path, trust_remote_code=True)
         self.model = model.to(torch.bfloat16).cuda().eval()
 
         torch.cuda.empty_cache()