[Fix] Fix LLaVA-OneVision-HF

open-compass · Jan 3, 2025 · 0835f17 · 0835f17
1 parent 276d90a
commit 0835f17
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/vlmeval/vlm/llava/llava.py b/vlmeval/vlm/llava/llava.py
@@ -815,12 +815,12 @@ def generate_inner_image(self, message, dataset=None):
             {
                 "role": "user",
                 "content": [
-                    {"type": "text", "text": content.split("\n", 1)[-1]},
-                    {"type": "image"},
+                    {"type": "text", "text": content},
                 ],
             }
         ]
         prompt = self.processor.apply_chat_template(conversation, add_generation_prompt=True)
+        print(prompt)
         inputs = self.processor(images=images, text=prompt, return_tensors="pt").to('cuda', torch.float16)
 
         output = self.model.generate(**inputs, max_new_tokens=512)