[Fix] Only apply use_vllm flag to llama4

Author: kennymckormick

vlmeval/inference.py

@@ -107,7 +107,10 @@ def infer_data(model, model_name, work_dir, dataset, out_file, verbose=False, ap
     data = data[~data['index'].isin(res)]
     lt = len(data)
 
-    model = supported_VLM[model_name](use_vllm=use_vllm) if isinstance(model, str) else model
+    kwargs = {}
+    if model_name is not None and 'Llama-4' in model_name:
+        kwargs = {'use_vllm': use_vllm}
+    model = supported_VLM[model_name](**kwargs) if isinstance(model, str) else model
 
     is_api = getattr(model, 'is_api', False)
     if is_api:

vlmeval/inference_mt.py

@@ -101,7 +101,10 @@ def infer_data(model, model_name, work_dir, dataset, out_file, verbose=False, ap
     data = data[~data['index'].isin(res)]
     lt = len(data)
 
-    model = supported_VLM[model_name](use_vllm=use_vllm) if isinstance(model, str) else model
+    kwargs = {}
+    if model_name is not None and 'Llama-4' in model_name:
+        kwargs = {'use_vllm': use_vllm}
+    model = supported_VLM[model_name](**kwargs) if isinstance(model, str) else model
     assert hasattr(model, 'chat_inner')
 
     is_api = getattr(model, 'is_api', False)

vlmeval/inference_video.py

@@ -61,7 +61,11 @@ def infer_data(model, model_name, work_dir, dataset, out_file, verbose=False, ap
     if np.all([idx in res for idx in sample_indices_sub]):
         return model
     sample_indices_subrem = [x for x in sample_indices_sub if x not in res]
-    model = supported_VLM[model_name](use_vllm=use_vllm) if isinstance(model, str) else model
+
+    kwargs = {}
+    if model_name is not None and 'Llama-4' in model_name:
+        kwargs = {'use_vllm': use_vllm}
+    model = supported_VLM[model_name](**kwargs) if isinstance(model, str) else model
 
     is_api = getattr(model, 'is_api', False)
     if is_api: