[Model]: Support Valley_7B (#689)

* feat: support valley eval

* feat: modify the model loading method

* style: fix pre-commit

Author: Hyggge

vlmeval/config.py

@@ -388,6 +388,10 @@
     'h2ovl-mississippi-1b': partial(H2OVLChat, model_path='h2oai/h2ovl-mississippi-800m'),
 }
 
+valley_series = {
+    'valley_eagle': partial(ValleyEagleChat, model_path='bytedance-research/Valley-Eagle-7B'),
+}
+
 supported_VLM = {}
 
 model_groups = [
@@ -399,7 +403,7 @@
     mantis_series, mmalaya_series, phi3_series, xgen_mm_series, qwen2vl_series,
     slime_series, eagle_series, moondream_series, llama_series, molmo_series,
     kosmos_series, points_series, nvlm_series, vintern_series, h2ovl_series, aria_series,
-    smolvlm_series, sail_series
+    smolvlm_series, sail_series, valley_series
 ]
 
 for grp in model_groups:

vlmeval/vlm/__init__.py

@@ -60,3 +60,4 @@
 from .falcon_vlm import Falcon2VLM
 from .smolvlm import SmolVLM
 from .sail_vl import SailVL
+from .valley import ValleyEagleChat

vlmeval/vlm/valley/__init__.py

@@ -0,0 +1 @@
+from .valley_eagle_chat import ValleyEagleChat

vlmeval/vlm/valley/requirements_valley.txt

@@ -0,0 +1,36 @@
+accelerate==0.34.2
+bert-score==0.3.13
+byted-wandb==0.13.72
+datasets==2.21.0
+decord==0.6.0
+deepspeed==0.9.5
+einops==0.8.0
+evaluate==0.4.3
+fastapi==0.115.0
+flash_attn
+ftfy==6.2.3
+markdown2==2.5.0
+ninja==1.11.1.1
+nltk==3.9.1
+numpy==1.26.4
+omegaconf==2.3.0
+openai==0.28
+opencv-python-headless==4.10.0.84
+packaging==24.1
+pandas==2.2.2
+peft==0.5.0
+prettytable==3.11.0
+protobuf==3.20.3
+pyarrow==15.0.0
+pydantic==1.10.14
+qwen_vl_utils
+requests==2.32.3
+rouge-score==0.1.2
+scikit-image==0.24.0
+scikit-learn==1.5.2
+sentencepiece==0.1.97
+timm==0.6.7
+tokenizers>=0.13.3
+torchmetrics
+transformers==4.45.2
+uvicorn==0.30.6

vlmeval/vlm/valley/valley_eagle/constants.py

@@ -0,0 +1,15 @@
+CONTROLLER_HEART_BEAT_EXPIRATION = 30
+WORKER_HEART_BEAT_INTERVAL = 15
+CONV_SEP = "###"
+LOGDIR = "./valley/serve/serve_logs"
+SERVE_IMAGE = "./valley/serve/serve_logs"
+SHELL_UI_HEADER = '''
+
+██╗   ██╗ █████╗ ██╗     ██╗     ███████╗██╗   ██╗     ██████╗██╗  ██╗ █████╗ ████████╗
+██║   ██║██╔══██╗██║     ██║     ██╔════╝╚██╗ ██╔╝    ██╔════╝██║  ██║██╔══██╗╚══██╔══╝
+██║   ██║███████║██║     ██║     █████╗   ╚████╔╝     ██║     ███████║███████║   ██║
+╚██╗ ██╔╝██╔══██║██║     ██║     ██╔══╝    ╚██╔╝      ██║     ██╔══██║██╔══██║   ██║
+ ╚████╔╝ ██║  ██║███████╗███████╗███████╗   ██║       ╚██████╗██║  ██║██║  ██║   ██║
+  ╚═══╝  ╚═╝  ╚═╝╚══════╝╚══════╝╚══════╝   ╚═╝        ╚═════╝╚═╝  ╚═╝╚═╝  ╚═╝   ╚═╝
+
+'''