support load_env

Author: kennymckormick

.env

@@ -0,0 +1,7 @@
+# Development Setting
+INTERNAL=
+ALLES=
+DASHSCOPE_API_KEY=
+GOOGLE_API_KEY=
+OPENAI_API_KEY=
+OPENAI_API_BASE=

.gitignore

@@ -120,7 +120,7 @@ celerybeat.pid
 *.sage.py
 
 # Environments
-.env
+# .env
 .venv
 env/
 venv/

requirements.txt

@@ -11,6 +11,7 @@ pandas>=1.5.3
 pillow
 portalocker
 pycocoevalcap
+python-dotenv
 requests
 rich
 seaborn

run.py

@@ -144,4 +144,5 @@ def main():
 
 
 if __name__ == '__main__':
+    load_env()
     main()

vlmeval/evaluate/misc.py

@@ -1,10 +1,12 @@
 import os
 from vlmeval.api import OpenAIWrapper, OpenAIWrapperInternal
+from vlmeval.smp import load_env
 
 INTERNAL = os.environ.get('INTERNAL', 0)
 
 
 def build_judge(version, **kwargs):
+    load_env()
     model_map = {
         'gpt-4-turbo': 'gpt-4-1106-preview',
         'gpt-4-0613': 'gpt-4-0613',

vlmeval/smp/misc.py

@@ -147,3 +147,24 @@ def run_command(cmd):
     if isinstance(cmd, str):
         cmd = cmd.split()
     return subprocess.check_output(cmd)
+
+def load_env():
+    try:
+        import vlmeval
+    except ImportError:
+        warnings.warn('VLMEval is not installed. Failed to import environment variables from .env file. ')
+        return
+    pth = osp.realpath(vlmeval.__path__)
+    pth = osp.join('../.env')
+    pth = osp.realpath(pth)
+    if not osp.exists(pth):
+        warnings.warn(f'Did not detect the .env file at {pth}, failed to load. ')
+        return
+
+    from dotenv import dotenv_values
+    values = dotenv_values(pth)
+    for k, v in values.items():
+        if v is not None and len(v):
+            os.environ[k] = v
+    print(f'API Keys successfully loaded from {pth}')
+    return