support load_env

.env

@@ -0,0 +1,7 @@
+# Development Setting
+INTERNAL=
+ALLES=
+DASHSCOPE_API_KEY=
+GOOGLE_API_KEY=
+OPENAI_API_KEY=
+OPENAI_API_BASE=

.gitignore

@@ -120,7 +120,7 @@ celerybeat.pid
 *.sage.py
 
 # Environments
-.env
+# .env
 .venv
 env/
 venv/

requirements.txt

@@ -11,6 +11,7 @@ pandas>=1.5.3
 pillow
 portalocker
 pycocoevalcap
+python-dotenv
 requests
 rich
 seaborn

run.py

@@ -144,4 +144,5 @@ def main():
 
 
 if __name__ == '__main__':
+ load_env()
  main()

vlmeval/evaluate/misc.py

@@ -1,10 +1,12 @@
 import os
 from vlmeval.api import OpenAIWrapper, OpenAIWrapperInternal
+from vlmeval.smp import load_env
 
 INTERNAL = os.environ.get('INTERNAL', 0)
 
 
 def build_judge(version, **kwargs):
+ load_env()
  model_map = {
  'gpt-4-turbo': 'gpt-4-1106-preview',
  'gpt-4-0613': 'gpt-4-0613',

vlmeval/smp/misc.py

@@ -147,3 +147,24 @@ def run_command(cmd):
  if isinstance(cmd, str):
  cmd = cmd.split()
  return subprocess.check_output(cmd)
+
+def load_env():
+ try:
+ import vlmeval
+ except ImportError:
+ warnings.warn('VLMEval is not installed. Failed to import environment variables from .env file. ')
+ return
+ pth = osp.realpath(vlmeval.__path__)
+ pth = osp.join('../.env')
+ pth = osp.realpath(pth)
+ if not osp.exists(pth):
+ warnings.warn(f'Did not detect the .env file at {pth}, failed to load. ')
+ return
+
+ from dotenv import dotenv_values
+ values = dotenv_values(pth)
+ for k, v in values.items():
+ if v is not None and len(v):
+ os.environ[k] = v
+ print(f'API Keys successfully loaded from {pth}')
+ return