Harshit-Makraria commited on
Commit
7453aa3
·
1 Parent(s): 6cf77fc

Update API configuration to use injected variables

Browse files
Files changed (1) hide show
  1. inference.py +4 -4
inference.py CHANGED
@@ -8,9 +8,9 @@ OpenEnv evaluation harness.
8
 
9
  Environment variables
10
  ---------------------
11
- API_BASE_URL LLM API endpoint (default: https://router.huggingface.co/v1)
12
  MODEL_NAME Model identifier (default: Qwen/Qwen2.5-72B-Instruct)
13
- HF_TOKEN / API_KEY API key for the LLM provider
14
  IMAGE_NAME Docker image name (use from_docker_image when set)
15
  ENV_URL Direct URL to a running env server (default: http://localhost:7860)
16
 
@@ -41,8 +41,8 @@ from email_triage_env import EmailTriageEnv, SingleEmailAction, TriageAction
41
 
42
  IMAGE_NAME: Optional[str] = os.environ.get("LOCAL_IMAGE_NAME") or os.environ.get("IMAGE_NAME")
43
  ENV_URL: str = os.environ.get("ENV_URL", "http://localhost:7860")
44
- API_KEY: str = os.environ.get("API_KEY") or os.environ.get("HF_TOKEN") or "dummy"
45
- API_BASE_URL: str = os.environ.get("API_BASE_URL") or "https://router.huggingface.co/v1"
46
  MODEL_NAME: str = os.environ.get("MODEL_NAME", "Qwen/Qwen2.5-72B-Instruct")
47
  BENCHMARK: str = "email-triage"
48
 
 
8
 
9
  Environment variables
10
  ---------------------
11
+ API_BASE_URL LLM API endpoint
12
  MODEL_NAME Model identifier (default: Qwen/Qwen2.5-72B-Instruct)
13
+ API_KEY API key for the LLM provider
14
  IMAGE_NAME Docker image name (use from_docker_image when set)
15
  ENV_URL Direct URL to a running env server (default: http://localhost:7860)
16
 
 
41
 
42
  IMAGE_NAME: Optional[str] = os.environ.get("LOCAL_IMAGE_NAME") or os.environ.get("IMAGE_NAME")
43
  ENV_URL: str = os.environ.get("ENV_URL", "http://localhost:7860")
44
+ API_KEY: str = os.environ.get("API_KEY", "")
45
+ API_BASE_URL: str = os.environ.get("API_BASE_URL", "")
46
  MODEL_NAME: str = os.environ.get("MODEL_NAME", "Qwen/Qwen2.5-72B-Instruct")
47
  BENCHMARK: str = "email-triage"
48