Sivateja commited on
Commit
47d2068
·
1 Parent(s): 807d5cc

added ollama support

Browse files
Files changed (1) hide show
  1. inference.py +3 -3
inference.py CHANGED
@@ -30,9 +30,9 @@ from src.client import ESCHttpClient
30
  from src.models import Action
31
 
32
  # -------------------------- mandated env vars --------------------------------
33
- API_BASE_URL = os.getenv("API_BASE_URL") or "https://router.huggingface.co/v1"
34
- MODEL_NAME = os.getenv("MODEL_NAME") or "Qwen/Qwen2.5-72B-Instruct"
35
- API_KEY = os.getenv("HF_TOKEN") or os.getenv("API_KEY")
36
  ESC_ENV_URL = os.getenv("ESC_ENV_URL") or "http://localhost:7860"
37
 
38
  BENCHMARK = "emotional-support-conversations"
 
30
  from src.models import Action
31
 
32
  # -------------------------- mandated env vars --------------------------------
33
+ API_BASE_URL = os.getenv("API_BASE_URL") or "http://10.11.7.65:11434/v1"
34
+ MODEL_NAME = os.getenv("MODEL_NAME") or "qwen2.5:7b-instruct"
35
+ API_KEY = os.getenv("HF_TOKEN") or os.getenv("API_KEY") or "ollama"
36
  ESC_ENV_URL = os.getenv("ESC_ENV_URL") or "http://localhost:7860"
37
 
38
  BENCHMARK = "emotional-support-conversations"