Spaces:
Sleeping
Sleeping
Sivateja commited on
Commit ·
47d2068
1
Parent(s): 807d5cc
added ollama support
Browse files- inference.py +3 -3
inference.py
CHANGED
|
@@ -30,9 +30,9 @@ from src.client import ESCHttpClient
|
|
| 30 |
from src.models import Action
|
| 31 |
|
| 32 |
# -------------------------- mandated env vars --------------------------------
|
| 33 |
-
API_BASE_URL = os.getenv("API_BASE_URL") or "
|
| 34 |
-
MODEL_NAME = os.getenv("MODEL_NAME") or "
|
| 35 |
-
API_KEY = os.getenv("HF_TOKEN") or os.getenv("API_KEY")
|
| 36 |
ESC_ENV_URL = os.getenv("ESC_ENV_URL") or "http://localhost:7860"
|
| 37 |
|
| 38 |
BENCHMARK = "emotional-support-conversations"
|
|
|
|
| 30 |
from src.models import Action
|
| 31 |
|
| 32 |
# -------------------------- mandated env vars --------------------------------
|
| 33 |
+
API_BASE_URL = os.getenv("API_BASE_URL") or "http://10.11.7.65:11434/v1"
|
| 34 |
+
MODEL_NAME = os.getenv("MODEL_NAME") or "qwen2.5:7b-instruct"
|
| 35 |
+
API_KEY = os.getenv("HF_TOKEN") or os.getenv("API_KEY") or "ollama"
|
| 36 |
ESC_ENV_URL = os.getenv("ESC_ENV_URL") or "http://localhost:7860"
|
| 37 |
|
| 38 |
BENCHMARK = "emotional-support-conversations"
|