File size: 2,070 Bytes
1993625 76ca21f 1993625 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 | # Example OpenAI-compatible provider snippet for Hermes-class / tool-agent runtimes
# against local Laguna-S-2.1 on DGX Spark.
#
# Language:
# - "Hermes-class" = OpenAI chat.completions + tools/tool_calls shape only
# - NOT a Nous Research endorsement or Hermes Agent product config
# - Map keys to your agent stack's real schema (names differ by product)
provider:
kind: openai_compatible
# MUST include /v1 — bare :8000 returns 404 on /chat/completions paths
base_url: "http://127.0.0.1:8000/v1"
# If Spark binds 0.0.0.0: Tailscale "http://100.98.213.2:8000/v1"
# If Spark binds 127.0.0.1 only: ssh -L 18000:127.0.0.1:8000 spark → "http://127.0.0.1:18000/v1"
api_key: "sk-local" # llama-server ignores auth; keep a placeholder
model: "local-laguna" # must match llama-server --alias
timeout_s: 300
headers:
User-Agent: "laguna-spark-hermes-sample/0.1"
serve_pin:
# Captain flags from results/LAST_GREEN_PIN.md / MEASURED.md
engine: "poolsideai/llama.cpp@04b2b72 (branch laguna)"
quant: "poolside/Laguna-S-2.1-GGUF:laguna-s-2.1-Q4_K_M.gguf" # authoritative upstream; optional mirror has identical bytes
q4_sha256: "a8b55c75714ea73fd90ec85de5defdc0b8d88ca0ad2108343cdd8fc22f7583e4"
flags:
- "--ctx-size 8192"
- "-ngl -1"
- "--jinja" # required for Laguna tool/chat template
- "-fa on"
- "--alias local-laguna"
- "--parallel 1"
sampling_agent:
# Agent smoke lock uses temp 0.0
temperature: 0.0
top_p: 1.0
max_tokens: 512
tool_choice: auto
client_rules:
- "Never execute a tool name absent from the offered schema"
- "function.arguments must be a JSON object string; repair/sanitize before re-send"
- "Append role=tool results, then continue the same multi-turn thread"
- "Prefer short final content after tools resolve"
smoke:
agent_bar: "eval/agent_smoke/run_smoke.py # 40 cases · launch bar"
hermes_v2: "eval/hermes_agent_smoke/run_hermes_smoke.py # 27 cases · measured tip"
hermes_layer_b_v3: "scripts/measure_layer_b_v3.sh # research 35/35 live tip; not freeze bar"
|