run:
  name: qwen35-9b-smoke
  output_root: data/runs/eval_suite
runner: h100
runners:
  h100:
    tensor_parallel: 1
    gpu_memory_utilization: 0.9
    max_num_seqs: 64
    port: 8000
  h200:
    tensor_parallel: 1
    gpu_memory_utilization: 0.92
    max_num_seqs: 128
    port: 8000
  two_h100:
    tensor_parallel: 2
    gpu_memory_utilization: 0.9
    max_num_seqs: 96
    port: 8000
  auto:
    tensor_parallel: auto
    gpu_memory_utilization: 0.92
    max_num_seqs: 128
    port: 8000
model:
  id: Qwen/Qwen3.5-9B
  path: null
  substrate: qwen35_9b
  max_model_len: 32768
  max_lora_rank: 128
  max_loras: auto
  reasoning_parser: qwen3
  enable_thinking: true
  chat_template: auto
judge: anthropic/claude-sonnet-4-6
max_connections: 64
keep_serving: false
arms: []
suites:
  agentic:
    type: inspect
    cwd: /workspace/mats_project/code/external/model_spec_midtraining
    pythonpath: /workspace/mats_project/code/external/model_spec_midtraining
    tasks:
    - name: murder_explicit_america
      task: evals/agentic_misalignment
      epochs: 1
      temperature: 0.7
      max_tokens: 2048
      model_args:
        responses_api: false
      task_args:
        scenario: murder
        goal_type: explicit
        goal_value: america
        urgency_type: replacement
        prod: true