{
  "model": "/home/user/models/zamba2-7b-instruct",
  "tasks": [
    "hellaswag",
    "arc_challenge",
    "arc_easy"
  ],
  "batch_size": 4,
  "results": {
    "arc_challenge": {
      "acc,none": 0.568259385665529,
      "acc_stderr,none": 0.014474591427196202,
      "acc_norm,none": 0.5938566552901023,
      "acc_norm_stderr,none": 0.014351656690097856
    },
    "arc_easy": {
      "acc,none": 0.8152356902356902,
      "acc_stderr,none": 0.007963772171570793,
      "acc_norm,none": 0.8320707070707071,
      "acc_norm_stderr,none": 0.007670285673828055
    },
    "hellaswag": {
      "acc,none": 0.6238797052380004,
      "acc_stderr,none": 0.004834207964061318,
      "acc_norm,none": 0.8079067914758016,
      "acc_norm_stderr,none": 0.003931408309245506
    }
  },
  "vram_peak_mb": 23865.0,
  "cost": {
    "wall_time_s": 3256.124,
    "cpu_time_s": 3255.653,
    "peak_memory_mb": 5716.7,
    "python_version": "3.10.12",
    "hostname": "8552b21e-f647-40e8-ab36-30dc6fb62665",
    "timestamp_start": "2026-04-02T16:43:37",
    "timestamp_end": "2026-04-02T17:37:53",
    "lm_eval_version": "0.4.11",
    "helix_substrate_version": "0.3.0"
  }
}