{
  "model": "/home/user/models/zamba2-7b-instruct-vq2d-helix",
  "tasks": [
    "hellaswag",
    "arc_challenge",
    "arc_easy"
  ],
  "batch_size": 4,
  "results": {
    "arc_challenge": {
      "acc,none": 0.5477815699658704,
      "acc_stderr,none": 0.014544519880633832,
      "acc_norm,none": 0.5810580204778157,
      "acc_norm_stderr,none": 0.014418106953639011
    },
    "arc_easy": {
      "acc,none": 0.8127104377104377,
      "acc_stderr,none": 0.008005581793433044,
      "acc_norm,none": 0.819023569023569,
      "acc_norm_stderr,none": 0.00790000566042331
    },
    "hellaswag": {
      "acc,none": 0.6248755228042223,
      "acc_stderr,none": 0.004831655648489717,
      "acc_norm,none": 0.8105954989046007,
      "acc_norm_stderr,none": 0.003910288117015111
    }
  },
  "vram_peak_mb": 7204.0,
  "cost": {
    "wall_time_s": 3906.663,
    "cpu_time_s": 3902.945,
    "peak_memory_mb": 7957.6,
    "python_version": "3.10.12",
    "hostname": "8552b21e-f647-40e8-ab36-30dc6fb62665",
    "timestamp_start": "2026-04-02T15:38:01",
    "timestamp_end": "2026-04-02T16:43:08",
    "lm_eval_version": "0.4.11",
    "helix_substrate_version": "0.3.0"
  }
}