{
  "args": {
    "base_model": "google/t5gemma-2-1b-1b",
    "dflash_model": "/mnt/d/Projects/dflash_t5/dflash-output/dflash_t5gemma2_mixture_200k/checkpoints/5",
    "dflare_model": "/mnt/d/Projects/dflash_t5/dflash-output/dflare_t5gemma2_mixture_200k/checkpoints/5",
    "dspark_model": "/mnt/d/Projects/dflash_t5/dflash-output/dspark_base_t5gemma2_mixture_200k/checkpoints/5",
    "speculative_token_counts": [
      3,
      7
    ],
    "methods": [
      "dspark"
    ],
    "datasets": [
      "math500",
      "gsm8k",
      "humaneval",
      "mbpp",
      "mt_bench",
      "ultrachat"
    ],
    "num_prompts": 0,
    "ultrachat_num_prompts": 5000,
    "warmup": 8,
    "concurrency": 1,
    "max_num_seqs": 1,
    "max_num_batched_tokens": 4096,
    "max_model_len": 2048,
    "max_tokens": 128,
    "gpu_memory_utilization": 0.85,
    "host": "127.0.0.1",
    "port": 8011,
    "temperature": 0.0,
    "top_p": 1.0,
    "seed": 0,
    "timeout_s": 180.0,
    "server_timeout_s": 600.0,
    "enforce_eager": false,
    "include_baseline": true
  },
  "runs": [
    {
      "name": "baseline",
      "checkpoint": null,
      "num_speculative_tokens": null
    },
    {
      "name": "dspark_k3",
      "checkpoint": "/mnt/d/Projects/dflash_t5/dflash-output/dspark_base_t5gemma2_mixture_200k/checkpoints/5",
      "num_speculative_tokens": 3
    },
    {
      "name": "dspark_k7",
      "checkpoint": "/mnt/d/Projects/dflash_t5/dflash-output/dspark_base_t5gemma2_mixture_200k/checkpoints/5",
      "num_speculative_tokens": 7
    }
  ],
  "prompt_sets": {
    "math500": {
      "count": 500,
      "sha256": "78a67699bc700588d0e23da6457ea3afc00d5635897d456a6245f1e964449c4a"
    },
    "gsm8k": {
      "count": 1319,
      "sha256": "d591bbef95c9d5b17f6f26999bde24def2f6fbf25d7e20953b9ac89c65ffbb8e"
    },
    "humaneval": {
      "count": 164,
      "sha256": "de1066c5b81dc0f99eab434315cee2c3c68c5a522b8c25d53c73f9c9042b44c8"
    },
    "mbpp": {
      "count": 500,
      "sha256": "c596be7f77834627fd0a05755691e30dbf4f6724425842de6d03348614e5fecd"
    },
    "mt_bench": {
      "count": 160,
      "sha256": "8761bfece58bd26e5b93c33e9aad480728ea9950a7d257aaff267db5c7b98010"
    },
    "ultrachat": {
      "count": 5000,
      "sha256": "5dac9e9dc0d63372c701dbebbb18f3f22a568e9b62cc0ff1b4fb88fc41bf5bf7"
    }
  },
  "benchmark_fingerprint": "454343a0220046bba5e4c80bdedae69aac76c1988cbff6920427a5788099f674",
  "output_dir": "/mnt/d/Projects/dflash_t5/benchmark-results/t5gemma2_dspark_base_suite_bs1_fixed"
}