{
  "batch_size": 4096,
  "created_at": "2026-06-03T14:11:22",
  "ctx_size": 65536,
  "draft_model": "gguf/gemma-4-12B-it-assistant-Q8_0.gguf",
  "flash_attn": true,
  "ignore_eos": true,
  "llama_server": "tools/llama-gemma4-mtp/build/bin/llama-server",
  "n_predict": 2048,
  "results": [
    {
      "content_chars": 6930,
      "draft_n": null,
      "draft_n_accepted": null,
      "input_tokens": 2053,
      "kind": "coding",
      "lane": "target-only",
      "predicted_ms": 47237.988,
      "predicted_n": 2048,
      "predicted_per_second": 43.354937132377444,
      "prompt_ms": 4191.387,
      "prompt_n": 2054,
      "prompt_per_second": 490.0525768677529,
      "requested_output_tokens": 2048,
      "response_json": "benchmarks/gemma4_q4xl_mtp_2k_64k/response-target-only-coding.json",
      "response_text": "benchmarks/gemma4_q4xl_mtp_2k_64k/response-target-only-coding.txt",
      "stop": true,
      "stop_type": "limit",
      "truncated": false,
      "wall_seconds": 51.43179106712341
    },
    {
      "content_chars": 9682,
      "draft_n": null,
      "draft_n_accepted": null,
      "input_tokens": 2059,
      "kind": "general",
      "lane": "target-only",
      "predicted_ms": 48173.546,
      "predicted_n": 2048,
      "predicted_per_second": 42.51295929097684,
      "prompt_ms": 5360.619,
      "prompt_n": 2060,
      "prompt_per_second": 384.2839791449458,
      "requested_output_tokens": 2048,
      "response_json": "benchmarks/gemma4_q4xl_mtp_2k_64k/response-target-only-general.json",
      "response_text": "benchmarks/gemma4_q4xl_mtp_2k_64k/response-target-only-general.txt",
      "stop": true,
      "stop_type": "limit",
      "truncated": false,
      "wall_seconds": 53.676130056381226
    },
    {
      "content_chars": 5474,
      "draft_n": 2343,
      "draft_n_accepted": 1266,
      "input_tokens": 2053,
      "kind": "coding",
      "lane": "mtp-q8",
      "predicted_ms": 64722.367,
      "predicted_n": 2048,
      "predicted_per_second": 31.64284767273731,
      "prompt_ms": 4296.643,
      "prompt_n": 2054,
      "prompt_per_second": 478.04762927708913,
      "requested_output_tokens": 2048,
      "response_json": "benchmarks/gemma4_q4xl_mtp_2k_64k/response-mtp-q8-coding.json",
      "response_text": "benchmarks/gemma4_q4xl_mtp_2k_64k/response-mtp-q8-coding.txt",
      "stop": true,
      "stop_type": "limit",
      "truncated": false,
      "wall_seconds": 69.02786612510681
    },
    {
      "content_chars": 9459,
      "draft_n": 2958,
      "draft_n_accepted": 1061,
      "input_tokens": 2059,
      "kind": "general",
      "lane": "mtp-q8",
      "predicted_ms": 78090.199,
      "predicted_n": 2048,
      "predicted_per_second": 26.226082481874585,
      "prompt_ms": 4791.526,
      "prompt_n": 2060,
      "prompt_per_second": 429.92566460037995,
      "requested_output_tokens": 2048,
      "response_json": "benchmarks/gemma4_q4xl_mtp_2k_64k/response-mtp-q8-general.json",
      "response_text": "benchmarks/gemma4_q4xl_mtp_2k_64k/response-mtp-q8-general.txt",
      "stop": true,
      "stop_type": "limit",
      "truncated": false,
      "wall_seconds": 83.0194480419159
    }
  ],
  "target_model": "models/unsloth_gemma4_12b_it_gguf/gemma-4-12b-it-UD-Q4_K_XL.gguf",
  "temperature": 0,
  "ubatch_size": 512
}