{
  "artifact_scope": "language_model_gguf",
  "base_model": "Qwen/Qwen3.5-4B",
  "base_model_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a",
  "benchmark_protocols": {
    "ifeval": {
      "decoding": "temperature=0",
      "mode": "native chat, enable_thinking=false",
      "sample_count": 541
    },
    "mmlu_pro": {
      "decoding": "temperature=1, top_p=0.95",
      "mode": "native chat, enable_thinking=true",
      "protocol": "mmlu_pro_cardlike_thinking_v2",
      "sample_count": 12032
    }
  },
  "bf16_reference": {
    "ifeval": {
      "instruction_loose": 0.9052757793764988,
      "instruction_strict": 0.8752997601918465,
      "prompt_loose": 0.8650646950092421,
      "prompt_strict": 0.8243992606284658,
      "run_id": "release_20260715_bf16_ifeval_public1280_v1_qwen3p5_4b_bf16_lm_eval",
      "sample_count": 541,
      "status": "complete"
    },
    "mmlu_pro": {
      "accuracy": 0.7954621010638298,
      "correct": 9571,
      "not_reported_reason": null,
      "run_id": "release_20260715_bf16_qwen35_mmlu_pro_cardlike_v2_qwen3p5_4b_bf16_mmlu_pro_official",
      "sample_count": 12032,
      "status": "complete"
    }
  },
  "display_name": "Qwen3.5 4B",
  "family": "Qwen 3.5",
  "generated_at": "2026-07-20T23:43:48.671876+00:00",
  "license": "apache-2.0",
  "model_key": "qwen3p5_4b",
  "reasoning_policy": {
    "reasoning_products": [
      "S",
      "M",
      "L"
    ],
    "xs": "non_thinking_only"
  },
  "recommended_product": "M",
  "recommended_quality": {
    "metric": "ifeval_instruction_strict",
    "ratio_to_bf16": 0.9835616438356164,
    "retention_percent_display": 98
  },
  "repo_id": "TheStageAI/Qwen3.5-4B-GGUF",
  "schema": "thestageai.gguf_release_manifest_v3",
  "tested_llama_cpp_revision": "bec4772f6a2527d371557b5d2032641e5ff7619c",
  "variants": [
    {
      "benchmarks": {
        "ifeval": {
          "instruction_loose": 0.8141486810551559,
          "instruction_strict": 0.7829736211031175,
          "prompt_loose": 0.7375231053604436,
          "prompt_strict": 0.7042513863216266,
          "run_id": "release_20260715_quant_ifeval_public1280_v1_qwen3p5_4b_xs_lm_eval",
          "sample_count": 541,
          "status": "complete"
        },
        "mmlu_pro": {
          "accuracy": null,
          "correct": null,
          "not_reported_reason": "unstable_long_thinking_behavior",
          "run_id": null,
          "sample_count": null,
          "status": "not_reported"
        }
      },
      "evaluation_id": "7795c3073ccadeb4c6bda64f984e005bf38abf7cc4ab871b1922aa7c9edea0ad",
      "file_bytes": 1518977312,
      "filename": "Qwen3.5-4B-XS-TS-Q3_K_S.gguf",
      "gguf_file_type": "MOSTLY_Q2_K",
      "heldout_kl_mean": 0.17456917879548242,
      "hub_quant_label": "Q3_K_S",
      "hub_size_class": "3-bit",
      "lm_head_policy": "skip_tied",
      "output_embedding_mode": "tied_alias",
      "parameter_count": 4205751296,
      "positioning": "Smallest",
      "product": "XS",
      "reasoning_support": "non_thinking_only",
      "recommended": false,
      "sha256": "a1d49f1d782073748589d0df0893658040231866ae6d69667994bef5cc6ce61f",
      "tensor_count": 426,
      "tensor_type_counts": {
        "BF16": 48,
        "F32": 177,
        "Q2_K": 159,
        "Q3_K": 34,
        "Q4_K": 8
      },
      "whole_file_bpw": 2.8893335912557014
    },
    {
      "benchmarks": {
        "ifeval": {
          "instruction_loose": 0.8693045563549161,
          "instruction_strict": 0.8393285371702638,
          "prompt_loose": 0.8096118299445472,
          "prompt_strict": 0.7781885397412199,
          "run_id": "release_20260715_quant_ifeval_public1280_v1_qwen3p5_4b_s_lm_eval",
          "sample_count": 541,
          "status": "complete"
        },
        "mmlu_pro": {
          "accuracy": 0.7439328457446809,
          "correct": 8951,
          "not_reported_reason": null,
          "run_id": "release_20260715_quant_qwen35_mmlu_pro_cardlike_v2_qwen3p5_4b_s_mmlu_pro_official",
          "sample_count": 12032,
          "status": "complete"
        }
      },
      "evaluation_id": "2a822bbb0cecfc257f43d7230b9f6cbb2dbd4ba346eb330b3fb93b5e436953b9",
      "file_bytes": 1904339232,
      "filename": "Qwen3.5-4B-S-TS-Q4_K_S.gguf",
      "gguf_file_type": "MOSTLY_Q2_K",
      "heldout_kl_mean": 0.08894240464308578,
      "hub_quant_label": "Q4_K_S",
      "hub_size_class": "4-bit",
      "lm_head_policy": "skip_tied",
      "output_embedding_mode": "tied_alias",
      "parameter_count": 4205751296,
      "positioning": "Adaptive compact",
      "product": "S",
      "reasoning_support": "supported",
      "recommended": false,
      "sha256": "9f020bfc77a9503a641e3e0511de04b4bfba16b9facfa62c3772b4f8e318ba55",
      "tensor_count": 426,
      "tensor_type_counts": {
        "BF16": 48,
        "F32": 177,
        "Q2_K": 51,
        "Q3_K": 107,
        "Q4_K": 35,
        "Q5_K": 6,
        "Q6_K": 2
      },
      "whole_file_bpw": 3.6223525319933705
    },
    {
      "benchmarks": {
        "ifeval": {
          "instruction_loose": 0.8884892086330936,
          "instruction_strict": 0.8609112709832134,
          "prompt_loose": 0.8391866913123844,
          "prompt_strict": 0.8022181146025879,
          "run_id": "release_20260715_quant_ifeval_public1280_v1_qwen3p5_4b_m_lm_eval",
          "sample_count": 541,
          "status": "complete"
        },
        "mmlu_pro": {
          "accuracy": 0.7886469414893617,
          "correct": 9489,
          "not_reported_reason": null,
          "run_id": "release_20260715_quant_qwen35_mmlu_pro_cardlike_v2_qwen3p5_4b_m_mmlu_pro_official",
          "sample_count": 12032,
          "status": "complete"
        }
      },
      "evaluation_id": "62b3e9269b087d285daded1afba6d01426e81c4d83e5e92149297656f74fa06f",
      "file_bytes": 2385660192,
      "filename": "Qwen3.5-4B-M-TS-Q4_K_M.gguf",
      "gguf_file_type": "MOSTLY_Q4_K_M",
      "heldout_kl_mean": 0.015916582520935554,
      "hub_quant_label": "Q4_K_M",
      "hub_size_class": "4-bit",
      "lm_head_policy": "skip_tied",
      "output_embedding_mode": "tied_alias",
      "parameter_count": 4205751296,
      "positioning": "Fixed Q4 reference",
      "product": "M",
      "reasoning_support": "supported",
      "recommended": true,
      "sha256": "f8e45572b9cc35161d4772b09bccfd383fe0bb03fc6d69b40a9138731302290b",
      "tensor_count": 426,
      "tensor_type_counts": {
        "BF16": 48,
        "F32": 177,
        "Q4_K": 201
      },
      "whole_file_bpw": 4.537900649082983
    },
    {
      "benchmarks": {
        "ifeval": {
          "instruction_loose": 0.9016786570743405,
          "instruction_strict": 0.8705035971223022,
          "prompt_loose": 0.8595194085027726,
          "prompt_strict": 0.8170055452865065,
          "run_id": "release_20260715_quant_ifeval_public1280_v1_qwen3p5_4b_l_lm_eval",
          "sample_count": 541,
          "status": "complete"
        },
        "mmlu_pro": {
          "accuracy": 0.7958776595744681,
          "correct": 9576,
          "not_reported_reason": null,
          "run_id": "release_20260715_quant_qwen35_mmlu_pro_cardlike_v2_qwen3p5_4b_l_mmlu_pro_official",
          "sample_count": 12032,
          "status": "complete"
        }
      },
      "evaluation_id": "9021d506f8010ebb7ff1fd3b2446f98d009119b522a2cd2e84cf77f8b0745bcd",
      "file_bytes": 4486088992,
      "filename": "Qwen3.5-4B-L-TS-Q8_0.gguf",
      "gguf_file_type": "MOSTLY_Q8_0",
      "heldout_kl_mean": 0.0006302701462033587,
      "hub_quant_label": "Q8_0",
      "hub_size_class": "8-bit",
      "lm_head_policy": "skip_tied",
      "output_embedding_mode": "tied_alias",
      "parameter_count": 4205751296,
      "positioning": "Q8 fidelity reference",
      "product": "L",
      "reasoning_support": "supported",
      "recommended": false,
      "sha256": "b81d86c3ccbd1af44474597c0ef97af8e4d71ba40f3b5e7a20b4d6c2f709203c",
      "tensor_count": 426,
      "tensor_type_counts": {
        "BF16": 48,
        "F32": 177,
        "Q8_0": 201
      },
      "whole_file_bpw": 8.533246359605949
    }
  ]
}