{
  "artifact_scope": "language_model_gguf",
  "base_model": "Qwen/Qwen3.5-2B",
  "base_model_revision": "15852e8c16360a2fea060d615a32b45270f8a8fc",
  "benchmark_protocols": {
    "ifeval": {
      "decoding": "temperature=0",
      "mode": "native chat, enable_thinking=false",
      "sample_count": 541
    },
    "mmlu_pro": {
      "decoding": "temperature=1, top_p=0.95",
      "mode": "native chat, enable_thinking=true",
      "protocol": "mmlu_pro_cardlike_thinking_v2",
      "sample_count": 12032
    }
  },
  "bf16_reference": {
    "ifeval": {
      "instruction_loose": 0.7853717026378897,
      "instruction_strict": 0.7470023980815348,
      "prompt_loose": 0.7024029574861368,
      "prompt_strict": 0.6543438077634011,
      "run_id": "release_20260715_bf16_ifeval_public1280_v1_qwen3p5_2b_bf16_lm_eval",
      "sample_count": 541,
      "status": "complete"
    },
    "mmlu_pro": {
      "accuracy": null,
      "correct": null,
      "not_reported_reason": "full_run_not_completed",
      "run_id": null,
      "sample_count": null,
      "status": "not_reported"
    }
  },
  "display_name": "Qwen3.5 2B",
  "family": "Qwen 3.5",
  "generated_at": "2026-07-20T23:43:48.671876+00:00",
  "license": "apache-2.0",
  "model_key": "qwen3p5_2b",
  "reasoning_policy": {
    "reasoning_products": [
      "S",
      "M",
      "L"
    ],
    "xs": "non_thinking_only"
  },
  "recommended_product": "M",
  "recommended_quality": {
    "metric": "ifeval_instruction_strict",
    "ratio_to_bf16": 1.0112359550561798,
    "retention_percent_display": 100
  },
  "repo_id": "TheStageAI/Qwen3.5-2B-GGUF",
  "schema": "thestageai.gguf_release_manifest_v3",
  "tested_llama_cpp_revision": "bec4772f6a2527d371557b5d2032641e5ff7619c",
  "variants": [
    {
      "benchmarks": {
        "ifeval": {
          "instruction_loose": 0.6858513189448441,
          "instruction_strict": 0.6414868105515588,
          "prompt_loose": 0.5748613678373382,
          "prompt_strict": 0.5268022181146026,
          "run_id": "release_20260715_quant_ifeval_public1280_v1_qwen3p5_2b_xs_lm_eval",
          "sample_count": 541,
          "status": "complete"
        },
        "mmlu_pro": {
          "accuracy": null,
          "correct": null,
          "not_reported_reason": "unstable_long_thinking_behavior",
          "run_id": null,
          "sample_count": null,
          "status": "not_reported"
        }
      },
      "evaluation_id": "d8c4c0602b65f13ecbf487c38876c8d0286614de6076619c3f7819fccd5b19b5",
      "file_bytes": 738499904,
      "filename": "Qwen3.5-2B-XS-TS-Q3_K_S.gguf",
      "gguf_file_type": "MOSTLY_Q2_K",
      "heldout_kl_mean": 0.16548452705393263,
      "hub_quant_label": "Q3_K_S",
      "hub_size_class": "3-bit",
      "lm_head_policy": "skip_tied",
      "output_embedding_mode": "tied_alias",
      "parameter_count": 1881825088,
      "positioning": "Smallest",
      "product": "XS",
      "reasoning_support": "non_thinking_only",
      "recommended": false,
      "sha256": "c0d4816bdf93a21f307893675d0c47c083c36fad3bfee49663b91456e8940d30",
      "tensor_count": 320,
      "tensor_type_counts": {
        "BF16": 36,
        "F32": 133,
        "Q2_K": 87,
        "Q3_K": 42,
        "Q4_K": 20,
        "Q5_K": 2
      },
      "whole_file_bpw": 3.139504978265015
    },
    {
      "benchmarks": {
        "ifeval": {
          "instruction_loose": 0.7685851318944844,
          "instruction_strict": 0.7338129496402878,
          "prompt_loose": 0.6728280961182994,
          "prompt_strict": 0.6321626617375231,
          "run_id": "release_20260715_quant_ifeval_public1280_v1_qwen3p5_2b_s_lm_eval",
          "sample_count": 541,
          "status": "complete"
        },
        "mmlu_pro": {
          "accuracy": null,
          "correct": null,
          "not_reported_reason": "full_run_not_completed",
          "run_id": null,
          "sample_count": null,
          "status": "not_reported"
        }
      },
      "evaluation_id": "61cc4cfe035a572833ab91e039129118569a8d0596e415b58159069bc53a7081",
      "file_bytes": 966516096,
      "filename": "Qwen3.5-2B-S-TS-Q4_K_S.gguf",
      "gguf_file_type": "MOSTLY_Q2_K",
      "heldout_kl_mean": 0.04493591902074028,
      "hub_quant_label": "Q4_K_S",
      "hub_size_class": "4-bit",
      "lm_head_policy": "skip_tied",
      "output_embedding_mode": "tied_alias",
      "parameter_count": 1881825088,
      "positioning": "Adaptive compact",
      "product": "S",
      "reasoning_support": "supported",
      "recommended": false,
      "sha256": "3a7171517f56f500ef8e6fc1d20b56a155cb2e6bd770d0728213298a2d562ea3",
      "tensor_count": 320,
      "tensor_type_counts": {
        "BF16": 36,
        "F32": 133,
        "Q2_K": 1,
        "Q3_K": 35,
        "Q4_K": 91,
        "Q5_K": 20,
        "Q6_K": 4
      },
      "whole_file_bpw": 4.108845618706089
    },
    {
      "benchmarks": {
        "ifeval": {
          "instruction_loose": 0.7865707434052758,
          "instruction_strict": 0.7553956834532374,
          "prompt_loose": 0.7042513863216266,
          "prompt_strict": 0.6654343807763401,
          "run_id": "release_20260715_quant_ifeval_public1280_v1_qwen3p5_2b_m_lm_eval",
          "sample_count": 541,
          "status": "complete"
        },
        "mmlu_pro": {
          "accuracy": null,
          "correct": null,
          "not_reported_reason": "full_run_not_completed",
          "run_id": null,
          "sample_count": null,
          "status": "not_reported"
        }
      },
      "evaluation_id": "0b8c9cb609568247d30150522bacc4886b4aaac899dd52161f693324966ad2f7",
      "file_bytes": 1073069440,
      "filename": "Qwen3.5-2B-M-TS-Q4_K_M.gguf",
      "gguf_file_type": "MOSTLY_Q4_K_M",
      "heldout_kl_mean": 0.020367745511607253,
      "hub_quant_label": "Q4_K_M",
      "hub_size_class": "4-bit",
      "lm_head_policy": "skip_tied",
      "output_embedding_mode": "tied_alias",
      "parameter_count": 1881825088,
      "positioning": "Fixed Q4 reference",
      "product": "M",
      "reasoning_support": "supported",
      "recommended": true,
      "sha256": "8d497863b95e392baf022258f864c34f4a28613df340c500bb647486c52657ae",
      "tensor_count": 320,
      "tensor_type_counts": {
        "BF16": 36,
        "F32": 133,
        "Q4_K": 151
      },
      "whole_file_bpw": 4.561824355909533
    },
    {
      "benchmarks": {
        "ifeval": {
          "instruction_loose": 0.7865707434052758,
          "instruction_strict": 0.749400479616307,
          "prompt_loose": 0.7060998151571165,
          "prompt_strict": 0.6580406654343808,
          "run_id": "release_20260715_quant_ifeval_public1280_v1_qwen3p5_2b_l_lm_eval",
          "sample_count": 541,
          "status": "complete"
        },
        "mmlu_pro": {
          "accuracy": null,
          "correct": null,
          "not_reported_reason": "full_run_not_completed",
          "run_id": null,
          "sample_count": null,
          "status": "not_reported"
        }
      },
      "evaluation_id": "09ef25ae7982f25e20a1812bbc8de081a026e7966ae401dec2eae3ffbb3bb6c3",
      "file_bytes": 2013117824,
      "filename": "Qwen3.5-2B-L-TS-Q8_0.gguf",
      "gguf_file_type": "MOSTLY_Q8_0",
      "heldout_kl_mean": 0.000715782698124712,
      "hub_quant_label": "Q8_0",
      "hub_size_class": "8-bit",
      "lm_head_policy": "skip_tied",
      "output_embedding_mode": "tied_alias",
      "parameter_count": 1881825088,
      "positioning": "Q8 fidelity reference",
      "product": "L",
      "reasoning_support": "supported",
      "recommended": false,
      "sha256": "fe5c7daff8dffebfee0f8d74d108c5ba0d03093eeb41b385916772e55cb27baf",
      "tensor_count": 320,
      "tensor_type_counts": {
        "BF16": 36,
        "F32": 133,
        "Q8_0": 151
      },
      "whole_file_bpw": 8.558150645720374
    }
  ]
}