{
    "architectures": [
        "KimiK3ForConditionalGeneration"
    ],
    "auto_map": {
        "AutoConfig": "configuration_kimi_k3.KimiK3Config",
        "AutoModel": "modeling_kimi_k3.KimiK3ForConditionalGeneration",
        "AutoModelForCausalLM": "modeling_kimi_k3.KimiK3ForConditionalGeneration"
    },
    "bos_token_id": 163584,
    "dtype": "bfloat16",
    "eos_token_id": 163586,
    "ignore_index": -100,
    "image_placeholder": "<|kimi_image_placeholder|>",
    "media_placeholder_token_id": 163605,
    "model_type": "kimi_k3",
    "pad_token_id": 163839,
    "quantization": {
        "group_size": 32,
        "bits": 4,
        "mode": "mxfp4",
        "language_model.model.embed_tokens": {
            "bits": 4,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.0.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.0.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.0.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.0.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.0.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.0.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.0.mlp.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.0.mlp.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.0.mlp.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.1.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.1.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.1.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.1.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.1.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.1.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.1.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.1.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.1.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.1.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.1.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.1.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.1.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.1.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.1.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.2.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.2.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.2.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.2.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.2.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.2.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.2.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.2.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.2.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.2.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.2.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.2.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.2.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.2.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.2.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.3.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.3.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.3.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.3.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.3.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.3.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.3.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.3.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.3.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.3.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.3.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.3.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.3.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.3.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.3.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.3.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.4.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.4.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.4.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.4.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.4.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.4.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.4.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.4.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.4.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.4.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.4.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.4.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.4.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.4.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.4.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.5.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.5.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.5.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.5.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.5.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.5.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.5.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.5.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.5.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.5.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.5.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.5.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.5.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.5.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.5.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.6.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.6.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.6.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.6.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.6.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.6.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.6.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.6.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.6.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.6.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.6.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.6.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.6.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.6.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.6.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.7.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.7.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.7.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.7.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.7.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.7.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.7.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.7.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.7.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.7.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.7.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.7.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.7.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.7.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.7.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.7.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.8.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.8.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.8.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.8.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.8.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.8.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.8.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.8.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.8.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.8.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.8.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.8.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.8.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.8.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.8.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.9.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.9.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.9.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.9.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.9.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.9.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.9.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.9.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.9.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.9.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.9.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.9.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.9.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.9.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.9.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.10.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.10.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.10.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.10.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.10.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.10.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.10.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.10.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.10.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.10.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.10.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.10.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.10.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.10.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.10.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.11.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.11.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.11.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.11.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.11.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.11.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.11.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.11.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.11.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.11.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.11.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.11.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.11.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.11.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.11.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.11.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.12.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.12.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.12.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.12.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.12.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.12.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.12.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.12.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.12.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.12.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.12.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.12.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.12.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.12.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.12.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.13.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.13.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.13.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.13.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.13.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.13.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.13.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.13.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.13.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.13.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.13.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.13.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.13.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.13.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.13.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.14.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.14.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.14.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.14.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.14.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.14.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.14.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.14.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.14.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.14.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.14.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.14.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.14.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.14.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.14.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.15.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.15.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.15.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.15.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.15.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.15.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.15.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.15.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.15.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.15.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.15.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.15.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.15.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.15.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.15.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.15.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.16.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.16.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.16.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.16.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.16.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.16.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.16.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.16.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.16.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.16.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.16.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.16.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.16.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.16.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.16.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.17.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.17.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.17.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.17.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.17.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.17.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.17.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.17.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.17.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.17.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.17.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.17.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.17.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.17.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.17.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.18.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.18.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.18.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.18.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.18.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.18.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.18.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.18.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.18.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.18.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.18.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.18.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.18.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.18.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.18.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.19.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.19.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.19.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.19.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.19.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.19.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.19.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.19.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.19.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.19.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.19.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.19.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.19.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.19.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.19.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.19.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.20.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.20.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.20.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.20.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.20.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.20.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.20.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.20.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.20.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.20.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.20.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.20.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.20.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.20.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.20.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.21.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.21.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.21.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.21.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.21.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.21.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.21.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.21.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.21.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.21.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.21.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.21.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.21.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.21.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.21.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.22.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.22.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.22.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.22.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.22.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.22.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.22.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.22.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.22.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.22.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.22.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.22.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.22.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.22.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.22.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.23.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.23.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.23.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.23.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.23.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.23.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.23.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.23.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.23.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.23.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.23.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.23.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.23.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.23.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.23.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.23.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.24.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.24.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.24.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.24.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.24.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.24.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.24.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.24.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.24.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.24.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.24.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.24.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.24.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.24.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.24.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.25.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.25.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.25.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.25.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.25.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.25.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.25.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.25.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.25.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.25.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.25.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.25.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.25.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.25.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.25.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.26.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.26.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.26.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.26.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.26.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.26.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.26.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.26.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.26.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.26.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.26.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.26.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.26.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.26.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.26.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.27.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.27.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.27.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.27.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.27.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.27.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.27.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.27.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.27.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.27.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.27.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.27.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.27.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.27.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.27.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.27.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.28.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.28.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.28.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.28.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.28.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.28.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.28.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.28.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.28.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.28.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.28.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.28.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.28.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.28.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.28.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.29.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.29.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.29.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.29.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.29.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.29.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.29.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.29.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.29.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.29.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.29.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.29.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.29.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.29.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.29.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.30.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.30.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.30.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.30.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.30.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.30.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.30.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.30.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.30.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.30.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.30.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.30.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.30.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.30.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.30.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.31.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.31.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.31.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.31.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.31.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.31.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.31.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.31.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.31.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.31.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.31.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.31.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.31.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.31.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.31.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.31.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.32.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.32.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.32.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.32.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.32.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.32.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.32.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.32.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.32.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.32.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.32.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.32.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.32.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.32.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.32.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.33.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.33.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.33.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.33.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.33.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.33.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.33.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.33.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.33.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.33.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.33.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.33.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.33.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.33.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.33.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.34.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.34.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.34.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.34.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.34.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.34.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.34.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.34.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.34.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.34.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.34.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.34.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.34.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.34.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.34.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.35.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.35.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.35.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.35.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.35.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.35.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.35.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.35.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.35.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.35.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.35.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.35.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.35.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.35.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.35.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.35.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.36.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.36.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.36.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.36.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.36.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.36.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.36.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.36.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.36.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.36.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.36.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.36.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.36.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.36.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.36.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.37.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.37.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.37.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.37.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.37.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.37.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.37.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.37.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.37.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.37.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.37.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.37.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.37.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.37.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.37.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.38.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.38.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.38.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.38.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.38.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.38.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.38.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.38.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.38.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.38.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.38.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.38.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.38.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.38.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.38.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.39.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.39.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.39.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.39.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.39.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.39.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.39.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.39.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.39.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.39.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.39.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.39.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.39.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.39.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.39.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.39.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.40.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.40.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.40.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.40.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.40.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.40.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.40.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.40.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.40.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.40.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.40.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.40.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.40.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.40.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.40.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.41.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.41.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.41.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.41.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.41.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.41.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.41.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.41.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.41.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.41.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.41.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.41.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.41.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.41.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.41.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.42.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.42.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.42.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.42.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.42.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.42.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.42.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.42.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.42.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.42.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.42.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.42.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.42.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.42.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.42.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.43.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.43.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.43.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.43.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.43.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.43.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.43.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.43.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.43.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.43.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.43.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.43.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.43.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.43.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.43.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.43.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.44.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.44.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.44.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.44.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.44.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.44.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.44.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.44.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.44.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.44.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.44.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.44.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.44.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.44.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.44.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.45.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.45.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.45.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.45.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.45.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.45.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.45.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.45.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.45.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.45.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.45.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.45.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.45.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.45.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.45.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.46.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.46.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.46.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.46.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.46.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.46.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.46.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.46.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.46.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.46.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.46.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.46.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.46.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.46.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.46.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.47.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.47.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.47.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.47.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.47.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.47.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.47.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.47.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.47.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.47.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.47.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.47.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.47.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.47.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.47.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.47.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.48.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.48.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.48.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.48.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.48.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.48.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.48.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.48.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.48.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.48.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.48.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.48.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.48.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.48.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.48.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.49.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.49.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.49.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.49.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.49.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.49.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.49.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.49.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.49.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.49.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.49.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.49.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.49.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.49.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.49.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.50.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.50.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.50.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.50.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.50.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.50.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.50.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.50.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.50.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.50.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.50.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.50.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.50.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.50.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.50.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.51.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.51.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.51.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.51.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.51.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.51.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.51.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.51.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.51.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.51.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.51.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.51.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.51.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.51.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.51.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.51.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.52.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.52.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.52.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.52.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.52.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.52.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.52.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.52.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.52.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.52.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.52.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.52.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.52.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.52.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.52.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.53.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.53.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.53.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.53.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.53.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.53.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.53.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.53.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.53.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.53.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.53.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.53.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.53.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.53.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.53.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.54.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.54.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.54.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.54.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.54.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.54.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.54.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.54.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.54.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.54.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.54.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.54.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.54.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.54.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.54.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.55.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.55.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.55.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.55.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.55.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.55.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.55.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.55.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.55.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.55.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.55.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.55.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.55.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.55.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.55.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.55.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.56.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.56.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.56.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.56.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.56.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.56.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.56.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.56.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.56.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.56.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.56.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.56.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.56.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.56.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.56.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.57.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.57.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.57.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.57.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.57.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.57.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.57.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.57.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.57.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.57.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.57.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.57.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.57.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.57.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.57.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.58.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.58.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.58.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.58.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.58.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.58.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.58.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.58.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.58.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.58.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.58.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.58.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.58.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.58.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.58.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.59.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.59.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.59.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.59.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.59.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.59.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.59.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.59.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.59.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.59.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.59.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.59.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.59.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.59.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.59.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.59.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.60.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.60.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.60.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.60.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.60.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.60.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.60.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.60.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.60.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.60.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.60.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.60.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.60.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.60.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.60.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.61.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.61.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.61.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.61.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.61.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.61.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.61.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.61.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.61.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.61.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.61.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.61.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.61.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.61.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.61.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.62.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.62.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.62.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.62.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.62.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.62.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.62.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.62.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.62.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.62.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.62.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.62.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.62.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.62.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.62.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.63.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.63.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.63.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.63.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.63.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.63.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.63.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.63.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.63.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.63.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.63.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.63.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.63.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.63.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.63.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.63.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.64.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.64.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.64.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.64.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.64.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.64.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.64.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.64.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.64.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.64.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.64.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.64.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.64.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.64.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.64.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.65.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.65.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.65.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.65.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.65.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.65.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.65.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.65.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.65.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.65.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.65.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.65.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.65.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.65.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.65.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.66.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.66.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.66.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.66.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.66.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.66.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.66.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.66.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.66.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.66.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.66.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.66.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.66.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.66.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.66.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.67.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.67.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.67.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.67.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.67.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.67.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.67.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.67.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.67.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.67.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.67.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.67.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.67.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.67.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.67.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.67.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.68.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.68.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.68.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.68.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.68.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.68.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.68.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.68.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.68.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.68.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.68.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.68.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.68.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.68.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.68.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.69.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.69.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.69.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.69.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.69.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.69.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.69.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.69.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.69.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.69.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.69.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.69.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.69.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.69.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.69.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.70.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.70.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.70.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.70.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.70.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.70.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.70.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.70.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.70.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.70.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.70.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.70.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.70.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.70.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.70.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.71.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.71.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.71.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.71.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.71.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.71.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.71.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.71.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.71.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.71.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.71.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.71.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.71.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.71.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.71.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.71.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.72.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.72.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.72.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.72.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.72.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.72.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.72.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.72.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.72.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.72.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.72.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.72.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.72.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.72.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.72.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.73.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.73.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.73.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.73.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.73.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.73.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.73.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.73.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.73.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.73.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.73.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.73.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.73.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.73.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.73.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.74.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.74.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.74.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.74.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.74.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.74.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.74.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.74.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.74.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.74.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.74.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.74.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.74.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.74.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.74.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.75.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.75.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.75.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.75.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.75.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.75.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.75.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.75.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.75.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.75.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.75.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.75.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.75.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.75.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.75.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.75.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.76.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.76.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.76.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.76.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.76.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.76.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.76.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.76.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.76.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.76.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.76.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.76.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.76.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.76.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.76.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.77.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.77.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.77.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.77.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.77.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.77.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.77.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.77.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.77.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.77.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.77.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.77.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.77.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.77.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.77.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.78.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.78.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.78.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.78.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.78.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.78.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.78.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.78.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.78.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.78.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.78.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.78.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.78.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.78.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.78.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.79.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.79.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.79.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.79.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.79.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.79.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.79.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.79.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.79.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.79.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.79.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.79.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.79.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.79.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.79.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.79.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.80.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.80.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.80.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.80.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.80.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.80.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.80.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.80.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.80.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.80.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.80.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.80.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.80.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.80.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.80.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.81.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.81.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.81.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.81.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.81.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.81.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.81.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.81.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.81.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.81.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.81.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.81.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.81.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.81.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.81.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.82.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.82.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.82.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.82.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.82.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.82.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.82.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.82.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.82.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.82.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.82.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.82.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.82.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.82.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.82.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.83.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.83.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.83.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.83.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.83.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.83.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.83.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.83.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.83.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.83.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.83.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.83.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.83.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.83.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.83.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.83.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.84.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.84.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.84.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.84.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.84.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.84.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.84.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.84.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.84.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.84.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.84.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.84.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.84.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.84.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.84.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.85.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.85.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.85.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.85.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.85.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.85.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.85.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.85.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.85.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.85.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.85.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.85.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.85.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.85.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.85.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.86.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.86.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.86.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.86.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.86.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.86.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.86.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.86.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.86.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.86.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.86.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.86.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.86.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.86.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.86.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.87.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.87.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.87.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.87.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.87.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.87.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.87.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.87.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.87.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.87.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.87.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.87.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.87.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.87.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.87.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.87.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.88.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.88.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.88.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.88.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.88.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.88.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.88.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.88.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.88.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.88.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.88.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.88.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.88.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.88.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.88.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.89.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.89.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.89.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.89.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.89.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.89.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.89.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.89.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.89.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.89.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.89.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.89.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.89.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.89.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.89.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.90.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.90.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.90.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.90.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.90.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.90.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.90.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.90.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.90.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.90.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.90.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.90.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.90.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.90.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.90.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.91.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.91.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.91.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.91.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.91.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.91.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.91.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.91.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.91.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.91.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.91.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.91.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.91.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.91.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.91.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.91.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.92.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.92.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.92.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.92.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.92.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.92.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.92.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.92.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.92.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.92.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.92.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.92.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.92.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.92.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.92.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.92.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.lm_head": {
            "bits": 4,
            "group_size": 64,
            "mode": "affine"
        }
    },
    "quantization_config": {
        "group_size": 32,
        "bits": 4,
        "mode": "mxfp4",
        "language_model.model.embed_tokens": {
            "bits": 4,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.0.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.0.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.0.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.0.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.0.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.0.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.0.mlp.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.0.mlp.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.0.mlp.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.1.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.1.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.1.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.1.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.1.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.1.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.1.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.1.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.1.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.1.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.1.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.1.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.1.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.1.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.1.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.2.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.2.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.2.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.2.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.2.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.2.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.2.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.2.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.2.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.2.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.2.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.2.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.2.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.2.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.2.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.3.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.3.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.3.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.3.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.3.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.3.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.3.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.3.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.3.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.3.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.3.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.3.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.3.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.3.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.3.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.3.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.4.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.4.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.4.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.4.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.4.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.4.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.4.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.4.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.4.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.4.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.4.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.4.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.4.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.4.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.4.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.5.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.5.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.5.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.5.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.5.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.5.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.5.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.5.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.5.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.5.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.5.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.5.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.5.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.5.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.5.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.6.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.6.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.6.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.6.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.6.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.6.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.6.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.6.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.6.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.6.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.6.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.6.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.6.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.6.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.6.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.7.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.7.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.7.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.7.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.7.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.7.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.7.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.7.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.7.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.7.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.7.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.7.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.7.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.7.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.7.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.7.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.8.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.8.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.8.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.8.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.8.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.8.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.8.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.8.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.8.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.8.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.8.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.8.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.8.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.8.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.8.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.9.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.9.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.9.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.9.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.9.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.9.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.9.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.9.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.9.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.9.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.9.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.9.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.9.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.9.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.9.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.10.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.10.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.10.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.10.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.10.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.10.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.10.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.10.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.10.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.10.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.10.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.10.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.10.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.10.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.10.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.11.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.11.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.11.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.11.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.11.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.11.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.11.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.11.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.11.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.11.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.11.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.11.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.11.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.11.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.11.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.11.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.12.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.12.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.12.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.12.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.12.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.12.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.12.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.12.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.12.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.12.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.12.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.12.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.12.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.12.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.12.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.13.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.13.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.13.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.13.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.13.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.13.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.13.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.13.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.13.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.13.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.13.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.13.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.13.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.13.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.13.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.14.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.14.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.14.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.14.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.14.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.14.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.14.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.14.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.14.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.14.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.14.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.14.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.14.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.14.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.14.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.15.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.15.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.15.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.15.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.15.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.15.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.15.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.15.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.15.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.15.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.15.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.15.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.15.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.15.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.15.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.15.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.16.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.16.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.16.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.16.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.16.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.16.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.16.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.16.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.16.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.16.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.16.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.16.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.16.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.16.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.16.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.17.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.17.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.17.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.17.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.17.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.17.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.17.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.17.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.17.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.17.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.17.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.17.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.17.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.17.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.17.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.18.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.18.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.18.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.18.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.18.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.18.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.18.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.18.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.18.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.18.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.18.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.18.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.18.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.18.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.18.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.19.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.19.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.19.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.19.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.19.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.19.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.19.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.19.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.19.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.19.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.19.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.19.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.19.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.19.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.19.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.19.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.20.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.20.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.20.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.20.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.20.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.20.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.20.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.20.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.20.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.20.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.20.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.20.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.20.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.20.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.20.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.21.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.21.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.21.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.21.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.21.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.21.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.21.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.21.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.21.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.21.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.21.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.21.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.21.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.21.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.21.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.22.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.22.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.22.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.22.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.22.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.22.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.22.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.22.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.22.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.22.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.22.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.22.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.22.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.22.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.22.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.23.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.23.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.23.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.23.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.23.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.23.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.23.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.23.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.23.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.23.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.23.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.23.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.23.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.23.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.23.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.23.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.24.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.24.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.24.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.24.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.24.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.24.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.24.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.24.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.24.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.24.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.24.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.24.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.24.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.24.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.24.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.25.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.25.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.25.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.25.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.25.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.25.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.25.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.25.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.25.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.25.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.25.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.25.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.25.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.25.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.25.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.26.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.26.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.26.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.26.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.26.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.26.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.26.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.26.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.26.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.26.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.26.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.26.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.26.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.26.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.26.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.27.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.27.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.27.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.27.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.27.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.27.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.27.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.27.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.27.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.27.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.27.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.27.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.27.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.27.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.27.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.27.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.28.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.28.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.28.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.28.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.28.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.28.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.28.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.28.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.28.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.28.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.28.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.28.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.28.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.28.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.28.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.29.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.29.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.29.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.29.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.29.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.29.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.29.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.29.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.29.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.29.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.29.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.29.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.29.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.29.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.29.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.30.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.30.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.30.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.30.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.30.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.30.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.30.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.30.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.30.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.30.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.30.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.30.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.30.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.30.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.30.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.31.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.31.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.31.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.31.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.31.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.31.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.31.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.31.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.31.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.31.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.31.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.31.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.31.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.31.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.31.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.31.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.32.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.32.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.32.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.32.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.32.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.32.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.32.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.32.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.32.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.32.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.32.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.32.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.32.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.32.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.32.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.33.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.33.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.33.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.33.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.33.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.33.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.33.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.33.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.33.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.33.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.33.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.33.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.33.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.33.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.33.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.34.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.34.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.34.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.34.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.34.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.34.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.34.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.34.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.34.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.34.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.34.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.34.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.34.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.34.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.34.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.35.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.35.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.35.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.35.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.35.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.35.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.35.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.35.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.35.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.35.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.35.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.35.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.35.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.35.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.35.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.35.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.36.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.36.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.36.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.36.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.36.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.36.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.36.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.36.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.36.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.36.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.36.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.36.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.36.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.36.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.36.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.37.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.37.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.37.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.37.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.37.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.37.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.37.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.37.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.37.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.37.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.37.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.37.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.37.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.37.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.37.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.38.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.38.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.38.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.38.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.38.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.38.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.38.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.38.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.38.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.38.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.38.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.38.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.38.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.38.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.38.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.39.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.39.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.39.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.39.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.39.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.39.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.39.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.39.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.39.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.39.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.39.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.39.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.39.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.39.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.39.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.39.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.40.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.40.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.40.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.40.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.40.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.40.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.40.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.40.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.40.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.40.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.40.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.40.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.40.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.40.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.40.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.41.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.41.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.41.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.41.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.41.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.41.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.41.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.41.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.41.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.41.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.41.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.41.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.41.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.41.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.41.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.42.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.42.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.42.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.42.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.42.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.42.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.42.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.42.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.42.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.42.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.42.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.42.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.42.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.42.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.42.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.43.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.43.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.43.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.43.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.43.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.43.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.43.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.43.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.43.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.43.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.43.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.43.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.43.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.43.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.43.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.43.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.44.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.44.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.44.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.44.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.44.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.44.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.44.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.44.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.44.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.44.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.44.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.44.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.44.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.44.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.44.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.45.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.45.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.45.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.45.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.45.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.45.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.45.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.45.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.45.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.45.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.45.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.45.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.45.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.45.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.45.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.46.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.46.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.46.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.46.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.46.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.46.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.46.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.46.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.46.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.46.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.46.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.46.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.46.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.46.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.46.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.47.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.47.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.47.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.47.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.47.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.47.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.47.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.47.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.47.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.47.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.47.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.47.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.47.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.47.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.47.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.47.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.48.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.48.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.48.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.48.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.48.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.48.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.48.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.48.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.48.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.48.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.48.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.48.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.48.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.48.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.48.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.49.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.49.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.49.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.49.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.49.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.49.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.49.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.49.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.49.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.49.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.49.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.49.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.49.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.49.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.49.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.50.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.50.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.50.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.50.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.50.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.50.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.50.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.50.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.50.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.50.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.50.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.50.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.50.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.50.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.50.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.51.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.51.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.51.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.51.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.51.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.51.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.51.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.51.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.51.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.51.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.51.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.51.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.51.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.51.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.51.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.51.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.52.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.52.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.52.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.52.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.52.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.52.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.52.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.52.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.52.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.52.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.52.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.52.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.52.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.52.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.52.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.53.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.53.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.53.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.53.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.53.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.53.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.53.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.53.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.53.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.53.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.53.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.53.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.53.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.53.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.53.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.54.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.54.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.54.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.54.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.54.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.54.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.54.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.54.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.54.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.54.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.54.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.54.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.54.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.54.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.54.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.55.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.55.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.55.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.55.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.55.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.55.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.55.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.55.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.55.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.55.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.55.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.55.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.55.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.55.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.55.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.55.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.56.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.56.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.56.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.56.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.56.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.56.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.56.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.56.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.56.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.56.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.56.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.56.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.56.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.56.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.56.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.57.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.57.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.57.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.57.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.57.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.57.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.57.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.57.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.57.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.57.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.57.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.57.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.57.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.57.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.57.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.58.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.58.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.58.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.58.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.58.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.58.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.58.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.58.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.58.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.58.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.58.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.58.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.58.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.58.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.58.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.59.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.59.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.59.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.59.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.59.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.59.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.59.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.59.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.59.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.59.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.59.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.59.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.59.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.59.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.59.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.59.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.60.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.60.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.60.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.60.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.60.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.60.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.60.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.60.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.60.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.60.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.60.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.60.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.60.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.60.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.60.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.61.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.61.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.61.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.61.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.61.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.61.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.61.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.61.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.61.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.61.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.61.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.61.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.61.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.61.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.61.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.62.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.62.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.62.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.62.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.62.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.62.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.62.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.62.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.62.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.62.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.62.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.62.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.62.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.62.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.62.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.63.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.63.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.63.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.63.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.63.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.63.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.63.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.63.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.63.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.63.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.63.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.63.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.63.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.63.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.63.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.63.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.64.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.64.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.64.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.64.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.64.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.64.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.64.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.64.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.64.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.64.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.64.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.64.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.64.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.64.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.64.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.65.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.65.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.65.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.65.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.65.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.65.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.65.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.65.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.65.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.65.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.65.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.65.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.65.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.65.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.65.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.66.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.66.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.66.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.66.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.66.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.66.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.66.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.66.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.66.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.66.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.66.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.66.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.66.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.66.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.66.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.67.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.67.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.67.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.67.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.67.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.67.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.67.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.67.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.67.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.67.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.67.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.67.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.67.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.67.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.67.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.67.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.68.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.68.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.68.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.68.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.68.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.68.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.68.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.68.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.68.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.68.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.68.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.68.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.68.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.68.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.68.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.69.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.69.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.69.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.69.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.69.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.69.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.69.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.69.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.69.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.69.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.69.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.69.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.69.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.69.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.69.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.70.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.70.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.70.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.70.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.70.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.70.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.70.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.70.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.70.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.70.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.70.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.70.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.70.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.70.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.70.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.71.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.71.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.71.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.71.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.71.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.71.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.71.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.71.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.71.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.71.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.71.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.71.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.71.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.71.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.71.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.71.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.72.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.72.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.72.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.72.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.72.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.72.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.72.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.72.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.72.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.72.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.72.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.72.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.72.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.72.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.72.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.73.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.73.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.73.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.73.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.73.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.73.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.73.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.73.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.73.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.73.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.73.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.73.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.73.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.73.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.73.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.74.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.74.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.74.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.74.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.74.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.74.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.74.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.74.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.74.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.74.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.74.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.74.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.74.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.74.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.74.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.75.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.75.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.75.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.75.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.75.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.75.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.75.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.75.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.75.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.75.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.75.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.75.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.75.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.75.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.75.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.75.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.76.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.76.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.76.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.76.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.76.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.76.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.76.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.76.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.76.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.76.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.76.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.76.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.76.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.76.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.76.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.77.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.77.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.77.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.77.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.77.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.77.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.77.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.77.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.77.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.77.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.77.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.77.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.77.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.77.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.77.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.78.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.78.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.78.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.78.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.78.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.78.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.78.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.78.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.78.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.78.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.78.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.78.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.78.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.78.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.78.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.79.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.79.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.79.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.79.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.79.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.79.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.79.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.79.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.79.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.79.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.79.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.79.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.79.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.79.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.79.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.79.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.80.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.80.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.80.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.80.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.80.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.80.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.80.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.80.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.80.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.80.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.80.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.80.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.80.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.80.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.80.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.81.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.81.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.81.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.81.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.81.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.81.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.81.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.81.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.81.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.81.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.81.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.81.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.81.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.81.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.81.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.82.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.82.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.82.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.82.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.82.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.82.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.82.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.82.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.82.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.82.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.82.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.82.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.82.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.82.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.82.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.83.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.83.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.83.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.83.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.83.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.83.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.83.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.83.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.83.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.83.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.83.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.83.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.83.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.83.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.83.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.83.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.84.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.84.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.84.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.84.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.84.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.84.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.84.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.84.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.84.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.84.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.84.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.84.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.84.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.84.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.84.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.85.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.85.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.85.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.85.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.85.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.85.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.85.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.85.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.85.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.85.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.85.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.85.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.85.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.85.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.85.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.86.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.86.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.86.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.86.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.86.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.86.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.86.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.86.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.86.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.86.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.86.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.86.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.86.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.86.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.86.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.87.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.87.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.87.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.87.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.87.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.87.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.87.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.87.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.87.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.87.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.87.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.87.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.87.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.87.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.87.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.87.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.88.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.88.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.88.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.88.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.88.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.88.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.88.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.88.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.88.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.88.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.88.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.88.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.88.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.88.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.88.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.89.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.89.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.89.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.89.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.89.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.89.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.89.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.89.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.89.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.89.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.89.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.89.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.89.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.89.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.89.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.90.self_attn.qkv_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.90.self_attn.f_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.90.self_attn.f_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.90.self_attn.b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.90.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.90.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.90.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.90.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.90.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.90.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.90.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.90.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.90.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.90.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.90.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.91.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.91.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.91.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.91.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.91.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.91.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.91.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.91.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.91.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.91.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.91.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.91.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.91.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.91.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.91.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.91.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.92.self_attn.q_a_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.92.self_attn.q_b_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.92.self_attn.kv_a_proj_with_mqa": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.92.self_attn.embed_q": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.92.self_attn.unembed_out": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.92.self_attn.o_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.92.self_attn.g_proj": {
            "bits": 6,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.92.mlp.gate": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.92.mlp.switch_mlp.gate_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.92.mlp.switch_mlp.up_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.92.mlp.switch_mlp.down_proj": {
            "bits": 2,
            "group_size": 128,
            "mode": "affine"
        },
        "language_model.model.layers.92.mlp.routed_expert_down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.92.mlp.routed_expert_up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.92.mlp.shared_experts.gate_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.92.mlp.shared_experts.up_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.model.layers.92.mlp.shared_experts.down_proj": {
            "bits": 8,
            "group_size": 64,
            "mode": "affine"
        },
        "language_model.lm_head": {
            "bits": 4,
            "group_size": 64,
            "mode": "affine"
        }
    },
    "text_config": {
        "_name_or_path": "",
        "activation_situ_beta": 4.0,
        "activation_situ_linear_beta": 25.0,
        "add_cross_attention": false,
        "architectures": [
            "KimiLinearForCausalLM"
        ],
        "attn_res_block_size": 12,
        "auto_map": {
            "AutoConfig": "configuration_kimi_k3.KimiLinearConfig",
            "AutoModel": "modeling_kimi_linear.KimiLinearModel",
            "AutoModelForCausalLM": "modeling_kimi_linear.KimiLinearForCausalLM"
        },
        "bad_words_ids": null,
        "begin_suppress_tokens": null,
        "bos_token_id": 163584,
        "chunk_size_feed_forward": 0,
        "cross_attention_hidden_size": null,
        "decoder_start_token_id": null,
        "diversity_penalty": 0.0,
        "do_sample": false,
        "dtype": "bfloat16",
        "early_stopping": false,
        "encoder_no_repeat_ngram_size": 0,
        "eos_token_id": 163586,
        "exponential_decay_length_penalty": null,
        "finetuning_task": null,
        "first_k_dense_replace": 1,
        "forced_bos_token_id": null,
        "forced_eos_token_id": null,
        "hidden_act": "situ",
        "hidden_size": 7168,
        "id2label": {
            "0": "LABEL_0",
            "1": "LABEL_1"
        },
        "initializer_range": 0.02,
        "intermediate_size": 33792,
        "is_decoder": false,
        "is_encoder_decoder": false,
        "kv_lora_rank": 512,
        "label2id": {
            "LABEL_0": 0,
            "LABEL_1": 1
        },
        "latent_moe_use_norm": true,
        "length_penalty": 1.0,
        "linear_attn_config": {
            "full_attn_layers": [
                4,
                8,
                12,
                16,
                20,
                24,
                28,
                32,
                36,
                40,
                44,
                48,
                52,
                56,
                60,
                64,
                68,
                72,
                76,
                80,
                84,
                88,
                92,
                93
            ],
            "gate_lower_bound": -5.0,
            "head_dim": 128,
            "kda_layers": [
                1,
                2,
                3,
                5,
                6,
                7,
                9,
                10,
                11,
                13,
                14,
                15,
                17,
                18,
                19,
                21,
                22,
                23,
                25,
                26,
                27,
                29,
                30,
                31,
                33,
                34,
                35,
                37,
                38,
                39,
                41,
                42,
                43,
                45,
                46,
                47,
                49,
                50,
                51,
                53,
                54,
                55,
                57,
                58,
                59,
                61,
                62,
                63,
                65,
                66,
                67,
                69,
                70,
                71,
                73,
                74,
                75,
                77,
                78,
                79,
                81,
                82,
                83,
                85,
                86,
                87,
                89,
                90,
                91
            ],
            "num_heads": 96,
            "short_conv_kernel_size": 4,
            "use_full_rank_gate": true
        },
        "max_length": 20,
        "max_position_embeddings": 1048576,
        "min_length": 0,
        "mla_use_nope": true,
        "mla_use_output_gate": true,
        "model_type": "kimi_linear",
        "moe_intermediate_size": 3072,
        "moe_layer_freq": 1,
        "moe_renormalize": true,
        "moe_router_activation_func": "sigmoid",
        "no_repeat_ngram_size": 0,
        "num_attention_heads": 96,
        "num_beam_groups": 1,
        "num_beams": 1,
        "num_expert_group": 1,
        "num_experts": 896,
        "num_experts_per_token": 16,
        "num_hidden_layers": 93,
        "num_key_value_heads": 96,
        "num_nextn_predict_layers": 0,
        "num_return_sequences": 1,
        "num_shared_experts": 2,
        "output_attentions": false,
        "output_hidden_states": false,
        "output_scores": false,
        "pad_token_id": 163839,
        "prefix": null,
        "problem_type": null,
        "pruned_heads": {},
        "q_lora_rank": 1536,
        "qk_nope_head_dim": 128,
        "qk_rope_head_dim": 64,
        "quantization_config": {
            "config_groups": {
                "group_0": {
                    "format": "mxfp4-pack-quantized",
                    "input_activations": null,
                    "output_activations": null,
                    "targets": [
                        "Linear"
                    ],
                    "weights": {
                        "actorder": null,
                        "block_structure": null,
                        "dynamic": false,
                        "group_size": 32,
                        "num_bits": 4,
                        "observer": "minmax",
                        "observer_kwargs": {},
                        "scale_dtype": "torch.uint8",
                        "strategy": "group",
                        "symmetric": true,
                        "type": "float",
                        "zp_dtype": null
                    }
                }
            },
            "format": "mxfp4-pack-quantized",
            "global_compression_ratio": null,
            "ignore": [
                "re:.*self_attn.*",
                "re:.*shared_experts.*",
                "re:.*mlp\\.(gate|up|gate_up|down)_proj.*",
                "re:.*lm_head.*",
                "re:.*vision_tower.*",
                "re:.*mm_projector.*"
            ],
            "kv_cache_scheme": null,
            "quant_method": "compressed-tensors",
            "quantization_status": "compressed"
        },
        "remove_invalid_values": false,
        "repetition_penalty": 1.0,
        "return_dict": true,
        "return_dict_in_generate": false,
        "rms_norm_eps": 1e-05,
        "routed_expert_hidden_size": 3584,
        "routed_scaling_factor": 1.0,
        "sep_token_id": null,
        "suppress_tokens": null,
        "task_specific_params": null,
        "temperature": 1.0,
        "tf_legacy_loss": false,
        "tie_encoder_decoder": false,
        "tie_word_embeddings": false,
        "tokenizer_class": null,
        "top_k": 50,
        "top_p": 1.0,
        "topk_group": 1,
        "topk_method": "noaux_tc",
        "torchscript": false,
        "transformers_version": "4.56.2",
        "typical_p": 1.0,
        "use_bfloat16": false,
        "use_cache": true,
        "use_grouped_topk": true,
        "v_head_dim": 128,
        "vocab_size": 163840
    },
    "tie_word_embeddings": false,
    "vision_config": {
        "_attn_implementation": "flash_attention_2",
        "activation_func": "gelu_pytorch_tanh",
        "attn_bias": false,
        "init_pos_emb_height": 64,
        "init_pos_emb_time": 4,
        "init_pos_emb_width": 64,
        "linear_bias": false,
        "merge_kernel_size": [
            2,
            2
        ],
        "merge_type": "sd2_tpool",
        "mlp_type": "mlp2",
        "mm_hidden_size": 1024,
        "mm_projector_type": "patchmergerv2",
        "norm_type": "rmsnorm",
        "patch_embed_proj_bias": false,
        "patch_size": 14,
        "pos_emb_interpolation_mode": "bilinear",
        "pos_emb_type": "divided_fixed",
        "projector_hidden_act": "gelu",
        "projector_ln_eps": 1e-05,
        "qkv_hidden_size": 1536,
        "text_hidden_size": 7168,
        "vt_hidden_size": 1024,
        "vt_intermediate_size": 4096,
        "vt_num_attention_heads": 12,
        "vt_num_hidden_layers": 27
    }
}