{
    "measurement": {
        "model.layers.0": {
            "accuracy": 0.9507153631420806,
            "total_bits": 217055232.0,
            "o_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "down_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "q_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "k_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "v_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "gate_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "up_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            }
        },
        "model.layers.1": {
            "accuracy": 0.960571184172295,
            "total_bits": 217055232.0,
            "o_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "down_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "q_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "k_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "v_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "gate_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "up_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            }
        },
        "model.layers.2": {
            "accuracy": 0.939573737909086,
            "total_bits": 217055232.0,
            "o_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "down_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "q_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "k_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "v_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "gate_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "up_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            }
        },
        "model.layers.3": {
            "accuracy": 0.9904383526591118,
            "total_bits": 205258752.0,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            }
        },
        "model.layers.4": {
            "accuracy": 0.9902371343196137,
            "total_bits": 205258752.0,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            }
        },
        "model.layers.5": {
            "accuracy": 0.9895104840979911,
            "total_bits": 205258752.0,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            }
        },
        "model.layers.6": {
            "accuracy": 0.9889427706366405,
            "total_bits": 205258752.0,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            }
        },
        "model.layers.7": {
            "accuracy": 0.9882708010263741,
            "total_bits": 205258752.0,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            }
        },
        "model.layers.8": {
            "accuracy": 0.9869354849797674,
            "total_bits": 205258752.0,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            }
        },
        "model.layers.9": {
            "accuracy": 0.9820478234032635,
            "total_bits": 205258752.0,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            }
        },
        "model.layers.10": {
            "accuracy": 0.986206262226915,
            "total_bits": 217055232.0,
            "o_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "down_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "q_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "k_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "v_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "gate_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "up_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            }
        },
        "model.layers.11": {
            "accuracy": 0.982909054873744,
            "total_bits": 217055232.0,
            "o_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "down_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "q_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "k_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "v_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "gate_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "up_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            }
        },
        "model.layers.12": {
            "accuracy": 0.9834725565742701,
            "total_bits": 217055232.0,
            "o_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "down_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "q_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "k_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "v_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "gate_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "up_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            }
        },
        "model.layers.13": {
            "accuracy": 0.9805963751859963,
            "total_bits": 217055232.0,
            "o_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "down_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "q_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "k_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "v_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "gate_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "up_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            }
        },
        "model.layers.14": {
            "accuracy": 0.9787698871223256,
            "total_bits": 217055232.0,
            "o_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "down_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "q_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "k_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "v_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "gate_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "up_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            }
        },
        "model.layers.15": {
            "accuracy": 0.9738451928715222,
            "total_bits": 217055232.0,
            "o_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "down_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "q_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "k_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "v_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "gate_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "up_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            }
        },
        "model.layers.16": {
            "accuracy": 0.9662960097193718,
            "total_bits": 217055232.0,
            "o_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "down_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "q_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "k_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "v_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "gate_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "up_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            }
        },
        "model.layers.17": {
            "accuracy": 0.9630881091579795,
            "total_bits": 217055232.0,
            "o_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "down_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "q_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "k_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "v_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "gate_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "up_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            }
        },
        "model.layers.18": {
            "accuracy": 0.9655070045846514,
            "total_bits": 217055232.0,
            "o_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "down_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "q_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "k_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "v_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "gate_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "up_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            }
        },
        "model.layers.19": {
            "accuracy": 0.9662654871935956,
            "total_bits": 217055232.0,
            "o_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "down_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "q_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "k_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "v_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "gate_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "up_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            }
        },
        "model.layers.20": {
            "accuracy": 0.9674999941489659,
            "total_bits": 217055232.0,
            "o_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "down_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "q_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "k_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "v_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "gate_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "up_proj": {
                "group_size": {
                    "4": 32
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            }
        },
        "model.layers.21": {
            "accuracy": 0.9972315862542018,
            "total_bits": 205258752.0,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            }
        },
        "model.layers.22": {
            "accuracy": 0.9988632621243596,
            "total_bits": 205258752.0,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            }
        },
        "model.layers.23": {
            "accuracy": 0.998999236151576,
            "total_bits": 205258752.0,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            }
        },
        "model.layers.24": {
            "accuracy": 0.9991551814600825,
            "total_bits": 205258752.0,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            }
        },
        "model.layers.25": {
            "accuracy": 0.9992306204512715,
            "total_bits": 205258752.0,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            }
        },
        "model.layers.26": {
            "accuracy": 0.9992987457662821,
            "total_bits": 205258752.0,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            }
        },
        "model.layers.27": {
            "accuracy": 0.9978728881105781,
            "total_bits": 205258752.0,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4,
                "scale_groups:": 32
            }
        }
    }
}