| { |
| "measurement": { |
| "model.layers.0": { |
| "accuracy": 0.8363876342773438, |
| "total_bits": 950390784.0, |
| "o_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "down_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "q_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "k_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "v_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "gate_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "up_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| } |
| }, |
| "model.layers.1": { |
| "accuracy": 0.9507081508636475, |
| "total_bits": 950390784.0, |
| "o_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "down_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "q_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "k_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "v_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "gate_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "up_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| } |
| }, |
| "model.layers.2": { |
| "accuracy": 0.9597311019897461, |
| "total_bits": 950390784.0, |
| "o_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "down_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "q_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "k_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "v_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "gate_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "up_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| } |
| }, |
| "model.layers.3": { |
| "accuracy": 0.983100175857544, |
| "total_bits": 950390784.0, |
| "o_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "down_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "q_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "k_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "v_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "gate_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "up_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| } |
| }, |
| "model.layers.4": { |
| "accuracy": 0.9927090704441071, |
| "total_bits": 950390784.0, |
| "o_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "down_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "q_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "k_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "v_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "gate_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "up_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| } |
| }, |
| "model.layers.5": { |
| "accuracy": 0.9934786558151245, |
| "total_bits": 950390784.0, |
| "o_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "down_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "q_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "k_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "v_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "gate_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "up_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| } |
| }, |
| "model.layers.6": { |
| "accuracy": 0.9899049997329712, |
| "total_bits": 950390784.0, |
| "o_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "down_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "q_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "k_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "v_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "gate_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "up_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| } |
| }, |
| "model.layers.7": { |
| "accuracy": 0.9921112954616547, |
| "total_bits": 950390784.0, |
| "o_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "down_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "q_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "k_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "v_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "gate_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "up_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| } |
| }, |
| "model.layers.8": { |
| "accuracy": 0.9914764761924744, |
| "total_bits": 950390784.0, |
| "o_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "down_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "q_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "k_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "v_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "gate_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "up_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| } |
| }, |
| "model.layers.9": { |
| "accuracy": 0.9910583794116974, |
| "total_bits": 950390784.0, |
| "o_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "down_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "q_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "k_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "v_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "gate_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "up_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| } |
| }, |
| "model.layers.10": { |
| "accuracy": 0.9924606680870056, |
| "total_bits": 950390784.0, |
| "o_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "down_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "q_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "k_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "v_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "gate_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "up_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| } |
| }, |
| "model.layers.11": { |
| "accuracy": 0.9926440417766571, |
| "total_bits": 950390784.0, |
| "o_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "down_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "q_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "k_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "v_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "gate_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "up_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| } |
| }, |
| "model.layers.12": { |
| "accuracy": 0.9924575388431549, |
| "total_bits": 950390784.0, |
| "o_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "down_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "q_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "k_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "v_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "gate_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "up_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| } |
| }, |
| "model.layers.13": { |
| "accuracy": 0.9924218952655792, |
| "total_bits": 950390784.0, |
| "o_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "down_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "q_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "k_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "v_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "gate_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "up_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| } |
| }, |
| "model.layers.14": { |
| "accuracy": 0.9918978810310364, |
| "total_bits": 950390784.0, |
| "o_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "down_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "q_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "k_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "v_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "gate_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "up_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| } |
| }, |
| "model.layers.15": { |
| "accuracy": 0.9919407665729523, |
| "total_bits": 950390784.0, |
| "o_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "down_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "q_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "k_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "v_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "gate_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "up_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| } |
| }, |
| "model.layers.16": { |
| "accuracy": 0.9919929206371307, |
| "total_bits": 950390784.0, |
| "o_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "down_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "q_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "k_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "v_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "gate_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "up_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| } |
| }, |
| "model.layers.17": { |
| "accuracy": 0.9913727939128876, |
| "total_bits": 950390784.0, |
| "o_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "down_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "q_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "k_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "v_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "gate_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "up_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| } |
| }, |
| "model.layers.18": { |
| "accuracy": 0.9900252223014832, |
| "total_bits": 950390784.0, |
| "o_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "down_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "q_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "k_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "v_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "gate_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "up_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| } |
| }, |
| "model.layers.19": { |
| "accuracy": 0.9880113005638123, |
| "total_bits": 950390784.0, |
| "o_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "down_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "q_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "k_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "v_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "gate_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "up_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| } |
| }, |
| "model.layers.20": { |
| "accuracy": 0.9862348437309265, |
| "total_bits": 950390784.0, |
| "o_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "down_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "q_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "k_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "v_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "gate_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "up_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| } |
| }, |
| "model.layers.21": { |
| "accuracy": 0.984893798828125, |
| "total_bits": 950390784.0, |
| "o_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "down_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "q_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "k_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "v_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "gate_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "up_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| } |
| }, |
| "model.layers.22": { |
| "accuracy": 0.9806430339813232, |
| "total_bits": 950390784.0, |
| "o_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "down_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "q_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "k_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "v_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "gate_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "up_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| } |
| }, |
| "model.layers.23": { |
| "accuracy": 0.981450617313385, |
| "total_bits": 950390784.0, |
| "o_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "down_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "q_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "k_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "v_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "gate_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "up_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| } |
| }, |
| "model.layers.24": { |
| "accuracy": 0.9806147217750549, |
| "total_bits": 950390784.0, |
| "o_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "down_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "q_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "k_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "v_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "gate_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "up_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| } |
| }, |
| "model.layers.25": { |
| "accuracy": 0.9769954681396484, |
| "total_bits": 950390784.0, |
| "o_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "down_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "q_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "k_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "v_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "gate_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "up_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| } |
| }, |
| "model.layers.26": { |
| "accuracy": 0.9625107049942017, |
| "total_bits": 950390784.0, |
| "o_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "down_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "q_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "k_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "v_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "gate_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "up_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| } |
| }, |
| "model.layers.27": { |
| "accuracy": 0.961871862411499, |
| "total_bits": 950390784.0, |
| "o_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "down_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "q_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "k_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "v_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "gate_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| }, |
| "up_proj": { |
| "group_size": { |
| "4": 128 |
| }, |
| "bits": [ |
| 4 |
| ], |
| "bits_prop": [ |
| 1 |
| ], |
| "scale_bits": 4, |
| "scale_groups:": 32 |
| } |
| } |
| } |
| } |
