{ "model_name": "openai/whisper-large-v3", "model_config": { "transformers_version": "5.5.3", "architectures": [ "WhisperForConditionalGeneration" ], "output_hidden_states": false, "return_dict": true, "dtype": "float32", "chunk_size_feed_forward": 0, "is_encoder_decoder": true, "id2label": { "0": "LABEL_0", "1": "LABEL_1" }, "label2id": { "LABEL_0": 0, "LABEL_1": 1 }, "problem_type": null, "vocab_size": 51866, "num_mel_bins": 128, "encoder_layers": 32, "encoder_attention_heads": 20, "decoder_layers": 32, "decoder_attention_heads": 20, "decoder_ffn_dim": 5120, "encoder_ffn_dim": 5120, "encoder_layerdrop": 0.0, "decoder_layerdrop": 0.0, "decoder_start_token_id": 50258, "use_cache": true, "activation_function": "gelu", "d_model": 1280, "dropout": 0.0, "attention_dropout": 0.0, "activation_dropout": 0.0, "init_std": 0.02, "scale_embedding": false, "max_source_positions": 1500, "max_target_positions": 448, "pad_token_id": 50256, "bos_token_id": 50257, "eos_token_id": 50257, "suppress_tokens": null, "begin_suppress_tokens": [ 220, 50257 ], "use_weighted_layer_sum": false, "classifier_proj_size": 256, "apply_spec_augment": false, "mask_time_prob": 0.05, "mask_time_length": 10, "mask_time_min_masks": 2, "mask_feature_prob": 0.0, "mask_feature_length": 10, "mask_feature_min_masks": 0, "median_filter_width": 7, "tie_word_embeddings": true, "_name_or_path": "openai/whisper-large-v3", "model_type": "whisper", "output_attentions": false }, "quant_config": { "components": [ "decoder" ], "scheme": "tritplane3", "group_size": 32, "n_iter": 10, "salient_fraction": 0.0, "rescue_fraction": 0.0, "n_planes": 3, "allow_all_linear": false, "target_module_names": [ "Wqkv", "att_proj", "attn.proj", "attn.qkv", "c_attn", "c_fc", "c_proj", "dense", "dense_4h_to_h", "dense_h_to_4h", "down_proj", "fc1", "fc2", "ff_proj", "gate_proj", "gate_up_proj", "k", "k_proj", "linear", "o", "o_proj", "out_proj", "per_layer_input_gate", "per_layer_projection", "proj", "q", "q_proj", "qkv", "qkv_proj", "query_key_value", "up_proj", "v", "v_proj", "w1", "w2", "w3", "wi", "wi_0", "wi_1", "wo" ], "max_length": 160, "calibration_batch_size": 2, "calibration_prompts": null, "vlm_use_demo_image": true }, "plan": {}, "layer_info": { "model.decoder.layers.0.self_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.0.self_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.0.self_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.0.self_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.0.encoder_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.0.encoder_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.0.encoder_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.0.encoder_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.0.fc1": { "scheme": "tritplane_small_v1", "shape": [ 5120, 1280 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.0.fc2": { "scheme": "tritplane_small_v1", "shape": [ 1280, 5120 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.1.self_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.1.self_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.1.self_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.1.self_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.1.encoder_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.1.encoder_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.1.encoder_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.1.encoder_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.1.fc1": { "scheme": "tritplane_small_v1", "shape": [ 5120, 1280 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.1.fc2": { "scheme": "tritplane_small_v1", "shape": [ 1280, 5120 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.2.self_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.2.self_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.2.self_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.2.self_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.2.encoder_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.2.encoder_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.2.encoder_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.2.encoder_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.2.fc1": { "scheme": "tritplane_small_v1", "shape": [ 5120, 1280 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.2.fc2": { "scheme": "tritplane_small_v1", "shape": [ 1280, 5120 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.3.self_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.3.self_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.3.self_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.3.self_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.3.encoder_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.3.encoder_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.3.encoder_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.3.encoder_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.3.fc1": { "scheme": "tritplane_small_v1", "shape": [ 5120, 1280 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.3.fc2": { "scheme": "tritplane_small_v1", "shape": [ 1280, 5120 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.4.self_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.4.self_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.4.self_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.4.self_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.4.encoder_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.4.encoder_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.4.encoder_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.4.encoder_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.4.fc1": { "scheme": "tritplane_small_v1", "shape": [ 5120, 1280 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.4.fc2": { "scheme": "tritplane_small_v1", "shape": [ 1280, 5120 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.5.self_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.5.self_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.5.self_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.5.self_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.5.encoder_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.5.encoder_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.5.encoder_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.5.encoder_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.5.fc1": { "scheme": "tritplane_small_v1", "shape": [ 5120, 1280 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.5.fc2": { "scheme": "tritplane_small_v1", "shape": [ 1280, 5120 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.6.self_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.6.self_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.6.self_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.6.self_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.6.encoder_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.6.encoder_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.6.encoder_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.6.encoder_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.6.fc1": { "scheme": "tritplane_small_v1", "shape": [ 5120, 1280 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.6.fc2": { "scheme": "tritplane_small_v1", "shape": [ 1280, 5120 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.7.self_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.7.self_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.7.self_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.7.self_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.7.encoder_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.7.encoder_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.7.encoder_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.7.encoder_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.7.fc1": { "scheme": "tritplane_small_v1", "shape": [ 5120, 1280 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.7.fc2": { "scheme": "tritplane_small_v1", "shape": [ 1280, 5120 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.8.self_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.8.self_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.8.self_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.8.self_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.8.encoder_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.8.encoder_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.8.encoder_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.8.encoder_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.8.fc1": { "scheme": "tritplane_small_v1", "shape": [ 5120, 1280 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.8.fc2": { "scheme": "tritplane_small_v1", "shape": [ 1280, 5120 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.9.self_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.9.self_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.9.self_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.9.self_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.9.encoder_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.9.encoder_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.9.encoder_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.9.encoder_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.9.fc1": { "scheme": "tritplane_small_v1", "shape": [ 5120, 1280 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.9.fc2": { "scheme": "tritplane_small_v1", "shape": [ 1280, 5120 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.10.self_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.10.self_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.10.self_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.10.self_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.10.encoder_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.10.encoder_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.10.encoder_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.10.encoder_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.10.fc1": { "scheme": "tritplane_small_v1", "shape": [ 5120, 1280 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.10.fc2": { "scheme": "tritplane_small_v1", "shape": [ 1280, 5120 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.11.self_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.11.self_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.11.self_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.11.self_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.11.encoder_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.11.encoder_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.11.encoder_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.11.encoder_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.11.fc1": { "scheme": "tritplane_small_v1", "shape": [ 5120, 1280 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.11.fc2": { "scheme": "tritplane_small_v1", "shape": [ 1280, 5120 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.12.self_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.12.self_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.12.self_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.12.self_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.12.encoder_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.12.encoder_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.12.encoder_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.12.encoder_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.12.fc1": { "scheme": "tritplane_small_v1", "shape": [ 5120, 1280 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.12.fc2": { "scheme": "tritplane_small_v1", "shape": [ 1280, 5120 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.13.self_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.13.self_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.13.self_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.13.self_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.13.encoder_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.13.encoder_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.13.encoder_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.13.encoder_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.13.fc1": { "scheme": "tritplane_small_v1", "shape": [ 5120, 1280 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.13.fc2": { "scheme": "tritplane_small_v1", "shape": [ 1280, 5120 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.14.self_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.14.self_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.14.self_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.14.self_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.14.encoder_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.14.encoder_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.14.encoder_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.14.encoder_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.14.fc1": { "scheme": "tritplane_small_v1", "shape": [ 5120, 1280 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.14.fc2": { "scheme": "tritplane_small_v1", "shape": [ 1280, 5120 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.15.self_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.15.self_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.15.self_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.15.self_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.15.encoder_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.15.encoder_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.15.encoder_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.15.encoder_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.15.fc1": { "scheme": "tritplane_small_v1", "shape": [ 5120, 1280 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.15.fc2": { "scheme": "tritplane_small_v1", "shape": [ 1280, 5120 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.16.self_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.16.self_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.16.self_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.16.self_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.16.encoder_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.16.encoder_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.16.encoder_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.16.encoder_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.16.fc1": { "scheme": "tritplane_small_v1", "shape": [ 5120, 1280 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.16.fc2": { "scheme": "tritplane_small_v1", "shape": [ 1280, 5120 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.17.self_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.17.self_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.17.self_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.17.self_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.17.encoder_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.17.encoder_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.17.encoder_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.17.encoder_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.17.fc1": { "scheme": "tritplane_small_v1", "shape": [ 5120, 1280 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.17.fc2": { "scheme": "tritplane_small_v1", "shape": [ 1280, 5120 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.18.self_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.18.self_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.18.self_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.18.self_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.18.encoder_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.18.encoder_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.18.encoder_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.18.encoder_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.18.fc1": { "scheme": "tritplane_small_v1", "shape": [ 5120, 1280 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.18.fc2": { "scheme": "tritplane_small_v1", "shape": [ 1280, 5120 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.19.self_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.19.self_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.19.self_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.19.self_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.19.encoder_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.19.encoder_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.19.encoder_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.19.encoder_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.19.fc1": { "scheme": "tritplane_small_v1", "shape": [ 5120, 1280 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.19.fc2": { "scheme": "tritplane_small_v1", "shape": [ 1280, 5120 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.20.self_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.20.self_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.20.self_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.20.self_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.20.encoder_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.20.encoder_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.20.encoder_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.20.encoder_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.20.fc1": { "scheme": "tritplane_small_v1", "shape": [ 5120, 1280 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.20.fc2": { "scheme": "tritplane_small_v1", "shape": [ 1280, 5120 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.21.self_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.21.self_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.21.self_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.21.self_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.21.encoder_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.21.encoder_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.21.encoder_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.21.encoder_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.21.fc1": { "scheme": "tritplane_small_v1", "shape": [ 5120, 1280 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.21.fc2": { "scheme": "tritplane_small_v1", "shape": [ 1280, 5120 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.22.self_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.22.self_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.22.self_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.22.self_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.22.encoder_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.22.encoder_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.22.encoder_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.22.encoder_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.22.fc1": { "scheme": "tritplane_small_v1", "shape": [ 5120, 1280 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.22.fc2": { "scheme": "tritplane_small_v1", "shape": [ 1280, 5120 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.23.self_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.23.self_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.23.self_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.23.self_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.23.encoder_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.23.encoder_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.23.encoder_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.23.encoder_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.23.fc1": { "scheme": "tritplane_small_v1", "shape": [ 5120, 1280 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.23.fc2": { "scheme": "tritplane_small_v1", "shape": [ 1280, 5120 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.24.self_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.24.self_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.24.self_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.24.self_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.24.encoder_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.24.encoder_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.24.encoder_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.24.encoder_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.24.fc1": { "scheme": "tritplane_small_v1", "shape": [ 5120, 1280 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.24.fc2": { "scheme": "tritplane_small_v1", "shape": [ 1280, 5120 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.25.self_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.25.self_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.25.self_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.25.self_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.25.encoder_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.25.encoder_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.25.encoder_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.25.encoder_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.25.fc1": { "scheme": "tritplane_small_v1", "shape": [ 5120, 1280 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.25.fc2": { "scheme": "tritplane_small_v1", "shape": [ 1280, 5120 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.26.self_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.26.self_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.26.self_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.26.self_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.26.encoder_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.26.encoder_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.26.encoder_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.26.encoder_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.26.fc1": { "scheme": "tritplane_small_v1", "shape": [ 5120, 1280 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.26.fc2": { "scheme": "tritplane_small_v1", "shape": [ 1280, 5120 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.27.self_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.27.self_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.27.self_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.27.self_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.27.encoder_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.27.encoder_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.27.encoder_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.27.encoder_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.27.fc1": { "scheme": "tritplane_small_v1", "shape": [ 5120, 1280 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.27.fc2": { "scheme": "tritplane_small_v1", "shape": [ 1280, 5120 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.28.self_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.28.self_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.28.self_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.28.self_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.28.encoder_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.28.encoder_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.28.encoder_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.28.encoder_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.28.fc1": { "scheme": "tritplane_small_v1", "shape": [ 5120, 1280 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.28.fc2": { "scheme": "tritplane_small_v1", "shape": [ 1280, 5120 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.29.self_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.29.self_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.29.self_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.29.self_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.29.encoder_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.29.encoder_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.29.encoder_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.29.encoder_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.29.fc1": { "scheme": "tritplane_small_v1", "shape": [ 5120, 1280 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.29.fc2": { "scheme": "tritplane_small_v1", "shape": [ 1280, 5120 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.30.self_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.30.self_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.30.self_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.30.self_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.30.encoder_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.30.encoder_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.30.encoder_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.30.encoder_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.30.fc1": { "scheme": "tritplane_small_v1", "shape": [ 5120, 1280 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.30.fc2": { "scheme": "tritplane_small_v1", "shape": [ 1280, 5120 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.31.self_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.31.self_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.31.self_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.31.self_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.31.encoder_attn.k_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.31.encoder_attn.v_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.31.encoder_attn.q_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.31.encoder_attn.out_proj": { "scheme": "tritplane_small_v1", "shape": [ 1280, 1280 ], "dtype": "torch.float32", "num_elements": 1638400, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 1843200, "effective_bits": 9.0 }, "model.decoder.layers.31.fc1": { "scheme": "tritplane_small_v1", "shape": [ 5120, 1280 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 }, "model.decoder.layers.31.fc2": { "scheme": "tritplane_small_v1", "shape": [ 1280, 5120 ], "dtype": "torch.float32", "num_elements": 6553600, "n_planes": 3, "group_sizes": [ 32, 32, 32 ], "rescued_rows": 0, "stored_bytes": 7372800, "effective_bits": 9.0 } }, "stats": { "model.decoder.layers.0.self_attn.k_proj": { "mse": 1.8580032701720484e-05, "rmse": 0.004310456205753688, "relative_error": 0.09925386526034846, "max_error": 0.14437294006347656, "sparsity": 0.39224283893903095, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.0.self_attn.v_proj": { "mse": 2.4661758288857527e-06, "rmse": 0.001570406262368357, "relative_error": 0.11609086774916236, "max_error": 0.054907798767089844, "sparsity": 0.3929264346758525, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.0.self_attn.q_proj": { "mse": 1.6553260138607584e-05, "rmse": 0.0040685697903080865, "relative_error": 0.10149378917006845, "max_error": 0.1326584815979004, "sparsity": 0.3944903512795766, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.0.self_attn.out_proj": { "mse": 3.2385387385147624e-06, "rmse": 0.0017995940482549843, "relative_error": 0.13208308522140563, "max_error": 0.046822309494018555, "sparsity": 0.3820499777793884, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.0.encoder_attn.k_proj": { "mse": 4.496247584029334e-06, "rmse": 0.00212043570617676, "relative_error": 0.13237802433595772, "max_error": 0.06512248516082764, "sparsity": 0.3777557412783305, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.0.encoder_attn.v_proj": { "mse": 2.969502475025365e-06, "rmse": 0.0017232244412801732, "relative_error": 0.13877954132266926, "max_error": 0.10634016990661621, "sparsity": 0.3870005210240682, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.0.encoder_attn.q_proj": { "mse": 4.127876309212297e-06, "rmse": 0.002031717576143962, "relative_error": 0.1009000601872321, "max_error": 0.06661701202392578, "sparsity": 0.3893473247687022, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.0.encoder_attn.out_proj": { "mse": 3.7137149320187746e-06, "rmse": 0.001927100135441533, "relative_error": 0.1675821035696163, "max_error": 0.07441520690917969, "sparsity": 0.36065856615702313, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.0.fc1": { "mse": 5.68257109989645e-06, "rmse": 0.002383814401310733, "relative_error": 0.1187574637829767, "max_error": 0.06409931182861328, "sparsity": 0.3814770579338074, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.0.fc2": { "mse": 1.4334982552099973e-05, "rmse": 0.0037861566993588596, "relative_error": 0.3031673577353539, "max_error": 0.16556644439697266, "sparsity": 0.3366134663422902, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.1.self_attn.k_proj": { "mse": 7.349524366873084e-06, "rmse": 0.0027110006209650865, "relative_error": 0.09842497300655098, "max_error": 0.06743669509887695, "sparsity": 0.383358766635259, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.1.self_attn.v_proj": { "mse": 1.190571083498071e-06, "rmse": 0.0010911329357590077, "relative_error": 0.11816144576956879, "max_error": 0.0364990234375, "sparsity": 0.4012465476989746, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.1.self_attn.q_proj": { "mse": 9.280999620386865e-06, "rmse": 0.0030464733086614866, "relative_error": 0.12041031868367, "max_error": 0.09621429443359375, "sparsity": 0.39007466038068134, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.1.self_attn.out_proj": { "mse": 2.9960222036606865e-06, "rmse": 0.0017309021357837324, "relative_error": 0.18230374975284447, "max_error": 0.06497567892074585, "sparsity": 0.36671244104703266, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.1.encoder_attn.k_proj": { "mse": 4.528291810856899e-06, "rmse": 0.0021279783389068834, "relative_error": 0.13069245935407484, "max_error": 0.07462644577026367, "sparsity": 0.3784716725349426, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.1.encoder_attn.v_proj": { "mse": 3.1088975447346456e-06, "rmse": 0.001763206608635144, "relative_error": 0.13963361561705537, "max_error": 0.045983314514160156, "sparsity": 0.3875199357668559, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.1.encoder_attn.q_proj": { "mse": 3.4988427159987623e-06, "rmse": 0.0018705193706558515, "relative_error": 0.0942609671296887, "max_error": 0.05310773849487305, "sparsity": 0.3917895456155141, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.1.encoder_attn.out_proj": { "mse": 3.4424929253873415e-06, "rmse": 0.0018553956250318532, "relative_error": 0.15703971142469872, "max_error": 0.05678129196166992, "sparsity": 0.3643878102302551, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.1.fc1": { "mse": 6.53987035548198e-06, "rmse": 0.0025573170228741647, "relative_error": 0.1336126573774987, "max_error": 0.12996280193328857, "sparsity": 0.3849823971589406, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.1.fc2": { "mse": 9.913981557474472e-06, "rmse": 0.0031486475759402595, "relative_error": 0.26228266810436957, "max_error": 0.16301476955413818, "sparsity": 0.36005385716756183, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.2.self_attn.k_proj": { "mse": 6.23207597527653e-06, "rmse": 0.002496412621197972, "relative_error": 0.09934420685860854, "max_error": 0.089263916015625, "sparsity": 0.3799009323120117, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.2.self_attn.v_proj": { "mse": 2.02669070858974e-06, "rmse": 0.0014236188775756454, "relative_error": 0.14201269459831478, "max_error": 0.05799412727355957, "sparsity": 0.39388997356096905, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.2.self_attn.q_proj": { "mse": 6.305576334852958e-06, "rmse": 0.0025110906663943773, "relative_error": 0.10300231619558352, "max_error": 0.0862736701965332, "sparsity": 0.39087076981862384, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.2.self_attn.out_proj": { "mse": 4.497860118135577e-06, "rmse": 0.0021208159085916857, "relative_error": 0.2195022799922506, "max_error": 0.3148527145385742, "sparsity": 0.3396537204583486, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.2.encoder_attn.k_proj": { "mse": 2.4377934551012004e-06, "rmse": 0.001561343477618298, "relative_error": 0.12683146014052707, "max_error": 0.059914588928222656, "sparsity": 0.37750569979349774, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.2.encoder_attn.v_proj": { "mse": 2.0136199054832105e-06, "rmse": 0.0014190207558324192, "relative_error": 0.13852380424527688, "max_error": 0.05537229776382446, "sparsity": 0.3873927891254425, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.2.encoder_attn.q_proj": { "mse": 2.6865686777455267e-06, "rmse": 0.0016390755558379627, "relative_error": 0.10038211344163599, "max_error": 0.07483410835266113, "sparsity": 0.38270671168963116, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.2.encoder_attn.out_proj": { "mse": 1.6374598317270284e-06, "rmse": 0.0012796326940677269, "relative_error": 0.14195360839101503, "max_error": 0.04471588134765625, "sparsity": 0.36931029955546063, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.2.fc1": { "mse": 8.688674824952614e-06, "rmse": 0.0029476558186044403, "relative_error": 0.14342776469850538, "max_error": 0.23823362588882446, "sparsity": 0.38876607020696, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.2.fc2": { "mse": 1.0341858796891756e-05, "rmse": 0.003215876054342231, "relative_error": 0.24973688000903327, "max_error": 0.3158590793609619, "sparsity": 0.3736262520154317, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.3.self_attn.k_proj": { "mse": 4.288419859221904e-06, "rmse": 0.0020708500330110587, "relative_error": 0.1155409851818616, "max_error": 0.06696194410324097, "sparsity": 0.3892299433549245, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.3.self_attn.v_proj": { "mse": 2.573929577920353e-06, "rmse": 0.0016043470877339333, "relative_error": 0.19526253426874657, "max_error": 0.06625974178314209, "sparsity": 0.4321826100349426, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.3.self_attn.q_proj": { "mse": 4.509508016781183e-06, "rmse": 0.0021235602220754613, "relative_error": 0.09801006840201408, "max_error": 0.1561570167541504, "sparsity": 0.4001656075318654, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.3.self_attn.out_proj": { "mse": 3.5177963582100347e-06, "rmse": 0.0018755789394770978, "relative_error": 0.24069881019706324, "max_error": 0.08281075954437256, "sparsity": 0.3444596230983734, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.3.encoder_attn.k_proj": { "mse": 1.4662796274933498e-06, "rmse": 0.0012109003375560476, "relative_error": 0.12159416050147576, "max_error": 0.07092952728271484, "sparsity": 0.3794936041037242, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.3.encoder_attn.v_proj": { "mse": 1.4209160781319952e-06, "rmse": 0.0011920218446538618, "relative_error": 0.1381781999556332, "max_error": 0.04003572463989258, "sparsity": 0.386987308661143, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.3.encoder_attn.q_proj": { "mse": 1.2005122016489622e-06, "rmse": 0.0010956788770661605, "relative_error": 0.09110538562732882, "max_error": 0.04202413558959961, "sparsity": 0.4271486500898997, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.3.encoder_attn.out_proj": { "mse": 9.809649554881616e-07, "rmse": 0.0009904367498675328, "relative_error": 0.137609858502114, "max_error": 0.0486452579498291, "sparsity": 0.3676226834456126, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.3.fc1": { "mse": 8.359793355339207e-06, "rmse": 0.002891330723964176, "relative_error": 0.13638459317304816, "max_error": 0.143798828125, "sparsity": 0.3915335138638814, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.3.fc2": { "mse": 1.5966204955475405e-05, "rmse": 0.0039957733864016114, "relative_error": 0.2976195826777279, "max_error": 0.23508834838867188, "sparsity": 0.33907978733380634, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.4.self_attn.k_proj": { "mse": 5.826852429891005e-06, "rmse": 0.0024138874103592747, "relative_error": 0.13315749710257516, "max_error": 0.09303951263427734, "sparsity": 0.3802773058414459, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.4.self_attn.v_proj": { "mse": 4.074689513799967e-06, "rmse": 0.0020185860184297245, "relative_error": 0.17622768053377313, "max_error": 0.06643867492675781, "sparsity": 0.4024471044540405, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.4.self_attn.q_proj": { "mse": 6.895251772220945e-06, "rmse": 0.0026258811420589744, "relative_error": 0.11312335190487666, "max_error": 0.095916748046875, "sparsity": 0.39481709400812787, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.4.self_attn.out_proj": { "mse": 3.94699236494489e-06, "rmse": 0.0019867038946317314, "relative_error": 0.19971364948092138, "max_error": 0.14113712310791016, "sparsity": 0.36342406272888184, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.4.encoder_attn.k_proj": { "mse": 3.741293539860635e-06, "rmse": 0.0019342423684379979, "relative_error": 0.13165244864760506, "max_error": 0.10697746276855469, "sparsity": 0.3745935062567393, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.4.encoder_attn.v_proj": { "mse": 2.3680458980379626e-06, "rmse": 0.0015388456381450228, "relative_error": 0.13682706545378434, "max_error": 0.06878548860549927, "sparsity": 0.38733479380607605, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.4.encoder_attn.q_proj": { "mse": 3.984724571637344e-06, "rmse": 0.001996177490013687, "relative_error": 0.10924744621771405, "max_error": 0.12373250722885132, "sparsity": 0.3910862108071645, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.4.encoder_attn.out_proj": { "mse": 2.085837877530139e-06, "rmse": 0.0014442430119374437, "relative_error": 0.1408655786530582, "max_error": 0.054406166076660156, "sparsity": 0.371499627828598, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.4.fc1": { "mse": 9.162421520159114e-06, "rmse": 0.0030269492100395597, "relative_error": 0.1464674758594165, "max_error": 0.18100547790527344, "sparsity": 0.3841899633407593, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.4.fc2": { "mse": 8.689513379067648e-06, "rmse": 0.0029477980560187037, "relative_error": 0.26735733458475613, "max_error": 0.26274871826171875, "sparsity": 0.3929274578889211, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.5.self_attn.k_proj": { "mse": 7.255655873450451e-06, "rmse": 0.002693632468146026, "relative_error": 0.11698810685153418, "max_error": 0.0920257568359375, "sparsity": 0.3831644654273987, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.5.self_attn.v_proj": { "mse": 3.6478245419857558e-06, "rmse": 0.0019099278892109398, "relative_error": 0.1353195932371794, "max_error": 0.06800031661987305, "sparsity": 0.39072123169898987, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.5.self_attn.q_proj": { "mse": 8.386698027607054e-06, "rmse": 0.0028959796317666073, "relative_error": 0.11046416128292798, "max_error": 0.13091278076171875, "sparsity": 0.38711018363634747, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.5.self_attn.out_proj": { "mse": 2.741804564720951e-06, "rmse": 0.0016558395347137207, "relative_error": 0.12715778956408427, "max_error": 0.04480600357055664, "sparsity": 0.37403035163879395, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.5.encoder_attn.k_proj": { "mse": 2.9920131510152714e-06, "rmse": 0.001729743666274073, "relative_error": 0.12890427572191027, "max_error": 0.07967853546142578, "sparsity": 0.376779168844223, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.5.encoder_attn.v_proj": { "mse": 2.630024482641602e-06, "rmse": 0.001621735022326891, "relative_error": 0.13842549036657706, "max_error": 0.05739307403564453, "sparsity": 0.38748615980148315, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.5.encoder_attn.q_proj": { "mse": 3.7650345348083647e-06, "rmse": 0.0019403696902416212, "relative_error": 0.1053177541776783, "max_error": 0.070953369140625, "sparsity": 0.3865022857983907, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.5.encoder_attn.out_proj": { "mse": 2.2414869818021543e-06, "rmse": 0.0014971596380487133, "relative_error": 0.1441333736775373, "max_error": 0.04926919937133789, "sparsity": 0.3707836965719859, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.5.fc1": { "mse": 6.184009635035181e-06, "rmse": 0.002486766904041306, "relative_error": 0.12856168122610537, "max_error": 0.10060501098632812, "sparsity": 0.3779651920000712, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.5.fc2": { "mse": 7.644514880666975e-06, "rmse": 0.0027648715848420475, "relative_error": 0.23591981790548097, "max_error": 0.23477983474731445, "sparsity": 0.39138280351956684, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.6.self_attn.k_proj": { "mse": 7.090200142556569e-06, "rmse": 0.0026627429734310763, "relative_error": 0.10550321779770969, "max_error": 0.085968017578125, "sparsity": 0.3890014588832855, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.6.self_attn.v_proj": { "mse": 2.71016028818849e-06, "rmse": 0.0016462564466657344, "relative_error": 0.11301504862523593, "max_error": 0.04952096939086914, "sparsity": 0.39544881383577984, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.6.self_attn.q_proj": { "mse": 7.975068911036942e-06, "rmse": 0.0028240164502065035, "relative_error": 0.10586660338207213, "max_error": 0.10039472579956055, "sparsity": 0.392013152440389, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.6.self_attn.out_proj": { "mse": 3.0777111987845274e-06, "rmse": 0.0017543406735251073, "relative_error": 0.12534030843378727, "max_error": 0.0577239990234375, "sparsity": 0.37753153840700787, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.6.encoder_attn.k_proj": { "mse": 4.493654159887228e-06, "rmse": 0.002119824087014587, "relative_error": 0.13203263972544632, "max_error": 0.091705322265625, "sparsity": 0.3797082503636678, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.6.encoder_attn.v_proj": { "mse": 3.07243135466706e-06, "rmse": 0.0017528352331771118, "relative_error": 0.1375799140693424, "max_error": 0.06963682174682617, "sparsity": 0.38788431882858276, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.6.encoder_attn.q_proj": { "mse": 3.828226908808574e-06, "rmse": 0.001956585522998822, "relative_error": 0.10295843016429852, "max_error": 0.06548118591308594, "sparsity": 0.39143106341362, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.6.encoder_attn.out_proj": { "mse": 3.1550871426588856e-06, "rmse": 0.0017762564968660595, "relative_error": 0.1498996373199617, "max_error": 0.06113243103027344, "sparsity": 0.3675134281317393, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.6.fc1": { "mse": 6.103840405558003e-06, "rmse": 0.002470595152095544, "relative_error": 0.12313088356676909, "max_error": 0.1277751922607422, "sparsity": 0.3875523904959361, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.6.fc2": { "mse": 5.892592071177205e-06, "rmse": 0.0024274661833230972, "relative_error": 0.19870620551361595, "max_error": 0.12247085571289062, "sparsity": 0.3763323525587718, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.7.self_attn.k_proj": { "mse": 7.188941708591301e-06, "rmse": 0.002681220190247586, "relative_error": 0.10391021716845518, "max_error": 0.09998416900634766, "sparsity": 0.38841044902801514, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.7.self_attn.v_proj": { "mse": 2.650939677550923e-06, "rmse": 0.0016281706536941769, "relative_error": 0.11203954726599678, "max_error": 0.04358863830566406, "sparsity": 0.39471496144930523, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.7.self_attn.q_proj": { "mse": 7.50063918530941e-06, "rmse": 0.002738729483776996, "relative_error": 0.10596623949152305, "max_error": 0.08472824096679688, "sparsity": 0.3926519850889842, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.7.self_attn.out_proj": { "mse": 3.575294613256119e-06, "rmse": 0.0018908449469102746, "relative_error": 0.13632958989726185, "max_error": 0.15756988525390625, "sparsity": 0.3729923566182454, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.7.encoder_attn.k_proj": { "mse": 5.2371242418303154e-06, "rmse": 0.0022884764018513094, "relative_error": 0.1284623026285162, "max_error": 0.08586883544921875, "sparsity": 0.37997640172640484, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.7.encoder_attn.v_proj": { "mse": 3.908655344275758e-06, "rmse": 0.0019770319532763647, "relative_error": 0.1394144982713944, "max_error": 0.051363348960876465, "sparsity": 0.38741718729337055, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.7.encoder_attn.q_proj": { "mse": 4.317747880122624e-06, "rmse": 0.002077919122613444, "relative_error": 0.10485210988714737, "max_error": 0.07918024063110352, "sparsity": 0.38702677687009174, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.7.encoder_attn.out_proj": { "mse": 3.5595121516962536e-06, "rmse": 0.0018866669424400942, "relative_error": 0.14335214025840035, "max_error": 0.049762725830078125, "sparsity": 0.370357871055603, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.7.fc1": { "mse": 5.996387244522339e-06, "rmse": 0.0024487521811164025, "relative_error": 0.1205863772801864, "max_error": 0.11818951368331909, "sparsity": 0.38447315494219464, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.7.fc2": { "mse": 6.120802936493419e-06, "rmse": 0.002474025653968329, "relative_error": 0.1946466951576888, "max_error": 0.12637996673583984, "sparsity": 0.3830512960751851, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.8.self_attn.k_proj": { "mse": 9.389744263899047e-06, "rmse": 0.0030642689607635696, "relative_error": 0.10362220973376526, "max_error": 0.15833282470703125, "sparsity": 0.38879414399464923, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.8.self_attn.v_proj": { "mse": 3.204965423719841e-06, "rmse": 0.001790241722148113, "relative_error": 0.11599168622346309, "max_error": 0.04339766502380371, "sparsity": 0.39585408568382263, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.8.self_attn.q_proj": { "mse": 9.705722732178401e-06, "rmse": 0.0031154008942956926, "relative_error": 0.1066208366419977, "max_error": 0.15021896362304688, "sparsity": 0.39206990599632263, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.8.self_attn.out_proj": { "mse": 3.765134124478209e-06, "rmse": 0.0019403953526222972, "relative_error": 0.1315258084028414, "max_error": 0.07892656326293945, "sparsity": 0.3757346570491791, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.8.encoder_attn.k_proj": { "mse": 3.4628087632881943e-06, "rmse": 0.0018608623708614763, "relative_error": 0.12595009535512863, "max_error": 0.09252160787582397, "sparsity": 0.37416035930315655, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.8.encoder_attn.v_proj": { "mse": 2.5030187771335477e-06, "rmse": 0.001582093163228243, "relative_error": 0.13727063287058378, "max_error": 0.10220539569854736, "sparsity": 0.3874037762482961, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.8.encoder_attn.q_proj": { "mse": 3.3098947369580856e-06, "rmse": 0.0018193116107357984, "relative_error": 0.1058808222857755, "max_error": 0.06249856948852539, "sparsity": 0.3892553746700287, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.8.encoder_attn.out_proj": { "mse": 2.3032778244669316e-06, "rmse": 0.0015176553707831472, "relative_error": 0.15423321115473757, "max_error": 0.04558539390563965, "sparsity": 0.3738443950812022, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.8.fc1": { "mse": 6.487789960374357e-06, "rmse": 0.0025471140454197093, "relative_error": 0.1214262870866511, "max_error": 0.15251731872558594, "sparsity": 0.3895666499932607, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.8.fc2": { "mse": 4.937920493830461e-06, "rmse": 0.00222214322081869, "relative_error": 0.1673341818290483, "max_error": 0.10040855407714844, "sparsity": 0.38012537360191345, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.9.self_attn.k_proj": { "mse": 7.597804142278619e-06, "rmse": 0.0027564114609902888, "relative_error": 0.10317176818694523, "max_error": 0.10155200958251953, "sparsity": 0.38914082447687787, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.9.self_attn.v_proj": { "mse": 3.0955325200920925e-06, "rmse": 0.0017594125497142768, "relative_error": 0.11151948536587492, "max_error": 0.04322338104248047, "sparsity": 0.39580180247624713, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.9.self_attn.q_proj": { "mse": 8.065996553341392e-06, "rmse": 0.0028400698148709994, "relative_error": 0.10295286088972519, "max_error": 0.0933065414428711, "sparsity": 0.39085469643274945, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.9.self_attn.out_proj": { "mse": 3.508735062496271e-06, "rmse": 0.0018731617822538103, "relative_error": 0.12311608977593916, "max_error": 0.04478812217712402, "sparsity": 0.3779345651467641, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.9.encoder_attn.k_proj": { "mse": 4.8464730753039476e-06, "rmse": 0.0022014706619221495, "relative_error": 0.13032986898921775, "max_error": 0.09057807922363281, "sparsity": 0.37835489710172016, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.9.encoder_attn.v_proj": { "mse": 3.663315510493703e-06, "rmse": 0.0019139789733677074, "relative_error": 0.13948631905897965, "max_error": 0.07102203369140625, "sparsity": 0.3872808913389842, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.9.encoder_attn.q_proj": { "mse": 4.2114693314943e-06, "rmse": 0.002052186475809228, "relative_error": 0.10250248242039318, "max_error": 0.07402801513671875, "sparsity": 0.3858288526535034, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.9.encoder_attn.out_proj": { "mse": 3.6693884339911165e-06, "rmse": 0.0019155647819875778, "relative_error": 0.1500559429813565, "max_error": 0.04814910888671875, "sparsity": 0.3671809832255046, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.9.fc1": { "mse": 6.263318937271833e-06, "rmse": 0.002502662369811764, "relative_error": 0.11967164179023133, "max_error": 0.13221168518066406, "sparsity": 0.3938055435816447, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.9.fc2": { "mse": 5.56699978915276e-06, "rmse": 0.002359449043559271, "relative_error": 0.167287240984828, "max_error": 0.16849833726882935, "sparsity": 0.37245218952496845, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.10.self_attn.k_proj": { "mse": 7.05444017512491e-06, "rmse": 0.0026560196112086426, "relative_error": 0.10128810493124905, "max_error": 0.08446979522705078, "sparsity": 0.39093485474586487, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.10.self_attn.v_proj": { "mse": 2.5130254925898043e-06, "rmse": 0.0015852525012091305, "relative_error": 0.102845789830796, "max_error": 0.055767059326171875, "sparsity": 0.395834356546402, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.10.self_attn.q_proj": { "mse": 7.904863196017686e-06, "rmse": 0.0028115588551580572, "relative_error": 0.10666928453972531, "max_error": 0.10036659240722656, "sparsity": 0.39256551861763, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.10.self_attn.out_proj": { "mse": 3.6509111396298977e-06, "rmse": 0.001910735758714401, "relative_error": 0.12703838302529682, "max_error": 0.05091357231140137, "sparsity": 0.37751484910647076, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.10.encoder_attn.k_proj": { "mse": 5.80274945605197e-06, "rmse": 0.002408889672868388, "relative_error": 0.13063022301510013, "max_error": 0.15572518110275269, "sparsity": 0.3812152047952016, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.10.encoder_attn.v_proj": { "mse": 3.620761845013476e-06, "rmse": 0.0019028299569361093, "relative_error": 0.1386701153046746, "max_error": 0.11056578159332275, "sparsity": 0.38714579741160077, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.10.encoder_attn.q_proj": { "mse": 4.344560238678241e-06, "rmse": 0.002084360870549589, "relative_error": 0.106447564430133, "max_error": 0.09343606233596802, "sparsity": 0.390997310479482, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.10.encoder_attn.out_proj": { "mse": 3.1880676942819264e-06, "rmse": 0.0017855160862568352, "relative_error": 0.13966577394841476, "max_error": 0.0576634407043457, "sparsity": 0.3778953055540721, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.10.fc1": { "mse": 5.8392433857079595e-06, "rmse": 0.0024164526450373407, "relative_error": 0.11521382568878719, "max_error": 0.1955888867378235, "sparsity": 0.3927546739578247, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.10.fc2": { "mse": 5.1562446969910525e-06, "rmse": 0.002270736597888679, "relative_error": 0.16286670496747932, "max_error": 0.10766124725341797, "sparsity": 0.37760167320569354, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.11.self_attn.k_proj": { "mse": 7.5763182394439355e-06, "rmse": 0.002752511260548072, "relative_error": 0.10028402369879523, "max_error": 0.11373233795166016, "sparsity": 0.3905513485272725, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.11.self_attn.v_proj": { "mse": 2.6552777399047045e-06, "rmse": 0.0016295022982201358, "relative_error": 0.10318013366971909, "max_error": 0.03563690185546875, "sparsity": 0.396579384803772, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.11.self_attn.q_proj": { "mse": 8.213575711124577e-06, "rmse": 0.0028659336543480165, "relative_error": 0.10528111671620048, "max_error": 0.13054275512695312, "sparsity": 0.3914807140827179, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.11.self_attn.out_proj": { "mse": 3.830523837677902e-06, "rmse": 0.001957172408776984, "relative_error": 0.12762631289255238, "max_error": 0.06855440139770508, "sparsity": 0.37757569551467896, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.11.encoder_attn.k_proj": { "mse": 6.9311131483118515e-06, "rmse": 0.002632700732766991, "relative_error": 0.1296334028364033, "max_error": 0.0937509536743164, "sparsity": 0.38014403978983563, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.11.encoder_attn.v_proj": { "mse": 4.078871370438719e-06, "rmse": 0.0020196215909022955, "relative_error": 0.13855830017767207, "max_error": 0.05998337268829346, "sparsity": 0.3870062232017517, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.11.encoder_attn.q_proj": { "mse": 4.832721970160492e-06, "rmse": 0.00219834528001415, "relative_error": 0.10118615123234728, "max_error": 0.07009029388427734, "sparsity": 0.39061442017555237, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.11.encoder_attn.out_proj": { "mse": 4.546827767626382e-06, "rmse": 0.0021323291883821273, "relative_error": 0.1541347341595871, "max_error": 0.08632850646972656, "sparsity": 0.36755330363909405, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.11.fc1": { "mse": 5.669960046361666e-06, "rmse": 0.002381167790467876, "relative_error": 0.11277456767040349, "max_error": 0.18575668334960938, "sparsity": 0.39261088768641156, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.11.fc2": { "mse": 5.671568032994401e-06, "rmse": 0.0023815054131776396, "relative_error": 0.16865825905003715, "max_error": 0.15157604217529297, "sparsity": 0.3780089815457662, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.12.self_attn.k_proj": { "mse": 7.2157231443270575e-06, "rmse": 0.002686209810183683, "relative_error": 0.10297321982945866, "max_error": 0.14776229858398438, "sparsity": 0.3929532965024312, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.12.self_attn.v_proj": { "mse": 2.2166418602864724e-06, "rmse": 0.0014888390981857215, "relative_error": 0.10166004020558055, "max_error": 0.0788717269897461, "sparsity": 0.39558594425519306, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.12.self_attn.q_proj": { "mse": 7.965501936268993e-06, "rmse": 0.0028223220823054536, "relative_error": 0.10574771075147456, "max_error": 0.12176895141601562, "sparsity": 0.39267314473787945, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.12.self_attn.out_proj": { "mse": 4.219202310196124e-06, "rmse": 0.0020540696945810103, "relative_error": 0.14246199970455647, "max_error": 0.04717373847961426, "sparsity": 0.37325459718704224, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.12.encoder_attn.k_proj": { "mse": 7.433164682879578e-06, "rmse": 0.0027263830770600777, "relative_error": 0.12968853035910288, "max_error": 0.09462738037109375, "sparsity": 0.38084818919499713, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.12.encoder_attn.v_proj": { "mse": 4.1861885620164685e-06, "rmse": 0.002046017732576252, "relative_error": 0.13816164773288764, "max_error": 0.05682635307312012, "sparsity": 0.38716431458791095, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.12.encoder_attn.q_proj": { "mse": 4.936920049658511e-06, "rmse": 0.0022219181014741544, "relative_error": 0.10136127506814356, "max_error": 0.0756378173828125, "sparsity": 0.3903729220231374, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.12.encoder_attn.out_proj": { "mse": 4.398137662064983e-06, "rmse": 0.002097173731970001, "relative_error": 0.15215107280823817, "max_error": 0.04639291763305664, "sparsity": 0.3681211272875468, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.12.fc1": { "mse": 5.270377641863888e-06, "rmse": 0.0022957303068661806, "relative_error": 0.11048733198883895, "max_error": 0.19587993621826172, "sparsity": 0.3938109278678894, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.12.fc2": { "mse": 4.693832579505397e-06, "rmse": 0.0021665254624641263, "relative_error": 0.15548740257607477, "max_error": 0.1594524383544922, "sparsity": 0.3831084171930949, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.13.self_attn.k_proj": { "mse": 7.437230124196503e-06, "rmse": 0.0027271285492613843, "relative_error": 0.10205442810215265, "max_error": 0.10116291046142578, "sparsity": 0.3928145269552867, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.13.self_attn.v_proj": { "mse": 2.572279754531337e-06, "rmse": 0.0016038328324770438, "relative_error": 0.10003899297347467, "max_error": 0.046753883361816406, "sparsity": 0.3959210216999054, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.13.self_attn.q_proj": { "mse": 8.301682100864127e-06, "rmse": 0.002881263976254888, "relative_error": 0.10354114439325438, "max_error": 0.08680534362792969, "sparsity": 0.39322590827941895, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.13.self_attn.out_proj": { "mse": 4.205505319987424e-06, "rmse": 0.0020507328738739775, "relative_error": 0.13017285139173607, "max_error": 0.0489422082901001, "sparsity": 0.3762286305427551, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.13.encoder_attn.k_proj": { "mse": 8.00198995420942e-06, "rmse": 0.002828778880402182, "relative_error": 0.1302027126358799, "max_error": 0.09444046020507812, "sparsity": 0.38099955519040424, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.13.encoder_attn.v_proj": { "mse": 4.917752448818646e-06, "rmse": 0.0022176006062451024, "relative_error": 0.14032503322385256, "max_error": 0.1527886986732483, "sparsity": 0.38753193616867065, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.13.encoder_attn.q_proj": { "mse": 4.973252544004936e-06, "rmse": 0.002230079044340118, "relative_error": 0.10241157821155644, "max_error": 0.07323455810546875, "sparsity": 0.38992024461428326, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.13.encoder_attn.out_proj": { "mse": 4.494896074902499e-06, "rmse": 0.002120116995569466, "relative_error": 0.14295791177064576, "max_error": 0.059726715087890625, "sparsity": 0.36936360597610474, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.13.fc1": { "mse": 4.528509634837974e-06, "rmse": 0.0021280295192590663, "relative_error": 0.10498195147758588, "max_error": 0.10173201560974121, "sparsity": 0.39298691352208454, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.13.fc2": { "mse": 3.464268047537189e-06, "rmse": 0.001861254428480209, "relative_error": 0.1368039681605119, "max_error": 0.12881851196289062, "sparsity": 0.3906531234582265, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.14.self_attn.k_proj": { "mse": 7.007335625530686e-06, "rmse": 0.0026471372509808944, "relative_error": 0.10088400764888705, "max_error": 0.09189605712890625, "sparsity": 0.3921105961004893, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.14.self_attn.v_proj": { "mse": 2.663620762177743e-06, "rmse": 0.0016320602814166342, "relative_error": 0.1011923521633487, "max_error": 0.03562361001968384, "sparsity": 0.3958081106344859, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.14.self_attn.q_proj": { "mse": 7.616056336701149e-06, "rmse": 0.0027597203366828945, "relative_error": 0.10217126831633329, "max_error": 0.10458946228027344, "sparsity": 0.3935355643431346, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.14.self_attn.out_proj": { "mse": 4.26402039011009e-06, "rmse": 0.0020649504570594644, "relative_error": 0.1307984487758854, "max_error": 0.06392478942871094, "sparsity": 0.3763623038927714, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.14.encoder_attn.k_proj": { "mse": 8.15799012343632e-06, "rmse": 0.0028562195509862893, "relative_error": 0.13127130030753512, "max_error": 0.10230636596679688, "sparsity": 0.38005390763282776, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.14.encoder_attn.v_proj": { "mse": 4.711388100986369e-06, "rmse": 0.0021705732194483487, "relative_error": 0.14000454719779204, "max_error": 0.1014096736907959, "sparsity": 0.38785481452941895, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.14.encoder_attn.q_proj": { "mse": 5.099094778415747e-06, "rmse": 0.002258117529805689, "relative_error": 0.10179353870182929, "max_error": 0.0604557991027832, "sparsity": 0.39034892121950787, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.14.encoder_attn.out_proj": { "mse": 4.205314780847402e-06, "rmse": 0.002050686416994905, "relative_error": 0.14174980080853855, "max_error": 0.051389217376708984, "sparsity": 0.3708428939183553, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.14.fc1": { "mse": 4.525718850345584e-06, "rmse": 0.0021273736978597775, "relative_error": 0.10567714288451298, "max_error": 0.0731668472290039, "sparsity": 0.3928904136021932, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.14.fc2": { "mse": 3.092567112616962e-06, "rmse": 0.001758569621202687, "relative_error": 0.12642919819468282, "max_error": 0.1142416000366211, "sparsity": 0.38989150524139404, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.15.self_attn.k_proj": { "mse": 7.014393304416444e-06, "rmse": 0.0026484699931123338, "relative_error": 0.10064809834419954, "max_error": 0.1264019012451172, "sparsity": 0.3922804792722066, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.15.self_attn.v_proj": { "mse": 2.6377790618425934e-06, "rmse": 0.0016241240906539726, "relative_error": 0.10085383768859026, "max_error": 0.07508617639541626, "sparsity": 0.3954125940799713, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.15.self_attn.q_proj": { "mse": 7.531468781962758e-06, "rmse": 0.0027443521607043724, "relative_error": 0.10419899515710726, "max_error": 0.13496017456054688, "sparsity": 0.39298726121584576, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.15.self_attn.out_proj": { "mse": 4.675791842601029e-06, "rmse": 0.0021623579358193753, "relative_error": 0.1357531796701401, "max_error": 0.07401752471923828, "sparsity": 0.3740566074848175, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.15.encoder_attn.k_proj": { "mse": 8.831677405396476e-06, "rmse": 0.002971813824147885, "relative_error": 0.1312616506673937, "max_error": 0.10747861862182617, "sparsity": 0.38154419263203937, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.15.encoder_attn.v_proj": { "mse": 4.704533239419106e-06, "rmse": 0.0021689936005943188, "relative_error": 0.1397262341599038, "max_error": 0.0985720157623291, "sparsity": 0.3873201509316762, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.15.encoder_attn.q_proj": { "mse": 5.126988526171772e-06, "rmse": 0.0022642854339000136, "relative_error": 0.1006711422581576, "max_error": 0.06201744079589844, "sparsity": 0.3899892270565033, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.15.encoder_attn.out_proj": { "mse": 4.576470018946566e-06, "rmse": 0.0021392685710182736, "relative_error": 0.14740875028747533, "max_error": 0.05412483215332031, "sparsity": 0.36713724335034686, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.15.fc1": { "mse": 4.29202964369324e-06, "rmse": 0.002071721420387703, "relative_error": 0.10361871269479109, "max_error": 0.18188095092773438, "sparsity": 0.39315704504648846, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.15.fc2": { "mse": 2.6174484446528368e-06, "rmse": 0.0016178530355544774, "relative_error": 0.11655210409825213, "max_error": 0.10709381103515625, "sparsity": 0.39326457182566327, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.16.self_attn.k_proj": { "mse": 7.54423808757565e-06, "rmse": 0.002746677645370066, "relative_error": 0.09956229625992792, "max_error": 0.11260986328125, "sparsity": 0.39282022913297016, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.16.self_attn.v_proj": { "mse": 2.7785231395682786e-06, "rmse": 0.0016668902602055957, "relative_error": 0.10057676252620366, "max_error": 0.034053802490234375, "sparsity": 0.3960314989089966, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.16.self_attn.q_proj": { "mse": 7.401999937428627e-06, "rmse": 0.0027206616727238663, "relative_error": 0.10152884904222975, "max_error": 0.09681415557861328, "sparsity": 0.39324483275413513, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.16.self_attn.out_proj": { "mse": 4.540847839962225e-06, "rmse": 0.002130926521483607, "relative_error": 0.13036370979166703, "max_error": 0.0471343994140625, "sparsity": 0.37679870923360187, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.16.encoder_attn.k_proj": { "mse": 9.028391104948241e-06, "rmse": 0.0030047281249637615, "relative_error": 0.1303974522580755, "max_error": 0.10811614990234375, "sparsity": 0.3811313807964325, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.16.encoder_attn.v_proj": { "mse": 6.043881967343623e-06, "rmse": 0.0024584307936860094, "relative_error": 0.1375850067512669, "max_error": 0.09338951110839844, "sparsity": 0.38720113039016724, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.16.encoder_attn.q_proj": { "mse": 6.067926278774394e-06, "rmse": 0.002463316114260286, "relative_error": 0.10966318214631557, "max_error": 0.07547116279602051, "sparsity": 0.3893355329831441, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.16.encoder_attn.out_proj": { "mse": 4.7658741095801815e-06, "rmse": 0.0021830882047183028, "relative_error": 0.14874350560016716, "max_error": 0.15030765533447266, "sparsity": 0.36898477872212726, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.16.fc1": { "mse": 4.437824827618897e-06, "rmse": 0.002106614541775238, "relative_error": 0.1053240968561272, "max_error": 0.14221620559692383, "sparsity": 0.39214274287223816, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.16.fc2": { "mse": 2.5879278382490156e-06, "rmse": 0.0016087037757924905, "relative_error": 0.11553459435937694, "max_error": 0.09499549865722656, "sparsity": 0.3925200899442037, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.17.self_attn.k_proj": { "mse": 7.111822924343869e-06, "rmse": 0.002666800128308057, "relative_error": 0.10009080356704801, "max_error": 0.08137226104736328, "sparsity": 0.3919958472251892, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.17.self_attn.v_proj": { "mse": 2.804535597533686e-06, "rmse": 0.0016746747736601534, "relative_error": 0.10108355429673305, "max_error": 0.04348468780517578, "sparsity": 0.3957781990369161, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.17.self_attn.q_proj": { "mse": 6.8451031438598875e-06, "rmse": 0.002616314802132933, "relative_error": 0.0997202524197124, "max_error": 0.07852411270141602, "sparsity": 0.39373981952667236, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.17.self_attn.out_proj": { "mse": 5.031957243772922e-06, "rmse": 0.0022432024526941215, "relative_error": 0.13686692940105935, "max_error": 0.09112894535064697, "sparsity": 0.3731420934200287, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.17.encoder_attn.k_proj": { "mse": 8.465343853458762e-06, "rmse": 0.0029095263967626695, "relative_error": 0.1292488277558289, "max_error": 0.09967803955078125, "sparsity": 0.3791249593098958, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.17.encoder_attn.v_proj": { "mse": 5.18366277901805e-06, "rmse": 0.002276765859507308, "relative_error": 0.13927888064018468, "max_error": 0.12140274047851562, "sparsity": 0.3882832924524943, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.17.encoder_attn.q_proj": { "mse": 5.289134605845902e-06, "rmse": 0.0022998118631413966, "relative_error": 0.10185402517236604, "max_error": 0.08112192153930664, "sparsity": 0.39048442244529724, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.17.encoder_attn.out_proj": { "mse": 5.164796675671823e-06, "rmse": 0.0022726189024277308, "relative_error": 0.15464162757039746, "max_error": 0.05605512857437134, "sparsity": 0.36702677607536316, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.17.fc1": { "mse": 4.299927240936086e-06, "rmse": 0.0020736265914903977, "relative_error": 0.10511625170131214, "max_error": 0.18689966201782227, "sparsity": 0.391550749540329, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.17.fc2": { "mse": 2.225296839242219e-06, "rmse": 0.0014917428864392882, "relative_error": 0.10765547812018275, "max_error": 0.07597094774246216, "sparsity": 0.3949810266494751, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.18.self_attn.k_proj": { "mse": 7.060702955641318e-06, "rmse": 0.0026571983282475016, "relative_error": 0.10042069897007623, "max_error": 0.1058502197265625, "sparsity": 0.3925777077674866, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.18.self_attn.v_proj": { "mse": 2.776995643216651e-06, "rmse": 0.001666432009779172, "relative_error": 0.1006445525288923, "max_error": 0.047902047634124756, "sparsity": 0.3957265118757884, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.18.self_attn.q_proj": { "mse": 7.198506409622496e-06, "rmse": 0.00268300324443011, "relative_error": 0.10175985238792434, "max_error": 0.09590697288513184, "sparsity": 0.39333292841911316, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.18.self_attn.out_proj": { "mse": 5.15109286425286e-06, "rmse": 0.0022696019175734014, "relative_error": 0.13814324086242794, "max_error": 0.05695158243179321, "sparsity": 0.37223102649052936, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.18.encoder_attn.k_proj": { "mse": 9.266636880056467e-06, "rmse": 0.0030441151226680745, "relative_error": 0.1299368621722594, "max_error": 0.10103487968444824, "sparsity": 0.3819492657979329, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.18.encoder_attn.v_proj": { "mse": 5.916096142755123e-06, "rmse": 0.0024323026420976323, "relative_error": 0.1364302537708723, "max_error": 0.13587188720703125, "sparsity": 0.3874334692955017, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.18.encoder_attn.q_proj": { "mse": 5.99771146880812e-06, "rmse": 0.0024490225537565228, "relative_error": 0.11000250569288435, "max_error": 0.08011209964752197, "sparsity": 0.39144714673360187, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.18.encoder_attn.out_proj": { "mse": 5.144750048202695e-06, "rmse": 0.002268204146059762, "relative_error": 0.1501705195577681, "max_error": 0.07988643646240234, "sparsity": 0.3683264156182607, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.18.fc1": { "mse": 4.302585239202017e-06, "rmse": 0.0020742673981919537, "relative_error": 0.10558999669932816, "max_error": 0.09682464599609375, "sparsity": 0.39112422863642377, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.18.fc2": { "mse": 2.21805657929508e-06, "rmse": 0.001489314130496008, "relative_error": 0.10615648552835152, "max_error": 0.11030066013336182, "sparsity": 0.3956604599952698, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.19.self_attn.k_proj": { "mse": 7.654371074750088e-06, "rmse": 0.002766653407051575, "relative_error": 0.09998905693533489, "max_error": 0.10614013671875, "sparsity": 0.3909987409909566, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.19.self_attn.v_proj": { "mse": 2.9416580673569115e-06, "rmse": 0.0017151262540573832, "relative_error": 0.10296090184585628, "max_error": 0.07405853271484375, "sparsity": 0.3954276541868846, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.19.self_attn.q_proj": { "mse": 7.1339186433760915e-06, "rmse": 0.00267093965551004, "relative_error": 0.10066231041709936, "max_error": 0.08835959434509277, "sparsity": 0.392776886622111, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.19.self_attn.out_proj": { "mse": 5.691019850928569e-06, "rmse": 0.0023855858506724443, "relative_error": 0.14365555586736534, "max_error": 0.10810613632202148, "sparsity": 0.371090700229009, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.19.encoder_attn.k_proj": { "mse": 9.113067790167406e-06, "rmse": 0.003018785813893958, "relative_error": 0.13066388863191528, "max_error": 0.10552120208740234, "sparsity": 0.3823689818382263, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.19.encoder_attn.v_proj": { "mse": 6.058616691007046e-06, "rmse": 0.002461425743549264, "relative_error": 0.13716445381256673, "max_error": 0.11244583129882812, "sparsity": 0.38700806101163227, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.19.encoder_attn.q_proj": { "mse": 5.2065956879232544e-06, "rmse": 0.002281796592144719, "relative_error": 0.1024064949886521, "max_error": 0.06893253326416016, "sparsity": 0.3919488489627838, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.19.encoder_attn.out_proj": { "mse": 5.72732960790745e-06, "rmse": 0.002393183989564415, "relative_error": 0.15476802542259985, "max_error": 0.143707275390625, "sparsity": 0.36928629875183105, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.19.fc1": { "mse": 4.3190607357246336e-06, "rmse": 0.002078235004931982, "relative_error": 0.1054971112165872, "max_error": 0.17518138885498047, "sparsity": 0.39132146040598553, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.19.fc2": { "mse": 2.1109028693899745e-06, "rmse": 0.001452894651855383, "relative_error": 0.10308541448904392, "max_error": 0.09531521797180176, "sparsity": 0.39622411131858826, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.20.self_attn.k_proj": { "mse": 6.925800335011445e-06, "rmse": 0.002631691534927953, "relative_error": 0.10031893636480439, "max_error": 0.09749603271484375, "sparsity": 0.3923425277074178, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.20.self_attn.v_proj": { "mse": 3.0535427413269645e-06, "rmse": 0.0017474389091830834, "relative_error": 0.1044799428844684, "max_error": 0.05923652648925781, "sparsity": 0.39478006958961487, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.20.self_attn.q_proj": { "mse": 7.033928795863176e-06, "rmse": 0.002652155499940223, "relative_error": 0.1007410236001971, "max_error": 0.097442626953125, "sparsity": 0.3926045795281728, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.20.self_attn.out_proj": { "mse": 6.458812094933819e-06, "rmse": 0.002541419307185223, "relative_error": 0.15222648411156842, "max_error": 0.11455154418945312, "sparsity": 0.36696451902389526, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.20.encoder_attn.k_proj": { "mse": 9.325013706984464e-06, "rmse": 0.003053688541253751, "relative_error": 0.13199942726675934, "max_error": 0.09883594512939453, "sparsity": 0.3818304439385732, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.20.encoder_attn.v_proj": { "mse": 6.201610176503891e-06, "rmse": 0.002490303229830434, "relative_error": 0.13482933944961417, "max_error": 0.12136650085449219, "sparsity": 0.38701191544532776, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.20.encoder_attn.q_proj": { "mse": 6.560383098985767e-06, "rmse": 0.0025613244813935164, "relative_error": 0.11500719472949472, "max_error": 0.116424560546875, "sparsity": 0.39206013083457947, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.20.encoder_attn.out_proj": { "mse": 5.8767932387127075e-06, "rmse": 0.0024242098173864217, "relative_error": 0.15687287455120158, "max_error": 0.0757455825805664, "sparsity": 0.3680751621723175, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.20.fc1": { "mse": 4.304219146433752e-06, "rmse": 0.002074661212447409, "relative_error": 0.10639820632119394, "max_error": 0.1877884864807129, "sparsity": 0.39101404945055646, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.20.fc2": { "mse": 1.94695917343779e-06, "rmse": 0.0013953347890158082, "relative_error": 0.09960082322316022, "max_error": 0.0478672981262207, "sparsity": 0.3978532950083415, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.21.self_attn.k_proj": { "mse": 7.110678780009039e-06, "rmse": 0.0026665856033529166, "relative_error": 0.10068632857397676, "max_error": 0.08507537841796875, "sparsity": 0.39192261298497516, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.21.self_attn.v_proj": { "mse": 2.9248951705085346e-06, "rmse": 0.00171023249019206, "relative_error": 0.10292403303235359, "max_error": 0.06364059448242188, "sparsity": 0.39528748393058777, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.21.self_attn.q_proj": { "mse": 7.177129191404674e-06, "rmse": 0.0026790164597114132, "relative_error": 0.10230457563954339, "max_error": 0.09338188171386719, "sparsity": 0.39309224486351013, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.21.self_attn.out_proj": { "mse": 5.525982487597503e-06, "rmse": 0.0023507408380333003, "relative_error": 0.14147954622060568, "max_error": 0.06934088468551636, "sparsity": 0.3728704849878947, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.21.encoder_attn.k_proj": { "mse": 9.634692105464637e-06, "rmse": 0.0031039800426975422, "relative_error": 0.12988385988091886, "max_error": 0.10436439514160156, "sparsity": 0.3817842702070872, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.21.encoder_attn.v_proj": { "mse": 5.140742814546684e-06, "rmse": 0.0022673206245581333, "relative_error": 0.1396476253384051, "max_error": 0.11195755004882812, "sparsity": 0.3880261182785034, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.21.encoder_attn.q_proj": { "mse": 5.8377454479341395e-06, "rmse": 0.002416142679548155, "relative_error": 0.10332553866401363, "max_error": 0.05857086181640625, "sparsity": 0.39286743601163227, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.21.encoder_attn.out_proj": { "mse": 4.931306648359168e-06, "rmse": 0.0022206545540356267, "relative_error": 0.14959711463987227, "max_error": 0.17577648162841797, "sparsity": 0.37272705634435016, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.21.fc1": { "mse": 4.3780514715763275e-06, "rmse": 0.0020923793804127223, "relative_error": 0.10695828960285728, "max_error": 0.1912097930908203, "sparsity": 0.3911544283231099, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.21.fc2": { "mse": 1.935687805598718e-06, "rmse": 0.001391289978975885, "relative_error": 0.09899131211097983, "max_error": 0.08098149299621582, "sparsity": 0.3980131546656291, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.22.self_attn.k_proj": { "mse": 7.28060240362538e-06, "rmse": 0.0026982591431560796, "relative_error": 0.10191833245112013, "max_error": 0.1451416015625, "sparsity": 0.39229288697242737, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.22.self_attn.v_proj": { "mse": 2.9060797714919318e-06, "rmse": 0.0017047227843529082, "relative_error": 0.10340695750489584, "max_error": 0.05385589599609375, "sparsity": 0.39453795552253723, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.22.self_attn.q_proj": { "mse": 7.23665971236187e-06, "rmse": 0.0026901040337432808, "relative_error": 0.1034717778998442, "max_error": 0.11018180847167969, "sparsity": 0.39337016145388287, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.22.self_attn.out_proj": { "mse": 5.837833214172861e-06, "rmse": 0.002416160841950068, "relative_error": 0.14739992509916447, "max_error": 0.13663291931152344, "sparsity": 0.36936360597610474, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.22.encoder_attn.k_proj": { "mse": 8.946901289164089e-06, "rmse": 0.0029911371230961796, "relative_error": 0.1302047069315381, "max_error": 0.09290504455566406, "sparsity": 0.3810929258664449, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.22.encoder_attn.v_proj": { "mse": 5.269354005577043e-06, "rmse": 0.0022955073525425798, "relative_error": 0.13953589220138896, "max_error": 0.08990097045898438, "sparsity": 0.3884460429350535, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.22.encoder_attn.q_proj": { "mse": 5.811456958326744e-06, "rmse": 0.002410696363776812, "relative_error": 0.10386012010729784, "max_error": 0.06531906127929688, "sparsity": 0.39261190096537274, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.22.encoder_attn.out_proj": { "mse": 4.937660833093105e-06, "rmse": 0.0022220847943076128, "relative_error": 0.1467725544756901, "max_error": 0.09409737586975098, "sparsity": 0.3706894914309184, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.22.fc1": { "mse": 4.237566827214323e-06, "rmse": 0.002058535116828062, "relative_error": 0.10598931686848741, "max_error": 0.10584211349487305, "sparsity": 0.39103678862253827, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.22.fc2": { "mse": 1.9952328784711426e-06, "rmse": 0.001412527124862083, "relative_error": 0.0993138813309406, "max_error": 0.058658599853515625, "sparsity": 0.3975971539815267, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.23.self_attn.k_proj": { "mse": 7.5108710007043555e-06, "rmse": 0.0027405968329370077, "relative_error": 0.10329800215914882, "max_error": 0.11957883834838867, "sparsity": 0.392743319272995, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.23.self_attn.v_proj": { "mse": 2.932209554273868e-06, "rmse": 0.0017123695729234002, "relative_error": 0.10372649337928637, "max_error": 0.11333847045898438, "sparsity": 0.39437661568323773, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.23.self_attn.q_proj": { "mse": 7.364566954493057e-06, "rmse": 0.0027137735635997815, "relative_error": 0.10210883438700748, "max_error": 0.09737992286682129, "sparsity": 0.39333759744962055, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.23.self_attn.out_proj": { "mse": 5.632010470435489e-06, "rmse": 0.002373185721859014, "relative_error": 0.14341816756177525, "max_error": 0.1378253698348999, "sparsity": 0.3711596727371216, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.23.encoder_attn.k_proj": { "mse": 9.51664969761623e-06, "rmse": 0.0030849067567134394, "relative_error": 0.13075529991499188, "max_error": 0.1080474853515625, "sparsity": 0.3818627993265788, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.23.encoder_attn.v_proj": { "mse": 5.099964255350642e-06, "rmse": 0.0022583100441149885, "relative_error": 0.1362102196953864, "max_error": 0.08089375495910645, "sparsity": 0.3871195415655772, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.23.encoder_attn.q_proj": { "mse": 5.843322924192762e-06, "rmse": 0.0024172966148556865, "relative_error": 0.1018798696262347, "max_error": 0.08249902725219727, "sparsity": 0.3913104236125946, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.23.encoder_attn.out_proj": { "mse": 5.30712941326783e-06, "rmse": 0.0023037207758901316, "relative_error": 0.1502554521872796, "max_error": 0.13018798828125, "sparsity": 0.3712678949038188, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.23.fc1": { "mse": 4.195026576780947e-06, "rmse": 0.00204817640274976, "relative_error": 0.1046047392061076, "max_error": 0.12958335876464844, "sparsity": 0.3912206490834554, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.23.fc2": { "mse": 2.077426870528143e-06, "rmse": 0.0014413281619839887, "relative_error": 0.10017117590499727, "max_error": 0.061614990234375, "sparsity": 0.39870961507161456, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.24.self_attn.k_proj": { "mse": 7.72945804783376e-06, "rmse": 0.0027801902898603468, "relative_error": 0.10109454684474335, "max_error": 0.13892364501953125, "sparsity": 0.393850713968277, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.24.self_attn.v_proj": { "mse": 2.904957455029944e-06, "rmse": 0.0017043935739816504, "relative_error": 0.10329595381321555, "max_error": 0.04791975021362305, "sparsity": 0.3954577644666036, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.24.self_attn.q_proj": { "mse": 7.429816832882352e-06, "rmse": 0.002725769035131618, "relative_error": 0.09977390169187604, "max_error": 0.06260108947753906, "sparsity": 0.39338521162668866, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.24.self_attn.out_proj": { "mse": 5.125093139213277e-06, "rmse": 0.0022638668554518125, "relative_error": 0.13679754752296824, "max_error": 0.074981689453125, "sparsity": 0.3751322329044342, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.24.encoder_attn.k_proj": { "mse": 1.0251448657072615e-05, "rmse": 0.003201788352947867, "relative_error": 0.13121741321883937, "max_error": 0.10564041137695312, "sparsity": 0.38090963164965314, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.24.encoder_attn.v_proj": { "mse": 4.671982424042653e-06, "rmse": 0.0021614769080521433, "relative_error": 0.13911473255425738, "max_error": 0.12041473388671875, "sparsity": 0.3883776863416036, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.24.encoder_attn.q_proj": { "mse": 5.997791959089227e-06, "rmse": 0.0024490389868454987, "relative_error": 0.10207252376560083, "max_error": 0.06053638458251953, "sparsity": 0.39128051201502484, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.24.encoder_attn.out_proj": { "mse": 4.884094323642785e-06, "rmse": 0.0022099987157559128, "relative_error": 0.15097575816756378, "max_error": 0.05415630340576172, "sparsity": 0.3685123721758525, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.24.fc1": { "mse": 4.1780058381846175e-06, "rmse": 0.00204401708363326, "relative_error": 0.10385832939196378, "max_error": 0.24924850463867188, "sparsity": 0.39151788751284283, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.24.fc2": { "mse": 2.1364394342526793e-06, "rmse": 0.0014616564008865694, "relative_error": 0.09912129202488006, "max_error": 0.07556533813476562, "sparsity": 0.3984825114409129, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.25.self_attn.k_proj": { "mse": 7.1837484938441776e-06, "rmse": 0.0026802515728647893, "relative_error": 0.1008720765652819, "max_error": 0.08188819885253906, "sparsity": 0.39413594206174213, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.25.self_attn.v_proj": { "mse": 2.8171020858280826e-06, "rmse": 0.0016784224992021772, "relative_error": 0.10140862140541809, "max_error": 0.058258056640625, "sparsity": 0.3959297736485799, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.25.self_attn.q_proj": { "mse": 7.291312613233458e-06, "rmse": 0.002700243065583811, "relative_error": 0.10086810552825662, "max_error": 0.07587432861328125, "sparsity": 0.39403606454531354, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.25.self_attn.out_proj": { "mse": 4.715477643912891e-06, "rmse": 0.0021715150572613794, "relative_error": 0.13077725991345815, "max_error": 0.15969955921173096, "sparsity": 0.3786965012550354, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.25.encoder_attn.k_proj": { "mse": 1.0018255125032738e-05, "rmse": 0.0031651627327884324, "relative_error": 0.12939450811589961, "max_error": 0.12250888347625732, "sparsity": 0.3817686041196187, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.25.encoder_attn.v_proj": { "mse": 5.109501671540784e-06, "rmse": 0.0022604206846383226, "relative_error": 0.13932281989773324, "max_error": 0.0858154296875, "sparsity": 0.3888474504152934, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.25.encoder_attn.q_proj": { "mse": 5.8599548538040835e-06, "rmse": 0.002420734362503264, "relative_error": 0.09970289467145303, "max_error": 0.05779671669006348, "sparsity": 0.39336730043093365, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.25.encoder_attn.out_proj": { "mse": 4.621794232662069e-06, "rmse": 0.002149835861795516, "relative_error": 0.13997831581953607, "max_error": 0.07830524444580078, "sparsity": 0.3724184234937032, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.25.fc1": { "mse": 4.0411237023363356e-06, "rmse": 0.00201025463619322, "relative_error": 0.10222836554627669, "max_error": 0.13097572326660156, "sparsity": 0.39175139864285785, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.25.fc2": { "mse": 2.28481712838402e-06, "rmse": 0.001511561156018512, "relative_error": 0.09843970686863819, "max_error": 0.10336685180664062, "sparsity": 0.3982831835746765, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.26.self_attn.k_proj": { "mse": 7.559828645753441e-06, "rmse": 0.0027495142563284595, "relative_error": 0.09878593287227969, "max_error": 0.08675050735473633, "sparsity": 0.3938686152299245, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.26.self_attn.v_proj": { "mse": 2.7506955575518077e-06, "rmse": 0.001658522100411028, "relative_error": 0.10109371994159619, "max_error": 0.047027587890625, "sparsity": 0.39503682653109234, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.26.self_attn.q_proj": { "mse": 7.100480161170708e-06, "rmse": 0.0026646726180097075, "relative_error": 0.09871422338029574, "max_error": 0.07471036911010742, "sparsity": 0.3939921061197917, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.26.self_attn.out_proj": { "mse": 4.8927827265288215e-06, "rmse": 0.002211963545479179, "relative_error": 0.13409655432579504, "max_error": 0.07868766784667969, "sparsity": 0.37614888946215314, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.26.encoder_attn.k_proj": { "mse": 1.0031794772658031e-05, "rmse": 0.0031673008655096267, "relative_error": 0.1288299553635519, "max_error": 0.11860847473144531, "sparsity": 0.3809572358926137, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.26.encoder_attn.v_proj": { "mse": 4.6288523662951775e-06, "rmse": 0.0021514767873010337, "relative_error": 0.13865595516749002, "max_error": 0.11671996116638184, "sparsity": 0.387549231449763, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.26.encoder_attn.q_proj": { "mse": 5.812537892779801e-06, "rmse": 0.0024109205488318775, "relative_error": 0.10149536194614978, "max_error": 0.09484195709228516, "sparsity": 0.3931569556395213, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.26.encoder_attn.out_proj": { "mse": 4.706681465904694e-06, "rmse": 0.0021694887568053205, "relative_error": 0.15107708606145456, "max_error": 0.07437705993652344, "sparsity": 0.36915241678555805, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.26.fc1": { "mse": 4.146654191572452e-06, "rmse": 0.002036333516782664, "relative_error": 0.10329280666537241, "max_error": 0.25098633766174316, "sparsity": 0.39259542028109234, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.26.fc2": { "mse": 2.3110003439796856e-06, "rmse": 0.0015201974687453223, "relative_error": 0.09846057930692553, "max_error": 0.07316017150878906, "sparsity": 0.39834823211034137, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.27.self_attn.k_proj": { "mse": 7.749058568151668e-06, "rmse": 0.0027837130901283034, "relative_error": 0.10001740881903856, "max_error": 0.09989166259765625, "sparsity": 0.39306701223055523, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.27.self_attn.v_proj": { "mse": 2.9391637781372992e-06, "rmse": 0.00171439895535937, "relative_error": 0.10169791445046879, "max_error": 0.0809783935546875, "sparsity": 0.39528605341911316, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.27.self_attn.q_proj": { "mse": 7.271161393873626e-06, "rmse": 0.0026965091125144796, "relative_error": 0.10089499659668688, "max_error": 0.09291458129882812, "sparsity": 0.3933923343817393, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.27.self_attn.out_proj": { "mse": 4.367072051536525e-06, "rmse": 0.0020897540648450777, "relative_error": 0.1254672668354207, "max_error": 0.10006523132324219, "sparsity": 0.37970418731371564, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.27.encoder_attn.k_proj": { "mse": 9.897006748360582e-06, "rmse": 0.0031459508496415804, "relative_error": 0.1273730833824496, "max_error": 0.10152530670166016, "sparsity": 0.38151692350705463, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.27.encoder_attn.v_proj": { "mse": 6.550741545652272e-06, "rmse": 0.0025594416472450145, "relative_error": 0.13784227925920206, "max_error": 0.18347549438476562, "sparsity": 0.3888313869635264, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.27.encoder_attn.q_proj": { "mse": 6.3485595092060976e-06, "rmse": 0.0025196347967922053, "relative_error": 0.10380759943647969, "max_error": 0.09928417205810547, "sparsity": 0.39255839586257935, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.27.encoder_attn.out_proj": { "mse": 8.796329893812072e-06, "rmse": 0.0029658607340554734, "relative_error": 0.17384918392027254, "max_error": 0.16146254539489746, "sparsity": 0.37418050567309064, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.27.fc1": { "mse": 4.111732323508477e-06, "rmse": 0.002027740694346414, "relative_error": 0.10297469235624884, "max_error": 0.18045806884765625, "sparsity": 0.392143855492274, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.27.fc2": { "mse": 2.3316322312894044e-06, "rmse": 0.0015269683137804151, "relative_error": 0.09770264337979621, "max_error": 0.09347295761108398, "sparsity": 0.3979528347651164, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.28.self_attn.k_proj": { "mse": 8.503747267241124e-06, "rmse": 0.002916118527639287, "relative_error": 0.09985664465805358, "max_error": 0.09625625610351562, "sparsity": 0.39266947905222577, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.28.self_attn.v_proj": { "mse": 3.070137836402864e-06, "rmse": 0.001752180880047167, "relative_error": 0.10268442457138177, "max_error": 0.04823708534240723, "sparsity": 0.3949188192685445, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.28.self_attn.q_proj": { "mse": 7.081852345436346e-06, "rmse": 0.0026611749933885117, "relative_error": 0.10118874653700154, "max_error": 0.07839775085449219, "sparsity": 0.3924410045146942, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.28.self_attn.out_proj": { "mse": 5.0970502343261614e-06, "rmse": 0.0022576647745682177, "relative_error": 0.13451187684815757, "max_error": 0.061634063720703125, "sparsity": 0.3754400610923767, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.28.encoder_attn.k_proj": { "mse": 1.0878928151214495e-05, "rmse": 0.0032983220205453703, "relative_error": 0.12808165015409617, "max_error": 0.09624671936035156, "sparsity": 0.3812200923760732, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.28.encoder_attn.v_proj": { "mse": 4.56340103482944e-06, "rmse": 0.0021362118422173022, "relative_error": 0.1371713520656024, "max_error": 0.08240413665771484, "sparsity": 0.389852911233902, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.28.encoder_attn.q_proj": { "mse": 5.70409110878245e-06, "rmse": 0.0023883239120317096, "relative_error": 0.09743786509632198, "max_error": 0.054846763610839844, "sparsity": 0.39298970500628155, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.28.encoder_attn.out_proj": { "mse": 4.033752702525817e-06, "rmse": 0.002008420449638426, "relative_error": 0.13633681301337572, "max_error": 0.07563626766204834, "sparsity": 0.3738970955212911, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.28.fc1": { "mse": 4.19958359998418e-06, "rmse": 0.0020492885594723307, "relative_error": 0.10338519796475662, "max_error": 0.26813602447509766, "sparsity": 0.39146946867307025, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.28.fc2": { "mse": 2.226875722044497e-06, "rmse": 0.00149227200002027, "relative_error": 0.09459599267190874, "max_error": 0.0768423080444336, "sparsity": 0.3965551257133484, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.29.self_attn.k_proj": { "mse": 8.869013072398957e-06, "rmse": 0.0029780888288294823, "relative_error": 0.09961169883960393, "max_error": 0.1217193603515625, "sparsity": 0.3917592465877533, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.29.self_attn.v_proj": { "mse": 2.9806146812916268e-06, "rmse": 0.0017264456786391011, "relative_error": 0.10224876266734143, "max_error": 0.059680938720703125, "sparsity": 0.39422382911046344, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.29.self_attn.q_proj": { "mse": 6.473637313320069e-06, "rmse": 0.002544334355645906, "relative_error": 0.10289062364859558, "max_error": 0.10062217712402344, "sparsity": 0.39235392212867737, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.29.self_attn.out_proj": { "mse": 5.372486612031935e-06, "rmse": 0.0023178625093028997, "relative_error": 0.1405932498882154, "max_error": 0.06487178802490234, "sparsity": 0.37305683890978497, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.29.encoder_attn.k_proj": { "mse": 1.1259038728894666e-05, "rmse": 0.003355449109865126, "relative_error": 0.12733843258541144, "max_error": 0.0995025634765625, "sparsity": 0.38166890541712445, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.29.encoder_attn.v_proj": { "mse": 5.454831807583105e-06, "rmse": 0.002335558136202802, "relative_error": 0.1387764948109504, "max_error": 0.0793447494506836, "sparsity": 0.38814249634742737, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.29.encoder_attn.q_proj": { "mse": 6.018663953000214e-06, "rmse": 0.0024532965481164756, "relative_error": 0.10165474258764118, "max_error": 0.06073951721191406, "sparsity": 0.3900683621565501, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.29.encoder_attn.out_proj": { "mse": 4.977966909791576e-06, "rmse": 0.002231135789187107, "relative_error": 0.1434446946606575, "max_error": 0.06038784980773926, "sparsity": 0.37243449687957764, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.29.fc1": { "mse": 4.312468718126183e-06, "rmse": 0.002076648433925729, "relative_error": 0.10318226776341134, "max_error": 0.15053653717041016, "sparsity": 0.3915984034538269, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.29.fc2": { "mse": 2.3233008050738135e-06, "rmse": 0.0015242377783908302, "relative_error": 0.09629652680392264, "max_error": 0.08018112182617188, "sparsity": 0.39694616198539734, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.30.self_attn.k_proj": { "mse": 8.88339400262339e-06, "rmse": 0.002980502307099156, "relative_error": 0.09883244829625779, "max_error": 0.09085321426391602, "sparsity": 0.3919799824555715, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.30.self_attn.v_proj": { "mse": 2.9065095077385195e-06, "rmse": 0.0017048488225465974, "relative_error": 0.10188573840496354, "max_error": 0.07731056213378906, "sparsity": 0.3933894832928975, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.30.self_attn.q_proj": { "mse": 6.8295021264930256e-06, "rmse": 0.0026133316143369606, "relative_error": 0.1014569241992705, "max_error": 0.10349559783935547, "sparsity": 0.39104756712913513, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.30.self_attn.out_proj": { "mse": 5.044690169597743e-06, "rmse": 0.002246038772950668, "relative_error": 0.1365998044489397, "max_error": 0.12729167938232422, "sparsity": 0.3748050928115845, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.30.encoder_attn.k_proj": { "mse": 1.2722019164357334e-05, "rmse": 0.0035667939615791288, "relative_error": 0.13118177825127014, "max_error": 0.12677371501922607, "sparsity": 0.38109782338142395, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.30.encoder_attn.v_proj": { "mse": 6.368978574755602e-06, "rmse": 0.00252368353300401, "relative_error": 0.13948196380849742, "max_error": 0.12861919403076172, "sparsity": 0.3880590796470642, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.30.encoder_attn.q_proj": { "mse": 6.026943992765155e-06, "rmse": 0.0024549835015260603, "relative_error": 0.1013362306717025, "max_error": 0.06700611114501953, "sparsity": 0.3905596931775411, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.30.encoder_attn.out_proj": { "mse": 7.038618150545517e-06, "rmse": 0.0026530394174503922, "relative_error": 0.16141626771219036, "max_error": 0.12373542785644531, "sparsity": 0.3692755202452342, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.30.fc1": { "mse": 4.4825660552305635e-06, "rmse": 0.002117207135646053, "relative_error": 0.1025177058122054, "max_error": 0.10970878601074219, "sparsity": 0.39209650953610736, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.30.fc2": { "mse": 2.866476506824256e-06, "rmse": 0.0016930671891051035, "relative_error": 0.10729600679037879, "max_error": 0.12681865692138672, "sparsity": 0.39671417077382404, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.31.self_attn.k_proj": { "mse": 9.31453632802004e-06, "rmse": 0.003051972530679141, "relative_error": 0.09897321660785756, "max_error": 0.10159587860107422, "sparsity": 0.3901355067888896, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.31.self_attn.v_proj": { "mse": 2.9529519451898523e-06, "rmse": 0.001718415533330007, "relative_error": 0.10543492738240678, "max_error": 0.06787973642349243, "sparsity": 0.3939440945784251, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.31.self_attn.q_proj": { "mse": 6.700065114273457e-06, "rmse": 0.0025884483989976424, "relative_error": 0.10306689057486865, "max_error": 0.07091546058654785, "sparsity": 0.3918269872665405, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.31.self_attn.out_proj": { "mse": 5.729709300794639e-06, "rmse": 0.002393681119279391, "relative_error": 0.14882814341736078, "max_error": 0.141998291015625, "sparsity": 0.37238483627637226, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.31.encoder_attn.k_proj": { "mse": 1.6164902262971736e-05, "rmse": 0.004020559943959515, "relative_error": 0.13258171942511154, "max_error": 0.13735008239746094, "sparsity": 0.3815281093120575, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.31.encoder_attn.v_proj": { "mse": 8.979875929071568e-06, "rmse": 0.0029966441111802995, "relative_error": 0.14800653019494162, "max_error": 0.15266036987304688, "sparsity": 0.3868330915768941, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.31.encoder_attn.q_proj": { "mse": 7.939345778140705e-06, "rmse": 0.002817684471004641, "relative_error": 0.10720343656915154, "max_error": 0.097991943359375, "sparsity": 0.38758830229441327, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.31.encoder_attn.out_proj": { "mse": 8.937723578128498e-06, "rmse": 0.0029896025786262125, "relative_error": 0.1689557080065116, "max_error": 0.16315460205078125, "sparsity": 0.36957783500353497, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.31.fc1": { "mse": 5.8857654039456975e-06, "rmse": 0.0024260596455869953, "relative_error": 0.10615411099343097, "max_error": 0.13378000259399414, "sparsity": 0.3928763270378113, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 }, "model.decoder.layers.31.fc2": { "mse": 3.943322553823236e-06, "rmse": 0.001985780086974194, "relative_error": 0.13137963639662306, "max_error": 0.224822998046875, "sparsity": 0.3983573913574219, "effective_bits": 9.0, "sparse_nnz": 0, "n_planes": 3, "rescued_rows": 0 } }, "summary": { "method_name": "Broad-tritplane3", "model_family": "seq2seq_lm", "selected_components": [ "decoder" ], "quantized_modules": 320, "quantized_params": 838860800, "quantized_fraction": 0.5434829481561585, "avg_relative_error": 0.12498197247780571, "avg_effective_bits": 9.0, "full_model_effective_bits": 12.195619362906891, "compression_ratio": 1.3119464886436334 }, "method_name": "Broad-tritplane3", "model_family": "seq2seq_lm", "format_family": "tritplane_small", "format_version": "1.0", "total_packed_bytes": 943718400, "total_fp16_bytes": 1677721600, "compression_ratio": 1.7777777777777777 }