{
  "base_model": "Qwen3.6-35B-A3B",
  "converted_model": "Qwen3.6-35B-A3B-HauhauCS-Q8KP-recovered",
  "summary": {
    "total_tensors": 1045,
    "gguf_derived": 693,
    "copied": 352,
    "gguf_identical": 307,
    "gguf_modified": 386,
    "copied_identical": 352,
    "copied_modified": 0
  },
  "tensors": [
    {
      "group": "lm_head",
      "name": "lm_head.weight",
      "max_abs_diff": 0.0010833740234375,
      "mean_abs_diff": 8.252273983089253e-05,
      "pct_different": 75.062035236162,
      "n_different": 381735006,
      "total_elements": 508559360
    },
    {
      "group": "embed_tokens",
      "name": "model.language_model.embed_tokens.weight",
      "max_abs_diff": 0.0011444091796875,
      "mean_abs_diff": 5.407223216025159e-05,
      "pct_different": 74.34011262716706,
      "n_different": 378063601,
      "total_elements": 508559360
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.0.input_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "linear_attn.A_log",
      "name": "model.language_model.layers.0.linear_attn.A_log",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.conv1d",
      "name": "model.language_model.layers.0.linear_attn.conv1d.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32768
    },
    {
      "group": "linear_attn.dt_bias",
      "name": "model.language_model.layers.0.linear_attn.dt_bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.in_proj_a",
      "name": "model.language_model.layers.0.linear_attn.in_proj_a.weight",
      "max_abs_diff": 2.9802322387695312e-08,
      "mean_abs_diff": 1.4910934709178036e-09,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_b",
      "name": "model.language_model.layers.0.linear_attn.in_proj_b.weight",
      "max_abs_diff": 2.9802322387695312e-08,
      "mean_abs_diff": 1.2775558388966601e-11,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_qkv",
      "name": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight",
      "max_abs_diff": 2.9802322387695312e-08,
      "mean_abs_diff": 8.525864042541187e-12,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 16777216
    },
    {
      "group": "linear_attn.in_proj_z",
      "name": "model.language_model.layers.0.linear_attn.in_proj_z.weight",
      "max_abs_diff": 2.9802322387695312e-08,
      "mean_abs_diff": 5.649228480841817e-12,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 8388608
    },
    {
      "group": "linear_attn.norm",
      "name": "model.language_model.layers.0.linear_attn.norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 128
    },
    {
      "group": "linear_attn.out_proj",
      "name": "model.language_model.layers.0.linear_attn.out_proj.weight",
      "max_abs_diff": 0.001953125,
      "mean_abs_diff": 6.961986218811944e-05,
      "pct_different": 75.75498819351196,
      "n_different": 6354789,
      "total_elements": 8388608
    },
    {
      "group": "expert_down",
      "name": "model.language_model.layers.0.mlp.experts.down_proj",
      "max_abs_diff": 0.000732421875,
      "mean_abs_diff": 2.2513979274663143e-05,
      "pct_different": 41.840748116374016,
      "n_different": 112315403,
      "total_elements": 268435456
    },
    {
      "group": "expert_gate_up",
      "name": "model.language_model.layers.0.mlp.experts.gate_up_proj",
      "max_abs_diff": 0.00054931640625,
      "mean_abs_diff": 2.283455069118645e-05,
      "pct_different": 43.73089522123337,
      "n_different": 234778456,
      "total_elements": 536870912
    },
    {
      "group": "router_gate",
      "name": "model.language_model.layers.0.mlp.gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 524288
    },
    {
      "group": "shared_expert_down",
      "name": "model.language_model.layers.0.mlp.shared_expert.down_proj.weight",
      "max_abs_diff": 0.001220703125,
      "mean_abs_diff": 5.048537423135713e-05,
      "pct_different": 76.28936767578125,
      "n_different": 799952,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate",
      "name": "model.language_model.layers.0.mlp.shared_expert.gate_proj.weight",
      "max_abs_diff": 0.0009765625,
      "mean_abs_diff": 5.523828076547943e-05,
      "pct_different": 75.71783065795898,
      "n_different": 793959,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_up",
      "name": "model.language_model.layers.0.mlp.shared_expert.up_proj.weight",
      "max_abs_diff": 0.000518798828125,
      "mean_abs_diff": 4.961384547641501e-05,
      "pct_different": 75.92239379882812,
      "n_different": 796104,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate_scalar",
      "name": "model.language_model.layers.0.mlp.shared_expert_gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.0.post_attention_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.1.input_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "linear_attn.A_log",
      "name": "model.language_model.layers.1.linear_attn.A_log",
      "max_abs_diff": 5.960464477539063e-08,
      "mean_abs_diff": 5.587935447692871e-09,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.conv1d",
      "name": "model.language_model.layers.1.linear_attn.conv1d.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32768
    },
    {
      "group": "linear_attn.dt_bias",
      "name": "model.language_model.layers.1.linear_attn.dt_bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.in_proj_a",
      "name": "model.language_model.layers.1.linear_attn.in_proj_a.weight",
      "max_abs_diff": 0.00054931640625,
      "mean_abs_diff": 0.00010247129830531776,
      "pct_different": 75.79345703125,
      "n_different": 49672,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_b",
      "name": "model.language_model.layers.1.linear_attn.in_proj_b.weight",
      "max_abs_diff": 0.0006103515625,
      "mean_abs_diff": 7.084233220666647e-05,
      "pct_different": 76.63116455078125,
      "n_different": 50221,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_qkv",
      "name": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight",
      "max_abs_diff": 0.0010986328125,
      "mean_abs_diff": 7.131708116503432e-05,
      "pct_different": 73.38083386421204,
      "n_different": 12311261,
      "total_elements": 16777216
    },
    {
      "group": "linear_attn.in_proj_z",
      "name": "model.language_model.layers.1.linear_attn.in_proj_z.weight",
      "max_abs_diff": 0.001129150390625,
      "mean_abs_diff": 7.232930511236191e-05,
      "pct_different": 75.3028392791748,
      "n_different": 6316860,
      "total_elements": 8388608
    },
    {
      "group": "linear_attn.norm",
      "name": "model.language_model.layers.1.linear_attn.norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 128
    },
    {
      "group": "linear_attn.out_proj",
      "name": "model.language_model.layers.1.linear_attn.out_proj.weight",
      "max_abs_diff": 0.00244140625,
      "mean_abs_diff": 6.931642565177754e-05,
      "pct_different": 75.44991970062256,
      "n_different": 6329198,
      "total_elements": 8388608
    },
    {
      "group": "expert_down",
      "name": "model.language_model.layers.1.mlp.experts.down_proj",
      "max_abs_diff": 0.00067138671875,
      "mean_abs_diff": 4.346974310465157e-05,
      "pct_different": 72.96010702848434,
      "n_different": 195850796,
      "total_elements": 268435456
    },
    {
      "group": "expert_gate_up",
      "name": "model.language_model.layers.1.mlp.experts.gate_up_proj",
      "max_abs_diff": 0.00048828125,
      "mean_abs_diff": 4.111788803129457e-05,
      "pct_different": 73.11219181865454,
      "n_different": 392518091,
      "total_elements": 536870912
    },
    {
      "group": "router_gate",
      "name": "model.language_model.layers.1.mlp.gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 524288
    },
    {
      "group": "shared_expert_down",
      "name": "model.language_model.layers.1.mlp.shared_expert.down_proj.weight",
      "max_abs_diff": 0.00152587890625,
      "mean_abs_diff": 5.1677961891982704e-05,
      "pct_different": 76.61848068237305,
      "n_different": 803403,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate",
      "name": "model.language_model.layers.1.mlp.shared_expert.gate_proj.weight",
      "max_abs_diff": 0.0006256103515625,
      "mean_abs_diff": 5.2743715059477836e-05,
      "pct_different": 76.08728408813477,
      "n_different": 797833,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_up",
      "name": "model.language_model.layers.1.mlp.shared_expert.up_proj.weight",
      "max_abs_diff": 0.00067138671875,
      "mean_abs_diff": 5.0087764975614846e-05,
      "pct_different": 75.72908401489258,
      "n_different": 794077,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate_scalar",
      "name": "model.language_model.layers.1.mlp.shared_expert_gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.1.post_attention_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.10.input_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "linear_attn.A_log",
      "name": "model.language_model.layers.10.linear_attn.A_log",
      "max_abs_diff": 5.960464477539063e-08,
      "mean_abs_diff": 6.984919309616089e-09,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.conv1d",
      "name": "model.language_model.layers.10.linear_attn.conv1d.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32768
    },
    {
      "group": "linear_attn.dt_bias",
      "name": "model.language_model.layers.10.linear_attn.dt_bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.in_proj_a",
      "name": "model.language_model.layers.10.linear_attn.in_proj_a.weight",
      "max_abs_diff": 0.00091552734375,
      "mean_abs_diff": 8.147383050527424e-05,
      "pct_different": 77.166748046875,
      "n_different": 50572,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_b",
      "name": "model.language_model.layers.10.linear_attn.in_proj_b.weight",
      "max_abs_diff": 0.00054931640625,
      "mean_abs_diff": 6.659454084001482e-05,
      "pct_different": 77.89306640625,
      "n_different": 51048,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_qkv",
      "name": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight",
      "max_abs_diff": 0.0009765625,
      "mean_abs_diff": 7.837942393962294e-05,
      "pct_different": 76.2194037437439,
      "n_different": 12787494,
      "total_elements": 16777216
    },
    {
      "group": "linear_attn.in_proj_z",
      "name": "model.language_model.layers.10.linear_attn.in_proj_z.weight",
      "max_abs_diff": 0.00115966796875,
      "mean_abs_diff": 6.460334407165647e-05,
      "pct_different": 75.69509744644165,
      "n_different": 6349765,
      "total_elements": 8388608
    },
    {
      "group": "linear_attn.norm",
      "name": "model.language_model.layers.10.linear_attn.norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 128
    },
    {
      "group": "linear_attn.out_proj",
      "name": "model.language_model.layers.10.linear_attn.out_proj.weight",
      "max_abs_diff": 0.0032501220703125,
      "mean_abs_diff": 6.71583111397922e-05,
      "pct_different": 75.81313848495483,
      "n_different": 6359667,
      "total_elements": 8388608
    },
    {
      "group": "expert_down",
      "name": "model.language_model.layers.10.mlp.experts.down_proj",
      "max_abs_diff": 0.0009765625,
      "mean_abs_diff": 4.468904808163643e-05,
      "pct_different": 74.31734949350357,
      "n_different": 199494116,
      "total_elements": 268435456
    },
    {
      "group": "expert_gate_up",
      "name": "model.language_model.layers.10.mlp.experts.gate_up_proj",
      "max_abs_diff": 0.0009765625,
      "mean_abs_diff": 4.599253225023858e-05,
      "pct_different": 74.45449084043503,
      "n_different": 399724504,
      "total_elements": 536870912
    },
    {
      "group": "router_gate",
      "name": "model.language_model.layers.10.mlp.gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 524288
    },
    {
      "group": "shared_expert_down",
      "name": "model.language_model.layers.10.mlp.shared_expert.down_proj.weight",
      "max_abs_diff": 0.001953125,
      "mean_abs_diff": 4.9545975343789905e-05,
      "pct_different": 77.01168060302734,
      "n_different": 807526,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate",
      "name": "model.language_model.layers.10.mlp.shared_expert.gate_proj.weight",
      "max_abs_diff": 0.00054931640625,
      "mean_abs_diff": 4.3953972635790706e-05,
      "pct_different": 77.45733261108398,
      "n_different": 812199,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_up",
      "name": "model.language_model.layers.10.mlp.shared_expert.up_proj.weight",
      "max_abs_diff": 0.00109100341796875,
      "mean_abs_diff": 5.314434747560881e-05,
      "pct_different": 77.25858688354492,
      "n_different": 810115,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate_scalar",
      "name": "model.language_model.layers.10.mlp.shared_expert_gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.10.post_attention_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.11.input_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "expert_down",
      "name": "model.language_model.layers.11.mlp.experts.down_proj",
      "max_abs_diff": 0.0009765625,
      "mean_abs_diff": 4.479318158701062e-05,
      "pct_different": 74.24698136746883,
      "n_different": 199305223,
      "total_elements": 268435456
    },
    {
      "group": "expert_gate_up",
      "name": "model.language_model.layers.11.mlp.experts.gate_up_proj",
      "max_abs_diff": 0.0009765625,
      "mean_abs_diff": 4.596764483721927e-05,
      "pct_different": 74.33178629726171,
      "n_different": 399065739,
      "total_elements": 536870912
    },
    {
      "group": "router_gate",
      "name": "model.language_model.layers.11.mlp.gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 524288
    },
    {
      "group": "shared_expert_down",
      "name": "model.language_model.layers.11.mlp.shared_expert.down_proj.weight",
      "max_abs_diff": 0.001953125,
      "mean_abs_diff": 4.926586916553788e-05,
      "pct_different": 76.67951583862305,
      "n_different": 804043,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate",
      "name": "model.language_model.layers.11.mlp.shared_expert.gate_proj.weight",
      "max_abs_diff": 0.0006103515625,
      "mean_abs_diff": 4.042325235786848e-05,
      "pct_different": 76.7068862915039,
      "n_different": 804330,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_up",
      "name": "model.language_model.layers.11.mlp.shared_expert.up_proj.weight",
      "max_abs_diff": 0.0009765625,
      "mean_abs_diff": 5.266155494609848e-05,
      "pct_different": 77.04896926879883,
      "n_different": 807917,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate_scalar",
      "name": "model.language_model.layers.11.mlp.shared_expert_gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.11.post_attention_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "self_attn.k_norm",
      "name": "model.language_model.layers.11.self_attn.k_norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 256
    },
    {
      "group": "self_attn.k_proj",
      "name": "model.language_model.layers.11.self_attn.k_proj.weight",
      "max_abs_diff": 0.000823974609375,
      "mean_abs_diff": 7.404887583106756e-05,
      "pct_different": 76.78871154785156,
      "n_different": 805188,
      "total_elements": 1048576
    },
    {
      "group": "self_attn.o_proj",
      "name": "model.language_model.layers.11.self_attn.o_proj.weight",
      "max_abs_diff": 0.0023193359375,
      "mean_abs_diff": 6.212470907485113e-05,
      "pct_different": 75.56613683700562,
      "n_different": 6338947,
      "total_elements": 8388608
    },
    {
      "group": "self_attn.q_norm",
      "name": "model.language_model.layers.11.self_attn.q_norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 256
    },
    {
      "group": "self_attn.q_proj",
      "name": "model.language_model.layers.11.self_attn.q_proj.weight",
      "max_abs_diff": 0.00098419189453125,
      "mean_abs_diff": 7.024329534033313e-05,
      "pct_different": 75.72547793388367,
      "n_different": 12704627,
      "total_elements": 16777216
    },
    {
      "group": "self_attn.v_proj",
      "name": "model.language_model.layers.11.self_attn.v_proj.weight",
      "max_abs_diff": 0.00067138671875,
      "mean_abs_diff": 6.010285869706422e-05,
      "pct_different": 77.16293334960938,
      "n_different": 809112,
      "total_elements": 1048576
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.12.input_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "linear_attn.A_log",
      "name": "model.language_model.layers.12.linear_attn.A_log",
      "max_abs_diff": 2.60770320892334e-08,
      "mean_abs_diff": 2.0372681319713593e-09,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.conv1d",
      "name": "model.language_model.layers.12.linear_attn.conv1d.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32768
    },
    {
      "group": "linear_attn.dt_bias",
      "name": "model.language_model.layers.12.linear_attn.dt_bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.in_proj_a",
      "name": "model.language_model.layers.12.linear_attn.in_proj_a.weight",
      "max_abs_diff": 0.000732421875,
      "mean_abs_diff": 8.491073094774038e-05,
      "pct_different": 77.5177001953125,
      "n_different": 50802,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_b",
      "name": "model.language_model.layers.12.linear_attn.in_proj_b.weight",
      "max_abs_diff": 0.00067138671875,
      "mean_abs_diff": 6.888517236802727e-05,
      "pct_different": 78.94287109375,
      "n_different": 51736,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_qkv",
      "name": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight",
      "max_abs_diff": 0.0010986328125,
      "mean_abs_diff": 7.734443352092057e-05,
      "pct_different": 76.01020932197571,
      "n_different": 12752397,
      "total_elements": 16777216
    },
    {
      "group": "linear_attn.in_proj_z",
      "name": "model.language_model.layers.12.linear_attn.in_proj_z.weight",
      "max_abs_diff": 0.0009765625,
      "mean_abs_diff": 6.149078399175778e-05,
      "pct_different": 75.670325756073,
      "n_different": 6347687,
      "total_elements": 8388608
    },
    {
      "group": "linear_attn.norm",
      "name": "model.language_model.layers.12.linear_attn.norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 128
    },
    {
      "group": "linear_attn.out_proj",
      "name": "model.language_model.layers.12.linear_attn.out_proj.weight",
      "max_abs_diff": 0.0029296875,
      "mean_abs_diff": 6.728764128638431e-05,
      "pct_different": 75.66553354263306,
      "n_different": 6347285,
      "total_elements": 8388608
    },
    {
      "group": "expert_down",
      "name": "model.language_model.layers.12.mlp.experts.down_proj",
      "max_abs_diff": 0.0009765625,
      "mean_abs_diff": 4.417969466885552e-05,
      "pct_different": 74.31587390601635,
      "n_different": 199490155,
      "total_elements": 268435456
    },
    {
      "group": "expert_gate_up",
      "name": "model.language_model.layers.12.mlp.experts.gate_up_proj",
      "max_abs_diff": 0.000823974609375,
      "mean_abs_diff": 4.582593828672543e-05,
      "pct_different": 74.47806298732758,
      "n_different": 399851056,
      "total_elements": 536870912
    },
    {
      "group": "router_gate",
      "name": "model.language_model.layers.12.mlp.gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 524288
    },
    {
      "group": "shared_expert_down",
      "name": "model.language_model.layers.12.mlp.shared_expert.down_proj.weight",
      "max_abs_diff": 0.001953125,
      "mean_abs_diff": 4.871177225140855e-05,
      "pct_different": 76.48048400878906,
      "n_different": 801956,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate",
      "name": "model.language_model.layers.12.mlp.shared_expert.gate_proj.weight",
      "max_abs_diff": 0.0006866455078125,
      "mean_abs_diff": 4.3372703657951206e-05,
      "pct_different": 76.93452835083008,
      "n_different": 806717,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_up",
      "name": "model.language_model.layers.12.mlp.shared_expert.up_proj.weight",
      "max_abs_diff": 0.0008544921875,
      "mean_abs_diff": 5.3502088121604174e-05,
      "pct_different": 76.98135375976562,
      "n_different": 807208,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate_scalar",
      "name": "model.language_model.layers.12.mlp.shared_expert_gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.12.post_attention_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.13.input_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "linear_attn.A_log",
      "name": "model.language_model.layers.13.linear_attn.A_log",
      "max_abs_diff": 5.960464477539063e-08,
      "mean_abs_diff": 3.725290298461914e-09,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.conv1d",
      "name": "model.language_model.layers.13.linear_attn.conv1d.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32768
    },
    {
      "group": "linear_attn.dt_bias",
      "name": "model.language_model.layers.13.linear_attn.dt_bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.in_proj_a",
      "name": "model.language_model.layers.13.linear_attn.in_proj_a.weight",
      "max_abs_diff": 0.000732421875,
      "mean_abs_diff": 8.881848771125078e-05,
      "pct_different": 77.23846435546875,
      "n_different": 50619,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_b",
      "name": "model.language_model.layers.13.linear_attn.in_proj_b.weight",
      "max_abs_diff": 0.00054931640625,
      "mean_abs_diff": 7.101592927938327e-05,
      "pct_different": 78.8909912109375,
      "n_different": 51702,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_qkv",
      "name": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight",
      "max_abs_diff": 0.001708984375,
      "mean_abs_diff": 7.823992928024381e-05,
      "pct_different": 75.72848200798035,
      "n_different": 12705131,
      "total_elements": 16777216
    },
    {
      "group": "linear_attn.in_proj_z",
      "name": "model.language_model.layers.13.linear_attn.in_proj_z.weight",
      "max_abs_diff": 0.0013427734375,
      "mean_abs_diff": 6.614800804527476e-05,
      "pct_different": 75.77245235443115,
      "n_different": 6356254,
      "total_elements": 8388608
    },
    {
      "group": "linear_attn.norm",
      "name": "model.language_model.layers.13.linear_attn.norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 128
    },
    {
      "group": "linear_attn.out_proj",
      "name": "model.language_model.layers.13.linear_attn.out_proj.weight",
      "max_abs_diff": 0.0029296875,
      "mean_abs_diff": 6.55348485452123e-05,
      "pct_different": 75.51208734512329,
      "n_different": 6334413,
      "total_elements": 8388608
    },
    {
      "group": "expert_down",
      "name": "model.language_model.layers.13.mlp.experts.down_proj",
      "max_abs_diff": 0.0521240234375,
      "mean_abs_diff": 0.00016416661674156785,
      "pct_different": 84.88881774246693,
      "n_different": 227871685,
      "total_elements": 268435456
    },
    {
      "group": "expert_gate_up",
      "name": "model.language_model.layers.13.mlp.experts.gate_up_proj",
      "max_abs_diff": 0.0009765625,
      "mean_abs_diff": 4.592622281052172e-05,
      "pct_different": 74.48321487754583,
      "n_different": 399878715,
      "total_elements": 536870912
    },
    {
      "group": "router_gate",
      "name": "model.language_model.layers.13.mlp.gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 524288
    },
    {
      "group": "shared_expert_down",
      "name": "model.language_model.layers.13.mlp.shared_expert.down_proj.weight",
      "max_abs_diff": 0.013936042785644531,
      "mean_abs_diff": 0.00018142559565603733,
      "pct_different": 86.73515319824219,
      "n_different": 909484,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate",
      "name": "model.language_model.layers.13.mlp.shared_expert.gate_proj.weight",
      "max_abs_diff": 0.01434326171875,
      "mean_abs_diff": 0.0002482789568603039,
      "pct_different": 91.60451889038086,
      "n_different": 960543,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_up",
      "name": "model.language_model.layers.13.mlp.shared_expert.up_proj.weight",
      "max_abs_diff": 0.017669677734375,
      "mean_abs_diff": 0.000301205349387601,
      "pct_different": 91.26052856445312,
      "n_different": 956936,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate_scalar",
      "name": "model.language_model.layers.13.mlp.shared_expert_gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.13.post_attention_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.14.input_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "linear_attn.A_log",
      "name": "model.language_model.layers.14.linear_attn.A_log",
      "max_abs_diff": 4.470348358154297e-08,
      "mean_abs_diff": 6.05359673500061e-09,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.conv1d",
      "name": "model.language_model.layers.14.linear_attn.conv1d.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32768
    },
    {
      "group": "linear_attn.dt_bias",
      "name": "model.language_model.layers.14.linear_attn.dt_bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.in_proj_a",
      "name": "model.language_model.layers.14.linear_attn.in_proj_a.weight",
      "max_abs_diff": 0.00067138671875,
      "mean_abs_diff": 9.136922017205507e-05,
      "pct_different": 76.93939208984375,
      "n_different": 50423,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_b",
      "name": "model.language_model.layers.14.linear_attn.in_proj_b.weight",
      "max_abs_diff": 0.0006103515625,
      "mean_abs_diff": 7.59142785682343e-05,
      "pct_different": 79.17022705078125,
      "n_different": 51885,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_qkv",
      "name": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight",
      "max_abs_diff": 0.00146484375,
      "mean_abs_diff": 8.208391955122352e-05,
      "pct_different": 76.49259567260742,
      "n_different": 12833328,
      "total_elements": 16777216
    },
    {
      "group": "linear_attn.in_proj_z",
      "name": "model.language_model.layers.14.linear_attn.in_proj_z.weight",
      "max_abs_diff": 0.00128173828125,
      "mean_abs_diff": 5.960601265542209e-05,
      "pct_different": 75.62425136566162,
      "n_different": 6343822,
      "total_elements": 8388608
    },
    {
      "group": "linear_attn.norm",
      "name": "model.language_model.layers.14.linear_attn.norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 128
    },
    {
      "group": "linear_attn.out_proj",
      "name": "model.language_model.layers.14.linear_attn.out_proj.weight",
      "max_abs_diff": 0.0029296875,
      "mean_abs_diff": 6.70628432999365e-05,
      "pct_different": 75.70273876190186,
      "n_different": 6350406,
      "total_elements": 8388608
    },
    {
      "group": "expert_down",
      "name": "model.language_model.layers.14.mlp.experts.down_proj",
      "max_abs_diff": 0.04425048828125,
      "mean_abs_diff": 0.00016297487309202552,
      "pct_different": 84.52954217791557,
      "n_different": 226907262,
      "total_elements": 268435456
    },
    {
      "group": "expert_gate_up",
      "name": "model.language_model.layers.14.mlp.experts.gate_up_proj",
      "max_abs_diff": 0.000823974609375,
      "mean_abs_diff": 4.612559496308677e-05,
      "pct_different": 74.47763811796904,
      "n_different": 399848775,
      "total_elements": 536870912
    },
    {
      "group": "router_gate",
      "name": "model.language_model.layers.14.mlp.gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 524288
    },
    {
      "group": "shared_expert_down",
      "name": "model.language_model.layers.14.mlp.shared_expert.down_proj.weight",
      "max_abs_diff": 0.0081787109375,
      "mean_abs_diff": 0.0001611674961168319,
      "pct_different": 85.93358993530273,
      "n_different": 901079,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate",
      "name": "model.language_model.layers.14.mlp.shared_expert.gate_proj.weight",
      "max_abs_diff": 0.021148681640625,
      "mean_abs_diff": 0.00024421149282716215,
      "pct_different": 92.06600189208984,
      "n_different": 965382,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_up",
      "name": "model.language_model.layers.14.mlp.shared_expert.up_proj.weight",
      "max_abs_diff": 0.020172119140625,
      "mean_abs_diff": 0.000316268065944314,
      "pct_different": 92.00611114501953,
      "n_different": 964754,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate_scalar",
      "name": "model.language_model.layers.14.mlp.shared_expert_gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.14.post_attention_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.15.input_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "expert_down",
      "name": "model.language_model.layers.15.mlp.experts.down_proj",
      "max_abs_diff": 0.0494384765625,
      "mean_abs_diff": 0.0001675536041148007,
      "pct_different": 84.93725061416626,
      "n_different": 228001696,
      "total_elements": 268435456
    },
    {
      "group": "expert_gate_up",
      "name": "model.language_model.layers.15.mlp.experts.gate_up_proj",
      "max_abs_diff": 0.000732421875,
      "mean_abs_diff": 4.624357825377956e-05,
      "pct_different": 74.51016400009394,
      "n_different": 400023397,
      "total_elements": 536870912
    },
    {
      "group": "router_gate",
      "name": "model.language_model.layers.15.mlp.gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 524288
    },
    {
      "group": "shared_expert_down",
      "name": "model.language_model.layers.15.mlp.shared_expert.down_proj.weight",
      "max_abs_diff": 0.0068206787109375,
      "mean_abs_diff": 0.00018666769028641284,
      "pct_different": 85.87207794189453,
      "n_different": 900434,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate",
      "name": "model.language_model.layers.15.mlp.shared_expert.gate_proj.weight",
      "max_abs_diff": 0.014892578125,
      "mean_abs_diff": 0.0002611585659906268,
      "pct_different": 92.0541763305664,
      "n_different": 965258,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_up",
      "name": "model.language_model.layers.15.mlp.shared_expert.up_proj.weight",
      "max_abs_diff": 0.017822265625,
      "mean_abs_diff": 0.0003065799246542156,
      "pct_different": 91.16964340209961,
      "n_different": 955983,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate_scalar",
      "name": "model.language_model.layers.15.mlp.shared_expert_gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.15.post_attention_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "self_attn.k_norm",
      "name": "model.language_model.layers.15.self_attn.k_norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 256
    },
    {
      "group": "self_attn.k_proj",
      "name": "model.language_model.layers.15.self_attn.k_proj.weight",
      "max_abs_diff": 0.000762939453125,
      "mean_abs_diff": 7.148747681640089e-05,
      "pct_different": 75.90646743774414,
      "n_different": 795937,
      "total_elements": 1048576
    },
    {
      "group": "self_attn.o_proj",
      "name": "model.language_model.layers.15.self_attn.o_proj.weight",
      "max_abs_diff": 0.0203857421875,
      "mean_abs_diff": 0.00028440827736631036,
      "pct_different": 86.1541748046875,
      "n_different": 7227136,
      "total_elements": 8388608
    },
    {
      "group": "self_attn.q_norm",
      "name": "model.language_model.layers.15.self_attn.q_norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 256
    },
    {
      "group": "self_attn.q_proj",
      "name": "model.language_model.layers.15.self_attn.q_proj.weight",
      "max_abs_diff": 0.0009765625,
      "mean_abs_diff": 6.535403372254223e-05,
      "pct_different": 75.44593811035156,
      "n_different": 12657728,
      "total_elements": 16777216
    },
    {
      "group": "self_attn.v_proj",
      "name": "model.language_model.layers.15.self_attn.v_proj.weight",
      "max_abs_diff": 0.0008392333984375,
      "mean_abs_diff": 6.21751241851598e-05,
      "pct_different": 76.96361541748047,
      "n_different": 807022,
      "total_elements": 1048576
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.16.input_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "linear_attn.A_log",
      "name": "model.language_model.layers.16.linear_attn.A_log",
      "max_abs_diff": 2.60770320892334e-08,
      "mean_abs_diff": 1.7462298274040222e-09,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.conv1d",
      "name": "model.language_model.layers.16.linear_attn.conv1d.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32768
    },
    {
      "group": "linear_attn.dt_bias",
      "name": "model.language_model.layers.16.linear_attn.dt_bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.in_proj_a",
      "name": "model.language_model.layers.16.linear_attn.in_proj_a.weight",
      "max_abs_diff": 0.0006103515625,
      "mean_abs_diff": 8.392307790927589e-05,
      "pct_different": 77.79388427734375,
      "n_different": 50983,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_b",
      "name": "model.language_model.layers.16.linear_attn.in_proj_b.weight",
      "max_abs_diff": 0.00048828125,
      "mean_abs_diff": 7.065702811814845e-05,
      "pct_different": 79.93927001953125,
      "n_different": 52389,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_qkv",
      "name": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight",
      "max_abs_diff": 0.00152587890625,
      "mean_abs_diff": 7.918636401882395e-05,
      "pct_different": 76.08726024627686,
      "n_different": 12765324,
      "total_elements": 16777216
    },
    {
      "group": "linear_attn.in_proj_z",
      "name": "model.language_model.layers.16.linear_attn.in_proj_z.weight",
      "max_abs_diff": 0.000946044921875,
      "mean_abs_diff": 6.070804738556035e-05,
      "pct_different": 75.6017804145813,
      "n_different": 6341937,
      "total_elements": 8388608
    },
    {
      "group": "linear_attn.norm",
      "name": "model.language_model.layers.16.linear_attn.norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 128
    },
    {
      "group": "linear_attn.out_proj",
      "name": "model.language_model.layers.16.linear_attn.out_proj.weight",
      "max_abs_diff": 0.0313262939453125,
      "mean_abs_diff": 0.00042332825250923634,
      "pct_different": 87.5267505645752,
      "n_different": 7342276,
      "total_elements": 8388608
    },
    {
      "group": "expert_down",
      "name": "model.language_model.layers.16.mlp.experts.down_proj",
      "max_abs_diff": 0.0648193359375,
      "mean_abs_diff": 0.00016193953342735767,
      "pct_different": 84.56891477108002,
      "n_different": 227012952,
      "total_elements": 268435456
    },
    {
      "group": "expert_gate_up",
      "name": "model.language_model.layers.16.mlp.experts.gate_up_proj",
      "max_abs_diff": 0.00091552734375,
      "mean_abs_diff": 4.633928620023653e-05,
      "pct_different": 74.55773949623108,
      "n_different": 400278816,
      "total_elements": 536870912
    },
    {
      "group": "router_gate",
      "name": "model.language_model.layers.16.mlp.gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 524288
    },
    {
      "group": "shared_expert_down",
      "name": "model.language_model.layers.16.mlp.shared_expert.down_proj.weight",
      "max_abs_diff": 0.0152587890625,
      "mean_abs_diff": 0.0001946525153471157,
      "pct_different": 85.45475006103516,
      "n_different": 896058,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate",
      "name": "model.language_model.layers.16.mlp.shared_expert.gate_proj.weight",
      "max_abs_diff": 0.0164794921875,
      "mean_abs_diff": 0.00023676974524278194,
      "pct_different": 91.48035049438477,
      "n_different": 959241,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_up",
      "name": "model.language_model.layers.16.mlp.shared_expert.up_proj.weight",
      "max_abs_diff": 0.020782470703125,
      "mean_abs_diff": 0.0003119264729321003,
      "pct_different": 91.4423942565918,
      "n_different": 958843,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate_scalar",
      "name": "model.language_model.layers.16.mlp.shared_expert_gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.16.post_attention_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.17.input_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "linear_attn.A_log",
      "name": "model.language_model.layers.17.linear_attn.A_log",
      "max_abs_diff": 5.960464477539063e-08,
      "mean_abs_diff": 6.28642737865448e-09,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.conv1d",
      "name": "model.language_model.layers.17.linear_attn.conv1d.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32768
    },
    {
      "group": "linear_attn.dt_bias",
      "name": "model.language_model.layers.17.linear_attn.dt_bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.in_proj_a",
      "name": "model.language_model.layers.17.linear_attn.in_proj_a.weight",
      "max_abs_diff": 0.0006103515625,
      "mean_abs_diff": 8.629968215245754e-05,
      "pct_different": 77.74810791015625,
      "n_different": 50953,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_b",
      "name": "model.language_model.layers.17.linear_attn.in_proj_b.weight",
      "max_abs_diff": 0.0006256103515625,
      "mean_abs_diff": 7.553433533757925e-05,
      "pct_different": 79.681396484375,
      "n_different": 52220,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_qkv",
      "name": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight",
      "max_abs_diff": 0.001220703125,
      "mean_abs_diff": 7.878502947278321e-05,
      "pct_different": 76.20041966438293,
      "n_different": 12784309,
      "total_elements": 16777216
    },
    {
      "group": "linear_attn.in_proj_z",
      "name": "model.language_model.layers.17.linear_attn.in_proj_z.weight",
      "max_abs_diff": 0.00115966796875,
      "mean_abs_diff": 6.115087307989597e-05,
      "pct_different": 75.67152976989746,
      "n_different": 6347788,
      "total_elements": 8388608
    },
    {
      "group": "linear_attn.norm",
      "name": "model.language_model.layers.17.linear_attn.norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 128
    },
    {
      "group": "linear_attn.out_proj",
      "name": "model.language_model.layers.17.linear_attn.out_proj.weight",
      "max_abs_diff": 0.0562744140625,
      "mean_abs_diff": 0.0004396997392177582,
      "pct_different": 88.25094699859619,
      "n_different": 7403026,
      "total_elements": 8388608
    },
    {
      "group": "expert_down",
      "name": "model.language_model.layers.17.mlp.experts.down_proj",
      "max_abs_diff": 0.03216552734375,
      "mean_abs_diff": 0.00015920473379082978,
      "pct_different": 84.28642712533474,
      "n_different": 226254655,
      "total_elements": 268435456
    },
    {
      "group": "expert_gate_up",
      "name": "model.language_model.layers.17.mlp.experts.gate_up_proj",
      "max_abs_diff": 0.00116729736328125,
      "mean_abs_diff": 4.64716213173233e-05,
      "pct_different": 74.56007972359657,
      "n_different": 400291380,
      "total_elements": 536870912
    },
    {
      "group": "router_gate",
      "name": "model.language_model.layers.17.mlp.gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 524288
    },
    {
      "group": "shared_expert_down",
      "name": "model.language_model.layers.17.mlp.shared_expert.down_proj.weight",
      "max_abs_diff": 0.011739730834960938,
      "mean_abs_diff": 0.00018112431280314922,
      "pct_different": 86.3363265991211,
      "n_different": 905302,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate",
      "name": "model.language_model.layers.17.mlp.shared_expert.gate_proj.weight",
      "max_abs_diff": 0.016632080078125,
      "mean_abs_diff": 0.0002529557386878878,
      "pct_different": 92.07258224487305,
      "n_different": 965451,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_up",
      "name": "model.language_model.layers.17.mlp.shared_expert.up_proj.weight",
      "max_abs_diff": 0.0181884765625,
      "mean_abs_diff": 0.00030651784618385136,
      "pct_different": 91.57915115356445,
      "n_different": 960277,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate_scalar",
      "name": "model.language_model.layers.17.mlp.shared_expert_gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.17.post_attention_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.18.input_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "linear_attn.A_log",
      "name": "model.language_model.layers.18.linear_attn.A_log",
      "max_abs_diff": 5.21540641784668e-08,
      "mean_abs_diff": 8.614733815193176e-09,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.conv1d",
      "name": "model.language_model.layers.18.linear_attn.conv1d.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32768
    },
    {
      "group": "linear_attn.dt_bias",
      "name": "model.language_model.layers.18.linear_attn.dt_bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.in_proj_a",
      "name": "model.language_model.layers.18.linear_attn.in_proj_a.weight",
      "max_abs_diff": 0.0005645751953125,
      "mean_abs_diff": 7.99209374235943e-05,
      "pct_different": 77.197265625,
      "n_different": 50592,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_b",
      "name": "model.language_model.layers.18.linear_attn.in_proj_b.weight",
      "max_abs_diff": 0.00048828125,
      "mean_abs_diff": 7.153955812100321e-05,
      "pct_different": 79.58526611328125,
      "n_different": 52157,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_qkv",
      "name": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight",
      "max_abs_diff": 0.0013427734375,
      "mean_abs_diff": 8.00086636445485e-05,
      "pct_different": 76.21898055076599,
      "n_different": 12787423,
      "total_elements": 16777216
    },
    {
      "group": "linear_attn.in_proj_z",
      "name": "model.language_model.layers.18.linear_attn.in_proj_z.weight",
      "max_abs_diff": 0.0012054443359375,
      "mean_abs_diff": 6.136030424386263e-05,
      "pct_different": 75.68267583847046,
      "n_different": 6348723,
      "total_elements": 8388608
    },
    {
      "group": "linear_attn.norm",
      "name": "model.language_model.layers.18.linear_attn.norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 128
    },
    {
      "group": "linear_attn.out_proj",
      "name": "model.language_model.layers.18.linear_attn.out_proj.weight",
      "max_abs_diff": 0.0517578125,
      "mean_abs_diff": 0.00043412059312686324,
      "pct_different": 87.82045841217041,
      "n_different": 7366914,
      "total_elements": 8388608
    },
    {
      "group": "expert_down",
      "name": "model.language_model.layers.18.mlp.experts.down_proj",
      "max_abs_diff": 0.039794921875,
      "mean_abs_diff": 0.00016504473751410842,
      "pct_different": 84.63703133165836,
      "n_different": 227195801,
      "total_elements": 268435456
    },
    {
      "group": "expert_gate_up",
      "name": "model.language_model.layers.18.mlp.experts.gate_up_proj",
      "max_abs_diff": 0.00347900390625,
      "mean_abs_diff": 5.337321636034176e-05,
      "pct_different": 75.7801840081811,
      "n_different": 406841765,
      "total_elements": 536870912
    },
    {
      "group": "router_gate",
      "name": "model.language_model.layers.18.mlp.gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 524288
    },
    {
      "group": "shared_expert_down",
      "name": "model.language_model.layers.18.mlp.shared_expert.down_proj.weight",
      "max_abs_diff": 0.0206451416015625,
      "mean_abs_diff": 0.00019821515888907015,
      "pct_different": 86.01350784301758,
      "n_different": 901917,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate",
      "name": "model.language_model.layers.18.mlp.shared_expert.gate_proj.weight",
      "max_abs_diff": 0.01983642578125,
      "mean_abs_diff": 0.00026794103905558586,
      "pct_different": 91.8386459350586,
      "n_different": 962998,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_up",
      "name": "model.language_model.layers.18.mlp.shared_expert.up_proj.weight",
      "max_abs_diff": 0.0192413330078125,
      "mean_abs_diff": 0.00031468673842027783,
      "pct_different": 91.53776168823242,
      "n_different": 959843,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate_scalar",
      "name": "model.language_model.layers.18.mlp.shared_expert_gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.18.post_attention_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.19.input_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "expert_down",
      "name": "model.language_model.layers.19.mlp.experts.down_proj",
      "max_abs_diff": 0.05120849609375,
      "mean_abs_diff": 0.00015744150732643902,
      "pct_different": 84.36407223343849,
      "n_different": 226463082,
      "total_elements": 268435456
    },
    {
      "group": "expert_gate_up",
      "name": "model.language_model.layers.19.mlp.experts.gate_up_proj",
      "max_abs_diff": 0.0045166015625,
      "mean_abs_diff": 5.5417978728655726e-05,
      "pct_different": 76.07477195560932,
      "n_different": 408423322,
      "total_elements": 536870912
    },
    {
      "group": "router_gate",
      "name": "model.language_model.layers.19.mlp.gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 524288
    },
    {
      "group": "shared_expert_down",
      "name": "model.language_model.layers.19.mlp.shared_expert.down_proj.weight",
      "max_abs_diff": 0.0142364501953125,
      "mean_abs_diff": 0.00020512893388513476,
      "pct_different": 85.77165603637695,
      "n_different": 899381,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate",
      "name": "model.language_model.layers.19.mlp.shared_expert.gate_proj.weight",
      "max_abs_diff": 0.019378662109375,
      "mean_abs_diff": 0.00027195975417271256,
      "pct_different": 91.9621467590332,
      "n_different": 964293,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_up",
      "name": "model.language_model.layers.19.mlp.shared_expert.up_proj.weight",
      "max_abs_diff": 0.0177459716796875,
      "mean_abs_diff": 0.00028497763560153544,
      "pct_different": 90.75374603271484,
      "n_different": 951622,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate_scalar",
      "name": "model.language_model.layers.19.mlp.shared_expert_gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.19.post_attention_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "self_attn.k_norm",
      "name": "model.language_model.layers.19.self_attn.k_norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 256
    },
    {
      "group": "self_attn.k_proj",
      "name": "model.language_model.layers.19.self_attn.k_proj.weight",
      "max_abs_diff": 0.0008544921875,
      "mean_abs_diff": 6.671935261692852e-05,
      "pct_different": 75.68769454956055,
      "n_different": 793643,
      "total_elements": 1048576
    },
    {
      "group": "self_attn.o_proj",
      "name": "model.language_model.layers.19.self_attn.o_proj.weight",
      "max_abs_diff": 0.013702392578125,
      "mean_abs_diff": 0.00032492561149410903,
      "pct_different": 86.81050539016724,
      "n_different": 7282193,
      "total_elements": 8388608
    },
    {
      "group": "self_attn.q_norm",
      "name": "model.language_model.layers.19.self_attn.q_norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 256
    },
    {
      "group": "self_attn.q_proj",
      "name": "model.language_model.layers.19.self_attn.q_proj.weight",
      "max_abs_diff": 0.00152587890625,
      "mean_abs_diff": 6.43174716969952e-05,
      "pct_different": 75.52264928817749,
      "n_different": 12670598,
      "total_elements": 16777216
    },
    {
      "group": "self_attn.v_proj",
      "name": "model.language_model.layers.19.self_attn.v_proj.weight",
      "max_abs_diff": 0.000885009765625,
      "mean_abs_diff": 5.9716574469348416e-05,
      "pct_different": 76.54294967651367,
      "n_different": 802611,
      "total_elements": 1048576
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.2.input_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "linear_attn.A_log",
      "name": "model.language_model.layers.2.linear_attn.A_log",
      "max_abs_diff": 5.960464477539063e-08,
      "mean_abs_diff": 8.934875950217247e-09,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.conv1d",
      "name": "model.language_model.layers.2.linear_attn.conv1d.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32768
    },
    {
      "group": "linear_attn.dt_bias",
      "name": "model.language_model.layers.2.linear_attn.dt_bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.in_proj_a",
      "name": "model.language_model.layers.2.linear_attn.in_proj_a.weight",
      "max_abs_diff": 0.0009765625,
      "mean_abs_diff": 8.202709432225674e-05,
      "pct_different": 76.78375244140625,
      "n_different": 50321,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_b",
      "name": "model.language_model.layers.2.linear_attn.in_proj_b.weight",
      "max_abs_diff": 0.00054931640625,
      "mean_abs_diff": 6.774281791877002e-05,
      "pct_different": 77.33917236328125,
      "n_different": 50685,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_qkv",
      "name": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight",
      "max_abs_diff": 0.0010223388671875,
      "mean_abs_diff": 7.253498188219965e-05,
      "pct_different": 74.60963129997253,
      "n_different": 12517419,
      "total_elements": 16777216
    },
    {
      "group": "linear_attn.in_proj_z",
      "name": "model.language_model.layers.2.linear_attn.in_proj_z.weight",
      "max_abs_diff": 0.001220703125,
      "mean_abs_diff": 6.867479532957077e-05,
      "pct_different": 75.54035186767578,
      "n_different": 6336784,
      "total_elements": 8388608
    },
    {
      "group": "linear_attn.norm",
      "name": "model.language_model.layers.2.linear_attn.norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 128
    },
    {
      "group": "linear_attn.out_proj",
      "name": "model.language_model.layers.2.linear_attn.out_proj.weight",
      "max_abs_diff": 0.0025634765625,
      "mean_abs_diff": 6.926805508555844e-05,
      "pct_different": 75.59624910354614,
      "n_different": 6341473,
      "total_elements": 8388608
    },
    {
      "group": "expert_down",
      "name": "model.language_model.layers.2.mlp.experts.down_proj",
      "max_abs_diff": 0.0010986328125,
      "mean_abs_diff": 4.4208281906321645e-05,
      "pct_different": 73.6159261316061,
      "n_different": 197611247,
      "total_elements": 268435456
    },
    {
      "group": "expert_gate_up",
      "name": "model.language_model.layers.2.mlp.experts.gate_up_proj",
      "max_abs_diff": 0.00048828125,
      "mean_abs_diff": 4.319091749493964e-05,
      "pct_different": 73.7625615671277,
      "n_different": 396009737,
      "total_elements": 536870912
    },
    {
      "group": "router_gate",
      "name": "model.language_model.layers.2.mlp.gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 524288
    },
    {
      "group": "shared_expert_down",
      "name": "model.language_model.layers.2.mlp.shared_expert.down_proj.weight",
      "max_abs_diff": 0.001953125,
      "mean_abs_diff": 5.134729508426972e-05,
      "pct_different": 76.46913528442383,
      "n_different": 801837,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate",
      "name": "model.language_model.layers.2.mlp.shared_expert.gate_proj.weight",
      "max_abs_diff": 0.0008544921875,
      "mean_abs_diff": 5.1316088502062485e-05,
      "pct_different": 76.29518508911133,
      "n_different": 800013,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_up",
      "name": "model.language_model.layers.2.mlp.shared_expert.up_proj.weight",
      "max_abs_diff": 0.00054931640625,
      "mean_abs_diff": 5.095137021271512e-05,
      "pct_different": 76.12409591674805,
      "n_different": 798219,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate_scalar",
      "name": "model.language_model.layers.2.mlp.shared_expert_gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.2.post_attention_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.20.input_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "linear_attn.A_log",
      "name": "model.language_model.layers.20.linear_attn.A_log",
      "max_abs_diff": 5.960464477539063e-08,
      "mean_abs_diff": 1.0244548320770264e-08,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.conv1d",
      "name": "model.language_model.layers.20.linear_attn.conv1d.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32768
    },
    {
      "group": "linear_attn.dt_bias",
      "name": "model.language_model.layers.20.linear_attn.dt_bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.in_proj_a",
      "name": "model.language_model.layers.20.linear_attn.in_proj_a.weight",
      "max_abs_diff": 0.00079345703125,
      "mean_abs_diff": 9.83386707957834e-05,
      "pct_different": 77.65045166015625,
      "n_different": 50889,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_b",
      "name": "model.language_model.layers.20.linear_attn.in_proj_b.weight",
      "max_abs_diff": 0.00054931640625,
      "mean_abs_diff": 7.693850784562528e-05,
      "pct_different": 79.76837158203125,
      "n_different": 52277,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_qkv",
      "name": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight",
      "max_abs_diff": 0.00146484375,
      "mean_abs_diff": 9.300987585447729e-05,
      "pct_different": 76.40116214752197,
      "n_different": 12817988,
      "total_elements": 16777216
    },
    {
      "group": "linear_attn.in_proj_z",
      "name": "model.language_model.layers.20.linear_attn.in_proj_z.weight",
      "max_abs_diff": 0.00146484375,
      "mean_abs_diff": 7.48467500670813e-05,
      "pct_different": 76.52759552001953,
      "n_different": 6419600,
      "total_elements": 8388608
    },
    {
      "group": "linear_attn.norm",
      "name": "model.language_model.layers.20.linear_attn.norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 128
    },
    {
      "group": "linear_attn.out_proj",
      "name": "model.language_model.layers.20.linear_attn.out_proj.weight",
      "max_abs_diff": 0.04833984375,
      "mean_abs_diff": 0.0004897484323009849,
      "pct_different": 87.95448541641235,
      "n_different": 7378157,
      "total_elements": 8388608
    },
    {
      "group": "expert_down",
      "name": "model.language_model.layers.20.mlp.experts.down_proj",
      "max_abs_diff": 0.031982421875,
      "mean_abs_diff": 0.00018058609566651285,
      "pct_different": 85.46429947018623,
      "n_different": 229416482,
      "total_elements": 268435456
    },
    {
      "group": "expert_gate_up",
      "name": "model.language_model.layers.20.mlp.experts.gate_up_proj",
      "max_abs_diff": 0.0046539306640625,
      "mean_abs_diff": 2.6304203856852837e-05,
      "pct_different": 41.18571151047945,
      "n_different": 221114105,
      "total_elements": 536870912
    },
    {
      "group": "router_gate",
      "name": "model.language_model.layers.20.mlp.gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 524288
    },
    {
      "group": "shared_expert_down",
      "name": "model.language_model.layers.20.mlp.shared_expert.down_proj.weight",
      "max_abs_diff": 0.0076904296875,
      "mean_abs_diff": 0.00015792157500982285,
      "pct_different": 87.2715950012207,
      "n_different": 915109,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate",
      "name": "model.language_model.layers.20.mlp.shared_expert.gate_proj.weight",
      "max_abs_diff": 0.010009765625,
      "mean_abs_diff": 0.00017769620171748102,
      "pct_different": 87.44478225708008,
      "n_different": 916925,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_up",
      "name": "model.language_model.layers.20.mlp.shared_expert.up_proj.weight",
      "max_abs_diff": 0.008056640625,
      "mean_abs_diff": 0.0001709601638140157,
      "pct_different": 82.69004821777344,
      "n_different": 867068,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate_scalar",
      "name": "model.language_model.layers.20.mlp.shared_expert_gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.20.post_attention_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.21.input_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "linear_attn.A_log",
      "name": "model.language_model.layers.21.linear_attn.A_log",
      "max_abs_diff": 5.960464477539063e-08,
      "mean_abs_diff": 1.2994860298931599e-08,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.conv1d",
      "name": "model.language_model.layers.21.linear_attn.conv1d.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32768
    },
    {
      "group": "linear_attn.dt_bias",
      "name": "model.language_model.layers.21.linear_attn.dt_bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.in_proj_a",
      "name": "model.language_model.layers.21.linear_attn.in_proj_a.weight",
      "max_abs_diff": 0.00067138671875,
      "mean_abs_diff": 8.94919503480196e-05,
      "pct_different": 77.72674560546875,
      "n_different": 50939,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_b",
      "name": "model.language_model.layers.21.linear_attn.in_proj_b.weight",
      "max_abs_diff": 0.000640869140625,
      "mean_abs_diff": 7.325454498641193e-05,
      "pct_different": 78.9642333984375,
      "n_different": 51750,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_qkv",
      "name": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight",
      "max_abs_diff": 0.001983642578125,
      "mean_abs_diff": 9.073900582734495e-05,
      "pct_different": 76.03468894958496,
      "n_different": 12756504,
      "total_elements": 16777216
    },
    {
      "group": "linear_attn.in_proj_z",
      "name": "model.language_model.layers.21.linear_attn.in_proj_z.weight",
      "max_abs_diff": 0.00146484375,
      "mean_abs_diff": 7.163381815189496e-05,
      "pct_different": 75.85808038711548,
      "n_different": 6363437,
      "total_elements": 8388608
    },
    {
      "group": "linear_attn.norm",
      "name": "model.language_model.layers.21.linear_attn.norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 128
    },
    {
      "group": "linear_attn.out_proj",
      "name": "model.language_model.layers.21.linear_attn.out_proj.weight",
      "max_abs_diff": 0.03887939453125,
      "mean_abs_diff": 0.0004872928839176893,
      "pct_different": 87.6244306564331,
      "n_different": 7350470,
      "total_elements": 8388608
    },
    {
      "group": "expert_down",
      "name": "model.language_model.layers.21.mlp.experts.down_proj",
      "max_abs_diff": 0.037109375,
      "mean_abs_diff": 0.00016394685371778905,
      "pct_different": 84.71211567521095,
      "n_different": 227397354,
      "total_elements": 268435456
    },
    {
      "group": "expert_gate_up",
      "name": "model.language_model.layers.21.mlp.experts.gate_up_proj",
      "max_abs_diff": 0.0059356689453125,
      "mean_abs_diff": 6.084999768063426e-05,
      "pct_different": 76.90641526132822,
      "n_different": 412888173,
      "total_elements": 536870912
    },
    {
      "group": "router_gate",
      "name": "model.language_model.layers.21.mlp.gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 524288
    },
    {
      "group": "shared_expert_down",
      "name": "model.language_model.layers.21.mlp.shared_expert.down_proj.weight",
      "max_abs_diff": 0.010465621948242188,
      "mean_abs_diff": 0.00017318414757028222,
      "pct_different": 85.81399917602539,
      "n_different": 899825,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate",
      "name": "model.language_model.layers.21.mlp.shared_expert.gate_proj.weight",
      "max_abs_diff": 0.024993896484375,
      "mean_abs_diff": 0.0002270845725433901,
      "pct_different": 91.97778701782227,
      "n_different": 964457,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_up",
      "name": "model.language_model.layers.21.mlp.shared_expert.up_proj.weight",
      "max_abs_diff": 0.006591796875,
      "mean_abs_diff": 0.00014671919052489102,
      "pct_different": 86.84186935424805,
      "n_different": 910603,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate_scalar",
      "name": "model.language_model.layers.21.mlp.shared_expert_gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.21.post_attention_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.22.input_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "linear_attn.A_log",
      "name": "model.language_model.layers.22.linear_attn.A_log",
      "max_abs_diff": 5.960464477539063e-08,
      "mean_abs_diff": 8.381903171539307e-09,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.conv1d",
      "name": "model.language_model.layers.22.linear_attn.conv1d.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32768
    },
    {
      "group": "linear_attn.dt_bias",
      "name": "model.language_model.layers.22.linear_attn.dt_bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.in_proj_a",
      "name": "model.language_model.layers.22.linear_attn.in_proj_a.weight",
      "max_abs_diff": 0.0006103515625,
      "mean_abs_diff": 8.763916412135586e-05,
      "pct_different": 78.04412841796875,
      "n_different": 51147,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_b",
      "name": "model.language_model.layers.22.linear_attn.in_proj_b.weight",
      "max_abs_diff": 0.00054931640625,
      "mean_abs_diff": 7.63551943236962e-05,
      "pct_different": 78.71856689453125,
      "n_different": 51589,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_qkv",
      "name": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight",
      "max_abs_diff": 0.001312255859375,
      "mean_abs_diff": 9.141962073044851e-05,
      "pct_different": 76.49833559989929,
      "n_different": 12834291,
      "total_elements": 16777216
    },
    {
      "group": "linear_attn.in_proj_z",
      "name": "model.language_model.layers.22.linear_attn.in_proj_z.weight",
      "max_abs_diff": 0.001373291015625,
      "mean_abs_diff": 6.859651330159977e-05,
      "pct_different": 75.9783148765564,
      "n_different": 6373523,
      "total_elements": 8388608
    },
    {
      "group": "linear_attn.norm",
      "name": "model.language_model.layers.22.linear_attn.norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 128
    },
    {
      "group": "linear_attn.out_proj",
      "name": "model.language_model.layers.22.linear_attn.out_proj.weight",
      "max_abs_diff": 0.0604705810546875,
      "mean_abs_diff": 0.00046970107359811664,
      "pct_different": 88.18075656890869,
      "n_different": 7397138,
      "total_elements": 8388608
    },
    {
      "group": "expert_down",
      "name": "model.language_model.layers.22.mlp.experts.down_proj",
      "max_abs_diff": 0.03594970703125,
      "mean_abs_diff": 0.00015980028547346592,
      "pct_different": 84.50240306556225,
      "n_different": 226834411,
      "total_elements": 268435456
    },
    {
      "group": "expert_gate_up",
      "name": "model.language_model.layers.22.mlp.experts.gate_up_proj",
      "max_abs_diff": 0.007293701171875,
      "mean_abs_diff": 6.297700747381896e-05,
      "pct_different": 77.1355478093028,
      "n_different": 414118319,
      "total_elements": 536870912
    },
    {
      "group": "router_gate",
      "name": "model.language_model.layers.22.mlp.gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 524288
    },
    {
      "group": "shared_expert_down",
      "name": "model.language_model.layers.22.mlp.shared_expert.down_proj.weight",
      "max_abs_diff": 0.010419845581054688,
      "mean_abs_diff": 0.0001603464625077322,
      "pct_different": 87.72687911987305,
      "n_different": 919883,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate",
      "name": "model.language_model.layers.22.mlp.shared_expert.gate_proj.weight",
      "max_abs_diff": 0.00958251953125,
      "mean_abs_diff": 0.00015206090756691992,
      "pct_different": 90.13290405273438,
      "n_different": 945112,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_up",
      "name": "model.language_model.layers.22.mlp.shared_expert.up_proj.weight",
      "max_abs_diff": 0.004852294921875,
      "mean_abs_diff": 9.636639879317954e-05,
      "pct_different": 83.59212875366211,
      "n_different": 876527,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate_scalar",
      "name": "model.language_model.layers.22.mlp.shared_expert_gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.22.post_attention_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.23.input_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "expert_down",
      "name": "model.language_model.layers.23.mlp.experts.down_proj",
      "max_abs_diff": 0.03167724609375,
      "mean_abs_diff": 0.0001644684816710651,
      "pct_different": 84.74459014832973,
      "n_different": 227484527,
      "total_elements": 268435456
    },
    {
      "group": "expert_gate_up",
      "name": "model.language_model.layers.23.mlp.experts.gate_up_proj",
      "max_abs_diff": 0.007659912109375,
      "mean_abs_diff": 6.675636541331187e-05,
      "pct_different": 77.55512706935406,
      "n_different": 416370918,
      "total_elements": 536870912
    },
    {
      "group": "router_gate",
      "name": "model.language_model.layers.23.mlp.gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 524288
    },
    {
      "group": "shared_expert_down",
      "name": "model.language_model.layers.23.mlp.shared_expert.down_proj.weight",
      "max_abs_diff": 0.007598876953125,
      "mean_abs_diff": 0.00017038825899362564,
      "pct_different": 85.12849807739258,
      "n_different": 892637,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate",
      "name": "model.language_model.layers.23.mlp.shared_expert.gate_proj.weight",
      "max_abs_diff": 0.008148193359375,
      "mean_abs_diff": 0.000185534474439919,
      "pct_different": 91.17660522460938,
      "n_different": 956056,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_up",
      "name": "model.language_model.layers.23.mlp.shared_expert.up_proj.weight",
      "max_abs_diff": 0.00146484375,
      "mean_abs_diff": 5.3698917326983064e-05,
      "pct_different": 77.85634994506836,
      "n_different": 816383,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate_scalar",
      "name": "model.language_model.layers.23.mlp.shared_expert_gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.23.post_attention_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "self_attn.k_norm",
      "name": "model.language_model.layers.23.self_attn.k_norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 256
    },
    {
      "group": "self_attn.k_proj",
      "name": "model.language_model.layers.23.self_attn.k_proj.weight",
      "max_abs_diff": 0.0009765625,
      "mean_abs_diff": 8.426675776718184e-05,
      "pct_different": 77.13603973388672,
      "n_different": 808830,
      "total_elements": 1048576
    },
    {
      "group": "self_attn.o_proj",
      "name": "model.language_model.layers.23.self_attn.o_proj.weight",
      "max_abs_diff": 0.026458740234375,
      "mean_abs_diff": 0.00031689784373156726,
      "pct_different": 85.98548173904419,
      "n_different": 7212985,
      "total_elements": 8388608
    },
    {
      "group": "self_attn.q_norm",
      "name": "model.language_model.layers.23.self_attn.q_norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 256
    },
    {
      "group": "self_attn.q_proj",
      "name": "model.language_model.layers.23.self_attn.q_proj.weight",
      "max_abs_diff": 0.00146484375,
      "mean_abs_diff": 7.806818030076101e-05,
      "pct_different": 75.95778703689575,
      "n_different": 12743602,
      "total_elements": 16777216
    },
    {
      "group": "self_attn.v_proj",
      "name": "model.language_model.layers.23.self_attn.v_proj.weight",
      "max_abs_diff": 0.00091552734375,
      "mean_abs_diff": 6.564579962287098e-05,
      "pct_different": 77.5507926940918,
      "n_different": 813179,
      "total_elements": 1048576
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.24.input_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "linear_attn.A_log",
      "name": "model.language_model.layers.24.linear_attn.A_log",
      "max_abs_diff": 5.960464477539063e-08,
      "mean_abs_diff": 3.521563485264778e-09,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.conv1d",
      "name": "model.language_model.layers.24.linear_attn.conv1d.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32768
    },
    {
      "group": "linear_attn.dt_bias",
      "name": "model.language_model.layers.24.linear_attn.dt_bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.in_proj_a",
      "name": "model.language_model.layers.24.linear_attn.in_proj_a.weight",
      "max_abs_diff": 0.000732421875,
      "mean_abs_diff": 8.782851364230737e-05,
      "pct_different": 78.19061279296875,
      "n_different": 51243,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_b",
      "name": "model.language_model.layers.24.linear_attn.in_proj_b.weight",
      "max_abs_diff": 0.000732421875,
      "mean_abs_diff": 7.491880387533456e-05,
      "pct_different": 79.2083740234375,
      "n_different": 51910,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_qkv",
      "name": "model.language_model.layers.24.linear_attn.in_proj_qkv.weight",
      "max_abs_diff": 0.0013885498046875,
      "mean_abs_diff": 8.98265207069926e-05,
      "pct_different": 76.0124921798706,
      "n_different": 12752780,
      "total_elements": 16777216
    },
    {
      "group": "linear_attn.in_proj_z",
      "name": "model.language_model.layers.24.linear_attn.in_proj_z.weight",
      "max_abs_diff": 0.001220703125,
      "mean_abs_diff": 6.668224523309618e-05,
      "pct_different": 75.63703060150146,
      "n_different": 6344894,
      "total_elements": 8388608
    },
    {
      "group": "linear_attn.norm",
      "name": "model.language_model.layers.24.linear_attn.norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 128
    },
    {
      "group": "linear_attn.out_proj",
      "name": "model.language_model.layers.24.linear_attn.out_proj.weight",
      "max_abs_diff": 0.05377197265625,
      "mean_abs_diff": 0.0004991018795408309,
      "pct_different": 88.16461563110352,
      "n_different": 7395784,
      "total_elements": 8388608
    },
    {
      "group": "expert_down",
      "name": "model.language_model.layers.24.mlp.experts.down_proj",
      "max_abs_diff": 0.0382080078125,
      "mean_abs_diff": 0.00016885525838006288,
      "pct_different": 84.98790711164474,
      "n_different": 228137676,
      "total_elements": 268435456
    },
    {
      "group": "expert_gate_up",
      "name": "model.language_model.layers.24.mlp.experts.gate_up_proj",
      "max_abs_diff": 0.009571075439453125,
      "mean_abs_diff": 7.079898932715878e-05,
      "pct_different": 78.11102215200663,
      "n_different": 419355357,
      "total_elements": 536870912
    },
    {
      "group": "router_gate",
      "name": "model.language_model.layers.24.mlp.gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 524288
    },
    {
      "group": "shared_expert_down",
      "name": "model.language_model.layers.24.mlp.shared_expert.down_proj.weight",
      "max_abs_diff": 0.0123138427734375,
      "mean_abs_diff": 0.0001695990067673847,
      "pct_different": 85.58683395385742,
      "n_different": 897443,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate",
      "name": "model.language_model.layers.24.mlp.shared_expert.gate_proj.weight",
      "max_abs_diff": 0.0130767822265625,
      "mean_abs_diff": 0.00018669612472876906,
      "pct_different": 91.02592468261719,
      "n_different": 954476,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_up",
      "name": "model.language_model.layers.24.mlp.shared_expert.up_proj.weight",
      "max_abs_diff": 0.001514434814453125,
      "mean_abs_diff": 6.762769044144079e-05,
      "pct_different": 79.97007369995117,
      "n_different": 838547,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate_scalar",
      "name": "model.language_model.layers.24.mlp.shared_expert_gate.weight",
      "max_abs_diff": 0.0050048828125,
      "mean_abs_diff": 0.0004709986096713692,
      "pct_different": 98.6328125,
      "n_different": 2020,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.24.post_attention_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.25.input_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "linear_attn.A_log",
      "name": "model.language_model.layers.25.linear_attn.A_log",
      "max_abs_diff": 5.960464477539063e-08,
      "mean_abs_diff": 6.28642737865448e-09,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.conv1d",
      "name": "model.language_model.layers.25.linear_attn.conv1d.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32768
    },
    {
      "group": "linear_attn.dt_bias",
      "name": "model.language_model.layers.25.linear_attn.dt_bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.in_proj_a",
      "name": "model.language_model.layers.25.linear_attn.in_proj_a.weight",
      "max_abs_diff": 0.000762939453125,
      "mean_abs_diff": 9.0843575890176e-05,
      "pct_different": 77.24456787109375,
      "n_different": 50623,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_b",
      "name": "model.language_model.layers.25.linear_attn.in_proj_b.weight",
      "max_abs_diff": 0.0006103515625,
      "mean_abs_diff": 7.25840509403497e-05,
      "pct_different": 79.03594970703125,
      "n_different": 51797,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_qkv",
      "name": "model.language_model.layers.25.linear_attn.in_proj_qkv.weight",
      "max_abs_diff": 0.001220703125,
      "mean_abs_diff": 9.110737300943583e-05,
      "pct_different": 75.72745680809021,
      "n_different": 12704959,
      "total_elements": 16777216
    },
    {
      "group": "linear_attn.in_proj_z",
      "name": "model.language_model.layers.25.linear_attn.in_proj_z.weight",
      "max_abs_diff": 0.001220703125,
      "mean_abs_diff": 7.248125621117651e-05,
      "pct_different": 75.85275173187256,
      "n_different": 6362990,
      "total_elements": 8388608
    },
    {
      "group": "linear_attn.norm",
      "name": "model.language_model.layers.25.linear_attn.norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 128
    },
    {
      "group": "linear_attn.out_proj",
      "name": "model.language_model.layers.25.linear_attn.out_proj.weight",
      "max_abs_diff": 0.0540771484375,
      "mean_abs_diff": 0.000518718094099313,
      "pct_different": 87.50219345092773,
      "n_different": 7340216,
      "total_elements": 8388608
    },
    {
      "group": "expert_down",
      "name": "model.language_model.layers.25.mlp.experts.down_proj",
      "max_abs_diff": 0.0317840576171875,
      "mean_abs_diff": 0.0001698803826002404,
      "pct_different": 84.8406694829464,
      "n_different": 227742438,
      "total_elements": 268435456
    },
    {
      "group": "expert_gate_up",
      "name": "model.language_model.layers.25.mlp.experts.gate_up_proj",
      "max_abs_diff": 0.01165771484375,
      "mean_abs_diff": 7.39435781724751e-05,
      "pct_different": 78.39019447565079,
      "n_different": 420854152,
      "total_elements": 536870912
    },
    {
      "group": "router_gate",
      "name": "model.language_model.layers.25.mlp.gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 524288
    },
    {
      "group": "shared_expert_down",
      "name": "model.language_model.layers.25.mlp.shared_expert.down_proj.weight",
      "max_abs_diff": 0.012664794921875,
      "mean_abs_diff": 0.0001598140806891024,
      "pct_different": 87.34731674194336,
      "n_different": 915903,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate",
      "name": "model.language_model.layers.25.mlp.shared_expert.gate_proj.weight",
      "max_abs_diff": 0.010009765625,
      "mean_abs_diff": 0.0001573283807374537,
      "pct_different": 89.9637222290039,
      "n_different": 943338,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_up",
      "name": "model.language_model.layers.25.mlp.shared_expert.up_proj.weight",
      "max_abs_diff": 0.0064697265625,
      "mean_abs_diff": 0.00011051571345888078,
      "pct_different": 84.61780548095703,
      "n_different": 887282,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate_scalar",
      "name": "model.language_model.layers.25.mlp.shared_expert_gate.weight",
      "max_abs_diff": 0.005584716796875,
      "mean_abs_diff": 0.0005265480722300708,
      "pct_different": 99.12109375,
      "n_different": 2030,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.25.post_attention_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.26.input_layernorm.weight",
      "max_abs_diff": 5.960464477539063e-08,
      "mean_abs_diff": 2.9103830456733704e-11,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "linear_attn.A_log",
      "name": "model.language_model.layers.26.linear_attn.A_log",
      "max_abs_diff": 5.960464477539063e-08,
      "mean_abs_diff": 1.0710209608078003e-08,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.conv1d",
      "name": "model.language_model.layers.26.linear_attn.conv1d.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32768
    },
    {
      "group": "linear_attn.dt_bias",
      "name": "model.language_model.layers.26.linear_attn.dt_bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.in_proj_a",
      "name": "model.language_model.layers.26.linear_attn.in_proj_a.weight",
      "max_abs_diff": 0.000732421875,
      "mean_abs_diff": 9.177508763968945e-05,
      "pct_different": 77.2705078125,
      "n_different": 50640,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_b",
      "name": "model.language_model.layers.26.linear_attn.in_proj_b.weight",
      "max_abs_diff": 0.0006103515625,
      "mean_abs_diff": 7.805024506524205e-05,
      "pct_different": 79.03900146484375,
      "n_different": 51799,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_qkv",
      "name": "model.language_model.layers.26.linear_attn.in_proj_qkv.weight",
      "max_abs_diff": 0.0018310546875,
      "mean_abs_diff": 9.564950596541166e-05,
      "pct_different": 76.42055153846741,
      "n_different": 12821241,
      "total_elements": 16777216
    },
    {
      "group": "linear_attn.in_proj_z",
      "name": "model.language_model.layers.26.linear_attn.in_proj_z.weight",
      "max_abs_diff": 0.0013427734375,
      "mean_abs_diff": 6.661845691269264e-05,
      "pct_different": 75.66145658493042,
      "n_different": 6346943,
      "total_elements": 8388608
    },
    {
      "group": "linear_attn.norm",
      "name": "model.language_model.layers.26.linear_attn.norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 128
    },
    {
      "group": "linear_attn.out_proj",
      "name": "model.language_model.layers.26.linear_attn.out_proj.weight",
      "max_abs_diff": 0.0650634765625,
      "mean_abs_diff": 0.0005140916327945888,
      "pct_different": 87.78066635131836,
      "n_different": 7363576,
      "total_elements": 8388608
    },
    {
      "group": "expert_down",
      "name": "model.language_model.layers.26.mlp.experts.down_proj",
      "max_abs_diff": 0.02740478515625,
      "mean_abs_diff": 0.00017445073171984404,
      "pct_different": 84.93271432816982,
      "n_different": 227989519,
      "total_elements": 268435456
    },
    {
      "group": "expert_gate_up",
      "name": "model.language_model.layers.26.mlp.experts.gate_up_proj",
      "max_abs_diff": 0.01071929931640625,
      "mean_abs_diff": 7.931649452075362e-05,
      "pct_different": 78.86200547218323,
      "n_different": 423387168,
      "total_elements": 536870912
    },
    {
      "group": "router_gate",
      "name": "model.language_model.layers.26.mlp.gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 524288
    },
    {
      "group": "shared_expert_down",
      "name": "model.language_model.layers.26.mlp.shared_expert.down_proj.weight",
      "max_abs_diff": 0.0098419189453125,
      "mean_abs_diff": 0.00016686832532286644,
      "pct_different": 86.50693893432617,
      "n_different": 907091,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate",
      "name": "model.language_model.layers.26.mlp.shared_expert.gate_proj.weight",
      "max_abs_diff": 0.01220703125,
      "mean_abs_diff": 0.00018885653116740286,
      "pct_different": 91.31221771240234,
      "n_different": 957478,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_up",
      "name": "model.language_model.layers.26.mlp.shared_expert.up_proj.weight",
      "max_abs_diff": 0.0029296875,
      "mean_abs_diff": 7.671593630220741e-05,
      "pct_different": 81.4016342163086,
      "n_different": 853558,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate_scalar",
      "name": "model.language_model.layers.26.mlp.shared_expert_gate.weight",
      "max_abs_diff": 0.0040283203125,
      "mean_abs_diff": 0.00037974317092448473,
      "pct_different": 98.73046875,
      "n_different": 2022,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.26.post_attention_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.27.input_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "expert_down",
      "name": "model.language_model.layers.27.mlp.experts.down_proj",
      "max_abs_diff": 0.03814697265625,
      "mean_abs_diff": 0.0001794793497538194,
      "pct_different": 85.1216472685337,
      "n_different": 228496682,
      "total_elements": 268435456
    },
    {
      "group": "expert_gate_up",
      "name": "model.language_model.layers.27.mlp.experts.gate_up_proj",
      "max_abs_diff": 0.012451171875,
      "mean_abs_diff": 5.746708484366536e-05,
      "pct_different": 55.09844906628132,
      "n_different": 295807546,
      "total_elements": 536870912
    },
    {
      "group": "router_gate",
      "name": "model.language_model.layers.27.mlp.gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 524288
    },
    {
      "group": "shared_expert_down",
      "name": "model.language_model.layers.27.mlp.shared_expert.down_proj.weight",
      "max_abs_diff": 0.0107421875,
      "mean_abs_diff": 0.0001975538325496018,
      "pct_different": 85.57443618774414,
      "n_different": 897313,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate",
      "name": "model.language_model.layers.27.mlp.shared_expert.gate_proj.weight",
      "max_abs_diff": 0.018798828125,
      "mean_abs_diff": 0.0002619295846670866,
      "pct_different": 92.55857467651367,
      "n_different": 970547,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_up",
      "name": "model.language_model.layers.27.mlp.shared_expert.up_proj.weight",
      "max_abs_diff": 0.00103759765625,
      "mean_abs_diff": 5.918543683947064e-05,
      "pct_different": 78.31268310546875,
      "n_different": 821168,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate_scalar",
      "name": "model.language_model.layers.27.mlp.shared_expert_gate.weight",
      "max_abs_diff": 0.00469970703125,
      "mean_abs_diff": 0.0004430483386386186,
      "pct_different": 98.828125,
      "n_different": 2024,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.27.post_attention_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "self_attn.k_norm",
      "name": "model.language_model.layers.27.self_attn.k_norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 256
    },
    {
      "group": "self_attn.k_proj",
      "name": "model.language_model.layers.27.self_attn.k_proj.weight",
      "max_abs_diff": 0.0009765625,
      "mean_abs_diff": 7.92950377217494e-05,
      "pct_different": 75.97541809082031,
      "n_different": 796660,
      "total_elements": 1048576
    },
    {
      "group": "self_attn.o_proj",
      "name": "model.language_model.layers.27.self_attn.o_proj.weight",
      "max_abs_diff": 0.032196044921875,
      "mean_abs_diff": 0.00032847755937837064,
      "pct_different": 85.68580150604248,
      "n_different": 7187846,
      "total_elements": 8388608
    },
    {
      "group": "self_attn.q_norm",
      "name": "model.language_model.layers.27.self_attn.q_norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 256
    },
    {
      "group": "self_attn.q_proj",
      "name": "model.language_model.layers.27.self_attn.q_proj.weight",
      "max_abs_diff": 0.00115966796875,
      "mean_abs_diff": 7.270420610439032e-05,
      "pct_different": 75.59701800346375,
      "n_different": 12683075,
      "total_elements": 16777216
    },
    {
      "group": "self_attn.v_proj",
      "name": "model.language_model.layers.27.self_attn.v_proj.weight",
      "max_abs_diff": 0.0009765625,
      "mean_abs_diff": 6.744181155227125e-05,
      "pct_different": 76.58853530883789,
      "n_different": 803089,
      "total_elements": 1048576
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.28.input_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "linear_attn.A_log",
      "name": "model.language_model.layers.28.linear_attn.A_log",
      "max_abs_diff": 5.960464477539063e-08,
      "mean_abs_diff": 9.778887033462524e-09,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.conv1d",
      "name": "model.language_model.layers.28.linear_attn.conv1d.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32768
    },
    {
      "group": "linear_attn.dt_bias",
      "name": "model.language_model.layers.28.linear_attn.dt_bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.in_proj_a",
      "name": "model.language_model.layers.28.linear_attn.in_proj_a.weight",
      "max_abs_diff": 0.00079345703125,
      "mean_abs_diff": 9.187695832224563e-05,
      "pct_different": 77.9815673828125,
      "n_different": 51106,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_b",
      "name": "model.language_model.layers.28.linear_attn.in_proj_b.weight",
      "max_abs_diff": 0.00054931640625,
      "mean_abs_diff": 7.891813584137708e-05,
      "pct_different": 79.23736572265625,
      "n_different": 51929,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_qkv",
      "name": "model.language_model.layers.28.linear_attn.in_proj_qkv.weight",
      "max_abs_diff": 0.002197265625,
      "mean_abs_diff": 9.18437508516945e-05,
      "pct_different": 75.92564225196838,
      "n_different": 12738209,
      "total_elements": 16777216
    },
    {
      "group": "linear_attn.in_proj_z",
      "name": "model.language_model.layers.28.linear_attn.in_proj_z.weight",
      "max_abs_diff": 0.001495361328125,
      "mean_abs_diff": 6.9412897573784e-05,
      "pct_different": 75.61913728713989,
      "n_different": 6343393,
      "total_elements": 8388608
    },
    {
      "group": "linear_attn.norm",
      "name": "model.language_model.layers.28.linear_attn.norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 128
    },
    {
      "group": "linear_attn.out_proj",
      "name": "model.language_model.layers.28.linear_attn.out_proj.weight",
      "max_abs_diff": 0.03228759765625,
      "mean_abs_diff": 0.0005236981087364256,
      "pct_different": 87.35791444778442,
      "n_different": 7328113,
      "total_elements": 8388608
    },
    {
      "group": "expert_down",
      "name": "model.language_model.layers.28.mlp.experts.down_proj",
      "max_abs_diff": 0.0270233154296875,
      "mean_abs_diff": 0.00016920926282182336,
      "pct_different": 84.75274406373501,
      "n_different": 227506415,
      "total_elements": 268435456
    },
    {
      "group": "expert_gate_up",
      "name": "model.language_model.layers.28.mlp.experts.gate_up_proj",
      "max_abs_diff": 0.0153656005859375,
      "mean_abs_diff": 8.473411435261369e-05,
      "pct_different": 79.3907668441534,
      "n_different": 426225934,
      "total_elements": 536870912
    },
    {
      "group": "router_gate",
      "name": "model.language_model.layers.28.mlp.gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 524288
    },
    {
      "group": "shared_expert_down",
      "name": "model.language_model.layers.28.mlp.shared_expert.down_proj.weight",
      "max_abs_diff": 0.013580322265625,
      "mean_abs_diff": 0.00021053112868685275,
      "pct_different": 85.90002059936523,
      "n_different": 900727,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate",
      "name": "model.language_model.layers.28.mlp.shared_expert.gate_proj.weight",
      "max_abs_diff": 0.016845703125,
      "mean_abs_diff": 0.00021755343186669052,
      "pct_different": 91.11166000366211,
      "n_different": 955375,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_up",
      "name": "model.language_model.layers.28.mlp.shared_expert.up_proj.weight",
      "max_abs_diff": 0.00133514404296875,
      "mean_abs_diff": 6.017617124598473e-05,
      "pct_different": 78.37247848510742,
      "n_different": 821795,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate_scalar",
      "name": "model.language_model.layers.28.mlp.shared_expert_gate.weight",
      "max_abs_diff": 0.0042724609375,
      "mean_abs_diff": 0.00040127639658749104,
      "pct_different": 98.73046875,
      "n_different": 2022,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.28.post_attention_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.29.input_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "linear_attn.A_log",
      "name": "model.language_model.layers.29.linear_attn.A_log",
      "max_abs_diff": 5.960464477539063e-08,
      "mean_abs_diff": 1.1874362826347351e-08,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.conv1d",
      "name": "model.language_model.layers.29.linear_attn.conv1d.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32768
    },
    {
      "group": "linear_attn.dt_bias",
      "name": "model.language_model.layers.29.linear_attn.dt_bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.in_proj_a",
      "name": "model.language_model.layers.29.linear_attn.in_proj_a.weight",
      "max_abs_diff": 0.0006103515625,
      "mean_abs_diff": 8.780425559962168e-05,
      "pct_different": 77.6641845703125,
      "n_different": 50898,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_b",
      "name": "model.language_model.layers.29.linear_attn.in_proj_b.weight",
      "max_abs_diff": 0.000518798828125,
      "mean_abs_diff": 7.96613676357083e-05,
      "pct_different": 78.70025634765625,
      "n_different": 51577,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_qkv",
      "name": "model.language_model.layers.29.linear_attn.in_proj_qkv.weight",
      "max_abs_diff": 0.001708984375,
      "mean_abs_diff": 9.18063087738119e-05,
      "pct_different": 76.07945799827576,
      "n_different": 12764015,
      "total_elements": 16777216
    },
    {
      "group": "linear_attn.in_proj_z",
      "name": "model.language_model.layers.29.linear_attn.in_proj_z.weight",
      "max_abs_diff": 0.001220703125,
      "mean_abs_diff": 6.873485108371824e-05,
      "pct_different": 75.67347288131714,
      "n_different": 6347951,
      "total_elements": 8388608
    },
    {
      "group": "linear_attn.norm",
      "name": "model.language_model.layers.29.linear_attn.norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 128
    },
    {
      "group": "linear_attn.out_proj",
      "name": "model.language_model.layers.29.linear_attn.out_proj.weight",
      "max_abs_diff": 0.050506591796875,
      "mean_abs_diff": 0.000531617144588381,
      "pct_different": 87.65290975570679,
      "n_different": 7352859,
      "total_elements": 8388608
    },
    {
      "group": "expert_down",
      "name": "model.language_model.layers.29.mlp.experts.down_proj",
      "max_abs_diff": 0.02685546875,
      "mean_abs_diff": 0.00016401131870225072,
      "pct_different": 84.61188152432442,
      "n_different": 227128290,
      "total_elements": 268435456
    },
    {
      "group": "expert_gate_up",
      "name": "model.language_model.layers.29.mlp.experts.gate_up_proj",
      "max_abs_diff": 0.015777587890625,
      "mean_abs_diff": 6.107890658313408e-05,
      "pct_different": 56.84496387839317,
      "n_different": 305184076,
      "total_elements": 536870912
    },
    {
      "group": "router_gate",
      "name": "model.language_model.layers.29.mlp.gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 524288
    },
    {
      "group": "shared_expert_down",
      "name": "model.language_model.layers.29.mlp.shared_expert.down_proj.weight",
      "max_abs_diff": 0.024078369140625,
      "mean_abs_diff": 0.00017707540246192366,
      "pct_different": 86.66009902954102,
      "n_different": 908697,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate",
      "name": "model.language_model.layers.29.mlp.shared_expert.gate_proj.weight",
      "max_abs_diff": 0.010097384452819824,
      "mean_abs_diff": 0.00020580603450071067,
      "pct_different": 87.35103607177734,
      "n_different": 915942,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_up",
      "name": "model.language_model.layers.29.mlp.shared_expert.up_proj.weight",
      "max_abs_diff": 0.00262451171875,
      "mean_abs_diff": 5.184086330700666e-05,
      "pct_different": 62.17975616455078,
      "n_different": 652002,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate_scalar",
      "name": "model.language_model.layers.29.mlp.shared_expert_gate.weight",
      "max_abs_diff": 0.0035400390625,
      "mean_abs_diff": 0.00033361499663442373,
      "pct_different": 98.583984375,
      "n_different": 2019,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.29.post_attention_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.3.input_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "expert_down",
      "name": "model.language_model.layers.3.mlp.experts.down_proj",
      "max_abs_diff": 0.0020294189453125,
      "mean_abs_diff": 4.4209707994014025e-05,
      "pct_different": 74.01256300508976,
      "n_different": 198675961,
      "total_elements": 268435456
    },
    {
      "group": "expert_gate_up",
      "name": "model.language_model.layers.3.mlp.experts.gate_up_proj",
      "max_abs_diff": 0.00079345703125,
      "mean_abs_diff": 4.3694086343748495e-05,
      "pct_different": 74.10692442208529,
      "n_different": 397858521,
      "total_elements": 536870912
    },
    {
      "group": "router_gate",
      "name": "model.language_model.layers.3.mlp.gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 524288
    },
    {
      "group": "shared_expert_down",
      "name": "model.language_model.layers.3.mlp.shared_expert.down_proj.weight",
      "max_abs_diff": 0.001708984375,
      "mean_abs_diff": 5.025587233831175e-05,
      "pct_different": 76.22089385986328,
      "n_different": 799234,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate",
      "name": "model.language_model.layers.3.mlp.shared_expert.gate_proj.weight",
      "max_abs_diff": 0.00079345703125,
      "mean_abs_diff": 5.049067476647906e-05,
      "pct_different": 76.59769058227539,
      "n_different": 803185,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_up",
      "name": "model.language_model.layers.3.mlp.shared_expert.up_proj.weight",
      "max_abs_diff": 0.000518798828125,
      "mean_abs_diff": 5.181989399716258e-05,
      "pct_different": 76.29032135009766,
      "n_different": 799962,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate_scalar",
      "name": "model.language_model.layers.3.mlp.shared_expert_gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.3.post_attention_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "self_attn.k_norm",
      "name": "model.language_model.layers.3.self_attn.k_norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 256
    },
    {
      "group": "self_attn.k_proj",
      "name": "model.language_model.layers.3.self_attn.k_proj.weight",
      "max_abs_diff": 2.9802322387695312e-08,
      "mean_abs_diff": 6.530997964659946e-12,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1048576
    },
    {
      "group": "self_attn.o_proj",
      "name": "model.language_model.layers.3.self_attn.o_proj.weight",
      "max_abs_diff": 0.002197265625,
      "mean_abs_diff": 6.437394040403888e-05,
      "pct_different": 75.57034492492676,
      "n_different": 6339300,
      "total_elements": 8388608
    },
    {
      "group": "self_attn.q_norm",
      "name": "model.language_model.layers.3.self_attn.q_norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 256
    },
    {
      "group": "self_attn.q_proj",
      "name": "model.language_model.layers.3.self_attn.q_proj.weight",
      "max_abs_diff": 2.9802322387695312e-08,
      "mean_abs_diff": 6.194018388472333e-12,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 16777216
    },
    {
      "group": "self_attn.v_proj",
      "name": "model.language_model.layers.3.self_attn.v_proj.weight",
      "max_abs_diff": 2.9802322387695312e-08,
      "mean_abs_diff": 9.981127035985082e-12,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1048576
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.30.input_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "linear_attn.A_log",
      "name": "model.language_model.layers.30.linear_attn.A_log",
      "max_abs_diff": 5.960464477539063e-08,
      "mean_abs_diff": 8.149072527885437e-09,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.conv1d",
      "name": "model.language_model.layers.30.linear_attn.conv1d.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32768
    },
    {
      "group": "linear_attn.dt_bias",
      "name": "model.language_model.layers.30.linear_attn.dt_bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.in_proj_a",
      "name": "model.language_model.layers.30.linear_attn.in_proj_a.weight",
      "max_abs_diff": 0.000732421875,
      "mean_abs_diff": 9.039473661687225e-05,
      "pct_different": 77.5238037109375,
      "n_different": 50806,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_b",
      "name": "model.language_model.layers.30.linear_attn.in_proj_b.weight",
      "max_abs_diff": 0.000640869140625,
      "mean_abs_diff": 8.33064696053043e-05,
      "pct_different": 78.95965576171875,
      "n_different": 51747,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_qkv",
      "name": "model.language_model.layers.30.linear_attn.in_proj_qkv.weight",
      "max_abs_diff": 0.00146484375,
      "mean_abs_diff": 9.462613525101915e-05,
      "pct_different": 76.13858580589294,
      "n_different": 12773935,
      "total_elements": 16777216
    },
    {
      "group": "linear_attn.in_proj_z",
      "name": "model.language_model.layers.30.linear_attn.in_proj_z.weight",
      "max_abs_diff": 0.001953125,
      "mean_abs_diff": 6.901209417264909e-05,
      "pct_different": 75.79432725906372,
      "n_different": 6358089,
      "total_elements": 8388608
    },
    {
      "group": "linear_attn.norm",
      "name": "model.language_model.layers.30.linear_attn.norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 128
    },
    {
      "group": "linear_attn.out_proj",
      "name": "model.language_model.layers.30.linear_attn.out_proj.weight",
      "max_abs_diff": 0.0516357421875,
      "mean_abs_diff": 0.000501302070915699,
      "pct_different": 87.40135431289673,
      "n_different": 7331757,
      "total_elements": 8388608
    },
    {
      "group": "expert_down",
      "name": "model.language_model.layers.30.mlp.experts.down_proj",
      "max_abs_diff": 0.02935791015625,
      "mean_abs_diff": 0.00016379347653128207,
      "pct_different": 84.55454334616661,
      "n_different": 226974374,
      "total_elements": 268435456
    },
    {
      "group": "expert_gate_up",
      "name": "model.language_model.layers.30.mlp.experts.gate_up_proj",
      "max_abs_diff": 0.014862060546875,
      "mean_abs_diff": 6.591484998352826e-05,
      "pct_different": 57.95666594058275,
      "n_different": 311152481,
      "total_elements": 536870912
    },
    {
      "group": "router_gate",
      "name": "model.language_model.layers.30.mlp.gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 524288
    },
    {
      "group": "shared_expert_down",
      "name": "model.language_model.layers.30.mlp.shared_expert.down_proj.weight",
      "max_abs_diff": 0.0145263671875,
      "mean_abs_diff": 0.00019252604397479445,
      "pct_different": 85.81275939941406,
      "n_different": 899812,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate",
      "name": "model.language_model.layers.30.mlp.shared_expert.gate_proj.weight",
      "max_abs_diff": 0.018218994140625,
      "mean_abs_diff": 0.000250937941018492,
      "pct_different": 88.23652267456055,
      "n_different": 925227,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_up",
      "name": "model.language_model.layers.30.mlp.shared_expert.up_proj.weight",
      "max_abs_diff": 0.0015869140625,
      "mean_abs_diff": 1.9374905605218373e-05,
      "pct_different": 42.94710159301758,
      "n_different": 450333,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate_scalar",
      "name": "model.language_model.layers.30.mlp.shared_expert_gate.weight",
      "max_abs_diff": 0.0037841796875,
      "mean_abs_diff": 0.00035779309109784663,
      "pct_different": 98.486328125,
      "n_different": 2017,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.30.post_attention_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.31.input_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "expert_down",
      "name": "model.language_model.layers.31.mlp.experts.down_proj",
      "max_abs_diff": 0.028594970703125,
      "mean_abs_diff": 0.00016276071255560964,
      "pct_different": 84.3730952590704,
      "n_different": 226487303,
      "total_elements": 268435456
    },
    {
      "group": "expert_gate_up",
      "name": "model.language_model.layers.31.mlp.experts.gate_up_proj",
      "max_abs_diff": 0.015411376953125,
      "mean_abs_diff": 7.159714732551947e-05,
      "pct_different": 58.91194976866245,
      "n_different": 316281122,
      "total_elements": 536870912
    },
    {
      "group": "router_gate",
      "name": "model.language_model.layers.31.mlp.gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 524288
    },
    {
      "group": "shared_expert_down",
      "name": "model.language_model.layers.31.mlp.shared_expert.down_proj.weight",
      "max_abs_diff": 0.00853729248046875,
      "mean_abs_diff": 0.0001893887238111347,
      "pct_different": 85.7656478881836,
      "n_different": 899318,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate",
      "name": "model.language_model.layers.31.mlp.shared_expert.gate_proj.weight",
      "max_abs_diff": 0.0130615234375,
      "mean_abs_diff": 0.0002684254141058773,
      "pct_different": 88.7507438659668,
      "n_different": 930619,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_up",
      "name": "model.language_model.layers.31.mlp.shared_expert.up_proj.weight",
      "max_abs_diff": 0.001220703125,
      "mean_abs_diff": 2.147901432181243e-05,
      "pct_different": 46.35343551635742,
      "n_different": 486051,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate_scalar",
      "name": "model.language_model.layers.31.mlp.shared_expert_gate.weight",
      "max_abs_diff": 0.00372314453125,
      "mean_abs_diff": 0.0003477830032352358,
      "pct_different": 98.73046875,
      "n_different": 2022,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.31.post_attention_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "self_attn.k_norm",
      "name": "model.language_model.layers.31.self_attn.k_norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 256
    },
    {
      "group": "self_attn.k_proj",
      "name": "model.language_model.layers.31.self_attn.k_proj.weight",
      "max_abs_diff": 0.0008544921875,
      "mean_abs_diff": 8.076215453911573e-05,
      "pct_different": 75.84085464477539,
      "n_different": 795249,
      "total_elements": 1048576
    },
    {
      "group": "self_attn.o_proj",
      "name": "model.language_model.layers.31.self_attn.o_proj.weight",
      "max_abs_diff": 0.02266097068786621,
      "mean_abs_diff": 0.00023742503253743052,
      "pct_different": 84.36301946640015,
      "n_different": 7076883,
      "total_elements": 8388608
    },
    {
      "group": "self_attn.q_norm",
      "name": "model.language_model.layers.31.self_attn.q_norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 256
    },
    {
      "group": "self_attn.q_proj",
      "name": "model.language_model.layers.31.self_attn.q_proj.weight",
      "max_abs_diff": 0.001495361328125,
      "mean_abs_diff": 7.578008808195591e-05,
      "pct_different": 75.57690143585205,
      "n_different": 12679700,
      "total_elements": 16777216
    },
    {
      "group": "self_attn.v_proj",
      "name": "model.language_model.layers.31.self_attn.v_proj.weight",
      "max_abs_diff": 0.00103759765625,
      "mean_abs_diff": 7.029892003629357e-05,
      "pct_different": 77.0151138305664,
      "n_different": 807562,
      "total_elements": 1048576
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.32.input_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "linear_attn.A_log",
      "name": "model.language_model.layers.32.linear_attn.A_log",
      "max_abs_diff": 2.9802322387695312e-08,
      "mean_abs_diff": 4.889443516731262e-09,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.conv1d",
      "name": "model.language_model.layers.32.linear_attn.conv1d.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32768
    },
    {
      "group": "linear_attn.dt_bias",
      "name": "model.language_model.layers.32.linear_attn.dt_bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.in_proj_a",
      "name": "model.language_model.layers.32.linear_attn.in_proj_a.weight",
      "max_abs_diff": 0.0009765625,
      "mean_abs_diff": 9.101589967031032e-05,
      "pct_different": 77.78778076171875,
      "n_different": 50979,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_b",
      "name": "model.language_model.layers.32.linear_attn.in_proj_b.weight",
      "max_abs_diff": 0.0009765625,
      "mean_abs_diff": 7.679347618250176e-05,
      "pct_different": 78.61328125,
      "n_different": 51520,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_qkv",
      "name": "model.language_model.layers.32.linear_attn.in_proj_qkv.weight",
      "max_abs_diff": 0.0023193359375,
      "mean_abs_diff": 9.238612256012857e-05,
      "pct_different": 76.15182399749756,
      "n_different": 12776156,
      "total_elements": 16777216
    },
    {
      "group": "linear_attn.in_proj_z",
      "name": "model.language_model.layers.32.linear_attn.in_proj_z.weight",
      "max_abs_diff": 0.0013427734375,
      "mean_abs_diff": 7.127261778805405e-05,
      "pct_different": 75.95806121826172,
      "n_different": 6371824,
      "total_elements": 8388608
    },
    {
      "group": "linear_attn.norm",
      "name": "model.language_model.layers.32.linear_attn.norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 128
    },
    {
      "group": "linear_attn.out_proj",
      "name": "model.language_model.layers.32.linear_attn.out_proj.weight",
      "max_abs_diff": 0.003387451171875,
      "mean_abs_diff": 7.740223372820765e-05,
      "pct_different": 75.6868839263916,
      "n_different": 6349076,
      "total_elements": 8388608
    },
    {
      "group": "expert_down",
      "name": "model.language_model.layers.32.mlp.experts.down_proj",
      "max_abs_diff": 0.02142333984375,
      "mean_abs_diff": 0.00015576885198242962,
      "pct_different": 84.24240611493587,
      "n_different": 226136487,
      "total_elements": 268435456
    },
    {
      "group": "expert_gate_up",
      "name": "model.language_model.layers.32.mlp.experts.gate_up_proj",
      "max_abs_diff": 0.01526641845703125,
      "mean_abs_diff": 7.210462354123592e-05,
      "pct_different": 60.03406420350075,
      "n_different": 322305428,
      "total_elements": 536870912
    },
    {
      "group": "router_gate",
      "name": "model.language_model.layers.32.mlp.gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 524288
    },
    {
      "group": "shared_expert_down",
      "name": "model.language_model.layers.32.mlp.shared_expert.down_proj.weight",
      "max_abs_diff": 0.00726318359375,
      "mean_abs_diff": 0.00015654056915082037,
      "pct_different": 88.17319869995117,
      "n_different": 924563,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate",
      "name": "model.language_model.layers.32.mlp.shared_expert.gate_proj.weight",
      "max_abs_diff": 0.005889892578125,
      "mean_abs_diff": 0.00010276605462422594,
      "pct_different": 80.1513671875,
      "n_different": 840448,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_up",
      "name": "model.language_model.layers.32.mlp.shared_expert.up_proj.weight",
      "max_abs_diff": 0.00909423828125,
      "mean_abs_diff": 0.0001641318085603416,
      "pct_different": 81.64424896240234,
      "n_different": 856102,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate_scalar",
      "name": "model.language_model.layers.32.mlp.shared_expert_gate.weight",
      "max_abs_diff": 0.00238037109375,
      "mean_abs_diff": 0.00022551114670932293,
      "pct_different": 97.998046875,
      "n_different": 2007,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.32.post_attention_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.33.input_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "linear_attn.A_log",
      "name": "model.language_model.layers.33.linear_attn.A_log",
      "max_abs_diff": 4.470348358154297e-08,
      "mean_abs_diff": 7.450580596923828e-09,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.conv1d",
      "name": "model.language_model.layers.33.linear_attn.conv1d.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32768
    },
    {
      "group": "linear_attn.dt_bias",
      "name": "model.language_model.layers.33.linear_attn.dt_bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.in_proj_a",
      "name": "model.language_model.layers.33.linear_attn.in_proj_a.weight",
      "max_abs_diff": 0.000732421875,
      "mean_abs_diff": 9.000087447930127e-05,
      "pct_different": 77.77099609375,
      "n_different": 50968,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_b",
      "name": "model.language_model.layers.33.linear_attn.in_proj_b.weight",
      "max_abs_diff": 0.00054931640625,
      "mean_abs_diff": 7.215674850158393e-05,
      "pct_different": 77.69927978515625,
      "n_different": 50921,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_qkv",
      "name": "model.language_model.layers.33.linear_attn.in_proj_qkv.weight",
      "max_abs_diff": 0.001953125,
      "mean_abs_diff": 9.3386261141859e-05,
      "pct_different": 76.09735131263733,
      "n_different": 12767017,
      "total_elements": 16777216
    },
    {
      "group": "linear_attn.in_proj_z",
      "name": "model.language_model.layers.33.linear_attn.in_proj_z.weight",
      "max_abs_diff": 0.00146484375,
      "mean_abs_diff": 7.20742391422391e-05,
      "pct_different": 75.771164894104,
      "n_different": 6356146,
      "total_elements": 8388608
    },
    {
      "group": "linear_attn.norm",
      "name": "model.language_model.layers.33.linear_attn.norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 128
    },
    {
      "group": "linear_attn.out_proj",
      "name": "model.language_model.layers.33.linear_attn.out_proj.weight",
      "max_abs_diff": 0.003662109375,
      "mean_abs_diff": 7.798991282470524e-05,
      "pct_different": 75.65804719924927,
      "n_different": 6346657,
      "total_elements": 8388608
    },
    {
      "group": "expert_down",
      "name": "model.language_model.layers.33.mlp.experts.down_proj",
      "max_abs_diff": 0.019369125366210938,
      "mean_abs_diff": 0.00015237636398524046,
      "pct_different": 84.0511217713356,
      "n_different": 225623012,
      "total_elements": 268435456
    },
    {
      "group": "expert_gate_up",
      "name": "model.language_model.layers.33.mlp.experts.gate_up_proj",
      "max_abs_diff": 0.01514434814453125,
      "mean_abs_diff": 7.405649375868961e-05,
      "pct_different": 60.37269998341799,
      "n_different": 324123465,
      "total_elements": 536870912
    },
    {
      "group": "router_gate",
      "name": "model.language_model.layers.33.mlp.gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 524288
    },
    {
      "group": "shared_expert_down",
      "name": "model.language_model.layers.33.mlp.shared_expert.down_proj.weight",
      "max_abs_diff": 0.01397705078125,
      "mean_abs_diff": 0.0001608088205102831,
      "pct_different": 85.75677871704102,
      "n_different": 899225,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate",
      "name": "model.language_model.layers.33.mlp.shared_expert.gate_proj.weight",
      "max_abs_diff": 0.013822555541992188,
      "mean_abs_diff": 0.0002342966035939753,
      "pct_different": 87.44077682495117,
      "n_different": 916883,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_up",
      "name": "model.language_model.layers.33.mlp.shared_expert.up_proj.weight",
      "max_abs_diff": 0.00341796875,
      "mean_abs_diff": 5.740391497965902e-05,
      "pct_different": 64.68057632446289,
      "n_different": 678225,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate_scalar",
      "name": "model.language_model.layers.33.mlp.shared_expert_gate.weight",
      "max_abs_diff": 0.00164794921875,
      "mean_abs_diff": 0.00015396288654301316,
      "pct_different": 96.875,
      "n_different": 1984,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.33.post_attention_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.34.input_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "linear_attn.A_log",
      "name": "model.language_model.layers.34.linear_attn.A_log",
      "max_abs_diff": 5.960464477539063e-08,
      "mean_abs_diff": 1.4784745872020721e-08,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.conv1d",
      "name": "model.language_model.layers.34.linear_attn.conv1d.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32768
    },
    {
      "group": "linear_attn.dt_bias",
      "name": "model.language_model.layers.34.linear_attn.dt_bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.in_proj_a",
      "name": "model.language_model.layers.34.linear_attn.in_proj_a.weight",
      "max_abs_diff": 0.000732421875,
      "mean_abs_diff": 0.00010084414680022746,
      "pct_different": 77.2125244140625,
      "n_different": 50602,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_b",
      "name": "model.language_model.layers.34.linear_attn.in_proj_b.weight",
      "max_abs_diff": 0.0006103515625,
      "mean_abs_diff": 7.188737799879164e-05,
      "pct_different": 76.93328857421875,
      "n_different": 50419,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_qkv",
      "name": "model.language_model.layers.34.linear_attn.in_proj_qkv.weight",
      "max_abs_diff": 0.00146484375,
      "mean_abs_diff": 9.46048749028705e-05,
      "pct_different": 76.37377977371216,
      "n_different": 12813394,
      "total_elements": 16777216
    },
    {
      "group": "linear_attn.in_proj_z",
      "name": "model.language_model.layers.34.linear_attn.in_proj_z.weight",
      "max_abs_diff": 0.001220703125,
      "mean_abs_diff": 7.370914681814611e-05,
      "pct_different": 75.92724561691284,
      "n_different": 6369239,
      "total_elements": 8388608
    },
    {
      "group": "linear_attn.norm",
      "name": "model.language_model.layers.34.linear_attn.norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 128
    },
    {
      "group": "linear_attn.out_proj",
      "name": "model.language_model.layers.34.linear_attn.out_proj.weight",
      "max_abs_diff": 0.00390625,
      "mean_abs_diff": 8.248243102570996e-05,
      "pct_different": 76.42189264297485,
      "n_different": 6410733,
      "total_elements": 8388608
    },
    {
      "group": "expert_down",
      "name": "model.language_model.layers.34.mlp.experts.down_proj",
      "max_abs_diff": 0.02142333984375,
      "mean_abs_diff": 0.00015174713917076588,
      "pct_different": 84.09503288567066,
      "n_different": 225740885,
      "total_elements": 268435456
    },
    {
      "group": "expert_gate_up",
      "name": "model.language_model.layers.34.mlp.experts.gate_up_proj",
      "max_abs_diff": 0.015228271484375,
      "mean_abs_diff": 7.801589526934549e-05,
      "pct_different": 61.49240620434284,
      "n_different": 330134842,
      "total_elements": 536870912
    },
    {
      "group": "router_gate",
      "name": "model.language_model.layers.34.mlp.gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 524288
    },
    {
      "group": "shared_expert_down",
      "name": "model.language_model.layers.34.mlp.shared_expert.down_proj.weight",
      "max_abs_diff": 0.013916015625,
      "mean_abs_diff": 0.00015560949395876378,
      "pct_different": 66.48197174072266,
      "n_different": 697114,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate",
      "name": "model.language_model.layers.34.mlp.shared_expert.gate_proj.weight",
      "max_abs_diff": 0.02081298828125,
      "mean_abs_diff": 0.00024355290224775672,
      "pct_different": 87.3295783996582,
      "n_different": 915717,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_up",
      "name": "model.language_model.layers.34.mlp.shared_expert.up_proj.weight",
      "max_abs_diff": 0.002197265625,
      "mean_abs_diff": 2.233486156910658e-05,
      "pct_different": 46.485328674316406,
      "n_different": 487434,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate_scalar",
      "name": "model.language_model.layers.34.mlp.shared_expert_gate.weight",
      "max_abs_diff": 0.0013427734375,
      "mean_abs_diff": 0.00012425615568645298,
      "pct_different": 96.435546875,
      "n_different": 1975,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.34.post_attention_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.35.input_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "expert_down",
      "name": "model.language_model.layers.35.mlp.experts.down_proj",
      "max_abs_diff": 0.02032470703125,
      "mean_abs_diff": 0.00016059938934631646,
      "pct_different": 84.20781157910824,
      "n_different": 226043623,
      "total_elements": 268435456
    },
    {
      "group": "expert_gate_up",
      "name": "model.language_model.layers.35.mlp.experts.gate_up_proj",
      "max_abs_diff": 0.017578125,
      "mean_abs_diff": 8.783558587310836e-05,
      "pct_different": 62.8320237621665,
      "n_different": 337326859,
      "total_elements": 536870912
    },
    {
      "group": "router_gate",
      "name": "model.language_model.layers.35.mlp.gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 524288
    },
    {
      "group": "shared_expert_down",
      "name": "model.language_model.layers.35.mlp.shared_expert.down_proj.weight",
      "max_abs_diff": 0.01200103759765625,
      "mean_abs_diff": 0.00017338157340418547,
      "pct_different": 68.32456588745117,
      "n_different": 716435,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate",
      "name": "model.language_model.layers.35.mlp.shared_expert.gate_proj.weight",
      "max_abs_diff": 0.01861572265625,
      "mean_abs_diff": 0.00028769392520189285,
      "pct_different": 87.29629516601562,
      "n_different": 915368,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_up",
      "name": "model.language_model.layers.35.mlp.shared_expert.up_proj.weight",
      "max_abs_diff": 0.0015869140625,
      "mean_abs_diff": 2.2541513317264616e-05,
      "pct_different": 45.790672302246094,
      "n_different": 480150,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate_scalar",
      "name": "model.language_model.layers.35.mlp.shared_expert_gate.weight",
      "max_abs_diff": 0.0013427734375,
      "mean_abs_diff": 0.00012546921789180487,
      "pct_different": 96.240234375,
      "n_different": 1971,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.35.post_attention_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "self_attn.k_norm",
      "name": "model.language_model.layers.35.self_attn.k_norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 256
    },
    {
      "group": "self_attn.k_proj",
      "name": "model.language_model.layers.35.self_attn.k_proj.weight",
      "max_abs_diff": 0.00115966796875,
      "mean_abs_diff": 8.050930046010762e-05,
      "pct_different": 76.22861862182617,
      "n_different": 799315,
      "total_elements": 1048576
    },
    {
      "group": "self_attn.o_proj",
      "name": "model.language_model.layers.35.self_attn.o_proj.weight",
      "max_abs_diff": 0.0162353515625,
      "mean_abs_diff": 0.00020530851907096803,
      "pct_different": 83.65904092788696,
      "n_different": 7017829,
      "total_elements": 8388608
    },
    {
      "group": "self_attn.q_norm",
      "name": "model.language_model.layers.35.self_attn.q_norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 256
    },
    {
      "group": "self_attn.q_proj",
      "name": "model.language_model.layers.35.self_attn.q_proj.weight",
      "max_abs_diff": 0.00164794921875,
      "mean_abs_diff": 7.766791532048956e-05,
      "pct_different": 75.8864164352417,
      "n_different": 12731628,
      "total_elements": 16777216
    },
    {
      "group": "self_attn.v_proj",
      "name": "model.language_model.layers.35.self_attn.v_proj.weight",
      "max_abs_diff": 0.00146484375,
      "mean_abs_diff": 9.362241689814255e-05,
      "pct_different": 78.76205444335938,
      "n_different": 825880,
      "total_elements": 1048576
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.36.input_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "linear_attn.A_log",
      "name": "model.language_model.layers.36.linear_attn.A_log",
      "max_abs_diff": 5.960464477539063e-08,
      "mean_abs_diff": 7.916241884231567e-09,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.conv1d",
      "name": "model.language_model.layers.36.linear_attn.conv1d.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32768
    },
    {
      "group": "linear_attn.dt_bias",
      "name": "model.language_model.layers.36.linear_attn.dt_bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.in_proj_a",
      "name": "model.language_model.layers.36.linear_attn.in_proj_a.weight",
      "max_abs_diff": 2.9802322387695312e-08,
      "mean_abs_diff": 7.808864666003501e-12,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_b",
      "name": "model.language_model.layers.36.linear_attn.in_proj_b.weight",
      "max_abs_diff": 2.9802322387695312e-08,
      "mean_abs_diff": 9.961809155356605e-12,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_qkv",
      "name": "model.language_model.layers.36.linear_attn.in_proj_qkv.weight",
      "max_abs_diff": 2.9802322387695312e-08,
      "mean_abs_diff": 4.946612564005193e-12,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 16777216
    },
    {
      "group": "linear_attn.in_proj_z",
      "name": "model.language_model.layers.36.linear_attn.in_proj_z.weight",
      "max_abs_diff": 2.9802322387695312e-08,
      "mean_abs_diff": 7.247678152078052e-12,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 8388608
    },
    {
      "group": "linear_attn.norm",
      "name": "model.language_model.layers.36.linear_attn.norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 128
    },
    {
      "group": "linear_attn.out_proj",
      "name": "model.language_model.layers.36.linear_attn.out_proj.weight",
      "max_abs_diff": 0.00830078125,
      "mean_abs_diff": 7.979055226314813e-05,
      "pct_different": 76.34977102279663,
      "n_different": 6404683,
      "total_elements": 8388608
    },
    {
      "group": "expert_down",
      "name": "model.language_model.layers.36.mlp.experts.down_proj",
      "max_abs_diff": 0.01799774169921875,
      "mean_abs_diff": 0.00016030555707402527,
      "pct_different": 84.20749418437481,
      "n_different": 226042771,
      "total_elements": 268435456
    },
    {
      "group": "expert_gate_up",
      "name": "model.language_model.layers.36.mlp.experts.gate_up_proj",
      "max_abs_diff": 0.0145263671875,
      "mean_abs_diff": 8.27742405817844e-05,
      "pct_different": 61.87529023736715,
      "n_different": 332190435,
      "total_elements": 536870912
    },
    {
      "group": "router_gate",
      "name": "model.language_model.layers.36.mlp.gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 524288
    },
    {
      "group": "shared_expert_down",
      "name": "model.language_model.layers.36.mlp.shared_expert.down_proj.weight",
      "max_abs_diff": 0.006591796875,
      "mean_abs_diff": 0.00014604577154386789,
      "pct_different": 87.18204498291016,
      "n_different": 914170,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate",
      "name": "model.language_model.layers.36.mlp.shared_expert.gate_proj.weight",
      "max_abs_diff": 0.013515472412109375,
      "mean_abs_diff": 0.00017460605886299163,
      "pct_different": 81.44760131835938,
      "n_different": 854040,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_up",
      "name": "model.language_model.layers.36.mlp.shared_expert.up_proj.weight",
      "max_abs_diff": 0.005859375,
      "mean_abs_diff": 0.00012355484068393707,
      "pct_different": 78.62024307250977,
      "n_different": 824393,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate_scalar",
      "name": "model.language_model.layers.36.mlp.shared_expert_gate.weight",
      "max_abs_diff": 0.001190185546875,
      "mean_abs_diff": 0.00011287422967143357,
      "pct_different": 95.654296875,
      "n_different": 1959,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.36.post_attention_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.37.input_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "linear_attn.A_log",
      "name": "model.language_model.layers.37.linear_attn.A_log",
      "max_abs_diff": 5.960464477539063e-08,
      "mean_abs_diff": 1.1816155165433884e-08,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.conv1d",
      "name": "model.language_model.layers.37.linear_attn.conv1d.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32768
    },
    {
      "group": "linear_attn.dt_bias",
      "name": "model.language_model.layers.37.linear_attn.dt_bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.in_proj_a",
      "name": "model.language_model.layers.37.linear_attn.in_proj_a.weight",
      "max_abs_diff": 2.9802322387695312e-08,
      "mean_abs_diff": 8.164136033883551e-12,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_b",
      "name": "model.language_model.layers.37.linear_attn.in_proj_b.weight",
      "max_abs_diff": 2.9802322387695312e-08,
      "mean_abs_diff": 8.036238341446733e-12,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_qkv",
      "name": "model.language_model.layers.37.linear_attn.in_proj_qkv.weight",
      "max_abs_diff": 2.9802322387695312e-08,
      "mean_abs_diff": 4.976379551491217e-12,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 16777216
    },
    {
      "group": "linear_attn.in_proj_z",
      "name": "model.language_model.layers.37.linear_attn.in_proj_z.weight",
      "max_abs_diff": 2.9802322387695312e-08,
      "mean_abs_diff": 7.754229550127612e-12,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 8388608
    },
    {
      "group": "linear_attn.norm",
      "name": "model.language_model.layers.37.linear_attn.norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 128
    },
    {
      "group": "linear_attn.out_proj",
      "name": "model.language_model.layers.37.linear_attn.out_proj.weight",
      "max_abs_diff": 0.00244140625,
      "mean_abs_diff": 8.255692955572158e-05,
      "pct_different": 76.73879861831665,
      "n_different": 6437317,
      "total_elements": 8388608
    },
    {
      "group": "expert_down",
      "name": "model.language_model.layers.37.mlp.experts.down_proj",
      "max_abs_diff": 0.01904296875,
      "mean_abs_diff": 0.00016294344095513225,
      "pct_different": 84.27763022482395,
      "n_different": 226231041,
      "total_elements": 268435456
    },
    {
      "group": "expert_gate_up",
      "name": "model.language_model.layers.37.mlp.experts.gate_up_proj",
      "max_abs_diff": 0.016576766967773438,
      "mean_abs_diff": 7.902195648057386e-05,
      "pct_different": 61.08949836343527,
      "n_different": 327971747,
      "total_elements": 536870912
    },
    {
      "group": "router_gate",
      "name": "model.language_model.layers.37.mlp.gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 524288
    },
    {
      "group": "shared_expert_down",
      "name": "model.language_model.layers.37.mlp.shared_expert.down_proj.weight",
      "max_abs_diff": 0.01202392578125,
      "mean_abs_diff": 0.000136027651024051,
      "pct_different": 80.70955276489258,
      "n_different": 846301,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate",
      "name": "model.language_model.layers.37.mlp.shared_expert.gate_proj.weight",
      "max_abs_diff": 0.01483154296875,
      "mean_abs_diff": 0.00019479072943795472,
      "pct_different": 82.67087936401367,
      "n_different": 866867,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_up",
      "name": "model.language_model.layers.37.mlp.shared_expert.up_proj.weight",
      "max_abs_diff": 0.0091094970703125,
      "mean_abs_diff": 0.00011996040120720863,
      "pct_different": 76.99165344238281,
      "n_different": 807316,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate_scalar",
      "name": "model.language_model.layers.37.mlp.shared_expert_gate.weight",
      "max_abs_diff": 0.000457763671875,
      "mean_abs_diff": 4.295829057809897e-05,
      "pct_different": 89.2578125,
      "n_different": 1828,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.37.post_attention_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.38.input_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "linear_attn.A_log",
      "name": "model.language_model.layers.38.linear_attn.A_log",
      "max_abs_diff": 5.960464477539063e-08,
      "mean_abs_diff": 1.6298145055770874e-08,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.conv1d",
      "name": "model.language_model.layers.38.linear_attn.conv1d.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32768
    },
    {
      "group": "linear_attn.dt_bias",
      "name": "model.language_model.layers.38.linear_attn.dt_bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.in_proj_a",
      "name": "model.language_model.layers.38.linear_attn.in_proj_a.weight",
      "max_abs_diff": 2.9802322387695312e-08,
      "mean_abs_diff": 6.195932655828074e-12,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_b",
      "name": "model.language_model.layers.38.linear_attn.in_proj_b.weight",
      "max_abs_diff": 2.9802322387695312e-08,
      "mean_abs_diff": 5.9685589803848416e-12,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_qkv",
      "name": "model.language_model.layers.38.linear_attn.in_proj_qkv.weight",
      "max_abs_diff": 2.9802322387695312e-08,
      "mean_abs_diff": 5.123578644683491e-12,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 16777216
    },
    {
      "group": "linear_attn.in_proj_z",
      "name": "model.language_model.layers.38.linear_attn.in_proj_z.weight",
      "max_abs_diff": 2.9802322387695312e-08,
      "mean_abs_diff": 7.192431546176881e-12,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 8388608
    },
    {
      "group": "linear_attn.norm",
      "name": "model.language_model.layers.38.linear_attn.norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 128
    },
    {
      "group": "linear_attn.out_proj",
      "name": "model.language_model.layers.38.linear_attn.out_proj.weight",
      "max_abs_diff": 0.002197265625,
      "mean_abs_diff": 7.896935130702332e-05,
      "pct_different": 76.81151628494263,
      "n_different": 6443417,
      "total_elements": 8388608
    },
    {
      "group": "expert_down",
      "name": "model.language_model.layers.38.mlp.experts.down_proj",
      "max_abs_diff": 0.02142810821533203,
      "mean_abs_diff": 0.00016490135749336332,
      "pct_different": 84.44033712148666,
      "n_different": 226667804,
      "total_elements": 268435456
    },
    {
      "group": "expert_gate_up",
      "name": "model.language_model.layers.38.mlp.experts.gate_up_proj",
      "max_abs_diff": 0.012939453125,
      "mean_abs_diff": 7.53445565351285e-05,
      "pct_different": 60.249427892267704,
      "n_different": 323461653,
      "total_elements": 536870912
    },
    {
      "group": "router_gate",
      "name": "model.language_model.layers.38.mlp.gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 524288
    },
    {
      "group": "shared_expert_down",
      "name": "model.language_model.layers.38.mlp.shared_expert.down_proj.weight",
      "max_abs_diff": 0.01220703125,
      "mean_abs_diff": 0.0001475134922657162,
      "pct_different": 74.07846450805664,
      "n_different": 776769,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate",
      "name": "model.language_model.layers.38.mlp.shared_expert.gate_proj.weight",
      "max_abs_diff": 0.0196533203125,
      "mean_abs_diff": 0.00026799453189596534,
      "pct_different": 85.18447875976562,
      "n_different": 893224,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_up",
      "name": "model.language_model.layers.38.mlp.shared_expert.up_proj.weight",
      "max_abs_diff": 0.00439453125,
      "mean_abs_diff": 4.584606722346507e-05,
      "pct_different": 59.99946594238281,
      "n_different": 629140,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate_scalar",
      "name": "model.language_model.layers.38.mlp.shared_expert_gate.weight",
      "max_abs_diff": 0.000579833984375,
      "mean_abs_diff": 5.4790929425507784e-05,
      "pct_different": 93.65234375,
      "n_different": 1918,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.38.post_attention_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.39.input_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "expert_down",
      "name": "model.language_model.layers.39.mlp.experts.down_proj",
      "max_abs_diff": 0.020599365234375,
      "mean_abs_diff": 0.00015861380961723626,
      "pct_different": 84.2293206602335,
      "n_different": 226101361,
      "total_elements": 268435456
    },
    {
      "group": "expert_gate_up",
      "name": "model.language_model.layers.39.mlp.experts.gate_up_proj",
      "max_abs_diff": 0.0125579833984375,
      "mean_abs_diff": 6.997332820901647e-05,
      "pct_different": 58.380261063575745,
      "n_different": 313426640,
      "total_elements": 536870912
    },
    {
      "group": "router_gate",
      "name": "model.language_model.layers.39.mlp.gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 524288
    },
    {
      "group": "shared_expert_down",
      "name": "model.language_model.layers.39.mlp.shared_expert.down_proj.weight",
      "max_abs_diff": 0.010498046875,
      "mean_abs_diff": 0.0001098875145544298,
      "pct_different": 65.07434844970703,
      "n_different": 682354,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate",
      "name": "model.language_model.layers.39.mlp.shared_expert.gate_proj.weight",
      "max_abs_diff": 0.0133056640625,
      "mean_abs_diff": 0.0002619568258523941,
      "pct_different": 87.41598129272461,
      "n_different": 916623,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_up",
      "name": "model.language_model.layers.39.mlp.shared_expert.up_proj.weight",
      "max_abs_diff": 0.002197265625,
      "mean_abs_diff": 1.3912536815041676e-05,
      "pct_different": 37.54701614379883,
      "n_different": 393709,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate_scalar",
      "name": "model.language_model.layers.39.mlp.shared_expert_gate.weight",
      "max_abs_diff": 0.000579833984375,
      "mean_abs_diff": 5.540027632378042e-05,
      "pct_different": 92.138671875,
      "n_different": 1887,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.39.post_attention_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "self_attn.k_norm",
      "name": "model.language_model.layers.39.self_attn.k_norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 256
    },
    {
      "group": "self_attn.k_proj",
      "name": "model.language_model.layers.39.self_attn.k_proj.weight",
      "max_abs_diff": 0.00091552734375,
      "mean_abs_diff": 8.063699351623654e-05,
      "pct_different": 79.56247329711914,
      "n_different": 834273,
      "total_elements": 1048576
    },
    {
      "group": "self_attn.o_proj",
      "name": "model.language_model.layers.39.self_attn.o_proj.weight",
      "max_abs_diff": 0.0020751953125,
      "mean_abs_diff": 7.997776265256107e-05,
      "pct_different": 76.9538402557373,
      "n_different": 6455356,
      "total_elements": 8388608
    },
    {
      "group": "self_attn.q_norm",
      "name": "model.language_model.layers.39.self_attn.q_norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 256
    },
    {
      "group": "self_attn.q_proj",
      "name": "model.language_model.layers.39.self_attn.q_proj.weight",
      "max_abs_diff": 0.0015869140625,
      "mean_abs_diff": 7.685480522923172e-05,
      "pct_different": 75.80427527427673,
      "n_different": 12717847,
      "total_elements": 16777216
    },
    {
      "group": "self_attn.v_proj",
      "name": "model.language_model.layers.39.self_attn.v_proj.weight",
      "max_abs_diff": 0.001953125,
      "mean_abs_diff": 7.297185220522806e-05,
      "pct_different": 79.07142639160156,
      "n_different": 829124,
      "total_elements": 1048576
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.4.input_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "linear_attn.A_log",
      "name": "model.language_model.layers.4.linear_attn.A_log",
      "max_abs_diff": 5.960464477539063e-08,
      "mean_abs_diff": 1.2863893061876297e-08,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.conv1d",
      "name": "model.language_model.layers.4.linear_attn.conv1d.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32768
    },
    {
      "group": "linear_attn.dt_bias",
      "name": "model.language_model.layers.4.linear_attn.dt_bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.in_proj_a",
      "name": "model.language_model.layers.4.linear_attn.in_proj_a.weight",
      "max_abs_diff": 0.0006103515625,
      "mean_abs_diff": 8.83650645846501e-05,
      "pct_different": 76.54266357421875,
      "n_different": 50163,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_b",
      "name": "model.language_model.layers.4.linear_attn.in_proj_b.weight",
      "max_abs_diff": 0.000732421875,
      "mean_abs_diff": 6.650891009485349e-05,
      "pct_different": 77.3834228515625,
      "n_different": 50714,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_qkv",
      "name": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight",
      "max_abs_diff": 0.001068115234375,
      "mean_abs_diff": 7.469176489394158e-05,
      "pct_different": 75.51474571228027,
      "n_different": 12669272,
      "total_elements": 16777216
    },
    {
      "group": "linear_attn.in_proj_z",
      "name": "model.language_model.layers.4.linear_attn.in_proj_z.weight",
      "max_abs_diff": 0.0010986328125,
      "mean_abs_diff": 6.896830745972693e-05,
      "pct_different": 75.60737133026123,
      "n_different": 6342406,
      "total_elements": 8388608
    },
    {
      "group": "linear_attn.norm",
      "name": "model.language_model.layers.4.linear_attn.norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 128
    },
    {
      "group": "linear_attn.out_proj",
      "name": "model.language_model.layers.4.linear_attn.out_proj.weight",
      "max_abs_diff": 0.0029296875,
      "mean_abs_diff": 6.950877286726609e-05,
      "pct_different": 75.49833059310913,
      "n_different": 6333259,
      "total_elements": 8388608
    },
    {
      "group": "expert_down",
      "name": "model.language_model.layers.4.mlp.experts.down_proj",
      "max_abs_diff": 0.0009765625,
      "mean_abs_diff": 4.400653415359557e-05,
      "pct_different": 74.13872145116329,
      "n_different": 199014615,
      "total_elements": 268435456
    },
    {
      "group": "expert_gate_up",
      "name": "model.language_model.layers.4.mlp.experts.gate_up_proj",
      "max_abs_diff": 0.00091552734375,
      "mean_abs_diff": 4.450380947673693e-05,
      "pct_different": 74.20840412378311,
      "n_different": 398403336,
      "total_elements": 536870912
    },
    {
      "group": "router_gate",
      "name": "model.language_model.layers.4.mlp.gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 524288
    },
    {
      "group": "shared_expert_down",
      "name": "model.language_model.layers.4.mlp.shared_expert.down_proj.weight",
      "max_abs_diff": 0.001953125,
      "mean_abs_diff": 5.0921604270115495e-05,
      "pct_different": 75.7965087890625,
      "n_different": 794784,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate",
      "name": "model.language_model.layers.4.mlp.shared_expert.gate_proj.weight",
      "max_abs_diff": 0.0006103515625,
      "mean_abs_diff": 4.8473539209226146e-05,
      "pct_different": 75.7023811340332,
      "n_different": 793797,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_up",
      "name": "model.language_model.layers.4.mlp.shared_expert.up_proj.weight",
      "max_abs_diff": 0.00051116943359375,
      "mean_abs_diff": 5.1016599172726274e-05,
      "pct_different": 75.72765350341797,
      "n_different": 794062,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate_scalar",
      "name": "model.language_model.layers.4.mlp.shared_expert_gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.4.post_attention_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.5.input_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "linear_attn.A_log",
      "name": "model.language_model.layers.5.linear_attn.A_log",
      "max_abs_diff": 5.960464477539063e-08,
      "mean_abs_diff": 6.51925802230835e-09,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.conv1d",
      "name": "model.language_model.layers.5.linear_attn.conv1d.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32768
    },
    {
      "group": "linear_attn.dt_bias",
      "name": "model.language_model.layers.5.linear_attn.dt_bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.in_proj_a",
      "name": "model.language_model.layers.5.linear_attn.in_proj_a.weight",
      "max_abs_diff": 0.0006103515625,
      "mean_abs_diff": 9.281998791266233e-05,
      "pct_different": 76.58538818359375,
      "n_different": 50191,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_b",
      "name": "model.language_model.layers.5.linear_attn.in_proj_b.weight",
      "max_abs_diff": 0.0006103515625,
      "mean_abs_diff": 6.878112617414445e-05,
      "pct_different": 77.9052734375,
      "n_different": 51056,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_qkv",
      "name": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight",
      "max_abs_diff": 0.001251220703125,
      "mean_abs_diff": 7.507378177251667e-05,
      "pct_different": 75.54700970649719,
      "n_different": 12674685,
      "total_elements": 16777216
    },
    {
      "group": "linear_attn.in_proj_z",
      "name": "model.language_model.layers.5.linear_attn.in_proj_z.weight",
      "max_abs_diff": 0.0010986328125,
      "mean_abs_diff": 6.772989581804723e-05,
      "pct_different": 75.43255090713501,
      "n_different": 6327741,
      "total_elements": 8388608
    },
    {
      "group": "linear_attn.norm",
      "name": "model.language_model.layers.5.linear_attn.norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 128
    },
    {
      "group": "linear_attn.out_proj",
      "name": "model.language_model.layers.5.linear_attn.out_proj.weight",
      "max_abs_diff": 0.0029296875,
      "mean_abs_diff": 6.921568274265155e-05,
      "pct_different": 75.57656764984131,
      "n_different": 6339822,
      "total_elements": 8388608
    },
    {
      "group": "expert_down",
      "name": "model.language_model.layers.5.mlp.experts.down_proj",
      "max_abs_diff": 0.0009765625,
      "mean_abs_diff": 4.41000702267047e-05,
      "pct_different": 74.24795851111412,
      "n_different": 199307846,
      "total_elements": 268435456
    },
    {
      "group": "expert_gate_up",
      "name": "model.language_model.layers.5.mlp.experts.gate_up_proj",
      "max_abs_diff": 0.000762939453125,
      "mean_abs_diff": 4.478307528188452e-05,
      "pct_different": 74.30660780519247,
      "n_different": 398930563,
      "total_elements": 536870912
    },
    {
      "group": "router_gate",
      "name": "model.language_model.layers.5.mlp.gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 524288
    },
    {
      "group": "shared_expert_down",
      "name": "model.language_model.layers.5.mlp.shared_expert.down_proj.weight",
      "max_abs_diff": 0.001953125,
      "mean_abs_diff": 5.1026254368480295e-05,
      "pct_different": 76.6988754272461,
      "n_different": 804246,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate",
      "name": "model.language_model.layers.5.mlp.shared_expert.gate_proj.weight",
      "max_abs_diff": 0.0006103515625,
      "mean_abs_diff": 4.81239112559706e-05,
      "pct_different": 76.41477584838867,
      "n_different": 801267,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_up",
      "name": "model.language_model.layers.5.mlp.shared_expert.up_proj.weight",
      "max_abs_diff": 0.00043487548828125,
      "mean_abs_diff": 5.2817369578406215e-05,
      "pct_different": 76.38359069824219,
      "n_different": 800940,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate_scalar",
      "name": "model.language_model.layers.5.mlp.shared_expert_gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.5.post_attention_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.6.input_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "linear_attn.A_log",
      "name": "model.language_model.layers.6.linear_attn.A_log",
      "max_abs_diff": 4.470348358154297e-08,
      "mean_abs_diff": 1.0710209608078003e-08,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.conv1d",
      "name": "model.language_model.layers.6.linear_attn.conv1d.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32768
    },
    {
      "group": "linear_attn.dt_bias",
      "name": "model.language_model.layers.6.linear_attn.dt_bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.in_proj_a",
      "name": "model.language_model.layers.6.linear_attn.in_proj_a.weight",
      "max_abs_diff": 0.000640869140625,
      "mean_abs_diff": 9.177657193504274e-05,
      "pct_different": 77.56805419921875,
      "n_different": 50835,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_b",
      "name": "model.language_model.layers.6.linear_attn.in_proj_b.weight",
      "max_abs_diff": 0.000640869140625,
      "mean_abs_diff": 7.389762322418392e-05,
      "pct_different": 77.65655517578125,
      "n_different": 50893,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_qkv",
      "name": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight",
      "max_abs_diff": 0.00152587890625,
      "mean_abs_diff": 7.546762935817242e-05,
      "pct_different": 75.68546533584595,
      "n_different": 12697914,
      "total_elements": 16777216
    },
    {
      "group": "linear_attn.in_proj_z",
      "name": "model.language_model.layers.6.linear_attn.in_proj_z.weight",
      "max_abs_diff": 0.001068115234375,
      "mean_abs_diff": 6.465703336289153e-05,
      "pct_different": 75.33910274505615,
      "n_different": 6319902,
      "total_elements": 8388608
    },
    {
      "group": "linear_attn.norm",
      "name": "model.language_model.layers.6.linear_attn.norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 128
    },
    {
      "group": "linear_attn.out_proj",
      "name": "model.language_model.layers.6.linear_attn.out_proj.weight",
      "max_abs_diff": 0.00244140625,
      "mean_abs_diff": 6.946274515939876e-05,
      "pct_different": 75.57202577590942,
      "n_different": 6339441,
      "total_elements": 8388608
    },
    {
      "group": "expert_down",
      "name": "model.language_model.layers.6.mlp.experts.down_proj",
      "max_abs_diff": 0.0010986328125,
      "mean_abs_diff": 4.4040236389264464e-05,
      "pct_different": 74.26761761307716,
      "n_different": 199360618,
      "total_elements": 268435456
    },
    {
      "group": "expert_gate_up",
      "name": "model.language_model.layers.6.mlp.experts.gate_up_proj",
      "max_abs_diff": 0.000885009765625,
      "mean_abs_diff": 4.483235170482658e-05,
      "pct_different": 74.34323616325855,
      "n_different": 399127210,
      "total_elements": 536870912
    },
    {
      "group": "router_gate",
      "name": "model.language_model.layers.6.mlp.gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 524288
    },
    {
      "group": "shared_expert_down",
      "name": "model.language_model.layers.6.mlp.shared_expert.down_proj.weight",
      "max_abs_diff": 0.0013427734375,
      "mean_abs_diff": 5.054691428085789e-05,
      "pct_different": 76.48334503173828,
      "n_different": 801986,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate",
      "name": "model.language_model.layers.6.mlp.shared_expert.gate_proj.weight",
      "max_abs_diff": 0.000579833984375,
      "mean_abs_diff": 4.508010169956833e-05,
      "pct_different": 76.05876922607422,
      "n_different": 797534,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_up",
      "name": "model.language_model.layers.6.mlp.shared_expert.up_proj.weight",
      "max_abs_diff": 0.00042724609375,
      "mean_abs_diff": 5.27710399182979e-05,
      "pct_different": 76.43842697143555,
      "n_different": 801515,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate_scalar",
      "name": "model.language_model.layers.6.mlp.shared_expert_gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.6.post_attention_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.7.input_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "expert_down",
      "name": "model.language_model.layers.7.mlp.experts.down_proj",
      "max_abs_diff": 0.001220703125,
      "mean_abs_diff": 4.385596184874885e-05,
      "pct_different": 74.2759820073843,
      "n_different": 199383071,
      "total_elements": 268435456
    },
    {
      "group": "expert_gate_up",
      "name": "model.language_model.layers.7.mlp.experts.gate_up_proj",
      "max_abs_diff": 0.000762939453125,
      "mean_abs_diff": 4.485074896365404e-05,
      "pct_different": 74.34071283787489,
      "n_different": 399113663,
      "total_elements": 536870912
    },
    {
      "group": "router_gate",
      "name": "model.language_model.layers.7.mlp.gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 524288
    },
    {
      "group": "shared_expert_down",
      "name": "model.language_model.layers.7.mlp.shared_expert.down_proj.weight",
      "max_abs_diff": 0.001708984375,
      "mean_abs_diff": 4.968056236975826e-05,
      "pct_different": 76.46045684814453,
      "n_different": 801746,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate",
      "name": "model.language_model.layers.7.mlp.shared_expert.gate_proj.weight",
      "max_abs_diff": 0.000885009765625,
      "mean_abs_diff": 4.494099266594276e-05,
      "pct_different": 76.3819694519043,
      "n_different": 800923,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_up",
      "name": "model.language_model.layers.7.mlp.shared_expert.up_proj.weight",
      "max_abs_diff": 0.00103759765625,
      "mean_abs_diff": 5.288419561111368e-05,
      "pct_different": 76.5451431274414,
      "n_different": 802634,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate_scalar",
      "name": "model.language_model.layers.7.mlp.shared_expert_gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.7.post_attention_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "self_attn.k_norm",
      "name": "model.language_model.layers.7.self_attn.k_norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 256
    },
    {
      "group": "self_attn.k_proj",
      "name": "model.language_model.layers.7.self_attn.k_proj.weight",
      "max_abs_diff": 2.9802322387695312e-08,
      "mean_abs_diff": 6.285083564705474e-12,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1048576
    },
    {
      "group": "self_attn.o_proj",
      "name": "model.language_model.layers.7.self_attn.o_proj.weight",
      "max_abs_diff": 0.00244140625,
      "mean_abs_diff": 6.5006417571567e-05,
      "pct_different": 75.3846526145935,
      "n_different": 6323723,
      "total_elements": 8388608
    },
    {
      "group": "self_attn.q_norm",
      "name": "model.language_model.layers.7.self_attn.q_norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 256
    },
    {
      "group": "self_attn.q_proj",
      "name": "model.language_model.layers.7.self_attn.q_proj.weight",
      "max_abs_diff": 2.9802322387695312e-08,
      "mean_abs_diff": 6.617169919648225e-12,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 16777216
    },
    {
      "group": "self_attn.v_proj",
      "name": "model.language_model.layers.7.self_attn.v_proj.weight",
      "max_abs_diff": 2.9802322387695312e-08,
      "mean_abs_diff": 8.006928453596629e-12,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1048576
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.8.input_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "linear_attn.A_log",
      "name": "model.language_model.layers.8.linear_attn.A_log",
      "max_abs_diff": 5.960464477539063e-08,
      "mean_abs_diff": 4.6566128730773926e-09,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.conv1d",
      "name": "model.language_model.layers.8.linear_attn.conv1d.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32768
    },
    {
      "group": "linear_attn.dt_bias",
      "name": "model.language_model.layers.8.linear_attn.dt_bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.in_proj_a",
      "name": "model.language_model.layers.8.linear_attn.in_proj_a.weight",
      "max_abs_diff": 0.000732421875,
      "mean_abs_diff": 9.66722727753222e-05,
      "pct_different": 75.860595703125,
      "n_different": 49716,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_b",
      "name": "model.language_model.layers.8.linear_attn.in_proj_b.weight",
      "max_abs_diff": 0.0006103515625,
      "mean_abs_diff": 6.55977928545326e-05,
      "pct_different": 78.67279052734375,
      "n_different": 51559,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_qkv",
      "name": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight",
      "max_abs_diff": 0.001220703125,
      "mean_abs_diff": 7.933635788504034e-05,
      "pct_different": 75.98904371261597,
      "n_different": 12748846,
      "total_elements": 16777216
    },
    {
      "group": "linear_attn.in_proj_z",
      "name": "model.language_model.layers.8.linear_attn.in_proj_z.weight",
      "max_abs_diff": 0.001312255859375,
      "mean_abs_diff": 6.948431837372482e-05,
      "pct_different": 75.94003677368164,
      "n_different": 6370312,
      "total_elements": 8388608
    },
    {
      "group": "linear_attn.norm",
      "name": "model.language_model.layers.8.linear_attn.norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 128
    },
    {
      "group": "linear_attn.out_proj",
      "name": "model.language_model.layers.8.linear_attn.out_proj.weight",
      "max_abs_diff": 0.00244140625,
      "mean_abs_diff": 6.78777796565555e-05,
      "pct_different": 75.68689584732056,
      "n_different": 6349077,
      "total_elements": 8388608
    },
    {
      "group": "expert_down",
      "name": "model.language_model.layers.8.mlp.experts.down_proj",
      "max_abs_diff": 0.0010986328125,
      "mean_abs_diff": 4.354276825324632e-05,
      "pct_different": 74.25640597939491,
      "n_different": 199330522,
      "total_elements": 268435456
    },
    {
      "group": "expert_gate_up",
      "name": "model.language_model.layers.8.mlp.experts.gate_up_proj",
      "max_abs_diff": 0.00079345703125,
      "mean_abs_diff": 4.480083953239955e-05,
      "pct_different": 74.33711122721434,
      "n_different": 399094327,
      "total_elements": 536870912
    },
    {
      "group": "router_gate",
      "name": "model.language_model.layers.8.mlp.gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 524288
    },
    {
      "group": "shared_expert_down",
      "name": "model.language_model.layers.8.mlp.shared_expert.down_proj.weight",
      "max_abs_diff": 0.001708984375,
      "mean_abs_diff": 5.0442882638890296e-05,
      "pct_different": 76.84669494628906,
      "n_different": 805796,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate",
      "name": "model.language_model.layers.8.mlp.shared_expert.gate_proj.weight",
      "max_abs_diff": 0.0008544921875,
      "mean_abs_diff": 4.7637138777645305e-05,
      "pct_different": 76.8341064453125,
      "n_different": 805664,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_up",
      "name": "model.language_model.layers.8.mlp.shared_expert.up_proj.weight",
      "max_abs_diff": 0.00048828125,
      "mean_abs_diff": 5.369909922592342e-05,
      "pct_different": 77.0660400390625,
      "n_different": 808096,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate_scalar",
      "name": "model.language_model.layers.8.mlp.shared_expert_gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.8.post_attention_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.9.input_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "linear_attn.A_log",
      "name": "model.language_model.layers.9.linear_attn.A_log",
      "max_abs_diff": 5.960464477539063e-08,
      "mean_abs_diff": 4.773028194904327e-09,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.conv1d",
      "name": "model.language_model.layers.9.linear_attn.conv1d.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32768
    },
    {
      "group": "linear_attn.dt_bias",
      "name": "model.language_model.layers.9.linear_attn.dt_bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 32
    },
    {
      "group": "linear_attn.in_proj_a",
      "name": "model.language_model.layers.9.linear_attn.in_proj_a.weight",
      "max_abs_diff": 0.00079345703125,
      "mean_abs_diff": 8.912254270398989e-05,
      "pct_different": 76.9683837890625,
      "n_different": 50442,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_b",
      "name": "model.language_model.layers.9.linear_attn.in_proj_b.weight",
      "max_abs_diff": 0.000640869140625,
      "mean_abs_diff": 7.231815834529698e-05,
      "pct_different": 78.3233642578125,
      "n_different": 51330,
      "total_elements": 65536
    },
    {
      "group": "linear_attn.in_proj_qkv",
      "name": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight",
      "max_abs_diff": 0.001068115234375,
      "mean_abs_diff": 7.772062963340431e-05,
      "pct_different": 75.87748765945435,
      "n_different": 12730130,
      "total_elements": 16777216
    },
    {
      "group": "linear_attn.in_proj_z",
      "name": "model.language_model.layers.9.linear_attn.in_proj_z.weight",
      "max_abs_diff": 0.001007080078125,
      "mean_abs_diff": 6.651791773037985e-05,
      "pct_different": 75.5383849143982,
      "n_different": 6336619,
      "total_elements": 8388608
    },
    {
      "group": "linear_attn.norm",
      "name": "model.language_model.layers.9.linear_attn.norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 128
    },
    {
      "group": "linear_attn.out_proj",
      "name": "model.language_model.layers.9.linear_attn.out_proj.weight",
      "max_abs_diff": 0.0025634765625,
      "mean_abs_diff": 6.690036389045417e-05,
      "pct_different": 75.57737827301025,
      "n_different": 6339890,
      "total_elements": 8388608
    },
    {
      "group": "expert_down",
      "name": "model.language_model.layers.9.mlp.experts.down_proj",
      "max_abs_diff": 0.0009765625,
      "mean_abs_diff": 4.421590710990131e-05,
      "pct_different": 74.29834716022015,
      "n_different": 199443107,
      "total_elements": 268435456
    },
    {
      "group": "expert_gate_up",
      "name": "model.language_model.layers.9.mlp.experts.gate_up_proj",
      "max_abs_diff": 0.000762939453125,
      "mean_abs_diff": 4.548922152025625e-05,
      "pct_different": 74.4016531854868,
      "n_different": 399440834,
      "total_elements": 536870912
    },
    {
      "group": "router_gate",
      "name": "model.language_model.layers.9.mlp.gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 524288
    },
    {
      "group": "shared_expert_down",
      "name": "model.language_model.layers.9.mlp.shared_expert.down_proj.weight",
      "max_abs_diff": 0.001678466796875,
      "mean_abs_diff": 4.915479803457856e-05,
      "pct_different": 77.23703384399414,
      "n_different": 809889,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate",
      "name": "model.language_model.layers.9.mlp.shared_expert.gate_proj.weight",
      "max_abs_diff": 0.0009765625,
      "mean_abs_diff": 4.8771180445328355e-05,
      "pct_different": 77.30140686035156,
      "n_different": 810564,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_up",
      "name": "model.language_model.layers.9.mlp.shared_expert.up_proj.weight",
      "max_abs_diff": 0.00054931640625,
      "mean_abs_diff": 5.2887320634908974e-05,
      "pct_different": 77.07967758178711,
      "n_different": 808239,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate_scalar",
      "name": "model.language_model.layers.9.mlp.shared_expert_gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "model.language_model.layers.9.post_attention_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "final_norm",
      "name": "model.language_model.norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.0.attn.proj.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.0.attn.proj.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1327104
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.0.attn.qkv.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3456
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.0.attn.qkv.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3981312
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.0.mlp.linear_fc1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4304
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.0.mlp.linear_fc1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.0.mlp.linear_fc2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.0.mlp.linear_fc2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.0.norm1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.0.norm1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.0.norm2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.0.norm2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.1.attn.proj.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.1.attn.proj.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1327104
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.1.attn.qkv.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3456
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.1.attn.qkv.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3981312
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.1.mlp.linear_fc1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4304
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.1.mlp.linear_fc1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.1.mlp.linear_fc2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.1.mlp.linear_fc2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.1.norm1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.1.norm1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.1.norm2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.1.norm2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.10.attn.proj.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.10.attn.proj.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1327104
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.10.attn.qkv.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3456
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.10.attn.qkv.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3981312
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.10.mlp.linear_fc1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4304
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.10.mlp.linear_fc1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.10.mlp.linear_fc2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.10.mlp.linear_fc2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.10.norm1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.10.norm1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.10.norm2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.10.norm2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.11.attn.proj.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.11.attn.proj.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1327104
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.11.attn.qkv.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3456
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.11.attn.qkv.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3981312
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.11.mlp.linear_fc1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4304
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.11.mlp.linear_fc1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.11.mlp.linear_fc2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.11.mlp.linear_fc2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.11.norm1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.11.norm1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.11.norm2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.11.norm2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.12.attn.proj.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.12.attn.proj.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1327104
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.12.attn.qkv.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3456
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.12.attn.qkv.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3981312
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.12.mlp.linear_fc1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4304
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.12.mlp.linear_fc1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.12.mlp.linear_fc2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.12.mlp.linear_fc2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.12.norm1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.12.norm1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.12.norm2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.12.norm2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.13.attn.proj.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.13.attn.proj.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1327104
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.13.attn.qkv.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3456
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.13.attn.qkv.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3981312
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.13.mlp.linear_fc1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4304
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.13.mlp.linear_fc1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.13.mlp.linear_fc2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.13.mlp.linear_fc2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.13.norm1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.13.norm1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.13.norm2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.13.norm2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.14.attn.proj.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.14.attn.proj.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1327104
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.14.attn.qkv.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3456
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.14.attn.qkv.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3981312
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.14.mlp.linear_fc1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4304
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.14.mlp.linear_fc1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.14.mlp.linear_fc2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.14.mlp.linear_fc2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.14.norm1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.14.norm1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.14.norm2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.14.norm2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.15.attn.proj.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.15.attn.proj.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1327104
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.15.attn.qkv.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3456
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.15.attn.qkv.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3981312
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.15.mlp.linear_fc1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4304
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.15.mlp.linear_fc1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.15.mlp.linear_fc2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.15.mlp.linear_fc2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.15.norm1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.15.norm1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.15.norm2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.15.norm2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.16.attn.proj.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.16.attn.proj.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1327104
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.16.attn.qkv.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3456
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.16.attn.qkv.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3981312
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.16.mlp.linear_fc1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4304
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.16.mlp.linear_fc1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.16.mlp.linear_fc2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.16.mlp.linear_fc2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.16.norm1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.16.norm1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.16.norm2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.16.norm2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.17.attn.proj.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.17.attn.proj.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1327104
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.17.attn.qkv.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3456
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.17.attn.qkv.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3981312
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.17.mlp.linear_fc1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4304
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.17.mlp.linear_fc1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.17.mlp.linear_fc2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.17.mlp.linear_fc2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.17.norm1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.17.norm1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.17.norm2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.17.norm2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.18.attn.proj.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.18.attn.proj.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1327104
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.18.attn.qkv.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3456
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.18.attn.qkv.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3981312
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.18.mlp.linear_fc1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4304
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.18.mlp.linear_fc1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.18.mlp.linear_fc2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.18.mlp.linear_fc2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.18.norm1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.18.norm1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.18.norm2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.18.norm2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.19.attn.proj.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.19.attn.proj.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1327104
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.19.attn.qkv.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3456
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.19.attn.qkv.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3981312
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.19.mlp.linear_fc1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4304
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.19.mlp.linear_fc1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.19.mlp.linear_fc2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.19.mlp.linear_fc2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.19.norm1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.19.norm1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.19.norm2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.19.norm2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.2.attn.proj.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.2.attn.proj.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1327104
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.2.attn.qkv.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3456
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.2.attn.qkv.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3981312
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.2.mlp.linear_fc1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4304
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.2.mlp.linear_fc1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.2.mlp.linear_fc2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.2.mlp.linear_fc2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.2.norm1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.2.norm1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.2.norm2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.2.norm2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.20.attn.proj.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.20.attn.proj.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1327104
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.20.attn.qkv.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3456
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.20.attn.qkv.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3981312
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.20.mlp.linear_fc1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4304
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.20.mlp.linear_fc1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.20.mlp.linear_fc2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.20.mlp.linear_fc2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.20.norm1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.20.norm1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.20.norm2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.20.norm2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.21.attn.proj.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.21.attn.proj.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1327104
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.21.attn.qkv.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3456
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.21.attn.qkv.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3981312
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.21.mlp.linear_fc1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4304
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.21.mlp.linear_fc1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.21.mlp.linear_fc2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.21.mlp.linear_fc2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.21.norm1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.21.norm1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.21.norm2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.21.norm2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.22.attn.proj.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.22.attn.proj.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1327104
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.22.attn.qkv.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3456
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.22.attn.qkv.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3981312
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.22.mlp.linear_fc1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4304
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.22.mlp.linear_fc1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.22.mlp.linear_fc2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.22.mlp.linear_fc2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.22.norm1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.22.norm1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.22.norm2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.22.norm2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.23.attn.proj.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.23.attn.proj.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1327104
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.23.attn.qkv.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3456
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.23.attn.qkv.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3981312
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.23.mlp.linear_fc1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4304
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.23.mlp.linear_fc1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.23.mlp.linear_fc2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.23.mlp.linear_fc2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.23.norm1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.23.norm1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.23.norm2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.23.norm2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.24.attn.proj.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.24.attn.proj.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1327104
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.24.attn.qkv.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3456
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.24.attn.qkv.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3981312
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.24.mlp.linear_fc1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4304
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.24.mlp.linear_fc1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.24.mlp.linear_fc2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.24.mlp.linear_fc2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.24.norm1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.24.norm1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.24.norm2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.24.norm2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.25.attn.proj.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.25.attn.proj.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1327104
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.25.attn.qkv.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3456
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.25.attn.qkv.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3981312
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.25.mlp.linear_fc1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4304
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.25.mlp.linear_fc1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.25.mlp.linear_fc2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.25.mlp.linear_fc2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.25.norm1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.25.norm1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.25.norm2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.25.norm2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.26.attn.proj.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.26.attn.proj.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1327104
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.26.attn.qkv.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3456
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.26.attn.qkv.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3981312
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.26.mlp.linear_fc1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4304
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.26.mlp.linear_fc1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.26.mlp.linear_fc2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.26.mlp.linear_fc2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.26.norm1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.26.norm1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.26.norm2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.26.norm2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.3.attn.proj.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.3.attn.proj.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1327104
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.3.attn.qkv.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3456
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.3.attn.qkv.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3981312
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.3.mlp.linear_fc1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4304
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.3.mlp.linear_fc1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.3.mlp.linear_fc2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.3.mlp.linear_fc2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.3.norm1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.3.norm1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.3.norm2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.3.norm2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.4.attn.proj.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.4.attn.proj.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1327104
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.4.attn.qkv.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3456
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.4.attn.qkv.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3981312
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.4.mlp.linear_fc1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4304
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.4.mlp.linear_fc1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.4.mlp.linear_fc2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.4.mlp.linear_fc2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.4.norm1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.4.norm1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.4.norm2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.4.norm2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.5.attn.proj.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.5.attn.proj.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1327104
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.5.attn.qkv.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3456
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.5.attn.qkv.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3981312
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.5.mlp.linear_fc1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4304
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.5.mlp.linear_fc1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.5.mlp.linear_fc2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.5.mlp.linear_fc2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.5.norm1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.5.norm1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.5.norm2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.5.norm2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.6.attn.proj.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.6.attn.proj.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1327104
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.6.attn.qkv.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3456
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.6.attn.qkv.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3981312
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.6.mlp.linear_fc1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4304
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.6.mlp.linear_fc1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.6.mlp.linear_fc2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.6.mlp.linear_fc2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.6.norm1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.6.norm1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.6.norm2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.6.norm2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.7.attn.proj.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.7.attn.proj.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1327104
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.7.attn.qkv.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3456
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.7.attn.qkv.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3981312
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.7.mlp.linear_fc1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4304
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.7.mlp.linear_fc1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.7.mlp.linear_fc2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.7.mlp.linear_fc2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.7.norm1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.7.norm1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.7.norm2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.7.norm2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.8.attn.proj.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.8.attn.proj.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1327104
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.8.attn.qkv.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3456
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.8.attn.qkv.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3981312
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.8.mlp.linear_fc1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4304
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.8.mlp.linear_fc1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.8.mlp.linear_fc2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.8.mlp.linear_fc2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.8.norm1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.8.norm1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.8.norm2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.8.norm2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.9.attn.proj.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.9.attn.proj.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1327104
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.9.attn.qkv.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3456
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.9.attn.qkv.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 3981312
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.9.mlp.linear_fc1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4304
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.9.mlp.linear_fc1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.9.mlp.linear_fc2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.9.mlp.linear_fc2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4958208
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.9.norm1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.9.norm1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.9.norm2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.blocks.9.norm2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.merger.linear_fc1.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 4608
    },
    {
      "group": "vision",
      "name": "model.visual.merger.linear_fc1.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 21233664
    },
    {
      "group": "vision",
      "name": "model.visual.merger.linear_fc2.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "vision",
      "name": "model.visual.merger.linear_fc2.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 9437184
    },
    {
      "group": "vision",
      "name": "model.visual.merger.norm.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.merger.norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.patch_embed.proj.bias",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1152
    },
    {
      "group": "vision",
      "name": "model.visual.patch_embed.proj.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1769472
    },
    {
      "group": "vision",
      "name": "model.visual.pos_embed.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2654208
    },
    {
      "group": "mtp",
      "name": "mtp.fc.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 8388608
    },
    {
      "group": "layernorm",
      "name": "mtp.layers.0.input_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "expert_down",
      "name": "mtp.layers.0.mlp.experts.down_proj",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 268435456
    },
    {
      "group": "expert_gate_up",
      "name": "mtp.layers.0.mlp.experts.gate_up_proj",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 536870912
    },
    {
      "group": "router_gate",
      "name": "mtp.layers.0.mlp.gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 524288
    },
    {
      "group": "shared_expert_down",
      "name": "mtp.layers.0.mlp.shared_expert.down_proj.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate",
      "name": "mtp.layers.0.mlp.shared_expert.gate_proj.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_up",
      "name": "mtp.layers.0.mlp.shared_expert.up_proj.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1048576
    },
    {
      "group": "shared_expert_gate_scalar",
      "name": "mtp.layers.0.mlp.shared_expert_gate.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "layernorm",
      "name": "mtp.layers.0.post_attention_layernorm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "self_attn.k_norm",
      "name": "mtp.layers.0.self_attn.k_norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 256
    },
    {
      "group": "self_attn.k_proj",
      "name": "mtp.layers.0.self_attn.k_proj.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1048576
    },
    {
      "group": "self_attn.o_proj",
      "name": "mtp.layers.0.self_attn.o_proj.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 8388608
    },
    {
      "group": "self_attn.q_norm",
      "name": "mtp.layers.0.self_attn.q_norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 256
    },
    {
      "group": "self_attn.q_proj",
      "name": "mtp.layers.0.self_attn.q_proj.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 16777216
    },
    {
      "group": "self_attn.v_proj",
      "name": "mtp.layers.0.self_attn.v_proj.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 1048576
    },
    {
      "group": "mtp",
      "name": "mtp.norm.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "mtp",
      "name": "mtp.pre_fc_norm_embedding.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    },
    {
      "group": "mtp",
      "name": "mtp.pre_fc_norm_hidden.weight",
      "max_abs_diff": 0.0,
      "mean_abs_diff": 0.0,
      "pct_different": 0.0,
      "n_different": 0,
      "total_elements": 2048
    }
  ]
}