{
  "format": "mxfp4",
  "codebook": "fp4-e2m1",
  "block_size": 32,
  "num_modules": 496,
  "num_weights": 24350556160,
  "elapsed_sec": 1.464,
  "quantized_modules": [
    {
      "name": "model.language_model.layers.0.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.340129640288069e-06,
      "max_abs_err": 0.1796875
    },
    {
      "name": "model.language_model.layers.0.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.327000629520626e-06,
      "max_abs_err": 0.033203125
    },
    {
      "name": "model.language_model.layers.0.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.47184038926207e-06,
      "max_abs_err": 0.014892578125
    },
    {
      "name": "model.language_model.layers.0.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 9.302879107053741e-07,
      "max_abs_err": 0.007080078125
    },
    {
      "name": "model.language_model.layers.0.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 4.022647772217169e-06,
      "max_abs_err": 0.01611328125
    },
    {
      "name": "model.language_model.layers.0.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 9.609526614440256e-07,
      "max_abs_err": 0.01806640625
    },
    {
      "name": "model.language_model.layers.0.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 8.922482379603025e-07,
      "max_abs_err": 0.01025390625
    },
    {
      "name": "model.language_model.layers.0.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.0582490403976408e-06,
      "max_abs_err": 0.078125
    },
    {
      "name": "model.language_model.layers.1.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.4364921955566388e-06,
      "max_abs_err": 0.1875
    },
    {
      "name": "model.language_model.layers.1.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.243701828774647e-06,
      "max_abs_err": 0.0185546875
    },
    {
      "name": "model.language_model.layers.1.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.2719643766322406e-06,
      "max_abs_err": 0.021484375
    },
    {
      "name": "model.language_model.layers.1.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 4.199010163574712e-06,
      "max_abs_err": 0.02001953125
    },
    {
      "name": "model.language_model.layers.1.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 5.702012913388899e-06,
      "max_abs_err": 0.02001953125
    },
    {
      "name": "model.language_model.layers.1.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.0614443226586445e-06,
      "max_abs_err": 0.0185546875
    },
    {
      "name": "model.language_model.layers.1.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.012209281725518e-06,
      "max_abs_err": 0.0107421875
    },
    {
      "name": "model.language_model.layers.1.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.0954300933008199e-06,
      "max_abs_err": 0.0400390625
    },
    {
      "name": "model.language_model.layers.2.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.482392119418364e-06,
      "max_abs_err": 0.203125
    },
    {
      "name": "model.language_model.layers.2.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.324784190932405e-06,
      "max_abs_err": 0.017578125
    },
    {
      "name": "model.language_model.layers.2.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.341977051401045e-06,
      "max_abs_err": 0.01904296875
    },
    {
      "name": "model.language_model.layers.2.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 3.4855718240578426e-06,
      "max_abs_err": 0.01513671875
    },
    {
      "name": "model.language_model.layers.2.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 5.4361921684176195e-06,
      "max_abs_err": 0.0205078125
    },
    {
      "name": "model.language_model.layers.2.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1266802175669e-06,
      "max_abs_err": 0.01806640625
    },
    {
      "name": "model.language_model.layers.2.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.0527040785746067e-06,
      "max_abs_err": 0.01611328125
    },
    {
      "name": "model.language_model.layers.2.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.1280814078418189e-06,
      "max_abs_err": 0.068359375
    },
    {
      "name": "model.language_model.layers.3.self_attn.q_proj",
      "shape": [
        12288,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.790850430756109e-06,
      "max_abs_err": 0.02001953125
    },
    {
      "name": "model.language_model.layers.3.self_attn.k_proj",
      "shape": [
        1024,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.373629058638471e-06,
      "max_abs_err": 0.0166015625
    },
    {
      "name": "model.language_model.layers.3.self_attn.v_proj",
      "shape": [
        1024,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.5806643861869816e-06,
      "max_abs_err": 0.013671875
    },
    {
      "name": "model.language_model.layers.3.self_attn.o_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.3955924461915856e-06,
      "max_abs_err": 0.19140625
    },
    {
      "name": "model.language_model.layers.3.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1323994613121613e-06,
      "max_abs_err": 0.01220703125
    },
    {
      "name": "model.language_model.layers.3.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.090669570658065e-06,
      "max_abs_err": 0.0107421875
    },
    {
      "name": "model.language_model.layers.3.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.1240135791013017e-06,
      "max_abs_err": 0.028076171875
    },
    {
      "name": "model.language_model.layers.4.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.4902237782953307e-06,
      "max_abs_err": 0.1796875
    },
    {
      "name": "model.language_model.layers.4.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.405255372650572e-06,
      "max_abs_err": 0.0166015625
    },
    {
      "name": "model.language_model.layers.4.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.543538585086935e-06,
      "max_abs_err": 0.021484375
    },
    {
      "name": "model.language_model.layers.4.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 4.01823126594536e-06,
      "max_abs_err": 0.0205078125
    },
    {
      "name": "model.language_model.layers.4.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 6.04235674472875e-06,
      "max_abs_err": 0.02587890625
    },
    {
      "name": "model.language_model.layers.4.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1494702221170883e-06,
      "max_abs_err": 0.015625
    },
    {
      "name": "model.language_model.layers.4.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1148127896376536e-06,
      "max_abs_err": 0.010498046875
    },
    {
      "name": "model.language_model.layers.4.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.1258000540692592e-06,
      "max_abs_err": 0.01953125
    },
    {
      "name": "model.language_model.layers.5.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.432014525766135e-06,
      "max_abs_err": 0.16796875
    },
    {
      "name": "model.language_model.layers.5.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.3090233298717067e-06,
      "max_abs_err": 0.02001953125
    },
    {
      "name": "model.language_model.layers.5.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.5010533590830164e-06,
      "max_abs_err": 0.0244140625
    },
    {
      "name": "model.language_model.layers.5.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 3.346092626088648e-06,
      "max_abs_err": 0.015625
    },
    {
      "name": "model.language_model.layers.5.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 4.630851435649674e-06,
      "max_abs_err": 0.0263671875
    },
    {
      "name": "model.language_model.layers.5.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1702524034262751e-06,
      "max_abs_err": 0.01513671875
    },
    {
      "name": "model.language_model.layers.5.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.0969224604195915e-06,
      "max_abs_err": 0.01123046875
    },
    {
      "name": "model.language_model.layers.5.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.1169224762852537e-06,
      "max_abs_err": 0.02001953125
    },
    {
      "name": "model.language_model.layers.6.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.422219495201716e-06,
      "max_abs_err": 0.109375
    },
    {
      "name": "model.language_model.layers.6.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.398669039394008e-06,
      "max_abs_err": 0.01611328125
    },
    {
      "name": "model.language_model.layers.6.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.3648883598070825e-06,
      "max_abs_err": 0.02197265625
    },
    {
      "name": "model.language_model.layers.6.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.4901257802412147e-06,
      "max_abs_err": 0.01513671875
    },
    {
      "name": "model.language_model.layers.6.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 4.710149823949905e-06,
      "max_abs_err": 0.0244140625
    },
    {
      "name": "model.language_model.layers.6.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1690613064274658e-06,
      "max_abs_err": 0.01904296875
    },
    {
      "name": "model.language_model.layers.6.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.0885580650210613e-06,
      "max_abs_err": 0.0146484375
    },
    {
      "name": "model.language_model.layers.6.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.0991014960382017e-06,
      "max_abs_err": 0.0302734375
    },
    {
      "name": "model.language_model.layers.7.self_attn.q_proj",
      "shape": [
        12288,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.523200464565889e-06,
      "max_abs_err": 0.01953125
    },
    {
      "name": "model.language_model.layers.7.self_attn.k_proj",
      "shape": [
        1024,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.2130950583232334e-06,
      "max_abs_err": 0.0263671875
    },
    {
      "name": "model.language_model.layers.7.self_attn.v_proj",
      "shape": [
        1024,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.3188331397250295e-06,
      "max_abs_err": 0.01318359375
    },
    {
      "name": "model.language_model.layers.7.self_attn.o_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.2560877823707415e-06,
      "max_abs_err": 0.11328125
    },
    {
      "name": "model.language_model.layers.7.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1942279343202244e-06,
      "max_abs_err": 0.015625
    },
    {
      "name": "model.language_model.layers.7.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1067271543652168e-06,
      "max_abs_err": 0.01220703125
    },
    {
      "name": "model.language_model.layers.7.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.1184381492057582e-06,
      "max_abs_err": 0.0224609375
    },
    {
      "name": "model.language_model.layers.8.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.3926165795273846e-06,
      "max_abs_err": 0.125
    },
    {
      "name": "model.language_model.layers.8.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.328913751625805e-06,
      "max_abs_err": 0.01611328125
    },
    {
      "name": "model.language_model.layers.8.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.457240270814509e-06,
      "max_abs_err": 0.0205078125
    },
    {
      "name": "model.language_model.layers.8.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.414724576738081e-06,
      "max_abs_err": 0.015625
    },
    {
      "name": "model.language_model.layers.8.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 3.7616810004692525e-06,
      "max_abs_err": 0.02001953125
    },
    {
      "name": "model.language_model.layers.8.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1940143167521455e-06,
      "max_abs_err": 0.01904296875
    },
    {
      "name": "model.language_model.layers.8.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1159327186760493e-06,
      "max_abs_err": 0.01171875
    },
    {
      "name": "model.language_model.layers.8.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.1312693004583707e-06,
      "max_abs_err": 0.01708984375
    },
    {
      "name": "model.language_model.layers.9.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.3968814275576733e-06,
      "max_abs_err": 0.10546875
    },
    {
      "name": "model.language_model.layers.9.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.323531816728064e-06,
      "max_abs_err": 0.01708984375
    },
    {
      "name": "model.language_model.layers.9.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.3604300167789916e-06,
      "max_abs_err": 0.014404296875
    },
    {
      "name": "model.language_model.layers.9.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.7944677185587352e-06,
      "max_abs_err": 0.0185546875
    },
    {
      "name": "model.language_model.layers.9.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 4.353680196800269e-06,
      "max_abs_err": 0.0244140625
    },
    {
      "name": "model.language_model.layers.9.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1794378451668308e-06,
      "max_abs_err": 0.02099609375
    },
    {
      "name": "model.language_model.layers.9.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1118797829112737e-06,
      "max_abs_err": 0.017578125
    },
    {
      "name": "model.language_model.layers.9.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.1223557976336451e-06,
      "max_abs_err": 0.017578125
    },
    {
      "name": "model.language_model.layers.10.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.369460389672895e-06,
      "max_abs_err": 0.14453125
    },
    {
      "name": "model.language_model.layers.10.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.3439918095391477e-06,
      "max_abs_err": 0.01611328125
    },
    {
      "name": "model.language_model.layers.10.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.3184995825431542e-06,
      "max_abs_err": 0.01806640625
    },
    {
      "name": "model.language_model.layers.10.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.390327836110373e-06,
      "max_abs_err": 0.013916015625
    },
    {
      "name": "model.language_model.layers.10.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 4.115636784263188e-06,
      "max_abs_err": 0.01611328125
    },
    {
      "name": "model.language_model.layers.10.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1490136557767983e-06,
      "max_abs_err": 0.021484375
    },
    {
      "name": "model.language_model.layers.10.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.0944138466584263e-06,
      "max_abs_err": 0.01318359375
    },
    {
      "name": "model.language_model.layers.10.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.0966848549287533e-06,
      "max_abs_err": 0.012939453125
    },
    {
      "name": "model.language_model.layers.11.self_attn.q_proj",
      "shape": [
        12288,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.479662043697317e-06,
      "max_abs_err": 0.04296875
    },
    {
      "name": "model.language_model.layers.11.self_attn.k_proj",
      "shape": [
        1024,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.291296596013126e-06,
      "max_abs_err": 0.01708984375
    },
    {
      "name": "model.language_model.layers.11.self_attn.v_proj",
      "shape": [
        1024,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.354191792619531e-06,
      "max_abs_err": 0.0146484375
    },
    {
      "name": "model.language_model.layers.11.self_attn.o_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.228372750323615e-06,
      "max_abs_err": 0.111328125
    },
    {
      "name": "model.language_model.layers.11.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.165185267382185e-06,
      "max_abs_err": 0.02099609375
    },
    {
      "name": "model.language_model.layers.11.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1100120218543452e-06,
      "max_abs_err": 0.011962890625
    },
    {
      "name": "model.language_model.layers.11.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.1107923683084664e-06,
      "max_abs_err": 0.0244140625
    },
    {
      "name": "model.language_model.layers.12.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.374474433963769e-06,
      "max_abs_err": 0.11328125
    },
    {
      "name": "model.language_model.layers.12.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.3843547296564793e-06,
      "max_abs_err": 0.017578125
    },
    {
      "name": "model.language_model.layers.12.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.3469481220672606e-06,
      "max_abs_err": 0.01708984375
    },
    {
      "name": "model.language_model.layers.12.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.342039124414441e-06,
      "max_abs_err": 0.015625
    },
    {
      "name": "model.language_model.layers.12.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 4.216031356918393e-06,
      "max_abs_err": 0.015625
    },
    {
      "name": "model.language_model.layers.12.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1583188097574748e-06,
      "max_abs_err": 0.0185546875
    },
    {
      "name": "model.language_model.layers.12.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1058745030823047e-06,
      "max_abs_err": 0.009765625
    },
    {
      "name": "model.language_model.layers.12.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.10913856588013e-06,
      "max_abs_err": 0.017578125
    },
    {
      "name": "model.language_model.layers.13.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.396154286543606e-06,
      "max_abs_err": 0.09375
    },
    {
      "name": "model.language_model.layers.13.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.4236283024947625e-06,
      "max_abs_err": 0.017578125
    },
    {
      "name": "model.language_model.layers.13.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.264344175273436e-06,
      "max_abs_err": 0.0205078125
    },
    {
      "name": "model.language_model.layers.13.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.7209880499867722e-06,
      "max_abs_err": 0.0166015625
    },
    {
      "name": "model.language_model.layers.13.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 3.5268028568680165e-06,
      "max_abs_err": 0.013916015625
    },
    {
      "name": "model.language_model.layers.13.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1495112630655058e-06,
      "max_abs_err": 0.01416015625
    },
    {
      "name": "model.language_model.layers.13.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.0930167491096654e-06,
      "max_abs_err": 0.0107421875
    },
    {
      "name": "model.language_model.layers.13.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.0965634373860667e-06,
      "max_abs_err": 0.0107421875
    },
    {
      "name": "model.language_model.layers.14.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.3588438580190996e-06,
      "max_abs_err": 0.109375
    },
    {
      "name": "model.language_model.layers.14.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.3807181150914403e-06,
      "max_abs_err": 0.01953125
    },
    {
      "name": "model.language_model.layers.14.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.3239497295435285e-06,
      "max_abs_err": 0.02294921875
    },
    {
      "name": "model.language_model.layers.14.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.575647613412002e-06,
      "max_abs_err": 0.01416015625
    },
    {
      "name": "model.language_model.layers.14.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 3.4657764445000794e-06,
      "max_abs_err": 0.013916015625
    },
    {
      "name": "model.language_model.layers.14.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1364599004082265e-06,
      "max_abs_err": 0.011962890625
    },
    {
      "name": "model.language_model.layers.14.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.0844546523003373e-06,
      "max_abs_err": 0.0087890625
    },
    {
      "name": "model.language_model.layers.14.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.086345605472161e-06,
      "max_abs_err": 0.012451171875
    },
    {
      "name": "model.language_model.layers.15.self_attn.q_proj",
      "shape": [
        12288,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.360037342441501e-06,
      "max_abs_err": 0.01708984375
    },
    {
      "name": "model.language_model.layers.15.self_attn.k_proj",
      "shape": [
        1024,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.3889281237643445e-06,
      "max_abs_err": 0.0174560546875
    },
    {
      "name": "model.language_model.layers.15.self_attn.v_proj",
      "shape": [
        1024,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.5406454824405955e-06,
      "max_abs_err": 0.01220703125
    },
    {
      "name": "model.language_model.layers.15.self_attn.o_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.213330844824668e-06,
      "max_abs_err": 0.068359375
    },
    {
      "name": "model.language_model.layers.15.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1485496997920563e-06,
      "max_abs_err": 0.015625
    },
    {
      "name": "model.language_model.layers.15.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1053830348828342e-06,
      "max_abs_err": 0.0146484375
    },
    {
      "name": "model.language_model.layers.15.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.1013668199666427e-06,
      "max_abs_err": 0.01708984375
    },
    {
      "name": "model.language_model.layers.16.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.3528089059254853e-06,
      "max_abs_err": 0.095703125
    },
    {
      "name": "model.language_model.layers.16.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.4011310415517073e-06,
      "max_abs_err": 0.015625
    },
    {
      "name": "model.language_model.layers.16.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.2700576209899737e-06,
      "max_abs_err": 0.015625
    },
    {
      "name": "model.language_model.layers.16.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.7853224107966525e-06,
      "max_abs_err": 0.0126953125
    },
    {
      "name": "model.language_model.layers.16.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 4.071529474458657e-06,
      "max_abs_err": 0.0166015625
    },
    {
      "name": "model.language_model.layers.16.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1604623750827159e-06,
      "max_abs_err": 0.012451171875
    },
    {
      "name": "model.language_model.layers.16.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1148498515467509e-06,
      "max_abs_err": 0.01123046875
    },
    {
      "name": "model.language_model.layers.16.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.0999285677826265e-06,
      "max_abs_err": 0.01904296875
    },
    {
      "name": "model.language_model.layers.17.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.369381945754867e-06,
      "max_abs_err": 0.08203125
    },
    {
      "name": "model.language_model.layers.17.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.501376911823172e-06,
      "max_abs_err": 0.01611328125
    },
    {
      "name": "model.language_model.layers.17.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.130911752828979e-06,
      "max_abs_err": 0.01416015625
    },
    {
      "name": "model.language_model.layers.17.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.1590187770925695e-06,
      "max_abs_err": 0.01416015625
    },
    {
      "name": "model.language_model.layers.17.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 3.5688699426827952e-06,
      "max_abs_err": 0.0146484375
    },
    {
      "name": "model.language_model.layers.17.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.171052872450673e-06,
      "max_abs_err": 0.01611328125
    },
    {
      "name": "model.language_model.layers.17.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1250684792685206e-06,
      "max_abs_err": 0.01708984375
    },
    {
      "name": "model.language_model.layers.17.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.1129313861601986e-06,
      "max_abs_err": 0.025390625
    },
    {
      "name": "model.language_model.layers.18.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.32655384024838e-06,
      "max_abs_err": 0.109375
    },
    {
      "name": "model.language_model.layers.18.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.455300091241952e-06,
      "max_abs_err": 0.0185546875
    },
    {
      "name": "model.language_model.layers.18.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.255201707157539e-06,
      "max_abs_err": 0.02099609375
    },
    {
      "name": "model.language_model.layers.18.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.9159040220984025e-06,
      "max_abs_err": 0.01171875
    },
    {
      "name": "model.language_model.layers.18.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 3.522706947478582e-06,
      "max_abs_err": 0.014404296875
    },
    {
      "name": "model.language_model.layers.18.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1864888165291632e-06,
      "max_abs_err": 0.02587890625
    },
    {
      "name": "model.language_model.layers.18.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1311097978250473e-06,
      "max_abs_err": 0.015625
    },
    {
      "name": "model.language_model.layers.18.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.112543259296217e-06,
      "max_abs_err": 0.0400390625
    },
    {
      "name": "model.language_model.layers.19.self_attn.q_proj",
      "shape": [
        12288,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.3906497972348006e-06,
      "max_abs_err": 0.02197265625
    },
    {
      "name": "model.language_model.layers.19.self_attn.k_proj",
      "shape": [
        1024,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.238896286144154e-06,
      "max_abs_err": 0.02294921875
    },
    {
      "name": "model.language_model.layers.19.self_attn.v_proj",
      "shape": [
        1024,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.52411405199382e-06,
      "max_abs_err": 0.02197265625
    },
    {
      "name": "model.language_model.layers.19.self_attn.o_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.3871266421338078e-06,
      "max_abs_err": 0.12109375
    },
    {
      "name": "model.language_model.layers.19.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.2077766768925358e-06,
      "max_abs_err": 0.015625
    },
    {
      "name": "model.language_model.layers.19.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.137854724220233e-06,
      "max_abs_err": 0.00830078125
    },
    {
      "name": "model.language_model.layers.19.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.142791688835132e-06,
      "max_abs_err": 0.0546875
    },
    {
      "name": "model.language_model.layers.20.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.3427837732015178e-06,
      "max_abs_err": 0.076171875
    },
    {
      "name": "model.language_model.layers.20.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.497524292266462e-06,
      "max_abs_err": 0.0205078125
    },
    {
      "name": "model.language_model.layers.20.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.377845248702215e-06,
      "max_abs_err": 0.01513671875
    },
    {
      "name": "model.language_model.layers.20.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.8313673990633106e-06,
      "max_abs_err": 0.01123046875
    },
    {
      "name": "model.language_model.layers.20.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 3.1266474707081215e-06,
      "max_abs_err": 0.0146484375
    },
    {
      "name": "model.language_model.layers.20.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.2283126125112176e-06,
      "max_abs_err": 0.021484375
    },
    {
      "name": "model.language_model.layers.20.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1292786439298652e-06,
      "max_abs_err": 0.00927734375
    },
    {
      "name": "model.language_model.layers.20.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.1417598670959705e-06,
      "max_abs_err": 0.021484375
    },
    {
      "name": "model.language_model.layers.21.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.3215093278849963e-06,
      "max_abs_err": 0.13671875
    },
    {
      "name": "model.language_model.layers.21.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.384746494499268e-06,
      "max_abs_err": 0.02099609375
    },
    {
      "name": "model.language_model.layers.21.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.593970975794946e-06,
      "max_abs_err": 0.01904296875
    },
    {
      "name": "model.language_model.layers.21.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.8469218048267066e-06,
      "max_abs_err": 0.0126953125
    },
    {
      "name": "model.language_model.layers.21.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.691665486054262e-06,
      "max_abs_err": 0.011962890625
    },
    {
      "name": "model.language_model.layers.21.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.2315667845541611e-06,
      "max_abs_err": 0.013671875
    },
    {
      "name": "model.language_model.layers.21.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1398724382161163e-06,
      "max_abs_err": 0.009033203125
    },
    {
      "name": "model.language_model.layers.21.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.1464038607300608e-06,
      "max_abs_err": 0.0126953125
    },
    {
      "name": "model.language_model.layers.22.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.3195759695227025e-06,
      "max_abs_err": 0.10546875
    },
    {
      "name": "model.language_model.layers.22.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.356267259528977e-06,
      "max_abs_err": 0.01953125
    },
    {
      "name": "model.language_model.layers.22.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.456388074278948e-06,
      "max_abs_err": 0.02001953125
    },
    {
      "name": "model.language_model.layers.22.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.7984061742026825e-06,
      "max_abs_err": 0.009033203125
    },
    {
      "name": "model.language_model.layers.22.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.6492209599382477e-06,
      "max_abs_err": 0.01318359375
    },
    {
      "name": "model.language_model.layers.22.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.2955521242474788e-06,
      "max_abs_err": 0.0146484375
    },
    {
      "name": "model.language_model.layers.22.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1372671906428877e-06,
      "max_abs_err": 0.01806640625
    },
    {
      "name": "model.language_model.layers.22.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.1349520718795247e-06,
      "max_abs_err": 0.060546875
    },
    {
      "name": "model.language_model.layers.23.self_attn.q_proj",
      "shape": [
        12288,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.2508988877234515e-06,
      "max_abs_err": 0.02099609375
    },
    {
      "name": "model.language_model.layers.23.self_attn.k_proj",
      "shape": [
        1024,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.1942678358755074e-06,
      "max_abs_err": 0.01708984375
    },
    {
      "name": "model.language_model.layers.23.self_attn.v_proj",
      "shape": [
        1024,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.6610657641867874e-06,
      "max_abs_err": 0.0166015625
    },
    {
      "name": "model.language_model.layers.23.self_attn.o_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.3509207949246047e-06,
      "max_abs_err": 0.04296875
    },
    {
      "name": "model.language_model.layers.23.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.2789765833076672e-06,
      "max_abs_err": 0.010498046875
    },
    {
      "name": "model.language_model.layers.23.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.16176101983001e-06,
      "max_abs_err": 0.00927734375
    },
    {
      "name": "model.language_model.layers.23.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.1587710559979314e-06,
      "max_abs_err": 0.024658203125
    },
    {
      "name": "model.language_model.layers.24.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.299099605806987e-06,
      "max_abs_err": 0.076171875
    },
    {
      "name": "model.language_model.layers.24.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.3443055852112593e-06,
      "max_abs_err": 0.0205078125
    },
    {
      "name": "model.language_model.layers.24.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.263434680571663e-06,
      "max_abs_err": 0.0244140625
    },
    {
      "name": "model.language_model.layers.24.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.4767548464078573e-06,
      "max_abs_err": 0.010498046875
    },
    {
      "name": "model.language_model.layers.24.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.9717670056706993e-06,
      "max_abs_err": 0.012939453125
    },
    {
      "name": "model.language_model.layers.24.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.3004494121560128e-06,
      "max_abs_err": 0.0126953125
    },
    {
      "name": "model.language_model.layers.24.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1739971341739874e-06,
      "max_abs_err": 0.010009765625
    },
    {
      "name": "model.language_model.layers.24.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.169482629848062e-06,
      "max_abs_err": 0.029541015625
    },
    {
      "name": "model.language_model.layers.25.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.3556151518278057e-06,
      "max_abs_err": 0.060546875
    },
    {
      "name": "model.language_model.layers.25.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.4175160433514975e-06,
      "max_abs_err": 0.015625
    },
    {
      "name": "model.language_model.layers.25.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.1943853880657116e-06,
      "max_abs_err": 0.015625
    },
    {
      "name": "model.language_model.layers.25.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.3489487855622428e-06,
      "max_abs_err": 0.010498046875
    },
    {
      "name": "model.language_model.layers.25.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.1218193069216795e-06,
      "max_abs_err": 0.01416015625
    },
    {
      "name": "model.language_model.layers.25.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.2694434872173588e-06,
      "max_abs_err": 0.01611328125
    },
    {
      "name": "model.language_model.layers.25.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.2116912557758042e-06,
      "max_abs_err": 0.01123046875
    },
    {
      "name": "model.language_model.layers.25.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.1913406297026086e-06,
      "max_abs_err": 0.02392578125
    },
    {
      "name": "model.language_model.layers.26.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.3272611997526838e-06,
      "max_abs_err": 0.08203125
    },
    {
      "name": "model.language_model.layers.26.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.4258968096546596e-06,
      "max_abs_err": 0.021484375
    },
    {
      "name": "model.language_model.layers.26.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.121781562891556e-06,
      "max_abs_err": 0.01953125
    },
    {
      "name": "model.language_model.layers.26.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.4994369621490478e-06,
      "max_abs_err": 0.0126953125
    },
    {
      "name": "model.language_model.layers.26.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.202995119660045e-06,
      "max_abs_err": 0.01318359375
    },
    {
      "name": "model.language_model.layers.26.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.225907112711866e-06,
      "max_abs_err": 0.01953125
    },
    {
      "name": "model.language_model.layers.26.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.2390913752824417e-06,
      "max_abs_err": 0.01220703125
    },
    {
      "name": "model.language_model.layers.26.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.2039535022267955e-06,
      "max_abs_err": 0.029296875
    },
    {
      "name": "model.language_model.layers.27.self_attn.q_proj",
      "shape": [
        12288,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.3120792320696637e-06,
      "max_abs_err": 0.03076171875
    },
    {
      "name": "model.language_model.layers.27.self_attn.k_proj",
      "shape": [
        1024,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.2842664293420967e-06,
      "max_abs_err": 0.0205078125
    },
    {
      "name": "model.language_model.layers.27.self_attn.v_proj",
      "shape": [
        1024,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.4084592951112427e-06,
      "max_abs_err": 0.02294921875
    },
    {
      "name": "model.language_model.layers.27.self_attn.o_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.2597855604544748e-06,
      "max_abs_err": 0.04296875
    },
    {
      "name": "model.language_model.layers.27.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.2046816664224025e-06,
      "max_abs_err": 0.0166015625
    },
    {
      "name": "model.language_model.layers.27.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.2543121101771249e-06,
      "max_abs_err": 0.012451171875
    },
    {
      "name": "model.language_model.layers.27.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.2168167131676455e-06,
      "max_abs_err": 0.0283203125
    },
    {
      "name": "model.language_model.layers.28.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.3123072878661333e-06,
      "max_abs_err": 0.0703125
    },
    {
      "name": "model.language_model.layers.28.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.4773764835117618e-06,
      "max_abs_err": 0.021484375
    },
    {
      "name": "model.language_model.layers.28.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.9960275494668167e-06,
      "max_abs_err": 0.0166015625
    },
    {
      "name": "model.language_model.layers.28.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.4192374919730355e-06,
      "max_abs_err": 0.01171875
    },
    {
      "name": "model.language_model.layers.28.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.628518359415466e-06,
      "max_abs_err": 0.012939453125
    },
    {
      "name": "model.language_model.layers.28.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1707337534971884e-06,
      "max_abs_err": 0.015625
    },
    {
      "name": "model.language_model.layers.28.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.2479508768592495e-06,
      "max_abs_err": 0.0107421875
    },
    {
      "name": "model.language_model.layers.28.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.2111520391044905e-06,
      "max_abs_err": 0.01806640625
    },
    {
      "name": "model.language_model.layers.29.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.3196000711322995e-06,
      "max_abs_err": 0.064453125
    },
    {
      "name": "model.language_model.layers.29.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.4906166800064966e-06,
      "max_abs_err": 0.0185546875
    },
    {
      "name": "model.language_model.layers.29.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.946443035194534e-06,
      "max_abs_err": 0.0283203125
    },
    {
      "name": "model.language_model.layers.29.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.52806683217932e-06,
      "max_abs_err": 0.01416015625
    },
    {
      "name": "model.language_model.layers.29.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.0085290088900365e-06,
      "max_abs_err": 0.010009765625
    },
    {
      "name": "model.language_model.layers.29.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1534931445567054e-06,
      "max_abs_err": 0.01220703125
    },
    {
      "name": "model.language_model.layers.29.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.2378607152641052e-06,
      "max_abs_err": 0.01220703125
    },
    {
      "name": "model.language_model.layers.29.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.1980259841948282e-06,
      "max_abs_err": 0.0205078125
    },
    {
      "name": "model.language_model.layers.30.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.269398009957513e-06,
      "max_abs_err": 0.076171875
    },
    {
      "name": "model.language_model.layers.30.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.4744570055190707e-06,
      "max_abs_err": 0.01806640625
    },
    {
      "name": "model.language_model.layers.30.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.9825677100016037e-06,
      "max_abs_err": 0.0177001953125
    },
    {
      "name": "model.language_model.layers.30.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.5920844589345506e-06,
      "max_abs_err": 0.013671875
    },
    {
      "name": "model.language_model.layers.30.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.268531716254074e-06,
      "max_abs_err": 0.014892578125
    },
    {
      "name": "model.language_model.layers.30.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1224999525438761e-06,
      "max_abs_err": 0.011474609375
    },
    {
      "name": "model.language_model.layers.30.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.2369683872748283e-06,
      "max_abs_err": 0.0130615234375
    },
    {
      "name": "model.language_model.layers.30.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.1966303645749576e-06,
      "max_abs_err": 0.029296875
    },
    {
      "name": "model.language_model.layers.31.self_attn.q_proj",
      "shape": [
        12288,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.1083990304759936e-06,
      "max_abs_err": 0.02099609375
    },
    {
      "name": "model.language_model.layers.31.self_attn.k_proj",
      "shape": [
        1024,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.267600621053134e-06,
      "max_abs_err": 0.02734375
    },
    {
      "name": "model.language_model.layers.31.self_attn.v_proj",
      "shape": [
        1024,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.8369038318487583e-06,
      "max_abs_err": 0.01513671875
    },
    {
      "name": "model.language_model.layers.31.self_attn.o_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.287315737703466e-06,
      "max_abs_err": 0.083984375
    },
    {
      "name": "model.language_model.layers.31.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1038995353374048e-06,
      "max_abs_err": 0.01416015625
    },
    {
      "name": "model.language_model.layers.31.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.240384222001012e-06,
      "max_abs_err": 0.01123046875
    },
    {
      "name": "model.language_model.layers.31.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.20342735954182e-06,
      "max_abs_err": 0.02294921875
    },
    {
      "name": "model.language_model.layers.32.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.254045739391586e-06,
      "max_abs_err": 0.05859375
    },
    {
      "name": "model.language_model.layers.32.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.464838644300471e-06,
      "max_abs_err": 0.01806640625
    },
    {
      "name": "model.language_model.layers.32.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.872336838459887e-06,
      "max_abs_err": 0.01416015625
    },
    {
      "name": "model.language_model.layers.32.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1451859336375492e-06,
      "max_abs_err": 0.01123046875
    },
    {
      "name": "model.language_model.layers.32.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.5212359560100595e-06,
      "max_abs_err": 0.0126953125
    },
    {
      "name": "model.language_model.layers.32.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.0921312423306517e-06,
      "max_abs_err": 0.01904296875
    },
    {
      "name": "model.language_model.layers.32.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.2382894283291535e-06,
      "max_abs_err": 0.01416015625
    },
    {
      "name": "model.language_model.layers.32.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.2022032933600713e-06,
      "max_abs_err": 0.029296875
    },
    {
      "name": "model.language_model.layers.33.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.286329390699393e-06,
      "max_abs_err": 0.05859375
    },
    {
      "name": "model.language_model.layers.33.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.5343044853798347e-06,
      "max_abs_err": 0.0166015625
    },
    {
      "name": "model.language_model.layers.33.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.8076191281579668e-06,
      "max_abs_err": 0.0166015625
    },
    {
      "name": "model.language_model.layers.33.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1730882079064031e-06,
      "max_abs_err": 0.01171875
    },
    {
      "name": "model.language_model.layers.33.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.1475950688909506e-06,
      "max_abs_err": 0.0126953125
    },
    {
      "name": "model.language_model.layers.33.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.0870433015952585e-06,
      "max_abs_err": 0.0244140625
    },
    {
      "name": "model.language_model.layers.33.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.2483037608035374e-06,
      "max_abs_err": 0.012451171875
    },
    {
      "name": "model.language_model.layers.33.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.2077531437171274e-06,
      "max_abs_err": 0.0224609375
    },
    {
      "name": "model.language_model.layers.34.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.233311306554242e-06,
      "max_abs_err": 0.0478515625
    },
    {
      "name": "model.language_model.layers.34.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.479704562574625e-06,
      "max_abs_err": 0.02001953125
    },
    {
      "name": "model.language_model.layers.34.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.9201249870093307e-06,
      "max_abs_err": 0.0283203125
    },
    {
      "name": "model.language_model.layers.34.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1278132205916336e-06,
      "max_abs_err": 0.011474609375
    },
    {
      "name": "model.language_model.layers.34.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.5102467589022126e-06,
      "max_abs_err": 0.01171875
    },
    {
      "name": "model.language_model.layers.34.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.0783737707242835e-06,
      "max_abs_err": 0.025390625
    },
    {
      "name": "model.language_model.layers.34.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.2633003052542335e-06,
      "max_abs_err": 0.0107421875
    },
    {
      "name": "model.language_model.layers.34.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.2155140893810312e-06,
      "max_abs_err": 0.03125
    },
    {
      "name": "model.language_model.layers.35.self_attn.q_proj",
      "shape": [
        12288,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.0276127088436624e-06,
      "max_abs_err": 0.02685546875
    },
    {
      "name": "model.language_model.layers.35.self_attn.k_proj",
      "shape": [
        1024,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.1725177248299588e-06,
      "max_abs_err": 0.01806640625
    },
    {
      "name": "model.language_model.layers.35.self_attn.v_proj",
      "shape": [
        1024,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 3.12417409986665e-06,
      "max_abs_err": 0.029296875
    },
    {
      "name": "model.language_model.layers.35.self_attn.o_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.512040964575135e-06,
      "max_abs_err": 0.05078125
    },
    {
      "name": "model.language_model.layers.35.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1263664418947883e-06,
      "max_abs_err": 0.025390625
    },
    {
      "name": "model.language_model.layers.35.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.2510072338045575e-06,
      "max_abs_err": 0.0166015625
    },
    {
      "name": "model.language_model.layers.35.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.2349132703093346e-06,
      "max_abs_err": 0.0263671875
    },
    {
      "name": "model.language_model.layers.36.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.2981662368692923e-06,
      "max_abs_err": 0.04296875
    },
    {
      "name": "model.language_model.layers.36.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.5219337658199947e-06,
      "max_abs_err": 0.017578125
    },
    {
      "name": "model.language_model.layers.36.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.1946291326457867e-06,
      "max_abs_err": 0.0146484375
    },
    {
      "name": "model.language_model.layers.36.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.111264623432362e-06,
      "max_abs_err": 0.01025390625
    },
    {
      "name": "model.language_model.layers.36.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.239805780845927e-06,
      "max_abs_err": 0.01171875
    },
    {
      "name": "model.language_model.layers.36.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.2118916856707074e-06,
      "max_abs_err": 0.025390625
    },
    {
      "name": "model.language_model.layers.36.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1835695659101475e-06,
      "max_abs_err": 0.013427734375
    },
    {
      "name": "model.language_model.layers.36.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.189924205391435e-06,
      "max_abs_err": 0.017578125
    },
    {
      "name": "model.language_model.layers.37.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.2592519144382095e-06,
      "max_abs_err": 0.05078125
    },
    {
      "name": "model.language_model.layers.37.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.417632686047e-06,
      "max_abs_err": 0.02001953125
    },
    {
      "name": "model.language_model.layers.37.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.4002304144232767e-06,
      "max_abs_err": 0.0234375
    },
    {
      "name": "model.language_model.layers.37.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.2903257129437407e-06,
      "max_abs_err": 0.010009765625
    },
    {
      "name": "model.language_model.layers.37.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.4830660549923778e-06,
      "max_abs_err": 0.01904296875
    },
    {
      "name": "model.language_model.layers.37.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.2331579455349129e-06,
      "max_abs_err": 0.01806640625
    },
    {
      "name": "model.language_model.layers.37.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1751166084650322e-06,
      "max_abs_err": 0.015625
    },
    {
      "name": "model.language_model.layers.37.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.1757222182495752e-06,
      "max_abs_err": 0.01171875
    },
    {
      "name": "model.language_model.layers.38.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.2673586954624625e-06,
      "max_abs_err": 0.0458984375
    },
    {
      "name": "model.language_model.layers.38.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.40560825659486e-06,
      "max_abs_err": 0.0166015625
    },
    {
      "name": "model.language_model.layers.38.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.4235271212091902e-06,
      "max_abs_err": 0.01904296875
    },
    {
      "name": "model.language_model.layers.38.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.0649200703483075e-06,
      "max_abs_err": 0.00830078125
    },
    {
      "name": "model.language_model.layers.38.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.1837465737917228e-06,
      "max_abs_err": 0.013427734375
    },
    {
      "name": "model.language_model.layers.38.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.3796383200315177e-06,
      "max_abs_err": 0.0283203125
    },
    {
      "name": "model.language_model.layers.38.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.126497636505519e-06,
      "max_abs_err": 0.01318359375
    },
    {
      "name": "model.language_model.layers.38.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.1167862794536632e-06,
      "max_abs_err": 0.052734375
    },
    {
      "name": "model.language_model.layers.39.self_attn.q_proj",
      "shape": [
        12288,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.0613347260223236e-06,
      "max_abs_err": 0.0263671875
    },
    {
      "name": "model.language_model.layers.39.self_attn.k_proj",
      "shape": [
        1024,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.0325528566900175e-06,
      "max_abs_err": 0.01953125
    },
    {
      "name": "model.language_model.layers.39.self_attn.v_proj",
      "shape": [
        1024,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.7667222184390994e-06,
      "max_abs_err": 0.02001953125
    },
    {
      "name": "model.language_model.layers.39.self_attn.o_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.3898119252407923e-06,
      "max_abs_err": 0.052734375
    },
    {
      "name": "model.language_model.layers.39.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.334637772743008e-06,
      "max_abs_err": 0.017578125
    },
    {
      "name": "model.language_model.layers.39.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.155729592028365e-06,
      "max_abs_err": 0.01416015625
    },
    {
      "name": "model.language_model.layers.39.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.1463904456832097e-06,
      "max_abs_err": 0.041015625
    },
    {
      "name": "model.language_model.layers.40.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.2275066839938518e-06,
      "max_abs_err": 0.072265625
    },
    {
      "name": "model.language_model.layers.40.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.3229360976984026e-06,
      "max_abs_err": 0.02001953125
    },
    {
      "name": "model.language_model.layers.40.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.2293290840025293e-06,
      "max_abs_err": 0.01806640625
    },
    {
      "name": "model.language_model.layers.40.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1269736432950594e-06,
      "max_abs_err": 0.009521484375
    },
    {
      "name": "model.language_model.layers.40.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.654160314501496e-06,
      "max_abs_err": 0.0126953125
    },
    {
      "name": "model.language_model.layers.40.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.368590233141731e-06,
      "max_abs_err": 0.01611328125
    },
    {
      "name": "model.language_model.layers.40.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1497323839648743e-06,
      "max_abs_err": 0.01318359375
    },
    {
      "name": "model.language_model.layers.40.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.1393324257369386e-06,
      "max_abs_err": 0.029296875
    },
    {
      "name": "model.language_model.layers.41.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.265617922603269e-06,
      "max_abs_err": 0.068359375
    },
    {
      "name": "model.language_model.layers.41.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.319842451470322e-06,
      "max_abs_err": 0.01611328125
    },
    {
      "name": "model.language_model.layers.41.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.2060080482333433e-06,
      "max_abs_err": 0.01611328125
    },
    {
      "name": "model.language_model.layers.41.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.038680125020619e-06,
      "max_abs_err": 0.01025390625
    },
    {
      "name": "model.language_model.layers.41.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.561860813126259e-06,
      "max_abs_err": 0.01220703125
    },
    {
      "name": "model.language_model.layers.41.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.2785136505044647e-06,
      "max_abs_err": 0.021484375
    },
    {
      "name": "model.language_model.layers.41.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.206691081279132e-06,
      "max_abs_err": 0.0146484375
    },
    {
      "name": "model.language_model.layers.41.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.1724022215275909e-06,
      "max_abs_err": 0.0439453125
    },
    {
      "name": "model.language_model.layers.42.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.2448857635026798e-06,
      "max_abs_err": 0.099609375
    },
    {
      "name": "model.language_model.layers.42.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.3134507500799373e-06,
      "max_abs_err": 0.0224609375
    },
    {
      "name": "model.language_model.layers.42.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.1385726540756878e-06,
      "max_abs_err": 0.02197265625
    },
    {
      "name": "model.language_model.layers.42.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.0410058166598901e-06,
      "max_abs_err": 0.01123046875
    },
    {
      "name": "model.language_model.layers.42.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.6826434148242697e-06,
      "max_abs_err": 0.013671875
    },
    {
      "name": "model.language_model.layers.42.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.2140270655436325e-06,
      "max_abs_err": 0.02587890625
    },
    {
      "name": "model.language_model.layers.42.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.2454116813387373e-06,
      "max_abs_err": 0.01513671875
    },
    {
      "name": "model.language_model.layers.42.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.1943484423682094e-06,
      "max_abs_err": 0.02734375
    },
    {
      "name": "model.language_model.layers.43.self_attn.q_proj",
      "shape": [
        12288,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.0239604054950178e-06,
      "max_abs_err": 0.02734375
    },
    {
      "name": "model.language_model.layers.43.self_attn.k_proj",
      "shape": [
        1024,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.929708787429263e-06,
      "max_abs_err": 0.02197265625
    },
    {
      "name": "model.language_model.layers.43.self_attn.v_proj",
      "shape": [
        1024,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.7688388399838004e-06,
      "max_abs_err": 0.025390625
    },
    {
      "name": "model.language_model.layers.43.self_attn.o_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.2910701318323845e-06,
      "max_abs_err": 0.0341796875
    },
    {
      "name": "model.language_model.layers.43.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1980617955487105e-06,
      "max_abs_err": 0.0185546875
    },
    {
      "name": "model.language_model.layers.43.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.277998194382235e-06,
      "max_abs_err": 0.01708984375
    },
    {
      "name": "model.language_model.layers.43.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.2299685749894707e-06,
      "max_abs_err": 0.0225830078125
    },
    {
      "name": "model.language_model.layers.44.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.223239789600484e-06,
      "max_abs_err": 0.056640625
    },
    {
      "name": "model.language_model.layers.44.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.391964699199889e-06,
      "max_abs_err": 0.0224609375
    },
    {
      "name": "model.language_model.layers.44.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.0072429833817296e-06,
      "max_abs_err": 0.0283203125
    },
    {
      "name": "model.language_model.layers.44.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.0742689937615069e-06,
      "max_abs_err": 0.013671875
    },
    {
      "name": "model.language_model.layers.44.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.2013280158716952e-06,
      "max_abs_err": 0.01171875
    },
    {
      "name": "model.language_model.layers.44.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.179072228296718e-06,
      "max_abs_err": 0.02099609375
    },
    {
      "name": "model.language_model.layers.44.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.2814838328267797e-06,
      "max_abs_err": 0.01611328125
    },
    {
      "name": "model.language_model.layers.44.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.2340352668616106e-06,
      "max_abs_err": 0.0224609375
    },
    {
      "name": "model.language_model.layers.45.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.2801352770329686e-06,
      "max_abs_err": 0.0380859375
    },
    {
      "name": "model.language_model.layers.45.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.3841325855755713e-06,
      "max_abs_err": 0.01953125
    },
    {
      "name": "model.language_model.layers.45.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.010119033002411e-06,
      "max_abs_err": 0.0166015625
    },
    {
      "name": "model.language_model.layers.45.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.185989844998403e-06,
      "max_abs_err": 0.0146484375
    },
    {
      "name": "model.language_model.layers.45.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.601080157342949e-06,
      "max_abs_err": 0.01171875
    },
    {
      "name": "model.language_model.layers.45.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1739742831196054e-06,
      "max_abs_err": 0.02197265625
    },
    {
      "name": "model.language_model.layers.45.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.2792655752491555e-06,
      "max_abs_err": 0.0166015625
    },
    {
      "name": "model.language_model.layers.45.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.2291907296457794e-06,
      "max_abs_err": 0.02880859375
    },
    {
      "name": "model.language_model.layers.46.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.204172005804139e-06,
      "max_abs_err": 0.05859375
    },
    {
      "name": "model.language_model.layers.46.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.3992233764147386e-06,
      "max_abs_err": 0.01806640625
    },
    {
      "name": "model.language_model.layers.46.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.0291558939788956e-06,
      "max_abs_err": 0.01806640625
    },
    {
      "name": "model.language_model.layers.46.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.2040126193824108e-06,
      "max_abs_err": 0.01025390625
    },
    {
      "name": "model.language_model.layers.46.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.788545546332898e-06,
      "max_abs_err": 0.010498046875
    },
    {
      "name": "model.language_model.layers.46.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1469211358416942e-06,
      "max_abs_err": 0.017578125
    },
    {
      "name": "model.language_model.layers.46.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.2837932672482566e-06,
      "max_abs_err": 0.0146484375
    },
    {
      "name": "model.language_model.layers.46.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.2323175724304747e-06,
      "max_abs_err": 0.0240478515625
    },
    {
      "name": "model.language_model.layers.47.self_attn.q_proj",
      "shape": [
        12288,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.9556719053070992e-06,
      "max_abs_err": 0.021484375
    },
    {
      "name": "model.language_model.layers.47.self_attn.k_proj",
      "shape": [
        1024,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.0843469883402577e-06,
      "max_abs_err": 0.02001953125
    },
    {
      "name": "model.language_model.layers.47.self_attn.v_proj",
      "shape": [
        1024,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 3.605088522817823e-06,
      "max_abs_err": 0.02197265625
    },
    {
      "name": "model.language_model.layers.47.self_attn.o_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.4847563508956227e-06,
      "max_abs_err": 0.0322265625
    },
    {
      "name": "model.language_model.layers.47.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.159187377197668e-06,
      "max_abs_err": 0.02001953125
    },
    {
      "name": "model.language_model.layers.47.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.2961608035766403e-06,
      "max_abs_err": 0.013671875
    },
    {
      "name": "model.language_model.layers.47.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.2382259910737048e-06,
      "max_abs_err": 0.0247802734375
    },
    {
      "name": "model.language_model.layers.48.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.1870594082429307e-06,
      "max_abs_err": 0.0439453125
    },
    {
      "name": "model.language_model.layers.48.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.419677457510261e-06,
      "max_abs_err": 0.017578125
    },
    {
      "name": "model.language_model.layers.48.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.0048960323038045e-06,
      "max_abs_err": 0.01611328125
    },
    {
      "name": "model.language_model.layers.48.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 8.597081659900141e-07,
      "max_abs_err": 0.010009765625
    },
    {
      "name": "model.language_model.layers.48.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.246070380351739e-06,
      "max_abs_err": 0.01611328125
    },
    {
      "name": "model.language_model.layers.48.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1489769349282142e-06,
      "max_abs_err": 0.0263671875
    },
    {
      "name": "model.language_model.layers.48.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.3015267086302629e-06,
      "max_abs_err": 0.012451171875
    },
    {
      "name": "model.language_model.layers.48.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.2402294942148728e-06,
      "max_abs_err": 0.0283203125
    },
    {
      "name": "model.language_model.layers.49.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.2726153474650346e-06,
      "max_abs_err": 0.044921875
    },
    {
      "name": "model.language_model.layers.49.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.579964984761318e-06,
      "max_abs_err": 0.021484375
    },
    {
      "name": "model.language_model.layers.49.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.9097521999356104e-06,
      "max_abs_err": 0.01416015625
    },
    {
      "name": "model.language_model.layers.49.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 9.304934565079748e-07,
      "max_abs_err": 0.00927734375
    },
    {
      "name": "model.language_model.layers.49.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.82050962393987e-06,
      "max_abs_err": 0.01123046875
    },
    {
      "name": "model.language_model.layers.49.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1480617558845552e-06,
      "max_abs_err": 0.02734375
    },
    {
      "name": "model.language_model.layers.49.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.3112282886140747e-06,
      "max_abs_err": 0.013671875
    },
    {
      "name": "model.language_model.layers.49.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.2458167475415394e-06,
      "max_abs_err": 0.0322265625
    },
    {
      "name": "model.language_model.layers.50.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.1664484393113526e-06,
      "max_abs_err": 0.05078125
    },
    {
      "name": "model.language_model.layers.50.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.5091596853599185e-06,
      "max_abs_err": 0.0205078125
    },
    {
      "name": "model.language_model.layers.50.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.0283023332012817e-06,
      "max_abs_err": 0.017578125
    },
    {
      "name": "model.language_model.layers.50.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 8.518659342371393e-07,
      "max_abs_err": 0.0087890625
    },
    {
      "name": "model.language_model.layers.50.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.0717093320854474e-06,
      "max_abs_err": 0.010498046875
    },
    {
      "name": "model.language_model.layers.50.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1787027460741228e-06,
      "max_abs_err": 0.0263671875
    },
    {
      "name": "model.language_model.layers.50.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.3201912452132092e-06,
      "max_abs_err": 0.01220703125
    },
    {
      "name": "model.language_model.layers.50.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.240662300006079e-06,
      "max_abs_err": 0.03515625
    },
    {
      "name": "model.language_model.layers.51.self_attn.q_proj",
      "shape": [
        12288,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.9132123725285055e-06,
      "max_abs_err": 0.02392578125
    },
    {
      "name": "model.language_model.layers.51.self_attn.k_proj",
      "shape": [
        1024,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.946744760061847e-06,
      "max_abs_err": 0.021484375
    },
    {
      "name": "model.language_model.layers.51.self_attn.v_proj",
      "shape": [
        1024,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 4.022108896606369e-06,
      "max_abs_err": 0.041015625
    },
    {
      "name": "model.language_model.layers.51.self_attn.o_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.8496244794951053e-06,
      "max_abs_err": 0.05859375
    },
    {
      "name": "model.language_model.layers.51.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.2004348945993115e-06,
      "max_abs_err": 0.02197265625
    },
    {
      "name": "model.language_model.layers.51.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.356215875603084e-06,
      "max_abs_err": 0.01171875
    },
    {
      "name": "model.language_model.layers.51.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.2943698948220117e-06,
      "max_abs_err": 0.0264892578125
    },
    {
      "name": "model.language_model.layers.52.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.20886636270734e-06,
      "max_abs_err": 0.033935546875
    },
    {
      "name": "model.language_model.layers.52.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.7478515676193638e-06,
      "max_abs_err": 0.01953125
    },
    {
      "name": "model.language_model.layers.52.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.2069925762480125e-06,
      "max_abs_err": 0.018798828125
    },
    {
      "name": "model.language_model.layers.52.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 9.088012689062452e-07,
      "max_abs_err": 0.008544921875
    },
    {
      "name": "model.language_model.layers.52.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.3718043848930392e-06,
      "max_abs_err": 0.011962890625
    },
    {
      "name": "model.language_model.layers.52.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.3292890344018815e-06,
      "max_abs_err": 0.021484375
    },
    {
      "name": "model.language_model.layers.52.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.313117309109657e-06,
      "max_abs_err": 0.01318359375
    },
    {
      "name": "model.language_model.layers.52.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.277051524084527e-06,
      "max_abs_err": 0.026123046875
    },
    {
      "name": "model.language_model.layers.53.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.268584466946777e-06,
      "max_abs_err": 0.0419921875
    },
    {
      "name": "model.language_model.layers.53.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.724445494095562e-06,
      "max_abs_err": 0.02197265625
    },
    {
      "name": "model.language_model.layers.53.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.277671683259541e-06,
      "max_abs_err": 0.0185546875
    },
    {
      "name": "model.language_model.layers.53.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.107195885197143e-06,
      "max_abs_err": 0.0087890625
    },
    {
      "name": "model.language_model.layers.53.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.592599230410997e-06,
      "max_abs_err": 0.01171875
    },
    {
      "name": "model.language_model.layers.53.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.3979613413539482e-06,
      "max_abs_err": 0.01806640625
    },
    {
      "name": "model.language_model.layers.53.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.300540816373541e-06,
      "max_abs_err": 0.013671875
    },
    {
      "name": "model.language_model.layers.53.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.2685982255788986e-06,
      "max_abs_err": 0.0235595703125
    },
    {
      "name": "model.language_model.layers.54.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.290187467224314e-06,
      "max_abs_err": 0.0419921875
    },
    {
      "name": "model.language_model.layers.54.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.6050677206512773e-06,
      "max_abs_err": 0.0224609375
    },
    {
      "name": "model.language_model.layers.54.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.4078124170046067e-06,
      "max_abs_err": 0.01318359375
    },
    {
      "name": "model.language_model.layers.54.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 9.498465942670009e-07,
      "max_abs_err": 0.00927734375
    },
    {
      "name": "model.language_model.layers.54.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.4075984583760146e-06,
      "max_abs_err": 0.01318359375
    },
    {
      "name": "model.language_model.layers.54.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.5115974747459404e-06,
      "max_abs_err": 0.01806640625
    },
    {
      "name": "model.language_model.layers.54.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.3183001783545478e-06,
      "max_abs_err": 0.01171875
    },
    {
      "name": "model.language_model.layers.54.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.2775559525834979e-06,
      "max_abs_err": 0.046875
    },
    {
      "name": "model.language_model.layers.55.self_attn.q_proj",
      "shape": [
        12288,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.043426547970739e-06,
      "max_abs_err": 0.02294921875
    },
    {
      "name": "model.language_model.layers.55.self_attn.k_proj",
      "shape": [
        1024,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.8406939261694788e-06,
      "max_abs_err": 0.01806640625
    },
    {
      "name": "model.language_model.layers.55.self_attn.v_proj",
      "shape": [
        1024,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 4.5312067413760815e-06,
      "max_abs_err": 0.02294921875
    },
    {
      "name": "model.language_model.layers.55.self_attn.o_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.98665167974832e-06,
      "max_abs_err": 0.087890625
    },
    {
      "name": "model.language_model.layers.55.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.4718385727974237e-06,
      "max_abs_err": 0.01904296875
    },
    {
      "name": "model.language_model.layers.55.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.3311366728885332e-06,
      "max_abs_err": 0.0103759765625
    },
    {
      "name": "model.language_model.layers.55.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.3066988913124078e-06,
      "max_abs_err": 0.0286865234375
    },
    {
      "name": "model.language_model.layers.56.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.289907342856168e-06,
      "max_abs_err": 0.0517578125
    },
    {
      "name": "model.language_model.layers.56.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.775112989183981e-06,
      "max_abs_err": 0.0185546875
    },
    {
      "name": "model.language_model.layers.56.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.3651946321479045e-06,
      "max_abs_err": 0.01513671875
    },
    {
      "name": "model.language_model.layers.56.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1540782907104585e-06,
      "max_abs_err": 0.009033203125
    },
    {
      "name": "model.language_model.layers.56.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.7983496693195775e-06,
      "max_abs_err": 0.01318359375
    },
    {
      "name": "model.language_model.layers.56.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.5355552704932052e-06,
      "max_abs_err": 0.01806640625
    },
    {
      "name": "model.language_model.layers.56.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.3453335441226955e-06,
      "max_abs_err": 0.011962890625
    },
    {
      "name": "model.language_model.layers.56.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.324012146142195e-06,
      "max_abs_err": 0.0283203125
    },
    {
      "name": "model.language_model.layers.57.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.3652751224290114e-06,
      "max_abs_err": 0.04296875
    },
    {
      "name": "model.language_model.layers.57.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.8055339953425573e-06,
      "max_abs_err": 0.02880859375
    },
    {
      "name": "model.language_model.layers.57.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.430956101306947e-06,
      "max_abs_err": 0.017578125
    },
    {
      "name": "model.language_model.layers.57.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.1819214478236972e-06,
      "max_abs_err": 0.009033203125
    },
    {
      "name": "model.language_model.layers.57.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.6519981020101113e-06,
      "max_abs_err": 0.015625
    },
    {
      "name": "model.language_model.layers.57.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.6104850146803074e-06,
      "max_abs_err": 0.0206298828125
    },
    {
      "name": "model.language_model.layers.57.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.3839515986546758e-06,
      "max_abs_err": 0.01806640625
    },
    {
      "name": "model.language_model.layers.57.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.3615108400699683e-06,
      "max_abs_err": 0.0274658203125
    },
    {
      "name": "model.language_model.layers.58.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.358176743655349e-06,
      "max_abs_err": 0.043701171875
    },
    {
      "name": "model.language_model.layers.58.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.725602826103568e-06,
      "max_abs_err": 0.02392578125
    },
    {
      "name": "model.language_model.layers.58.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.542141601225012e-06,
      "max_abs_err": 0.01708984375
    },
    {
      "name": "model.language_model.layers.58.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.2194138889753958e-06,
      "max_abs_err": 0.009765625
    },
    {
      "name": "model.language_model.layers.58.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.8080114589101868e-06,
      "max_abs_err": 0.01806640625
    },
    {
      "name": "model.language_model.layers.58.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.6701671938790241e-06,
      "max_abs_err": 0.02099609375
    },
    {
      "name": "model.language_model.layers.58.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.4344351484396611e-06,
      "max_abs_err": 0.013671875
    },
    {
      "name": "model.language_model.layers.58.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.415632482348883e-06,
      "max_abs_err": 0.0302734375
    },
    {
      "name": "model.language_model.layers.59.self_attn.q_proj",
      "shape": [
        12288,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.9353001334820874e-06,
      "max_abs_err": 0.02294921875
    },
    {
      "name": "model.language_model.layers.59.self_attn.k_proj",
      "shape": [
        1024,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.6988777815640788e-06,
      "max_abs_err": 0.01953125
    },
    {
      "name": "model.language_model.layers.59.self_attn.v_proj",
      "shape": [
        1024,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 6.999664947215933e-06,
      "max_abs_err": 0.048828125
    },
    {
      "name": "model.language_model.layers.59.self_attn.o_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 3.5396255952946376e-06,
      "max_abs_err": 0.0517578125
    },
    {
      "name": "model.language_model.layers.59.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.6391746839872212e-06,
      "max_abs_err": 0.02001953125
    },
    {
      "name": "model.language_model.layers.59.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.4502899148283177e-06,
      "max_abs_err": 0.01263427734375
    },
    {
      "name": "model.language_model.layers.59.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.4242756378735066e-06,
      "max_abs_err": 0.032958984375
    },
    {
      "name": "model.language_model.layers.60.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.3661248178541427e-06,
      "max_abs_err": 0.060546875
    },
    {
      "name": "model.language_model.layers.60.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.916745415859623e-06,
      "max_abs_err": 0.0390625
    },
    {
      "name": "model.language_model.layers.60.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.3841189431550447e-06,
      "max_abs_err": 0.02197265625
    },
    {
      "name": "model.language_model.layers.60.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 8.732433798286365e-07,
      "max_abs_err": 0.008544921875
    },
    {
      "name": "model.language_model.layers.60.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.5511747026030207e-06,
      "max_abs_err": 0.0185546875
    },
    {
      "name": "model.language_model.layers.60.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.620248781364353e-06,
      "max_abs_err": 0.02490234375
    },
    {
      "name": "model.language_model.layers.60.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.4750023638043785e-06,
      "max_abs_err": 0.01171875
    },
    {
      "name": "model.language_model.layers.60.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.4333785429698764e-06,
      "max_abs_err": 0.044921875
    },
    {
      "name": "model.language_model.layers.61.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.4452349407511065e-06,
      "max_abs_err": 0.048828125
    },
    {
      "name": "model.language_model.layers.61.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.5914139314409113e-06,
      "max_abs_err": 0.0244140625
    },
    {
      "name": "model.language_model.layers.61.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.5164081307593733e-06,
      "max_abs_err": 0.02392578125
    },
    {
      "name": "model.language_model.layers.61.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.150838784269581e-06,
      "max_abs_err": 0.014404296875
    },
    {
      "name": "model.language_model.layers.61.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 3.1853935524850385e-06,
      "max_abs_err": 0.015625
    },
    {
      "name": "model.language_model.layers.61.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.6425234434791491e-06,
      "max_abs_err": 0.025390625
    },
    {
      "name": "model.language_model.layers.61.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.5238819059959496e-06,
      "max_abs_err": 0.0142822265625
    },
    {
      "name": "model.language_model.layers.61.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.4673765917905257e-06,
      "max_abs_err": 0.0177001953125
    },
    {
      "name": "model.language_model.layers.62.linear_attn.out_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.530824076529825e-06,
      "max_abs_err": 0.046875
    },
    {
      "name": "model.language_model.layers.62.linear_attn.in_proj_qkv",
      "shape": [
        10240,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.704540975173586e-06,
      "max_abs_err": 0.0322265625
    },
    {
      "name": "model.language_model.layers.62.linear_attn.in_proj_z",
      "shape": [
        6144,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 2.3962290924828267e-06,
      "max_abs_err": 0.021484375
    },
    {
      "name": "model.language_model.layers.62.linear_attn.in_proj_b",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 9.156046303360199e-07,
      "max_abs_err": 0.01025390625
    },
    {
      "name": "model.language_model.layers.62.linear_attn.in_proj_a",
      "shape": [
        48,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 3.0961543870944297e-06,
      "max_abs_err": 0.0185546875
    },
    {
      "name": "model.language_model.layers.62.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.6535709619347472e-06,
      "max_abs_err": 0.0185546875
    },
    {
      "name": "model.language_model.layers.62.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.5455027551070089e-06,
      "max_abs_err": 0.013671875
    },
    {
      "name": "model.language_model.layers.62.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.4387295550477575e-06,
      "max_abs_err": 0.03125
    },
    {
      "name": "model.language_model.layers.63.self_attn.q_proj",
      "shape": [
        12288,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.940002448463929e-06,
      "max_abs_err": 0.025390625
    },
    {
      "name": "model.language_model.layers.63.self_attn.k_proj",
      "shape": [
        1024,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.774317979652551e-06,
      "max_abs_err": 0.02197265625
    },
    {
      "name": "model.language_model.layers.63.self_attn.v_proj",
      "shape": [
        1024,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 6.513901553262258e-06,
      "max_abs_err": 0.0439453125
    },
    {
      "name": "model.language_model.layers.63.self_attn.o_proj",
      "shape": [
        5120,
        6144
      ],
      "dtype": "bfloat16",
      "mse": 2.9778173029626487e-06,
      "max_abs_err": 0.0517578125
    },
    {
      "name": "model.language_model.layers.63.mlp.gate_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.7987732690016855e-06,
      "max_abs_err": 0.02099609375
    },
    {
      "name": "model.language_model.layers.63.mlp.up_proj",
      "shape": [
        17408,
        5120
      ],
      "dtype": "bfloat16",
      "mse": 1.6323759837177931e-06,
      "max_abs_err": 0.02880859375
    },
    {
      "name": "model.language_model.layers.63.mlp.down_proj",
      "shape": [
        5120,
        17408
      ],
      "dtype": "bfloat16",
      "mse": 1.2651813676711754e-06,
      "max_abs_err": 0.033203125
    }
  ],
  "source_model": "Qwen/Qwen3.6-27B",
  "dtype": "bf16",
  "target_regex": "^model\\.language_model\\..*(?:q_proj|k_proj|v_proj|o_proj|gate_proj|up_proj|down_proj|in_proj_qkv|in_proj_z|in_proj_a|in_proj_b|out_proj)$",
  "ignore_regex": [],
  "include_lm_head": false,
  "model_class": "image-text-to-text",
  "note": "Dense fake quant: rounded weights are saved as normal HF tensors."
}