{
  "artifact": "/home/rezo/higgs-audio/exports/Higgs-Audio-v3-TTS-4bit-MLX",
  "format": "mlx",
  "tested_tensors": 24,
  "max_weight_rel_l2": 0.07633844017982483,
  "mean_weight_rel_l2": 0.06903678054610889,
  "max_matmul_rel_l2": 0.07546581327915192,
  "mean_matmul_rel_l2": 0.06893230648711324,
  "results": [
    {
      "name": "body.layers.0.mlp.down_proj.weight",
      "shape": [
        2560,
        9728
      ],
      "weight_rel_l2": 0.07361119240522385,
      "matmul_rel_l2": 0.07419013231992722,
      "matmul_max_abs": 1.9548343420028687
    },
    {
      "name": "body.layers.0.mlp.gate_proj.weight",
      "shape": [
        9728,
        2560
      ],
      "weight_rel_l2": 0.07105343788862228,
      "matmul_rel_l2": 0.07025215774774551,
      "matmul_max_abs": 1.0380617380142212
    },
    {
      "name": "body.layers.0.mlp.up_proj.weight",
      "shape": [
        9728,
        2560
      ],
      "weight_rel_l2": 0.07085077464580536,
      "matmul_rel_l2": 0.07170421630144119,
      "matmul_max_abs": 1.0564112663269043
    },
    {
      "name": "body.layers.0.self_attn.k_proj.weight",
      "shape": [
        1024,
        2560
      ],
      "weight_rel_l2": 0.06720585376024246,
      "matmul_rel_l2": 0.06634599715471268,
      "matmul_max_abs": 0.9939813613891602
    },
    {
      "name": "body.layers.0.self_attn.o_proj.weight",
      "shape": [
        2560,
        4096
      ],
      "weight_rel_l2": 0.07633844017982483,
      "matmul_rel_l2": 0.07546581327915192,
      "matmul_max_abs": 0.9527499675750732
    },
    {
      "name": "body.layers.0.self_attn.q_proj.weight",
      "shape": [
        4096,
        2560
      ],
      "weight_rel_l2": 0.06853420287370682,
      "matmul_rel_l2": 0.06742206960916519,
      "matmul_max_abs": 0.9938027858734131
    },
    {
      "name": "body.layers.0.self_attn.v_proj.weight",
      "shape": [
        1024,
        2560
      ],
      "weight_rel_l2": 0.07290909439325333,
      "matmul_rel_l2": 0.07298442721366882,
      "matmul_max_abs": 0.9666109085083008
    },
    {
      "name": "body.layers.1.mlp.down_proj.weight",
      "shape": [
        2560,
        9728
      ],
      "weight_rel_l2": 0.07278882712125778,
      "matmul_rel_l2": 0.07292699068784714,
      "matmul_max_abs": 1.5887975692749023
    },
    {
      "name": "body.layers.1.mlp.gate_proj.weight",
      "shape": [
        9728,
        2560
      ],
      "weight_rel_l2": 0.07077344506978989,
      "matmul_rel_l2": 0.06967273354530334,
      "matmul_max_abs": 1.0314676761627197
    },
    {
      "name": "body.layers.1.mlp.up_proj.weight",
      "shape": [
        9728,
        2560
      ],
      "weight_rel_l2": 0.0745076835155487,
      "matmul_rel_l2": 0.07414115220308304,
      "matmul_max_abs": 0.9942874908447266
    },
    {
      "name": "body.layers.1.self_attn.k_proj.weight",
      "shape": [
        1024,
        2560
      ],
      "weight_rel_l2": 0.0712089017033577,
      "matmul_rel_l2": 0.06919676810503006,
      "matmul_max_abs": 0.9000463485717773
    },
    {
      "name": "body.layers.1.self_attn.o_proj.weight",
      "shape": [
        2560,
        4096
      ],
      "weight_rel_l2": 0.07186734676361084,
      "matmul_rel_l2": 0.07217230647802353,
      "matmul_max_abs": 1.550079345703125
    },
    {
      "name": "body.layers.1.self_attn.q_proj.weight",
      "shape": [
        4096,
        2560
      ],
      "weight_rel_l2": 0.07324529439210892,
      "matmul_rel_l2": 0.07470602542161942,
      "matmul_max_abs": 0.9708067178726196
    },
    {
      "name": "body.layers.1.self_attn.v_proj.weight",
      "shape": [
        1024,
        2560
      ],
      "weight_rel_l2": 0.07400698214769363,
      "matmul_rel_l2": 0.07292060554027557,
      "matmul_max_abs": 0.8153238296508789
    },
    {
      "name": "body.layers.10.mlp.down_proj.weight",
      "shape": [
        2560,
        9728
      ],
      "weight_rel_l2": 0.06493569165468216,
      "matmul_rel_l2": 0.06441918760538101,
      "matmul_max_abs": 1.9299654960632324
    },
    {
      "name": "body.layers.10.mlp.gate_proj.weight",
      "shape": [
        9728,
        2560
      ],
      "weight_rel_l2": 0.0658605694770813,
      "matmul_rel_l2": 0.0665132999420166,
      "matmul_max_abs": 1.175936222076416
    },
    {
      "name": "body.layers.10.mlp.up_proj.weight",
      "shape": [
        9728,
        2560
      ],
      "weight_rel_l2": 0.06484878808259964,
      "matmul_rel_l2": 0.06513360142707825,
      "matmul_max_abs": 1.1049107313156128
    },
    {
      "name": "body.layers.10.self_attn.k_proj.weight",
      "shape": [
        1024,
        2560
      ],
      "weight_rel_l2": 0.06655444204807281,
      "matmul_rel_l2": 0.06660512834787369,
      "matmul_max_abs": 0.9942307472229004
    },
    {
      "name": "body.layers.10.self_attn.o_proj.weight",
      "shape": [
        2560,
        4096
      ],
      "weight_rel_l2": 0.062136419117450714,
      "matmul_rel_l2": 0.062116656452417374,
      "matmul_max_abs": 1.4578031301498413
    },
    {
      "name": "body.layers.10.self_attn.q_proj.weight",
      "shape": [
        4096,
        2560
      ],
      "weight_rel_l2": 0.06627601385116577,
      "matmul_rel_l2": 0.06595475971698761,
      "matmul_max_abs": 1.0368893146514893
    },
    {
      "name": "body.layers.10.self_attn.v_proj.weight",
      "shape": [
        1024,
        2560
      ],
      "weight_rel_l2": 0.06316627562046051,
      "matmul_rel_l2": 0.06336743384599686,
      "matmul_max_abs": 1.0150785446166992
    },
    {
      "name": "body.layers.11.mlp.down_proj.weight",
      "shape": [
        2560,
        9728
      ],
      "weight_rel_l2": 0.06436928361654282,
      "matmul_rel_l2": 0.06477021425962448,
      "matmul_max_abs": 2.0247631072998047
    },
    {
      "name": "body.layers.11.mlp.gate_proj.weight",
      "shape": [
        9728,
        2560
      ],
      "weight_rel_l2": 0.0655052587389946,
      "matmul_rel_l2": 0.06655151396989822,
      "matmul_max_abs": 1.1579217910766602
    },
    {
      "name": "body.layers.11.mlp.up_proj.weight",
      "shape": [
        9728,
        2560
      ],
      "weight_rel_l2": 0.06432851403951645,
      "matmul_rel_l2": 0.06484216451644897,
      "matmul_max_abs": 1.1156328916549683
    }
  ]
}