| { |
| "artifact": "/home/rezo/higgs-audio/exports/Higgs-Audio-v3-TTS-4bit-MLX", |
| "format": "mlx", |
| "tested_tensors": 24, |
| "max_weight_rel_l2": 0.07633844017982483, |
| "mean_weight_rel_l2": 0.06903678054610889, |
| "max_matmul_rel_l2": 0.07546581327915192, |
| "mean_matmul_rel_l2": 0.06893230648711324, |
| "results": [ |
| { |
| "name": "body.layers.0.mlp.down_proj.weight", |
| "shape": [ |
| 2560, |
| 9728 |
| ], |
| "weight_rel_l2": 0.07361119240522385, |
| "matmul_rel_l2": 0.07419013231992722, |
| "matmul_max_abs": 1.9548343420028687 |
| }, |
| { |
| "name": "body.layers.0.mlp.gate_proj.weight", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "weight_rel_l2": 0.07105343788862228, |
| "matmul_rel_l2": 0.07025215774774551, |
| "matmul_max_abs": 1.0380617380142212 |
| }, |
| { |
| "name": "body.layers.0.mlp.up_proj.weight", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "weight_rel_l2": 0.07085077464580536, |
| "matmul_rel_l2": 0.07170421630144119, |
| "matmul_max_abs": 1.0564112663269043 |
| }, |
| { |
| "name": "body.layers.0.self_attn.k_proj.weight", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "weight_rel_l2": 0.06720585376024246, |
| "matmul_rel_l2": 0.06634599715471268, |
| "matmul_max_abs": 0.9939813613891602 |
| }, |
| { |
| "name": "body.layers.0.self_attn.o_proj.weight", |
| "shape": [ |
| 2560, |
| 4096 |
| ], |
| "weight_rel_l2": 0.07633844017982483, |
| "matmul_rel_l2": 0.07546581327915192, |
| "matmul_max_abs": 0.9527499675750732 |
| }, |
| { |
| "name": "body.layers.0.self_attn.q_proj.weight", |
| "shape": [ |
| 4096, |
| 2560 |
| ], |
| "weight_rel_l2": 0.06853420287370682, |
| "matmul_rel_l2": 0.06742206960916519, |
| "matmul_max_abs": 0.9938027858734131 |
| }, |
| { |
| "name": "body.layers.0.self_attn.v_proj.weight", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "weight_rel_l2": 0.07290909439325333, |
| "matmul_rel_l2": 0.07298442721366882, |
| "matmul_max_abs": 0.9666109085083008 |
| }, |
| { |
| "name": "body.layers.1.mlp.down_proj.weight", |
| "shape": [ |
| 2560, |
| 9728 |
| ], |
| "weight_rel_l2": 0.07278882712125778, |
| "matmul_rel_l2": 0.07292699068784714, |
| "matmul_max_abs": 1.5887975692749023 |
| }, |
| { |
| "name": "body.layers.1.mlp.gate_proj.weight", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "weight_rel_l2": 0.07077344506978989, |
| "matmul_rel_l2": 0.06967273354530334, |
| "matmul_max_abs": 1.0314676761627197 |
| }, |
| { |
| "name": "body.layers.1.mlp.up_proj.weight", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "weight_rel_l2": 0.0745076835155487, |
| "matmul_rel_l2": 0.07414115220308304, |
| "matmul_max_abs": 0.9942874908447266 |
| }, |
| { |
| "name": "body.layers.1.self_attn.k_proj.weight", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "weight_rel_l2": 0.0712089017033577, |
| "matmul_rel_l2": 0.06919676810503006, |
| "matmul_max_abs": 0.9000463485717773 |
| }, |
| { |
| "name": "body.layers.1.self_attn.o_proj.weight", |
| "shape": [ |
| 2560, |
| 4096 |
| ], |
| "weight_rel_l2": 0.07186734676361084, |
| "matmul_rel_l2": 0.07217230647802353, |
| "matmul_max_abs": 1.550079345703125 |
| }, |
| { |
| "name": "body.layers.1.self_attn.q_proj.weight", |
| "shape": [ |
| 4096, |
| 2560 |
| ], |
| "weight_rel_l2": 0.07324529439210892, |
| "matmul_rel_l2": 0.07470602542161942, |
| "matmul_max_abs": 0.9708067178726196 |
| }, |
| { |
| "name": "body.layers.1.self_attn.v_proj.weight", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "weight_rel_l2": 0.07400698214769363, |
| "matmul_rel_l2": 0.07292060554027557, |
| "matmul_max_abs": 0.8153238296508789 |
| }, |
| { |
| "name": "body.layers.10.mlp.down_proj.weight", |
| "shape": [ |
| 2560, |
| 9728 |
| ], |
| "weight_rel_l2": 0.06493569165468216, |
| "matmul_rel_l2": 0.06441918760538101, |
| "matmul_max_abs": 1.9299654960632324 |
| }, |
| { |
| "name": "body.layers.10.mlp.gate_proj.weight", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "weight_rel_l2": 0.0658605694770813, |
| "matmul_rel_l2": 0.0665132999420166, |
| "matmul_max_abs": 1.175936222076416 |
| }, |
| { |
| "name": "body.layers.10.mlp.up_proj.weight", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "weight_rel_l2": 0.06484878808259964, |
| "matmul_rel_l2": 0.06513360142707825, |
| "matmul_max_abs": 1.1049107313156128 |
| }, |
| { |
| "name": "body.layers.10.self_attn.k_proj.weight", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "weight_rel_l2": 0.06655444204807281, |
| "matmul_rel_l2": 0.06660512834787369, |
| "matmul_max_abs": 0.9942307472229004 |
| }, |
| { |
| "name": "body.layers.10.self_attn.o_proj.weight", |
| "shape": [ |
| 2560, |
| 4096 |
| ], |
| "weight_rel_l2": 0.062136419117450714, |
| "matmul_rel_l2": 0.062116656452417374, |
| "matmul_max_abs": 1.4578031301498413 |
| }, |
| { |
| "name": "body.layers.10.self_attn.q_proj.weight", |
| "shape": [ |
| 4096, |
| 2560 |
| ], |
| "weight_rel_l2": 0.06627601385116577, |
| "matmul_rel_l2": 0.06595475971698761, |
| "matmul_max_abs": 1.0368893146514893 |
| }, |
| { |
| "name": "body.layers.10.self_attn.v_proj.weight", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "weight_rel_l2": 0.06316627562046051, |
| "matmul_rel_l2": 0.06336743384599686, |
| "matmul_max_abs": 1.0150785446166992 |
| }, |
| { |
| "name": "body.layers.11.mlp.down_proj.weight", |
| "shape": [ |
| 2560, |
| 9728 |
| ], |
| "weight_rel_l2": 0.06436928361654282, |
| "matmul_rel_l2": 0.06477021425962448, |
| "matmul_max_abs": 2.0247631072998047 |
| }, |
| { |
| "name": "body.layers.11.mlp.gate_proj.weight", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "weight_rel_l2": 0.0655052587389946, |
| "matmul_rel_l2": 0.06655151396989822, |
| "matmul_max_abs": 1.1579217910766602 |
| }, |
| { |
| "name": "body.layers.11.mlp.up_proj.weight", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "weight_rel_l2": 0.06432851403951645, |
| "matmul_rel_l2": 0.06484216451644897, |
| "matmul_max_abs": 1.1156328916549683 |
| } |
| ] |
| } |
|
|
