Hugging Face's logo

Reza2kn
/
Higgs-Audio-v3-TTS-4bit-MLX

Text-to-Speech
Transformers
Safetensors
MLX
higgs_multimodal_qwen3
text-generation
speech-generation
higgs-audio
qwen3
quantization
4-bit precision
Model card Files
xet
 Community
Reza2kn commited on
Commit
620cb26
·
verified ·
1 Parent(s): 1ed6ef0

Add functional quant test report

Browse files
Files changed (1) hide show
  1. functional_test_report.json +251 -0
functional_test_report.json ADDED
@@ -0,0 +1,251 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "artifact": "/home/rezo/higgs-audio/exports/Higgs-Audio-v3-TTS-4bit-MLX",
3
+ "format": "mlx",
4
+ "tested_tensors": 24,
5
+ "max_weight_rel_l2": 0.07633844017982483,
6
+ "mean_weight_rel_l2": 0.06903678054610889,
7
+ "max_matmul_rel_l2": 0.07546581327915192,
8
+ "mean_matmul_rel_l2": 0.06893230648711324,
9
+ "results": [
10
+ {
11
+ "name": "body.layers.0.mlp.down_proj.weight",
12
+ "shape": [
13
+ 2560,
14
+ 9728
15
+ ],
16
+ "weight_rel_l2": 0.07361119240522385,
17
+ "matmul_rel_l2": 0.07419013231992722,
18
+ "matmul_max_abs": 1.9548343420028687
19
+ },
20
+ {
21
+ "name": "body.layers.0.mlp.gate_proj.weight",
22
+ "shape": [
23
+ 9728,
24
+ 2560
25
+ ],
26
+ "weight_rel_l2": 0.07105343788862228,
27
+ "matmul_rel_l2": 0.07025215774774551,
28
+ "matmul_max_abs": 1.0380617380142212
29
+ },
30
+ {
31
+ "name": "body.layers.0.mlp.up_proj.weight",
32
+ "shape": [
33
+ 9728,
34
+ 2560
35
+ ],
36
+ "weight_rel_l2": 0.07085077464580536,
37
+ "matmul_rel_l2": 0.07170421630144119,
38
+ "matmul_max_abs": 1.0564112663269043
39
+ },
40
+ {
41
+ "name": "body.layers.0.self_attn.k_proj.weight",
42
+ "shape": [
43
+ 1024,
44
+ 2560
45
+ ],
46
+ "weight_rel_l2": 0.06720585376024246,
47
+ "matmul_rel_l2": 0.06634599715471268,
48
+ "matmul_max_abs": 0.9939813613891602
49
+ },
50
+ {
51
+ "name": "body.layers.0.self_attn.o_proj.weight",
52
+ "shape": [
53
+ 2560,
54
+ 4096
55
+ ],
56
+ "weight_rel_l2": 0.07633844017982483,
57
+ "matmul_rel_l2": 0.07546581327915192,
58
+ "matmul_max_abs": 0.9527499675750732
59
+ },
60
+ {
61
+ "name": "body.layers.0.self_attn.q_proj.weight",
62
+ "shape": [
63
+ 4096,
64
+ 2560
65
+ ],
66
+ "weight_rel_l2": 0.06853420287370682,
67
+ "matmul_rel_l2": 0.06742206960916519,
68
+ "matmul_max_abs": 0.9938027858734131
69
+ },
70
+ {
71
+ "name": "body.layers.0.self_attn.v_proj.weight",
72
+ "shape": [
73
+ 1024,
74
+ 2560
75
+ ],
76
+ "weight_rel_l2": 0.07290909439325333,
77
+ "matmul_rel_l2": 0.07298442721366882,
78
+ "matmul_max_abs": 0.9666109085083008
79
+ },
80
+ {
81
+ "name": "body.layers.1.mlp.down_proj.weight",
82
+ "shape": [
83
+ 2560,
84
+ 9728
85
+ ],
86
+ "weight_rel_l2": 0.07278882712125778,
87
+ "matmul_rel_l2": 0.07292699068784714,
88
+ "matmul_max_abs": 1.5887975692749023
89
+ },
90
+ {
91
+ "name": "body.layers.1.mlp.gate_proj.weight",
92
+ "shape": [
93
+ 9728,
94
+ 2560
95
+ ],
96
+ "weight_rel_l2": 0.07077344506978989,
97
+ "matmul_rel_l2": 0.06967273354530334,
98
+ "matmul_max_abs": 1.0314676761627197
99
+ },
100
+ {
101
+ "name": "body.layers.1.mlp.up_proj.weight",
102
+ "shape": [
103
+ 9728,
104
+ 2560
105
+ ],
106
+ "weight_rel_l2": 0.0745076835155487,
107
+ "matmul_rel_l2": 0.07414115220308304,
108
+ "matmul_max_abs": 0.9942874908447266
109
+ },
110
+ {
111
+ "name": "body.layers.1.self_attn.k_proj.weight",
112
+ "shape": [
113
+ 1024,
114
+ 2560
115
+ ],
116
+ "weight_rel_l2": 0.0712089017033577,
117
+ "matmul_rel_l2": 0.06919676810503006,
118
+ "matmul_max_abs": 0.9000463485717773
119
+ },
120
+ {
121
+ "name": "body.layers.1.self_attn.o_proj.weight",
122
+ "shape": [
123
+ 2560,
124
+ 4096
125
+ ],
126
+ "weight_rel_l2": 0.07186734676361084,
127
+ "matmul_rel_l2": 0.07217230647802353,
128
+ "matmul_max_abs": 1.550079345703125
129
+ },
130
+ {
131
+ "name": "body.layers.1.self_attn.q_proj.weight",
132
+ "shape": [
133
+ 4096,
134
+ 2560
135
+ ],
136
+ "weight_rel_l2": 0.07324529439210892,
137
+ "matmul_rel_l2": 0.07470602542161942,
138
+ "matmul_max_abs": 0.9708067178726196
139
+ },
140
+ {
141
+ "name": "body.layers.1.self_attn.v_proj.weight",
142
+ "shape": [
143
+ 1024,
144
+ 2560
145
+ ],
146
+ "weight_rel_l2": 0.07400698214769363,
147
+ "matmul_rel_l2": 0.07292060554027557,
148
+ "matmul_max_abs": 0.8153238296508789
149
+ },
150
+ {
151
+ "name": "body.layers.10.mlp.down_proj.weight",
152
+ "shape": [
153
+ 2560,
154
+ 9728
155
+ ],
156
+ "weight_rel_l2": 0.06493569165468216,
157
+ "matmul_rel_l2": 0.06441918760538101,
158
+ "matmul_max_abs": 1.9299654960632324
159
+ },
160
+ {
161
+ "name": "body.layers.10.mlp.gate_proj.weight",
162
+ "shape": [
163
+ 9728,
164
+ 2560
165
+ ],
166
+ "weight_rel_l2": 0.0658605694770813,
167
+ "matmul_rel_l2": 0.0665132999420166,
168
+ "matmul_max_abs": 1.175936222076416
169
+ },
170
+ {
171
+ "name": "body.layers.10.mlp.up_proj.weight",
172
+ "shape": [
173
+ 9728,
174
+ 2560
175
+ ],
176
+ "weight_rel_l2": 0.06484878808259964,
177
+ "matmul_rel_l2": 0.06513360142707825,
178
+ "matmul_max_abs": 1.1049107313156128
179
+ },
180
+ {
181
+ "name": "body.layers.10.self_attn.k_proj.weight",
182
+ "shape": [
183
+ 1024,
184
+ 2560
185
+ ],
186
+ "weight_rel_l2": 0.06655444204807281,
187
+ "matmul_rel_l2": 0.06660512834787369,
188
+ "matmul_max_abs": 0.9942307472229004
189
+ },
190
+ {
191
+ "name": "body.layers.10.self_attn.o_proj.weight",
192
+ "shape": [
193
+ 2560,
194
+ 4096
195
+ ],
196
+ "weight_rel_l2": 0.062136419117450714,
197
+ "matmul_rel_l2": 0.062116656452417374,
198
+ "matmul_max_abs": 1.4578031301498413
199
+ },
200
+ {
201
+ "name": "body.layers.10.self_attn.q_proj.weight",
202
+ "shape": [
203
+ 4096,
204
+ 2560
205
+ ],
206
+ "weight_rel_l2": 0.06627601385116577,
207
+ "matmul_rel_l2": 0.06595475971698761,
208
+ "matmul_max_abs": 1.0368893146514893
209
+ },
210
+ {
211
+ "name": "body.layers.10.self_attn.v_proj.weight",
212
+ "shape": [
213
+ 1024,
214
+ 2560
215
+ ],
216
+ "weight_rel_l2": 0.06316627562046051,
217
+ "matmul_rel_l2": 0.06336743384599686,
218
+ "matmul_max_abs": 1.0150785446166992
219
+ },
220
+ {
221
+ "name": "body.layers.11.mlp.down_proj.weight",
222
+ "shape": [
223
+ 2560,
224
+ 9728
225
+ ],
226
+ "weight_rel_l2": 0.06436928361654282,
227
+ "matmul_rel_l2": 0.06477021425962448,
228
+ "matmul_max_abs": 2.0247631072998047
229
+ },
230
+ {
231
+ "name": "body.layers.11.mlp.gate_proj.weight",
232
+ "shape": [
233
+ 9728,
234
+ 2560
235
+ ],
236
+ "weight_rel_l2": 0.0655052587389946,
237
+ "matmul_rel_l2": 0.06655151396989822,
238
+ "matmul_max_abs": 1.1579217910766602
239
+ },
240
+ {
241
+ "name": "body.layers.11.mlp.up_proj.weight",
242
+ "shape": [
243
+ 9728,
244
+ 2560
245
+ ],
246
+ "weight_rel_l2": 0.06432851403951645,
247
+ "matmul_rel_l2": 0.06484216451644897,
248
+ "matmul_max_abs": 1.1156328916549683
249
+ }
250
+ ]
251
+ }