layer,module,loss,samples,damp,time
0,linear_attn.in_proj_qkv,0.0000002198,0.01000,5.377
0,linear_attn.in_proj_z,0.0000001460,0.01000,4.695
0,linear_attn.out_proj,0.0000000003,0.01000,6.195
0,mlp.gate_proj,0.0000000015,0.01000,13.501
0,mlp.up_proj,0.0000000014,0.01000,13.704
0,mlp.down_proj,0.0000000000,0.01000,20.239
1,linear_attn.in_proj_qkv,0.0000000232,0.01000,5.174
1,linear_attn.in_proj_z,0.0000000142,0.01000,4.748
1,linear_attn.out_proj,0.0000000000,0.01000,6.685
1,mlp.gate_proj,0.0000000031,0.01000,12.231
1,mlp.up_proj,0.0000000029,0.01000,12.318
1,mlp.down_proj,0.0000000000,0.01000,19.494
2,linear_attn.in_proj_qkv,0.0000000312,0.01000,4.753
2,linear_attn.in_proj_z,0.0000000189,0.01000,5.763
2,linear_attn.out_proj,0.0000000001,0.01000,5.519
2,mlp.up_proj,0.0000000055,0.01000,12.124
2,mlp.gate_proj,0.0000000058,0.01000,12.154
2,mlp.down_proj,0.0000000000,0.01000,18.463
3,self_attn.v_proj,0.0000000350,0.01000,20.701
3,self_attn.k_proj,0.0000000356,0.01000,21.157
3,self_attn.q_proj,0.0000004884,0.01000,21.183
3,self_attn.o_proj,0.0000000001,0.01000,4.814
3,mlp.up_proj,0.0000000065,0.01000,12.560
3,mlp.gate_proj,0.0000000067,0.01000,12.638
3,mlp.down_proj,0.0000000000,0.01000,16.877
4,linear_attn.in_proj_qkv,0.0000000325,0.01000,4.546
4,linear_attn.in_proj_z,0.0000000207,0.01000,4.360
4,linear_attn.out_proj,0.0000000001,0.01000,5.021
4,mlp.up_proj,0.0000000088,0.01000,13.282
4,mlp.gate_proj,0.0000000089,0.01000,13.353
4,mlp.down_proj,0.0000000000,0.01000,19.291
5,linear_attn.in_proj_qkv,0.0000000460,0.01000,4.507
5,linear_attn.in_proj_z,0.0000000299,0.01000,4.332
5,linear_attn.out_proj,0.0000000001,0.01000,6.202
5,mlp.up_proj,0.0000000109,0.01000,12.295
5,mlp.gate_proj,0.0000000114,0.01000,12.389
5,mlp.down_proj,0.0000000000,0.01000,19.171
6,linear_attn.in_proj_qkv,0.0000000826,0.01000,4.993
6,linear_attn.in_proj_z,0.0000000492,0.01000,4.992
6,linear_attn.out_proj,0.0000000002,0.01000,5.549
6,mlp.gate_proj,0.0000000170,0.01000,12.020
6,mlp.up_proj,0.0000000161,0.01000,12.145
6,mlp.down_proj,0.0000000001,0.01000,18.939
7,self_attn.v_proj,0.0000000287,0.01000,21.889
7,self_attn.k_proj,0.0000000298,0.01000,21.983
7,self_attn.q_proj,0.0000003752,0.01000,22.061
7,self_attn.o_proj,0.0000000002,0.01000,5.742
7,mlp.up_proj,0.0000000179,0.01000,13.788
7,mlp.gate_proj,0.0000000189,0.01000,13.980
7,mlp.down_proj,0.0000000001,0.01000,18.749
8,linear_attn.in_proj_qkv,0.0000000667,0.01000,4.487
8,linear_attn.in_proj_z,0.0000000421,0.01000,4.807
8,linear_attn.out_proj,0.0000000002,0.01000,5.669
8,mlp.gate_proj,0.0000000208,0.01000,13.354
8,mlp.up_proj,0.0000000198,0.01000,13.527
8,mlp.down_proj,0.0000000001,0.01000,20.125
9,linear_attn.in_proj_qkv,0.0000000698,0.01000,4.372
9,linear_attn.in_proj_z,0.0000000427,0.01000,3.813
9,linear_attn.out_proj,0.0000000002,0.01000,5.781
9,mlp.gate_proj,0.0000000216,0.01000,12.341
9,mlp.up_proj,0.0000000207,0.01000,12.426
9,mlp.down_proj,0.0000000001,0.01000,18.252
10,linear_attn.in_proj_qkv,0.0000000708,0.01000,4.599
10,linear_attn.in_proj_z,0.0000000423,0.01000,5.139
10,linear_attn.out_proj,0.0000000003,0.01000,5.506
10,mlp.gate_proj,0.0000000218,0.01000,12.262
10,mlp.up_proj,0.0000000211,0.01000,12.275
10,mlp.down_proj,0.0000000001,0.01000,18.578
11,self_attn.k_proj,0.0000000245,0.01000,21.183
11,self_attn.v_proj,0.0000000234,0.01000,21.300
11,self_attn.q_proj,0.0000003018,0.01000,21.405
11,self_attn.o_proj,0.0000000005,0.01000,5.190
11,mlp.gate_proj,0.0000000254,0.01000,12.231
11,mlp.up_proj,0.0000000246,0.01000,12.484
11,mlp.down_proj,0.0000000002,0.01000,16.845
12,linear_attn.in_proj_qkv,0.0000000921,0.01000,4.463
12,linear_attn.in_proj_z,0.0000000547,0.01000,4.422
12,linear_attn.out_proj,0.0000000004,0.01000,5.017
12,mlp.gate_proj,0.0000000266,0.01000,11.961
12,mlp.up_proj,0.0000000257,0.01000,12.063
12,mlp.down_proj,0.0000000002,0.01000,16.732
13,linear_attn.in_proj_qkv,0.0000000977,0.01000,4.298
13,linear_attn.in_proj_z,0.0000000551,0.01000,4.244
13,linear_attn.out_proj,0.0000000005,0.01000,5.257
13,mlp.gate_proj,0.0000000294,0.01000,12.034
13,mlp.up_proj,0.0000000283,0.01000,12.162
13,mlp.down_proj,0.0000000002,0.01000,16.875
14,linear_attn.in_proj_qkv,0.0000001089,0.01000,4.656
14,linear_attn.in_proj_z,0.0000000639,0.01000,4.231
14,linear_attn.out_proj,0.0000000009,0.01000,5.907
14,mlp.up_proj,0.0000000310,0.01000,12.939
14,mlp.gate_proj,0.0000000321,0.01000,12.969
14,mlp.down_proj,0.0000000003,0.01000,18.205
15,self_attn.k_proj,0.0000000206,0.01000,21.730
15,self_attn.v_proj,0.0000000205,0.01000,21.978
15,self_attn.q_proj,0.0000002372,0.01000,22.037
15,self_attn.o_proj,0.0000000007,0.01000,5.302
15,mlp.up_proj,0.0000000378,0.01000,12.070
15,mlp.gate_proj,0.0000000387,0.01000,12.119
15,mlp.down_proj,0.0000000004,0.01000,17.182
16,linear_attn.in_proj_qkv,0.0000001167,0.01000,5.359
16,linear_attn.in_proj_z,0.0000000663,0.01000,4.514
16,linear_attn.out_proj,0.0000000008,0.01000,5.679
16,mlp.up_proj,0.0000000427,0.01000,12.436
16,mlp.gate_proj,0.0000000438,0.01000,12.505
16,mlp.down_proj,0.0000000005,0.01000,18.194
17,linear_attn.in_proj_qkv,0.0000001348,0.01000,4.817
17,linear_attn.in_proj_z,0.0000000691,0.01000,4.486
17,linear_attn.out_proj,0.0000000011,0.01000,5.290
17,mlp.gate_proj,0.0000000520,0.01000,12.154
17,mlp.up_proj,0.0000000507,0.01000,12.179
17,mlp.down_proj,0.0000000006,0.01000,16.961
18,linear_attn.in_proj_qkv,0.0000001452,0.01000,4.551
18,linear_attn.in_proj_z,0.0000000807,0.01000,4.029
18,linear_attn.out_proj,0.0000000018,0.01000,4.044
18,mlp.gate_proj,0.0000000677,0.01000,9.737
18,mlp.up_proj,0.0000000657,0.01000,9.758
18,mlp.down_proj,0.0000000013,0.01000,12.532
19,self_attn.v_proj,0.0000000241,0.01000,16.470
19,self_attn.q_proj,0.0000002577,0.01000,16.552
19,self_attn.k_proj,0.0000000219,0.01000,16.614
19,self_attn.o_proj,0.0000000043,0.01000,3.907
19,mlp.up_proj,0.0000001000,0.01000,9.709
19,mlp.gate_proj,0.0000001033,0.01000,9.791
19,mlp.down_proj,0.0000000021,0.01000,12.486
20,linear_attn.in_proj_qkv,0.0000002986,0.01000,3.639
20,linear_attn.in_proj_z,0.0000001705,0.01000,3.215
20,linear_attn.out_proj,0.0000000039,0.01000,4.100
20,mlp.gate_proj,0.0000001336,0.01000,9.252
20,mlp.up_proj,0.0000001270,0.01000,9.406
20,mlp.down_proj,0.0000000030,0.01000,13.758
21,linear_attn.in_proj_qkv,0.0000003611,0.01000,3.350
21,linear_attn.in_proj_z,0.0000002334,0.01000,3.245
21,linear_attn.out_proj,0.0000000043,0.01000,4.149
21,mlp.up_proj,0.0000001441,0.01000,9.452
21,mlp.gate_proj,0.0000001514,0.01000,9.466
21,mlp.down_proj,0.0000000027,0.01000,12.782
22,linear_attn.in_proj_qkv,0.0000003188,0.01000,3.158
22,linear_attn.in_proj_z,0.0000001974,0.01000,3.508
22,linear_attn.out_proj,0.0000000033,0.01000,3.232
22,mlp.gate_proj,0.0000001838,0.01000,9.367
22,mlp.up_proj,0.0000001667,0.01000,9.559
22,mlp.down_proj,0.0000000032,0.01000,12.387
23,self_attn.v_proj,0.0000000380,0.01000,17.308
23,self_attn.k_proj,0.0000000337,0.01000,17.398
23,self_attn.q_proj,0.0000003773,0.01000,17.452
23,self_attn.o_proj,0.0000000057,0.01000,3.803
23,mlp.gate_proj,0.0000002193,0.01000,9.443
23,mlp.up_proj,0.0000002067,0.01000,9.546
23,mlp.down_proj,0.0000000040,0.01000,12.933
24,linear_attn.in_proj_qkv,0.0000003341,0.01000,3.280
24,linear_attn.in_proj_z,0.0000001923,0.01000,3.503
24,linear_attn.out_proj,0.0000000061,0.01000,3.887
24,mlp.up_proj,0.0000002399,0.01000,9.274
24,mlp.gate_proj,0.0000002550,0.01000,9.325
24,mlp.down_proj,0.0000000052,0.01000,12.417
25,linear_attn.in_proj_qkv,0.0000003624,0.01000,3.758
25,linear_attn.in_proj_z,0.0000001963,0.01000,3.527
25,linear_attn.out_proj,0.0000000066,0.01000,3.732
25,mlp.gate_proj,0.0000002479,0.01000,9.931
25,mlp.up_proj,0.0000002444,0.01000,9.970
25,mlp.down_proj,0.0000000058,0.01000,13.005
26,linear_attn.in_proj_qkv,0.0000003353,0.01000,3.576
26,linear_attn.in_proj_z,0.0000001753,0.01000,3.549
26,linear_attn.out_proj,0.0000000108,0.01000,3.651
26,mlp.gate_proj,0.0000002477,0.01000,9.526
26,mlp.up_proj,0.0000002560,0.01000,9.548
26,mlp.down_proj,0.0000000076,0.01000,12.613
27,self_attn.v_proj,0.0000000394,0.01000,16.255
27,self_attn.q_proj,0.0000004256,0.01000,16.339
27,self_attn.k_proj,0.0000000381,0.01000,16.411
27,self_attn.o_proj,0.0000000194,0.01000,3.947
27,mlp.gate_proj,0.0000003018,0.01000,9.407
27,mlp.up_proj,0.0000003227,0.01000,9.585
27,mlp.down_proj,0.0000000110,0.01000,12.829
28,linear_attn.in_proj_qkv,0.0000004239,0.01000,3.392
28,linear_attn.in_proj_z,0.0000002035,0.01000,3.399
28,linear_attn.out_proj,0.0000000138,0.01000,4.434
28,mlp.gate_proj,0.0000003153,0.01000,9.464
28,mlp.up_proj,0.0000003430,0.01000,9.560
28,mlp.down_proj,0.0000000119,0.01000,12.849
29,linear_attn.in_proj_qkv,0.0000004943,0.01000,3.364
29,linear_attn.in_proj_z,0.0000002298,0.01000,3.676
29,linear_attn.out_proj,0.0000000148,0.01000,3.977
29,mlp.gate_proj,0.0000003388,0.01000,10.056
29,mlp.up_proj,0.0000003703,0.01000,10.135
29,mlp.down_proj,0.0000000144,0.01000,12.140
30,linear_attn.in_proj_qkv,0.0000005305,0.01000,3.476
30,linear_attn.in_proj_z,0.0000002529,0.01000,3.431
30,linear_attn.out_proj,0.0000000236,0.01000,3.284
30,mlp.up_proj,0.0000004074,0.01000,9.329
30,mlp.gate_proj,0.0000003650,0.01000,9.464
30,mlp.down_proj,0.0000000196,0.01000,13.232
31,self_attn.v_proj,0.0000000715,0.01000,17.616
31,self_attn.k_proj,0.0000000576,0.01000,17.727
31,self_attn.q_proj,0.0000005921,0.01000,17.797
31,self_attn.o_proj,0.0000000389,0.01000,3.728
31,mlp.up_proj,0.0000004898,0.01000,9.668
31,mlp.gate_proj,0.0000004302,0.01000,9.683
31,mlp.down_proj,0.0000000262,0.01000,11.531
32,linear_attn.in_proj_qkv,0.0000006827,0.01000,3.238
32,linear_attn.in_proj_z,0.0000003029,0.01000,3.109
32,linear_attn.out_proj,0.0000000296,0.01000,3.967
32,mlp.gate_proj,0.0000005191,0.01000,9.687
32,mlp.up_proj,0.0000005941,0.01000,9.793
32,mlp.down_proj,0.0000000317,0.01000,12.851
33,linear_attn.in_proj_qkv,0.0000008830,0.01000,3.072
33,linear_attn.in_proj_z,0.0000003672,0.01000,3.123
33,linear_attn.out_proj,0.0000000394,0.01000,4.007
33,mlp.up_proj,0.0000006985,0.01000,9.316
33,mlp.gate_proj,0.0000006026,0.01000,9.476
33,mlp.down_proj,0.0000000347,0.01000,12.214
34,linear_attn.in_proj_qkv,0.0000009351,0.01000,3.536
34,linear_attn.in_proj_z,0.0000004260,0.01000,3.552
34,linear_attn.out_proj,0.0000000392,0.01000,3.119
34,mlp.gate_proj,0.0000006519,0.01000,9.583
34,mlp.up_proj,0.0000007755,0.01000,9.700
34,mlp.down_proj,0.0000000468,0.01000,13.807
35,self_attn.q_proj,0.0000010194,0.01000,16.606
35,self_attn.v_proj,0.0000001506,0.01000,16.782
35,self_attn.k_proj,0.0000000975,0.01000,16.796
35,self_attn.o_proj,0.0000000835,0.01000,4.145
35,mlp.gate_proj,0.0000007342,0.01000,8.782
35,mlp.up_proj,0.0000008365,0.01000,8.850
35,mlp.down_proj,0.0000000430,0.01000,13.331
36,linear_attn.in_proj_qkv,0.0000012972,0.01000,3.646
36,linear_attn.in_proj_z,0.0000006611,0.01000,3.344
36,linear_attn.out_proj,0.0000000215,0.01000,4.105
36,mlp.gate_proj,0.0000008026,0.01000,9.526
36,mlp.up_proj,0.0000008119,0.01000,9.673
36,mlp.down_proj,0.0000000333,0.01000,12.206
37,linear_attn.in_proj_qkv,0.0000013463,0.01000,3.929
37,linear_attn.in_proj_z,0.0000007766,0.01000,3.282
37,linear_attn.out_proj,0.0000000233,0.01000,3.930
37,mlp.up_proj,0.0000007582,0.01000,9.716
37,mlp.gate_proj,0.0000007686,0.01000,9.840
37,mlp.down_proj,0.0000000294,0.01000,13.244
38,linear_attn.in_proj_qkv,0.0000012186,0.01000,3.387
38,linear_attn.in_proj_z,0.0000007188,0.01000,3.432
38,linear_attn.out_proj,0.0000000170,0.01000,3.992
38,mlp.gate_proj,0.0000010018,0.01000,9.501
38,mlp.up_proj,0.0000008628,0.01000,9.615
38,mlp.down_proj,0.0000000310,0.01000,12.246
39,self_attn.q_proj,0.0000010371,0.01000,16.393
39,self_attn.v_proj,0.0000001267,0.01000,16.579
39,self_attn.k_proj,0.0000000942,0.01000,16.588
39,self_attn.o_proj,0.0000000506,0.01000,3.891
39,mlp.gate_proj,0.0000008802,0.01000,9.620
39,mlp.up_proj,0.0000008064,0.01000,9.729
39,mlp.down_proj,0.0000000256,0.01000,11.908
40,linear_attn.in_proj_qkv,0.0000010391,0.01000,3.460
40,linear_attn.in_proj_z,0.0000005809,0.01000,3.411
40,linear_attn.out_proj,0.0000000222,0.01000,3.900
40,mlp.up_proj,0.0000008590,0.01000,8.699
40,mlp.gate_proj,0.0000009547,0.01000,8.758
40,mlp.down_proj,0.0000000294,0.01000,13.123
41,linear_attn.in_proj_qkv,0.0000009743,0.01000,3.609
41,linear_attn.in_proj_z,0.0000005433,0.01000,3.837
41,linear_attn.out_proj,0.0000000172,0.01000,4.027
41,mlp.gate_proj,0.0000007994,0.01000,9.512
41,mlp.up_proj,0.0000007938,0.01000,9.554
41,mlp.down_proj,0.0000000317,0.01000,12.699
42,linear_attn.in_proj_qkv,0.0000008953,0.01000,3.316
42,linear_attn.in_proj_z,0.0000004829,0.01000,3.443
42,linear_attn.out_proj,0.0000000321,0.01000,3.088
42,mlp.up_proj,0.0000007776,0.01000,9.782
42,mlp.gate_proj,0.0000007318,0.01000,9.886
42,mlp.down_proj,0.0000000401,0.01000,13.176
43,self_attn.k_proj,0.0000000962,0.01000,17.097
43,self_attn.v_proj,0.0000001331,0.01000,17.219
43,self_attn.q_proj,0.0000010174,0.01000,17.256
43,self_attn.o_proj,0.0000000971,0.01000,4.054
43,mlp.up_proj,0.0000009051,0.01000,9.146
43,mlp.gate_proj,0.0000008180,0.01000,9.161
43,mlp.down_proj,0.0000000488,0.01000,13.202
44,linear_attn.in_proj_qkv,0.0000010221,0.01000,3.486
44,linear_attn.in_proj_z,0.0000005039,0.01000,3.247
44,linear_attn.out_proj,0.0000000372,0.01000,3.824
44,mlp.gate_proj,0.0000008437,0.01000,9.500
44,mlp.up_proj,0.0000009420,0.01000,9.579
44,mlp.down_proj,0.0000000517,0.01000,12.511
45,linear_attn.in_proj_qkv,0.0000011050,0.01000,3.483
45,linear_attn.in_proj_z,0.0000005391,0.01000,3.602
45,linear_attn.out_proj,0.0000000339,0.01000,3.482
45,mlp.up_proj,0.0000009696,0.01000,9.559
45,mlp.gate_proj,0.0000008648,0.01000,9.718
45,mlp.down_proj,0.0000000567,0.01000,12.976
46,linear_attn.in_proj_qkv,0.0000011622,0.01000,3.285
46,linear_attn.in_proj_z,0.0000005731,0.01000,3.175
46,linear_attn.out_proj,0.0000000547,0.01000,3.914
46,mlp.up_proj,0.0000010052,0.01000,9.590
46,mlp.gate_proj,0.0000008772,0.01000,9.626
46,mlp.down_proj,0.0000000656,0.01000,12.072
47,self_attn.k_proj,0.0000001300,0.01000,16.719
47,self_attn.q_proj,0.0000013534,0.01000,16.835
47,self_attn.v_proj,0.0000002258,0.01000,16.928
47,self_attn.o_proj,0.0000001323,0.01000,4.251
47,mlp.up_proj,0.0000011988,0.01000,9.384
47,mlp.gate_proj,0.0000010508,0.01000,9.433
47,mlp.down_proj,0.0000000847,0.01000,11.963
48,linear_attn.in_proj_qkv,0.0000013732,0.01000,3.573
48,linear_attn.in_proj_z,0.0000006551,0.01000,3.460
48,linear_attn.out_proj,0.0000000502,0.01000,3.859
48,mlp.up_proj,0.0000013195,0.01000,8.508
48,mlp.gate_proj,0.0000011529,0.01000,8.657
48,mlp.down_proj,0.0000000941,0.01000,12.999
49,linear_attn.in_proj_qkv,0.0000016388,0.01000,3.325
49,linear_attn.in_proj_z,0.0000007001,0.01000,3.345
49,linear_attn.out_proj,0.0000000598,0.01000,3.981
49,mlp.up_proj,0.0000013280,0.01000,9.674
49,mlp.gate_proj,0.0000011409,0.01000,9.758
49,mlp.down_proj,0.0000001075,0.01000,12.236
50,linear_attn.in_proj_qkv,0.0000015370,0.01000,3.898
50,linear_attn.in_proj_z,0.0000007211,0.01000,3.600
50,linear_attn.out_proj,0.0000001151,0.01000,3.682
50,mlp.up_proj,0.0000014778,0.01000,8.653
50,mlp.gate_proj,0.0000013012,0.01000,8.754
50,mlp.down_proj,0.0000001920,0.01000,12.883
51,self_attn.k_proj,0.0000001766,0.01000,17.233
51,self_attn.q_proj,0.0000018684,0.01000,17.380
51,self_attn.v_proj,0.0000003890,0.01000,17.431
51,self_attn.o_proj,0.0000003470,0.01000,4.070
51,mlp.up_proj,0.0000018500,0.01000,8.796
51,mlp.gate_proj,0.0000015913,0.01000,8.895
51,mlp.down_proj,0.0000002265,0.01000,13.551
52,linear_attn.in_proj_qkv,0.0000023667,0.01000,3.526
52,linear_attn.in_proj_z,0.0000011304,0.01000,2.789
52,linear_attn.out_proj,0.0000001028,0.01000,3.957
52,mlp.gate_proj,0.0000017980,0.01000,9.819
52,mlp.up_proj,0.0000018247,0.01000,9.838
52,mlp.down_proj,0.0000001765,0.01000,12.406
53,linear_attn.in_proj_qkv,0.0000023309,0.01000,3.671
53,linear_attn.in_proj_z,0.0000011562,0.01000,3.739
53,linear_attn.out_proj,0.0000000849,0.01000,4.236
53,mlp.up_proj,0.0000018306,0.01000,8.754
53,mlp.gate_proj,0.0000019120,0.01000,8.797
53,mlp.down_proj,0.0000001880,0.01000,13.145
54,linear_attn.in_proj_qkv,0.0000021940,0.01000,3.558
54,linear_attn.in_proj_z,0.0000012096,0.01000,3.563
54,linear_attn.out_proj,0.0000001140,0.01000,4.119
54,mlp.up_proj,0.0000021231,0.01000,9.270
54,mlp.gate_proj,0.0000023554,0.01000,9.464
54,mlp.down_proj,0.0000002620,0.01000,12.893
55,self_attn.v_proj,0.0000004638,0.01000,16.325
55,self_attn.k_proj,0.0000001931,0.01000,16.390
55,self_attn.q_proj,0.0000020884,0.01000,16.392
55,self_attn.o_proj,0.0000002251,0.01000,4.301
55,mlp.up_proj,0.0000021248,0.01000,9.540
55,mlp.gate_proj,0.0000022698,0.01000,9.572
55,mlp.down_proj,0.0000001896,0.01000,12.508
56,linear_attn.in_proj_qkv,0.0000023759,0.01000,4.060
56,linear_attn.in_proj_z,0.0000012079,0.01000,3.101
56,linear_attn.out_proj,0.0000000947,0.01000,4.286
56,mlp.up_proj,0.0000021268,0.01000,8.696
56,mlp.gate_proj,0.0000023475,0.01000,8.856
56,mlp.down_proj,0.0000001357,0.01000,12.742
57,linear_attn.in_proj_qkv,0.0000024475,0.01000,3.477
57,linear_attn.in_proj_z,0.0000012589,0.01000,3.467
57,linear_attn.out_proj,0.0000000759,0.01000,3.935
57,mlp.gate_proj,0.0000026967,0.01000,9.479
57,mlp.up_proj,0.0000023949,0.01000,9.498
57,mlp.down_proj,0.0000001424,0.01000,12.715
58,linear_attn.in_proj_qkv,0.0000023730,0.01000,3.283
58,linear_attn.in_proj_z,0.0000013110,0.01000,3.432
58,linear_attn.out_proj,0.0000001203,0.01000,4.052
58,mlp.up_proj,0.0000028532,0.01000,8.292
58,mlp.gate_proj,0.0000032105,0.01000,8.418
58,mlp.down_proj,0.0000002417,0.01000,11.713
59,self_attn.q_proj,0.0000025304,0.01000,15.057
59,self_attn.k_proj,0.0000002481,0.01000,15.179
59,self_attn.v_proj,0.0000010416,0.01000,15.188
59,self_attn.o_proj,0.0000005371,0.01000,3.875
59,mlp.gate_proj,0.0000031702,0.01000,9.007
59,mlp.up_proj,0.0000028934,0.01000,9.103
59,mlp.down_proj,0.0000003399,0.01000,11.054
60,linear_attn.in_proj_qkv,0.0000026900,0.01000,3.293
60,linear_attn.in_proj_z,0.0000013115,0.01000,3.036
60,linear_attn.out_proj,0.0000002739,0.01000,3.622
60,mlp.up_proj,0.0000028263,0.01000,8.929
60,mlp.gate_proj,0.0000030428,0.01000,8.953
60,mlp.down_proj,0.0000003741,0.01000,12.082
61,linear_attn.in_proj_qkv,0.0000021188,0.01000,3.260
61,linear_attn.in_proj_z,0.0000012185,0.01000,3.083
61,linear_attn.out_proj,0.0000004090,0.01000,3.689
61,mlp.up_proj,0.0000030536,0.01000,9.118
61,mlp.gate_proj,0.0000032637,0.01000,9.142
61,mlp.down_proj,0.0000005517,0.01000,11.295
62,linear_attn.in_proj_qkv,0.0000022684,0.01000,3.467
62,linear_attn.in_proj_z,0.0000011953,0.01000,3.295
62,linear_attn.out_proj,0.0000011525,0.01000,3.548
62,mlp.gate_proj,0.0000030639,0.01000,7.978
62,mlp.up_proj,0.0000028734,0.01000,8.066
62,mlp.down_proj,0.0000009548,0.01000,12.417
63,self_attn.v_proj,0.0000008385,0.01000,17.097
63,self_attn.q_proj,0.0000024606,0.01000,17.212
63,self_attn.k_proj,0.0000002214,0.01000,17.271
63,self_attn.o_proj,0.0000013553,0.01000,3.893
63,mlp.up_proj,0.0000026020,0.01000,8.428
63,mlp.gate_proj,0.0000028705,0.01000,8.466
63,mlp.down_proj,0.0000021961,0.01000,11.894