layer,module,loss,samples,damp,time
0,linear_attn.in_proj_qkv,0.0000640668,0.01000,4.484
0,linear_attn.in_proj_z,0.0000425612,0.01000,4.580
0,linear_attn.out_proj,0.0000000992,0.01000,9.272
0,mlp.gate_proj,0.0000004416,0.01000,11.330
0,mlp.up_proj,0.0000004125,0.01000,11.633
0,mlp.down_proj,0.0000000015,0.01000,10.874
1,linear_attn.in_proj_qkv,0.0000066808,0.01000,5.618
1,linear_attn.in_proj_z,0.0000041003,0.01000,5.369
1,linear_attn.out_proj,0.0000000099,0.01000,8.345
1,mlp.up_proj,0.0000008680,0.01000,11.915
1,mlp.gate_proj,0.0000009028,0.01000,12.077
1,mlp.down_proj,0.0000000023,0.01000,17.961
2,linear_attn.in_proj_qkv,0.0000090825,0.01000,4.822
2,linear_attn.in_proj_z,0.0000055125,0.01000,-2.177
2,linear_attn.out_proj,0.0000000157,0.01000,5.873
2,mlp.gate_proj,0.0000017131,0.01000,12.168
2,mlp.up_proj,0.0000016172,0.01000,12.324
2,mlp.down_proj,0.0000000074,0.01000,16.749
3,self_attn.k_proj,0.0000096932,0.01000,18.543
3,self_attn.q_proj,0.0001398233,0.01000,18.691
3,self_attn.v_proj,0.0000094358,0.01000,27.247
3,self_attn.o_proj,0.0000000209,0.01000,4.958
3,mlp.up_proj,0.0000019242,0.01000,10.999
3,mlp.gate_proj,0.0000019810,0.01000,11.184
3,mlp.down_proj,0.0000000055,0.01000,12.275
4,linear_attn.in_proj_qkv,0.0000094861,0.01000,4.077
4,linear_attn.in_proj_z,0.0000060512,0.01000,3.983
4,linear_attn.out_proj,0.0000000215,0.01000,4.609
4,mlp.gate_proj,0.0000026429,0.01000,11.536
4,mlp.up_proj,0.0000026010,0.01000,11.805
4,mlp.down_proj,0.0000000073,0.01000,16.352
5,linear_attn.in_proj_qkv,0.0000133733,0.01000,3.602
5,linear_attn.in_proj_z,0.0000087068,0.01000,3.274
5,linear_attn.out_proj,0.0000000237,0.01000,4.176
5,mlp.up_proj,0.0000032260,0.01000,9.491
5,mlp.gate_proj,0.0000033839,0.01000,9.740
5,mlp.down_proj,0.0000000106,0.01000,15.043
6,linear_attn.in_proj_qkv,0.0000238767,0.01000,2.756
6,linear_attn.in_proj_z,0.0000142515,0.01000,3.279
6,linear_attn.out_proj,0.0000000460,0.01000,4.376
6,mlp.gate_proj,0.0000050037,0.01000,18.529
6,mlp.up_proj,0.0000047293,0.01000,19.026
6,mlp.down_proj,0.0000000190,0.01000,13.388
7,self_attn.k_proj,0.0000081105,0.01000,7.551
7,self_attn.v_proj,0.0000077117,0.01000,7.710
7,self_attn.q_proj,0.0001078202,0.01000,7.939
7,self_attn.o_proj,0.0000000533,0.01000,4.207
7,mlp.up_proj,0.0000052691,0.01000,21.493
7,mlp.gate_proj,0.0000055773,0.01000,21.837
7,mlp.down_proj,0.0000000240,0.01000,19.025
8,linear_attn.in_proj_qkv,0.0000194353,0.01000,3.974
8,linear_attn.in_proj_z,0.0000122614,0.01000,3.839
8,linear_attn.out_proj,0.0000000606,0.01000,4.391
8,mlp.up_proj,0.0000058376,0.01000,12.392
8,mlp.gate_proj,0.0000061431,0.01000,12.472
8,mlp.down_proj,0.0000000260,0.01000,20.321
9,linear_attn.in_proj_qkv,0.0000203141,0.01000,3.038
9,linear_attn.in_proj_z,0.0000124319,0.01000,3.160
9,linear_attn.out_proj,0.0000000581,0.01000,4.044
9,mlp.gate_proj,0.0000063746,0.01000,10.923
9,mlp.up_proj,0.0000060999,0.01000,11.014
9,mlp.down_proj,0.0000000285,0.01000,17.955
10,linear_attn.in_proj_qkv,0.0000206230,0.01000,3.743
10,linear_attn.in_proj_z,0.0000123166,0.01000,3.892
10,linear_attn.out_proj,0.0000000868,0.01000,-4.116
10,mlp.gate_proj,0.0000064383,0.01000,9.809
10,mlp.up_proj,0.0000062146,0.01000,9.850
10,mlp.down_proj,0.0000000342,0.01000,16.094
11,self_attn.v_proj,0.0000065789,0.01000,16.954
11,self_attn.k_proj,0.0000068888,0.01000,25.298
11,self_attn.q_proj,0.0000868339,0.01000,17.150
11,self_attn.o_proj,0.0000001428,0.01000,3.949
11,mlp.gate_proj,0.0000074936,0.01000,9.433
11,mlp.up_proj,0.0000072303,0.01000,9.511
11,mlp.down_proj,0.0000000487,0.01000,16.934
12,linear_attn.in_proj_qkv,0.0000268114,0.01000,3.592
12,linear_attn.in_proj_z,0.0000159200,0.01000,3.598
12,linear_attn.out_proj,0.0000001276,0.01000,-5.044
12,mlp.up_proj,0.0000075678,0.01000,9.779
12,mlp.gate_proj,0.0000078482,0.01000,9.936
12,mlp.down_proj,0.0000000544,0.01000,15.075
13,linear_attn.in_proj_qkv,0.0000284073,0.01000,3.514
13,linear_attn.in_proj_z,0.0000160394,0.01000,3.355
13,linear_attn.out_proj,0.0000001497,0.01000,4.377
13,mlp.gate_proj,0.0000086531,0.01000,18.102
13,mlp.up_proj,0.0000083314,0.01000,18.183
13,mlp.down_proj,0.0000000629,0.01000,4.334
14,linear_attn.in_proj_qkv,0.0000316271,0.01000,3.108
14,linear_attn.in_proj_z,0.0000186084,0.01000,11.488
14,linear_attn.out_proj,0.0000002475,0.01000,4.033
14,mlp.up_proj,0.0000091396,0.01000,9.448
14,mlp.gate_proj,0.0000094544,0.01000,9.787
14,mlp.down_proj,0.0000000797,0.01000,13.106
15,self_attn.v_proj,0.0000058696,0.01000,26.247
15,self_attn.q_proj,0.0000685723,0.01000,26.544
15,self_attn.k_proj,0.0000059185,0.01000,26.619
15,self_attn.o_proj,0.0000001955,0.01000,3.753
15,mlp.gate_proj,0.0000113858,0.01000,9.760
15,mlp.up_proj,0.0000111234,0.01000,9.954
15,mlp.down_proj,0.0000001126,0.01000,14.539
16,linear_attn.in_proj_qkv,0.0000340021,0.01000,3.784
16,linear_attn.in_proj_z,0.0000193314,0.01000,4.452
16,linear_attn.out_proj,0.0000002341,0.01000,5.521
16,mlp.up_proj,0.0000125576,0.01000,11.582
16,mlp.gate_proj,0.0000129008,0.01000,12.202
16,mlp.down_proj,0.0000001454,0.01000,17.559
17,linear_attn.in_proj_qkv,0.0000392903,0.01000,-4.769
17,linear_attn.in_proj_z,0.0000201683,0.01000,4.605
17,linear_attn.out_proj,0.0000003138,0.01000,13.516
17,mlp.gate_proj,0.0000153182,0.01000,12.437
17,mlp.up_proj,0.0000149272,0.01000,12.847
17,mlp.down_proj,0.0000001908,0.01000,18.662
18,linear_attn.in_proj_qkv,0.0000423103,0.01000,2.916
18,linear_attn.in_proj_z,0.0000235245,0.01000,-4.889
18,linear_attn.out_proj,0.0000005078,0.01000,4.151
18,mlp.up_proj,0.0000193033,0.01000,9.565
18,mlp.gate_proj,0.0000198968,0.01000,9.763
18,mlp.down_proj,0.0000003688,0.01000,17.496
19,self_attn.v_proj,0.0000068886,0.01000,17.284
19,self_attn.k_proj,0.0000063744,0.01000,17.370
19,self_attn.q_proj,0.0000750437,0.01000,17.558
19,self_attn.o_proj,0.0000012625,0.01000,4.216
19,mlp.up_proj,0.0000293955,0.01000,9.437
19,mlp.gate_proj,0.0000303575,0.01000,9.640
19,mlp.down_proj,0.0000006327,0.01000,17.143
20,linear_attn.in_proj_qkv,0.0000871094,0.01000,3.164
20,linear_attn.in_proj_z,0.0000497236,0.01000,3.134
20,linear_attn.out_proj,0.0000011158,0.01000,-4.141
20,mlp.gate_proj,0.0000392667,0.01000,11.414
20,mlp.up_proj,0.0000372829,0.01000,11.600
20,mlp.down_proj,0.0000008790,0.01000,26.521
21,linear_attn.in_proj_qkv,0.0001053623,0.01000,3.435
21,linear_attn.in_proj_z,0.0000681308,0.01000,3.351
21,linear_attn.out_proj,0.0000012490,0.01000,3.787
21,mlp.up_proj,0.0000423605,0.01000,8.915
21,mlp.gate_proj,0.0000444869,0.01000,9.126
21,mlp.down_proj,0.0000008031,0.01000,13.210
22,linear_attn.in_proj_qkv,0.0000931988,0.01000,5.057
22,linear_attn.in_proj_z,0.0000577565,0.01000,5.946
22,linear_attn.out_proj,0.0000009584,0.01000,6.068
22,mlp.gate_proj,0.0000540310,0.01000,10.393
22,mlp.up_proj,0.0000489587,0.01000,10.421
22,mlp.down_proj,0.0000009408,0.01000,13.586
23,self_attn.v_proj,0.0000109871,0.01000,18.779
23,self_attn.q_proj,0.0001100955,0.01000,19.032
23,self_attn.k_proj,0.0000098417,0.01000,19.288
23,self_attn.o_proj,0.0000016605,0.01000,4.038
23,mlp.gate_proj,0.0000644726,0.01000,9.764
23,mlp.up_proj,0.0000607319,0.01000,9.959
23,mlp.down_proj,0.0000011916,0.01000,12.735
24,linear_attn.in_proj_qkv,0.0000977541,0.01000,5.026
24,linear_attn.in_proj_z,0.0000563157,0.01000,4.291
24,linear_attn.out_proj,0.0000017884,0.01000,5.123
24,mlp.gate_proj,0.0000749009,0.01000,9.060
24,mlp.up_proj,0.0000704703,0.01000,9.230
24,mlp.down_proj,0.0000015496,0.01000,12.893
25,linear_attn.in_proj_qkv,0.0001061138,0.01000,3.294
25,linear_attn.in_proj_z,0.0000575017,0.01000,3.575
25,linear_attn.out_proj,0.0000019334,0.01000,-5.667
25,mlp.gate_proj,0.0000728622,0.01000,11.275
25,mlp.up_proj,0.0000718050,0.01000,11.798
25,mlp.down_proj,0.0000017222,0.01000,12.265
26,linear_attn.in_proj_qkv,0.0000980629,0.01000,3.373
26,linear_attn.in_proj_z,0.0000513086,0.01000,3.949
26,linear_attn.out_proj,0.0000031564,0.01000,4.286
26,mlp.gate_proj,0.0000728342,0.01000,10.045
26,mlp.up_proj,0.0000751999,0.01000,10.461
26,mlp.down_proj,0.0000022494,0.01000,14.526
27,self_attn.v_proj,0.0000114680,0.01000,18.320
27,self_attn.k_proj,0.0000110706,0.01000,18.448
27,self_attn.q_proj,0.0001244631,0.01000,18.561
27,self_attn.o_proj,0.0000056642,0.01000,3.812
27,mlp.gate_proj,0.0000887116,0.01000,11.084
27,mlp.up_proj,0.0000947490,0.01000,11.226
27,mlp.down_proj,0.0000032511,0.01000,16.286
28,linear_attn.in_proj_qkv,0.0001241501,0.01000,3.169
28,linear_attn.in_proj_z,0.0000596245,0.01000,4.270
28,linear_attn.out_proj,0.0000040309,0.01000,4.836
28,mlp.up_proj,0.0001008322,0.01000,10.028
28,mlp.gate_proj,0.0000927496,0.01000,1.926
28,mlp.down_proj,0.0000035256,0.01000,18.627
29,linear_attn.in_proj_qkv,0.0001449247,0.01000,3.526
29,linear_attn.in_proj_z,0.0000673718,0.01000,3.038
29,linear_attn.out_proj,0.0000043401,0.01000,4.864
29,mlp.up_proj,0.0001089125,0.01000,10.248
29,mlp.gate_proj,0.0000997183,0.01000,10.289
29,mlp.down_proj,0.0000042763,0.01000,18.978
30,linear_attn.in_proj_qkv,0.0001554490,0.01000,3.582
30,linear_attn.in_proj_z,0.0000741639,0.01000,3.510
30,linear_attn.out_proj,0.0000069002,0.01000,4.910
30,mlp.gate_proj,0.0001074855,0.01000,11.820
30,mlp.up_proj,0.0001199021,0.01000,12.061
30,mlp.down_proj,0.0000058043,0.01000,23.391
31,self_attn.k_proj,0.0000169266,0.01000,17.693
31,self_attn.v_proj,0.0000209107,0.01000,18.069
31,self_attn.q_proj,0.0001738664,0.01000,18.220
31,self_attn.o_proj,0.0000113816,0.01000,4.668
31,mlp.up_proj,0.0001441583,0.01000,10.405
31,mlp.gate_proj,0.0001267508,0.01000,10.597
31,mlp.down_proj,0.0000077594,0.01000,16.786
32,linear_attn.in_proj_qkv,0.0002006095,0.01000,3.680
32,linear_attn.in_proj_z,0.0000890080,0.01000,3.283
32,linear_attn.out_proj,0.0000086844,0.01000,4.131
32,mlp.gate_proj,0.0001529837,0.01000,18.950
32,mlp.up_proj,0.0001750664,0.01000,19.777
32,mlp.down_proj,0.0000093934,0.01000,5.067
33,linear_attn.in_proj_qkv,0.0002594677,0.01000,3.418
33,linear_attn.in_proj_z,0.0001079468,0.01000,3.559
33,linear_attn.out_proj,0.0000115782,0.01000,4.137
33,mlp.gate_proj,0.0001775377,0.01000,10.220
33,mlp.up_proj,0.0002057817,0.01000,10.360
33,mlp.down_proj,0.0000103116,0.01000,15.734
34,linear_attn.in_proj_qkv,0.0002748349,0.01000,4.060
34,linear_attn.in_proj_z,0.0001253682,0.01000,4.193
34,linear_attn.out_proj,0.0000114199,0.01000,4.533
34,mlp.gate_proj,0.0001920355,0.01000,17.583
34,mlp.up_proj,0.0002284183,0.01000,9.413
34,mlp.down_proj,0.0000137695,0.01000,16.264
35,self_attn.k_proj,0.0000287168,0.01000,19.131
35,self_attn.v_proj,0.0000441700,0.01000,19.177
35,self_attn.q_proj,0.0003003337,0.01000,19.536
35,self_attn.o_proj,0.0000242998,0.01000,3.689
35,mlp.up_proj,0.0002463556,0.01000,10.482
35,mlp.gate_proj,0.0002163312,0.01000,10.775
35,mlp.down_proj,0.0000127315,0.01000,18.150
36,linear_attn.in_proj_qkv,0.0003812556,0.01000,3.222
36,linear_attn.in_proj_z,0.0001943348,0.01000,3.575
36,linear_attn.out_proj,0.0000062425,0.01000,3.888
36,mlp.up_proj,0.0002391412,0.01000,9.218
36,mlp.gate_proj,0.0002363071,0.01000,9.388
36,mlp.down_proj,0.0000098985,0.01000,14.704
37,linear_attn.in_proj_qkv,0.0003956966,0.01000,3.865
37,linear_attn.in_proj_z,0.0002285038,0.01000,12.878
37,linear_attn.out_proj,0.0000066447,0.01000,5.416
37,mlp.up_proj,0.0002234319,0.01000,0.567
37,mlp.gate_proj,0.0002264691,0.01000,0.646
37,mlp.down_proj,0.0000087398,0.01000,13.288
38,linear_attn.in_proj_qkv,0.0003584955,0.01000,3.428
38,linear_attn.in_proj_z,0.0002117160,0.01000,3.429
38,linear_attn.out_proj,0.0000049733,0.01000,5.615
38,mlp.gate_proj,0.0002952798,0.01000,12.555
38,mlp.up_proj,0.0002543049,0.01000,12.622
38,mlp.down_proj,0.0000092283,0.01000,13.004
39,self_attn.v_proj,0.0000371762,0.01000,15.638
39,self_attn.k_proj,0.0000277842,0.01000,16.113
39,self_attn.q_proj,0.0003053927,0.01000,16.328
39,self_attn.o_proj,0.0000147484,0.01000,5.418
39,mlp.gate_proj,0.0002592258,0.01000,19.799
39,mlp.up_proj,0.0002373144,0.01000,11.591
39,mlp.down_proj,0.0000076080,0.01000,11.489
40,linear_attn.in_proj_qkv,0.0003056463,0.01000,3.870
40,linear_attn.in_proj_z,0.0001710136,0.01000,3.869
40,linear_attn.out_proj,0.0000064311,0.01000,3.865
40,mlp.gate_proj,0.0002815306,0.01000,9.036
40,mlp.up_proj,0.0002530349,0.01000,9.325
40,mlp.down_proj,0.0000087425,0.01000,17.604
41,linear_attn.in_proj_qkv,0.0002874149,0.01000,2.936
41,linear_attn.in_proj_z,0.0001601348,0.01000,3.490
41,linear_attn.out_proj,0.0000050767,0.01000,4.408
41,mlp.up_proj,0.0002341963,0.01000,9.591
41,mlp.gate_proj,0.0002359249,0.01000,9.602
41,mlp.down_proj,0.0000094304,0.01000,13.578
42,linear_attn.in_proj_qkv,0.0002636356,0.01000,3.326
42,linear_attn.in_proj_z,0.0001423076,0.01000,3.340
42,linear_attn.out_proj,0.0000093059,0.01000,3.949
42,mlp.gate_proj,0.0002160006,0.01000,7.731
42,mlp.up_proj,0.0002293094,0.01000,7.876
42,mlp.down_proj,0.0000119015,0.01000,13.831
43,self_attn.k_proj,0.0000283694,0.01000,18.851
43,self_attn.v_proj,0.0000386960,0.01000,19.225
43,self_attn.q_proj,0.0002999400,0.01000,19.685
43,self_attn.o_proj,0.0000282183,0.01000,4.394
43,mlp.gate_proj,0.0002412899,0.01000,8.769
43,mlp.up_proj,0.0002669067,0.01000,8.915
43,mlp.down_proj,0.0000145095,0.01000,14.120
44,linear_attn.in_proj_qkv,0.0003010677,0.01000,3.444
44,linear_attn.in_proj_z,0.0001483966,0.01000,3.424
44,linear_attn.out_proj,0.0000109336,0.01000,6.900
44,mlp.up_proj,0.0002777499,0.01000,10.031
44,mlp.gate_proj,0.0002487458,0.01000,10.118
44,mlp.down_proj,0.0000153657,0.01000,14.335
45,linear_attn.in_proj_qkv,0.0003254824,0.01000,3.175
45,linear_attn.in_proj_z,0.0001588313,0.01000,3.163
45,linear_attn.out_proj,0.0000099234,0.01000,3.790
45,mlp.gate_proj,0.0002550306,0.01000,12.429
45,mlp.up_proj,0.0002858416,0.01000,12.793
45,mlp.down_proj,0.0000168444,0.01000,13.149
46,linear_attn.in_proj_qkv,0.0003418054,0.01000,3.455
46,linear_attn.in_proj_z,0.0001685697,0.01000,3.348
46,linear_attn.out_proj,0.0000159044,0.01000,3.975
46,mlp.gate_proj,0.0002585288,0.01000,11.718
46,mlp.up_proj,0.0002961667,0.01000,12.021
46,mlp.down_proj,0.0000194553,0.01000,21.164
47,self_attn.v_proj,0.0000661487,0.01000,15.668
47,self_attn.q_proj,0.0003986497,0.01000,16.095
47,self_attn.k_proj,0.0000383166,0.01000,16.362
47,self_attn.o_proj,0.0000384544,0.01000,5.072
47,mlp.gate_proj,0.0003089703,0.01000,11.450
47,mlp.up_proj,0.0003527128,0.01000,11.739
47,mlp.down_proj,0.0000250715,0.01000,14.976
48,linear_attn.in_proj_qkv,0.0004033617,0.01000,3.316
48,linear_attn.in_proj_z,0.0001925261,0.01000,3.380
48,linear_attn.out_proj,0.0000145968,0.01000,3.812
48,mlp.gate_proj,0.0003387871,0.01000,9.574
48,mlp.up_proj,0.0003879222,0.01000,9.721
48,mlp.down_proj,0.0000278246,0.01000,15.582
49,linear_attn.in_proj_qkv,0.0004812785,0.01000,3.350
49,linear_attn.in_proj_z,0.0002058398,0.01000,3.462
49,linear_attn.out_proj,0.0000175645,0.01000,3.177
49,mlp.up_proj,0.0003905665,0.01000,9.249
49,mlp.gate_proj,0.0003355557,0.01000,9.542
49,mlp.down_proj,0.0000318029,0.01000,15.413
50,linear_attn.in_proj_qkv,0.0004514592,0.01000,3.615
50,linear_attn.in_proj_z,0.0002119731,0.01000,3.635
50,linear_attn.out_proj,0.0000332887,0.01000,6.183
50,mlp.gate_proj,0.0003830322,0.01000,10.588
50,mlp.up_proj,0.0004344515,0.01000,10.622
50,mlp.down_proj,0.0000564420,0.01000,17.167
51,self_attn.k_proj,0.0000520321,0.01000,19.234
51,self_attn.v_proj,0.0001140666,0.01000,19.304
51,self_attn.q_proj,0.0005503701,0.01000,19.888
51,self_attn.o_proj,0.0001009204,0.01000,5.516
51,mlp.up_proj,0.0005437832,0.01000,10.948
51,mlp.gate_proj,0.0004680760,0.01000,11.126
51,mlp.down_proj,0.0000667506,0.01000,18.175
52,linear_attn.in_proj_qkv,0.0006957806,0.01000,4.101
52,linear_attn.in_proj_z,0.0003321920,0.01000,4.831
52,linear_attn.out_proj,0.0000290145,0.01000,6.064
52,mlp.gate_proj,0.0005294821,0.01000,10.222
52,mlp.up_proj,0.0005367121,0.01000,10.410
52,mlp.down_proj,0.0000520043,0.01000,20.238
53,linear_attn.in_proj_qkv,0.0006854756,0.01000,4.503
53,linear_attn.in_proj_z,0.0003401085,0.01000,5.666
53,linear_attn.out_proj,0.0000246150,0.01000,5.722
53,mlp.up_proj,0.0005381240,0.01000,9.750
53,mlp.gate_proj,0.0005620657,0.01000,9.929
53,mlp.down_proj,0.0000553583,0.01000,26.157
54,linear_attn.in_proj_qkv,0.0006444547,0.01000,7.576
54,linear_attn.in_proj_z,0.0003556014,0.01000,5.881
54,linear_attn.out_proj,0.0000318387,0.01000,5.654
54,mlp.gate_proj,0.0006923073,0.01000,18.957
54,mlp.up_proj,0.0006238196,0.01000,19.257
54,mlp.down_proj,0.0000769702,0.01000,25.285
55,self_attn.v_proj,0.0001351974,0.01000,23.919
55,self_attn.q_proj,0.0006142842,0.01000,27.177
55,self_attn.k_proj,0.0000571908,0.01000,27.266
55,self_attn.o_proj,0.0000654712,0.01000,6.597
55,mlp.up_proj,0.0006232404,0.01000,14.274
55,mlp.gate_proj,0.0006662700,0.01000,14.517
55,mlp.down_proj,0.0000553664,0.01000,24.517
56,linear_attn.in_proj_qkv,0.0006978460,0.01000,6.016
56,linear_attn.in_proj_z,0.0003547760,0.01000,5.726
56,linear_attn.out_proj,0.0000270589,0.01000,5.025
56,mlp.up_proj,0.0006243683,0.01000,11.159
56,mlp.gate_proj,0.0006890403,0.01000,11.266
56,mlp.down_proj,0.0000400187,0.01000,17.666
57,linear_attn.in_proj_qkv,0.0007181870,0.01000,4.602
57,linear_attn.in_proj_z,0.0003695985,0.01000,4.798
57,linear_attn.out_proj,0.0000220725,0.01000,4.982
57,mlp.gate_proj,0.0007912585,0.01000,10.215
57,mlp.up_proj,0.0007028669,0.01000,10.432
57,mlp.down_proj,0.0000420487,0.01000,16.673
58,linear_attn.in_proj_qkv,0.0006966402,0.01000,5.930
58,linear_attn.in_proj_z,0.0003850101,0.01000,4.130
58,linear_attn.out_proj,0.0000340235,0.01000,5.907
58,mlp.up_proj,0.0008368557,0.01000,12.306
58,mlp.gate_proj,0.0009419893,0.01000,12.361
58,mlp.down_proj,0.0000704957,0.01000,21.315
59,self_attn.k_proj,0.0000731669,0.01000,20.285
59,self_attn.v_proj,0.0002931732,0.01000,20.341
59,self_attn.q_proj,0.0007441575,0.01000,20.695
59,self_attn.o_proj,0.0001570079,0.01000,4.908
59,mlp.gate_proj,0.0009296697,0.01000,12.360
59,mlp.up_proj,0.0008481844,0.01000,12.453
59,mlp.down_proj,0.0000995015,0.01000,19.128
60,linear_attn.in_proj_qkv,0.0007892028,0.01000,3.504
60,linear_attn.in_proj_z,0.0003849550,0.01000,3.629
60,linear_attn.out_proj,0.0000789163,0.01000,4.657
60,mlp.gate_proj,0.0008919395,0.01000,11.949
60,mlp.up_proj,0.0008286461,0.01000,12.032
60,mlp.down_proj,0.0001093913,0.01000,17.382
61,linear_attn.in_proj_qkv,0.0006214758,0.01000,3.093
61,linear_attn.in_proj_z,0.0003575272,0.01000,3.513
61,linear_attn.out_proj,0.0001182015,0.01000,4.195
61,mlp.up_proj,0.0008947431,0.01000,11.354
61,mlp.gate_proj,0.0009572177,0.01000,11.722
61,mlp.down_proj,0.0001610767,0.01000,16.241
62,linear_attn.in_proj_qkv,0.0006647699,0.01000,3.924
62,linear_attn.in_proj_z,0.0003505199,0.01000,3.596
62,linear_attn.out_proj,0.0003304372,0.01000,4.076
62,mlp.gate_proj,0.0008986733,0.01000,11.234
62,mlp.up_proj,0.0008425839,0.01000,11.425
62,mlp.down_proj,0.0002776341,0.01000,14.449
63,self_attn.v_proj,0.0002410854,0.01000,20.372
63,self_attn.k_proj,0.0000650917,0.01000,20.387
63,self_attn.q_proj,0.0007221117,0.01000,20.664
63,self_attn.o_proj,0.0003938363,0.01000,5.406
63,mlp.up_proj,0.0007631009,0.01000,12.590
63,mlp.gate_proj,0.0008420311,0.01000,12.773
63,mlp.down_proj,0.0006467385,0.01000,25.297