layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.0949785188,0.01000,3.193
0,self_attn.v_proj,0.0733075291,0.01000,0.448
0,self_attn.q_proj,0.2183347344,0.01000,0.414
0,self_attn.o_proj,0.0598558895,0.01000,0.827
0,mlp.up_proj,1.1518613100,0.01000,0.424
0,mlp.gate_proj,2.2943477631,0.01000,0.414
0,mlp.down_proj,0.0656493977,0.01000,1.255
1,self_attn.k_proj,0.0395458601,0.01000,0.418
1,self_attn.v_proj,0.0371059515,0.01000,0.412
1,self_attn.q_proj,0.0893361717,0.01000,0.414
1,self_attn.o_proj,0.0113766119,0.01000,0.829
1,mlp.up_proj,4.0372753143,0.01000,0.417
1,mlp.gate_proj,13.7864208221,0.01000,0.414
1,mlp.down_proj,0.0827698261,0.01000,1.248
2,self_attn.k_proj,0.0731925964,0.01000,0.409
2,self_attn.v_proj,0.0695964098,0.01000,0.407
2,self_attn.q_proj,0.1716462076,0.01000,0.418
2,self_attn.o_proj,0.0193871334,0.01000,0.834
2,mlp.up_proj,3.3729438782,0.01000,0.422
2,mlp.gate_proj,9.4380607605,0.01000,0.418
2,mlp.down_proj,3.7914690971,0.01000,1.260
3,self_attn.k_proj,0.6386406422,0.01000,0.413
3,self_attn.v_proj,0.6437745094,0.01000,0.411
3,self_attn.q_proj,1.3083734512,0.01000,0.417
3,self_attn.o_proj,0.0395299941,0.01000,0.828
3,mlp.up_proj,4.6073303223,0.01000,0.415
3,mlp.gate_proj,11.9643974304,0.01000,0.412
3,mlp.down_proj,0.2494032383,0.01000,1.253
4,self_attn.k_proj,0.5815224648,0.01000,0.416
4,self_attn.v_proj,0.5973730087,0.01000,0.417
4,self_attn.q_proj,1.1713552475,0.01000,0.412
4,self_attn.o_proj,0.0861514285,0.01000,0.827
4,mlp.up_proj,4.9300489426,0.01000,0.426
4,mlp.gate_proj,11.2488079071,0.01000,0.411
4,mlp.down_proj,0.3039829433,0.01000,1.263
5,self_attn.k_proj,0.8687192202,0.01000,0.413
5,self_attn.v_proj,0.9230720997,0.01000,0.414
5,self_attn.q_proj,2.0842733383,0.01000,0.408
5,self_attn.o_proj,0.1072270870,0.01000,0.820
5,mlp.up_proj,4.6263127327,0.01000,0.419
5,mlp.gate_proj,7.7415008545,0.01000,0.420
5,mlp.down_proj,0.3458739817,0.01000,1.236
6,self_attn.k_proj,0.6900687814,0.01000,0.409
6,self_attn.v_proj,0.6318620443,0.01000,0.410
6,self_attn.q_proj,1.5192260742,0.01000,0.415
6,self_attn.o_proj,0.0856129825,0.01000,0.823
6,mlp.up_proj,5.8880310059,0.01000,0.422
6,mlp.gate_proj,9.3924064636,0.01000,0.463
6,mlp.down_proj,0.4594019651,0.01000,1.245
7,self_attn.k_proj,1.2017619610,0.01000,0.417
7,self_attn.v_proj,1.3503344059,0.01000,0.410
7,self_attn.q_proj,2.8912670612,0.01000,0.410
7,self_attn.o_proj,0.1317571104,0.01000,0.835
7,mlp.up_proj,6.6104846001,0.01000,0.419
7,mlp.gate_proj,10.6788568497,0.01000,0.417
7,mlp.down_proj,0.5620326996,0.01000,1.252
8,self_attn.k_proj,1.5686380863,0.01000,0.418
8,self_attn.v_proj,1.5006358624,0.01000,0.417
8,self_attn.q_proj,3.5486512184,0.01000,0.417
8,self_attn.o_proj,0.1423897445,0.01000,0.834
8,mlp.up_proj,6.9578833580,0.01000,0.434
8,mlp.gate_proj,10.8397064209,0.01000,0.427
8,mlp.down_proj,0.6287428141,0.01000,1.248
9,self_attn.k_proj,2.7996702194,0.01000,0.412
9,self_attn.v_proj,2.8681569099,0.01000,0.420
9,self_attn.q_proj,6.7728967667,0.01000,0.417
9,self_attn.o_proj,0.2296576351,0.01000,0.833
9,mlp.up_proj,7.8976497650,0.01000,0.416
9,mlp.gate_proj,12.5545301437,0.01000,0.434
9,mlp.down_proj,0.8800706267,0.01000,1.264
10,self_attn.k_proj,2.4659876823,0.01000,0.429
10,self_attn.v_proj,2.5542056561,0.01000,0.417
10,self_attn.q_proj,5.9393296242,0.01000,0.412
10,self_attn.o_proj,0.2245591134,0.01000,0.832
10,mlp.up_proj,7.9577808380,0.01000,0.426
10,mlp.gate_proj,12.6257886887,0.01000,0.422
10,mlp.down_proj,1.1951355934,0.01000,1.248
11,self_attn.k_proj,4.6797471046,0.01000,0.421
11,self_attn.v_proj,4.2420868874,0.01000,0.412
11,self_attn.q_proj,12.0977678299,0.01000,0.414
11,self_attn.o_proj,0.5291502476,0.01000,0.832
11,mlp.up_proj,8.0473976135,0.01000,0.422
11,mlp.gate_proj,10.5162744522,0.01000,0.423
11,mlp.down_proj,1.4867502451,0.01000,1.251
12,self_attn.k_proj,4.1460475922,0.01000,0.414
12,self_attn.v_proj,4.2299971581,0.01000,0.423
12,self_attn.q_proj,11.1163053513,0.01000,0.417
12,self_attn.o_proj,0.2264508903,0.01000,0.828
12,mlp.up_proj,7.5148854256,0.01000,0.426
12,mlp.gate_proj,9.1569452286,0.01000,0.420
12,mlp.down_proj,1.3474791050,0.01000,1.261
13,self_attn.k_proj,3.9712910652,0.01000,0.413
13,self_attn.v_proj,4.6469721794,0.01000,0.411
13,self_attn.q_proj,11.6752557755,0.01000,0.413
13,self_attn.o_proj,0.3345225155,0.01000,0.870
13,mlp.up_proj,7.9746055603,0.01000,0.422
13,mlp.gate_proj,9.9039278030,0.01000,0.418
13,mlp.down_proj,1.3543386459,0.01000,1.304
14,self_attn.k_proj,5.3524298668,0.01000,0.423
14,self_attn.v_proj,5.7264394760,0.01000,0.411
14,self_attn.q_proj,14.7158508301,0.01000,0.420
14,self_attn.o_proj,0.3398002684,0.01000,0.837
14,mlp.up_proj,8.6040372849,0.01000,0.422
14,mlp.gate_proj,10.5589971542,0.01000,0.417
14,mlp.down_proj,1.7919341326,0.01000,1.260
15,self_attn.k_proj,9.4565839767,0.01000,0.421
15,self_attn.v_proj,11.6978416443,0.01000,0.418
15,self_attn.q_proj,29.5019569397,0.01000,0.425
15,self_attn.o_proj,0.5204595923,0.01000,0.839
15,mlp.up_proj,9.4952640533,0.01000,0.429
15,mlp.gate_proj,11.3753356934,0.01000,0.420
15,mlp.down_proj,2.0069732666,0.01000,1.272
16,self_attn.k_proj,13.3470182419,0.01000,0.423
16,self_attn.v_proj,12.1791982651,0.01000,0.408
16,self_attn.q_proj,37.5464401245,0.01000,0.415
16,self_attn.o_proj,0.6471834779,0.01000,0.826
16,mlp.up_proj,11.0562763214,0.01000,0.422
16,mlp.gate_proj,12.2325611115,0.01000,0.419
16,mlp.down_proj,4.0630521774,0.01000,1.267
17,self_attn.k_proj,27.9986019135,0.01000,0.416
17,self_attn.v_proj,33.6431312561,0.01000,0.409
17,self_attn.q_proj,84.7892379761,0.01000,0.415
17,self_attn.o_proj,1.4350162745,0.01000,0.837
17,mlp.up_proj,15.6814174652,0.01000,0.419
17,mlp.gate_proj,17.7155303955,0.01000,0.416
17,mlp.down_proj,4.6435232162,0.01000,1.258
18,self_attn.k_proj,26.0484962463,0.01000,0.422
18,self_attn.v_proj,27.3838348389,0.01000,0.415
18,self_attn.q_proj,81.0629196167,0.01000,0.419
18,self_attn.o_proj,1.0957555771,0.01000,0.830
18,mlp.up_proj,18.8872299194,0.01000,0.424
18,mlp.gate_proj,21.6968002319,0.01000,0.414
18,mlp.down_proj,7.3134045601,0.01000,1.247
19,self_attn.k_proj,44.4508819580,0.01000,0.414
19,self_attn.v_proj,54.9813499451,0.01000,0.410
19,self_attn.q_proj,144.2746276855,0.01000,0.413
19,self_attn.o_proj,1.9510099888,0.01000,0.835
19,mlp.up_proj,23.8772087097,0.01000,0.419
19,mlp.gate_proj,22.6970481873,0.01000,0.417
19,mlp.down_proj,14.4465446472,0.01000,1.255
20,self_attn.k_proj,61.8263587952,0.01000,0.420
20,self_attn.v_proj,72.4625778198,0.01000,0.414
20,self_attn.q_proj,179.6842346191,0.01000,0.411
20,self_attn.o_proj,2.6240978241,0.01000,0.816
20,mlp.up_proj,26.4570178986,0.01000,0.426
20,mlp.gate_proj,23.8361721039,0.01000,0.412
20,mlp.down_proj,17.3309288025,0.01000,1.249
21,self_attn.k_proj,104.8009948730,0.01000,0.418
21,self_attn.v_proj,135.3917083740,0.01000,0.416
21,self_attn.q_proj,298.8159790039,0.01000,0.413
21,self_attn.o_proj,5.4503698349,0.01000,0.832
21,mlp.up_proj,31.8280105591,0.01000,0.418
21,mlp.gate_proj,25.7727451324,0.01000,0.416
21,mlp.down_proj,24.0771636963,0.01000,1.250
22,self_attn.k_proj,116.4549102783,0.01000,0.417
22,self_attn.v_proj,165.7960815430,0.01000,0.415
22,self_attn.q_proj,305.4254760742,0.01000,0.423
22,self_attn.o_proj,4.1304049492,0.01000,0.828
22,mlp.up_proj,34.0589904785,0.01000,0.423
22,mlp.gate_proj,27.0637893677,0.01000,0.418
22,mlp.down_proj,25.8265075684,0.01000,1.249
23,self_attn.k_proj,156.8657226562,0.01000,0.416
23,self_attn.v_proj,178.3395538330,0.01000,0.415
23,self_attn.q_proj,350.4023742676,0.01000,0.417
23,self_attn.o_proj,6.1128807068,0.01000,0.845
23,mlp.up_proj,38.2956047058,0.01000,0.418
23,mlp.gate_proj,29.4652824402,0.01000,0.413
23,mlp.down_proj,26.8257656097,0.01000,1.259
24,self_attn.k_proj,268.8945617676,0.01000,0.425
24,self_attn.v_proj,291.1197509766,0.01000,0.415
24,self_attn.q_proj,683.6711425781,0.01000,0.422
24,self_attn.o_proj,8.0823745728,0.01000,0.829
24,mlp.up_proj,36.3586006165,0.01000,0.418
24,mlp.gate_proj,26.8814868927,0.01000,0.418
24,mlp.down_proj,26.8602333069,0.01000,1.251
25,self_attn.k_proj,319.4804077148,0.01000,0.421
25,self_attn.v_proj,483.3381042480,0.01000,0.415
25,self_attn.q_proj,843.5898437500,0.01000,0.416
25,self_attn.o_proj,10.9651737213,0.01000,0.850
25,mlp.up_proj,35.9756546021,0.01000,0.415
25,mlp.gate_proj,25.3591537476,0.01000,0.420
25,mlp.down_proj,33.9542274475,0.01000,1.265
26,self_attn.k_proj,319.0841064453,0.01000,0.417
26,self_attn.v_proj,443.5276489258,0.01000,0.419
26,self_attn.q_proj,909.0418701172,0.01000,0.415
26,self_attn.o_proj,27.8082904816,0.01000,0.835
26,mlp.up_proj,38.8047790527,0.01000,0.422
26,mlp.gate_proj,27.6642589569,0.01000,0.418
26,mlp.down_proj,50.6369895935,0.01000,1.264
27,self_attn.k_proj,233.0032348633,0.01000,0.416
27,self_attn.v_proj,281.9933471680,0.01000,0.423
27,self_attn.q_proj,512.0537109375,0.01000,0.415
27,self_attn.o_proj,15.3980617523,0.01000,0.827
27,mlp.up_proj,70.9745635986,0.01000,0.423
27,mlp.gate_proj,66.1804199219,0.01000,0.418
27,mlp.down_proj,73.9310531616,0.01000,1.262