layer,module,loss,samples,damp,time
0,linear_attn.in_proj_qkv,0.0522775086,0.05000,0.523
0,linear_attn.in_proj_z,0.0157734958,0.05000,0.281
0,linear_attn.out_proj,0.0001283827,0.05000,0.281
0,mlp.gate_proj,0.0050077850,0.05000,0.520
0,mlp.up_proj,0.0033852165,0.05000,0.532
0,mlp.down_proj,0.0000159975,0.05000,1.048
1,linear_attn.in_proj_qkv,0.0471857851,0.05000,0.294
1,linear_attn.in_proj_z,0.0152485132,0.05000,0.273
1,linear_attn.out_proj,0.0000251104,0.05000,0.268
1,mlp.gate_proj,0.0095761234,0.05000,0.512
1,mlp.up_proj,0.0060574716,0.05000,0.523
1,mlp.down_proj,0.0000146164,0.05000,1.039
2,linear_attn.in_proj_qkv,0.0612160553,0.05000,0.291
2,linear_attn.in_proj_z,0.0193012411,0.05000,0.274
2,linear_attn.out_proj,0.0000666465,0.05000,0.277
2,mlp.up_proj,0.0074398653,0.05000,0.491
2,mlp.gate_proj,0.0174877275,0.05000,0.494
2,mlp.down_proj,0.0000409049,0.05000,1.036
3,self_attn.v_proj,0.0033159299,0.05000,0.806
3,self_attn.k_proj,0.0034313676,0.05000,0.818
3,self_attn.q_proj,0.0463909669,0.05000,0.825
3,self_attn.o_proj,0.0000426862,0.05000,0.277
3,mlp.up_proj,0.0083378580,0.05000,0.511
3,mlp.gate_proj,0.0169892875,0.05000,0.516
3,mlp.down_proj,0.0000728887,0.05000,1.036
4,linear_attn.in_proj_qkv,0.0760194518,0.05000,0.305
4,linear_attn.in_proj_z,0.0180979544,0.05000,0.266
4,linear_attn.out_proj,0.0000447412,0.05000,0.265
4,mlp.gate_proj,0.0182307048,0.05000,0.527
4,mlp.up_proj,0.0095817761,0.05000,0.535
4,mlp.down_proj,0.0000417159,0.05000,1.117
5,linear_attn.in_proj_qkv,0.0684620857,0.05000,0.318
5,linear_attn.in_proj_z,0.0159413771,0.05000,0.320
5,linear_attn.out_proj,0.0000501271,0.05000,0.271
5,mlp.up_proj,0.0102725094,0.05000,0.563
5,mlp.gate_proj,0.0185072032,0.05000,0.567
5,mlp.down_proj,0.0000435369,0.05000,1.059
6,linear_attn.in_proj_qkv,0.0586947311,0.05000,0.340
6,linear_attn.in_proj_z,0.0142496001,0.05000,0.266
6,linear_attn.out_proj,0.0017234935,0.05000,0.273
6,mlp.up_proj,0.0117094365,0.05000,0.487
6,mlp.gate_proj,0.0194016717,0.05000,0.518
6,mlp.down_proj,0.0000603471,0.05000,1.151
7,self_attn.q_proj,0.0244689638,0.05000,1.041
7,self_attn.k_proj,0.0021941509,0.05000,1.053
7,self_attn.v_proj,0.0027904429,0.05000,1.060
7,self_attn.o_proj,0.0000917251,0.05000,0.282
7,mlp.up_proj,0.0109066183,0.05000,0.543
7,mlp.gate_proj,0.0145493269,0.05000,0.552
7,mlp.down_proj,0.0000495932,0.05000,1.074
8,linear_attn.in_proj_qkv,0.0630540761,0.05000,0.296
8,linear_attn.in_proj_z,0.0131491769,0.05000,0.266
8,linear_attn.out_proj,0.0000422842,0.05000,0.264
8,mlp.up_proj,0.0105134639,0.05000,0.491
8,mlp.gate_proj,0.0126292901,0.05000,0.498
8,mlp.down_proj,0.0000420346,0.05000,1.044
9,linear_attn.in_proj_qkv,0.0567405787,0.05000,0.305
9,linear_attn.in_proj_z,0.0129259792,0.05000,0.263
9,linear_attn.out_proj,0.0000290024,0.05000,0.268
9,mlp.gate_proj,0.0115291455,0.05000,0.512
9,mlp.up_proj,0.0108512022,0.05000,0.514
9,mlp.down_proj,0.0000422961,0.05000,1.048
10,linear_attn.in_proj_qkv,0.0584917675,0.05000,0.306
10,linear_attn.in_proj_z,0.0113409086,0.05000,0.279
10,linear_attn.out_proj,0.0000489523,0.05000,0.268
10,mlp.gate_proj,0.0126061570,0.05000,0.499
10,mlp.up_proj,0.0116297754,0.05000,0.503
10,mlp.down_proj,0.0000563477,0.05000,1.033
11,self_attn.k_proj,0.0023744258,0.05000,0.940
11,self_attn.q_proj,0.0211281083,0.05000,0.957
11,self_attn.v_proj,0.0039838439,0.05000,0.970
11,self_attn.o_proj,0.0000969237,0.05000,0.278
11,mlp.up_proj,0.0121830593,0.05000,0.550
11,mlp.gate_proj,0.0128759688,0.05000,0.559
11,mlp.down_proj,0.0000647474,0.05000,1.045
12,linear_attn.in_proj_qkv,0.0835517797,0.05000,0.322
12,linear_attn.in_proj_z,0.0160899813,0.05000,0.291
12,linear_attn.out_proj,0.0000508088,0.05000,0.277
12,mlp.gate_proj,0.0147424524,0.05000,0.499
12,mlp.up_proj,0.0125583833,0.05000,0.510
12,mlp.down_proj,0.0000779396,0.05000,1.049
13,linear_attn.in_proj_qkv,0.0709028504,0.05000,0.305
13,linear_attn.in_proj_z,0.0142424605,0.05000,0.267
13,linear_attn.out_proj,0.0000656669,0.05000,0.265
13,mlp.gate_proj,0.0166374369,0.05000,0.496
13,mlp.up_proj,0.0138510119,0.05000,0.503
13,mlp.down_proj,0.0001195366,0.05000,1.068
14,linear_attn.in_proj_qkv,0.0752756292,0.05000,0.294
14,linear_attn.in_proj_z,0.0159993226,0.05000,0.266
14,linear_attn.out_proj,0.0001696529,0.05000,0.268
14,mlp.gate_proj,0.0247135162,0.05000,0.535
14,mlp.up_proj,0.0174564275,0.05000,0.544
14,mlp.down_proj,0.0028692408,0.05000,1.027
15,self_attn.q_proj,0.0278161656,0.05000,0.887
15,self_attn.v_proj,0.0078691054,0.05000,0.888
15,self_attn.k_proj,0.0030642694,0.05000,0.905
15,self_attn.o_proj,0.0011187618,0.05000,0.267
15,mlp.gate_proj,0.0272617080,0.05000,0.498
15,mlp.up_proj,0.0201146928,0.05000,0.503
15,mlp.down_proj,0.0004139404,0.05000,1.082
16,linear_attn.in_proj_qkv,0.1179372701,0.05000,0.292
16,linear_attn.in_proj_z,0.0194971952,0.05000,0.260
16,linear_attn.out_proj,0.0002143334,0.05000,0.259
16,mlp.gate_proj,0.0339633812,0.05000,0.476
16,mlp.up_proj,0.0211144274,0.05000,0.478
16,mlp.down_proj,0.0004212244,0.05000,1.037
17,linear_attn.in_proj_qkv,0.1275604595,0.05000,0.291
17,linear_attn.in_proj_z,0.0207430038,0.05000,0.271
17,linear_attn.out_proj,0.0001842990,0.05000,0.266
17,mlp.up_proj,0.0225700378,0.05000,0.487
17,mlp.gate_proj,0.0436341156,0.05000,0.491
17,mlp.down_proj,0.0004315820,0.05000,1.024
18,linear_attn.in_proj_qkv,0.1482964602,0.05000,0.292
18,linear_attn.in_proj_z,0.0238060171,0.05000,0.280
18,linear_attn.out_proj,0.0009306925,0.05000,0.275
18,mlp.gate_proj,0.0541878353,0.05000,0.490
18,mlp.up_proj,0.0256391439,0.05000,0.493
18,mlp.down_proj,0.0013642696,0.05000,1.017
19,self_attn.v_proj,0.0129856218,0.05000,0.774
19,self_attn.q_proj,0.0259685906,0.05000,0.782
19,self_attn.k_proj,0.0030786281,0.05000,0.787
19,self_attn.o_proj,0.0007314784,0.05000,0.258
19,mlp.up_proj,0.0245608590,0.05000,0.487
19,mlp.gate_proj,0.0492719173,0.05000,0.489
19,mlp.down_proj,0.0005099687,0.05000,1.018
20,linear_attn.in_proj_qkv,0.1236111207,0.05000,0.291
20,linear_attn.in_proj_z,0.0212672645,0.05000,0.260
20,linear_attn.out_proj,0.0003024121,0.05000,0.271
20,mlp.up_proj,0.0249737328,0.05000,0.479
20,mlp.gate_proj,0.0464141846,0.05000,0.483
20,mlp.down_proj,0.0004593899,0.05000,1.013
21,linear_attn.in_proj_qkv,0.1202227506,0.05000,0.310
21,linear_attn.in_proj_z,0.0230211648,0.05000,0.267
21,linear_attn.out_proj,0.0002862718,0.05000,0.259
21,mlp.gate_proj,0.0519398603,0.05000,0.493
21,mlp.up_proj,0.0277100780,0.05000,0.503
21,mlp.down_proj,0.0005353659,0.05000,1.019
22,linear_attn.in_proj_qkv,0.0865691358,0.05000,0.295
22,linear_attn.in_proj_z,0.0228981560,0.05000,0.262
22,linear_attn.out_proj,0.0006291649,0.05000,0.259
22,mlp.gate_proj,0.0584764394,0.05000,0.488
22,mlp.up_proj,0.0308786761,0.05000,0.491
22,mlp.down_proj,0.0013608640,0.05000,1.035
23,self_attn.k_proj,0.0033183136,0.05000,0.759
23,self_attn.v_proj,0.0122683048,0.05000,0.783
23,self_attn.q_proj,0.0365916512,0.05000,0.788
23,self_attn.o_proj,0.0044184311,0.05000,0.265
23,mlp.gate_proj,0.0672751427,0.05000,0.485
23,mlp.up_proj,0.0341383761,0.05000,0.487
23,mlp.down_proj,0.0042796178,0.05000,1.034