layer,module,loss,samples,damp,time
0,mlp.experts.0.gate_proj,0.0000094464,0.05000,1.439
0,mlp.experts.3.gate_proj,0.0000020014,0.05000,1.438
0,mlp.experts.2.gate_proj,0.0000094486,0.05000,1.438
0,mlp.experts.1.gate_proj,0.0000032852,0.05000,1.440
0,mlp.experts.5.gate_proj,0.0000084834,0.05000,1.304
0,mlp.experts.4.gate_proj,0.0000255176,0.05000,1.323
0,mlp.experts.6.gate_proj,0.0000066131,0.05000,1.324
0,mlp.experts.7.gate_proj,0.0000022320,0.05000,1.338
0,mlp.experts.8.gate_proj,0.0000119033,0.05000,1.300
0,mlp.experts.11.gate_proj,0.0000015289,0.05000,1.296
0,mlp.experts.9.gate_proj,0.0000053200,0.05000,1.328
0,mlp.experts.10.gate_proj,0.0000032408,0.05000,1.332
0,mlp.experts.12.gate_proj,0.0000022927,0.05000,1.290
0,mlp.experts.13.gate_proj,0.0000094082,0.05000,1.280
0,mlp.experts.15.gate_proj,0.0000083946,0.05000,1.296
0,mlp.experts.14.gate_proj,0.0000036344,0.05000,1.298
0,mlp.experts.16.gate_proj,0.0000093354,0.05000,1.307
0,mlp.experts.17.gate_proj,0.0000133694,0.05000,1.311
0,mlp.experts.19.gate_proj,0.0000090543,0.05000,1.316
0,mlp.experts.18.gate_proj,0.0000016675,0.05000,1.322
0,mlp.experts.20.gate_proj,0.0000116172,0.05000,1.312
0,mlp.experts.21.gate_proj,0.0000037997,0.05000,1.317
0,mlp.experts.23.gate_proj,0.0000068046,0.05000,1.313
0,mlp.experts.22.gate_proj,0.0000025997,0.05000,1.315
0,mlp.experts.24.gate_proj,0.0000071980,0.05000,1.311
0,mlp.experts.25.gate_proj,0.0000006638,0.05000,1.317
0,mlp.experts.27.gate_proj,0.0000077547,0.05000,1.304
0,mlp.experts.26.gate_proj,0.0000134233,0.05000,1.306
0,mlp.experts.28.gate_proj,0.0000125773,0.05000,1.324
0,mlp.experts.29.gate_proj,0.0000120707,0.05000,1.308
0,mlp.experts.31.gate_proj,0.0000102239,0.05000,1.319
0,mlp.experts.30.gate_proj,0.0000020242,0.05000,1.322
0,mlp.experts.33.gate_proj,0.0000041750,0.05000,1.310
0,mlp.experts.32.gate_proj,0.0000088192,0.05000,1.325
0,mlp.experts.35.gate_proj,0.0000048295,0.05000,1.310
0,mlp.experts.34.gate_proj,0.0000056311,0.05000,1.310
0,mlp.experts.36.gate_proj,0.0000163894,0.05000,1.297
0,mlp.experts.37.gate_proj,0.0000103853,0.05000,1.317
0,mlp.experts.39.gate_proj,0.0000054034,0.05000,1.318
0,mlp.experts.38.gate_proj,0.0000049308,0.05000,1.299
0,mlp.experts.40.gate_proj,0.0000049530,0.05000,1.313
0,mlp.experts.41.gate_proj,0.0000066714,0.05000,1.326
0,mlp.experts.43.gate_proj,0.0000045648,0.05000,1.313
0,mlp.experts.42.gate_proj,0.0000015283,0.05000,1.323
0,mlp.experts.44.gate_proj,0.0000053775,0.05000,1.309
0,mlp.experts.45.gate_proj,0.0000117897,0.05000,1.309
0,mlp.experts.47.gate_proj,0.0000042470,0.05000,1.325
0,mlp.experts.46.gate_proj,0.0000070976,0.05000,1.311
0,mlp.experts.48.gate_proj,0.0000070076,0.05000,1.325
0,mlp.experts.51.gate_proj,0.0000030027,0.05000,1.303
0,mlp.experts.49.gate_proj,0.0000030122,0.05000,1.325
0,mlp.experts.50.gate_proj,0.0000081422,0.05000,1.333
0,mlp.experts.52.gate_proj,0.0000086084,0.05000,1.319
0,mlp.experts.55.gate_proj,0.0000125463,0.05000,1.319
0,mlp.experts.53.gate_proj,0.0000065953,0.05000,1.330
0,mlp.experts.54.gate_proj,0.0000054185,0.05000,1.326
0,mlp.experts.56.gate_proj,0.0000025695,0.05000,1.336
0,mlp.experts.59.gate_proj,0.0000046299,0.05000,1.339
0,mlp.experts.57.gate_proj,0.0000017380,0.05000,1.330
0,mlp.experts.58.gate_proj,0.0000080733,0.05000,1.337
0,mlp.experts.60.gate_proj,0.0000076748,0.05000,1.340
0,mlp.experts.61.gate_proj,0.0000058504,0.05000,1.333
0,mlp.experts.63.gate_proj,0.0000041908,0.05000,1.349
0,mlp.experts.62.gate_proj,0.0000095234,0.05000,1.335
0,mlp.experts.64.gate_proj,0.0000144304,0.05000,1.343
0,mlp.experts.67.gate_proj,0.0000056698,0.05000,1.333
0,mlp.experts.65.gate_proj,0.0000074962,0.05000,1.356
0,mlp.experts.66.gate_proj,0.0000073811,0.05000,1.342
0,mlp.experts.68.gate_proj,0.0000026464,0.05000,1.343
0,mlp.experts.69.gate_proj,0.0000071537,0.05000,1.333
0,mlp.experts.71.gate_proj,0.0000064429,0.05000,1.354
0,mlp.experts.70.gate_proj,0.0000063537,0.05000,1.337
0,mlp.experts.72.gate_proj,0.0000133759,0.05000,1.339
0,mlp.experts.75.gate_proj,0.0000169390,0.05000,1.329
0,mlp.experts.73.gate_proj,0.0000143169,0.05000,1.349
0,mlp.experts.74.gate_proj,0.0000119684,0.05000,1.336
0,mlp.experts.76.gate_proj,0.0000094886,0.05000,1.310
0,mlp.experts.77.gate_proj,0.0000081805,0.05000,1.305
0,mlp.experts.79.gate_proj,0.0000026281,0.05000,1.325
0,mlp.experts.78.gate_proj,0.0000085899,0.05000,1.315
0,mlp.experts.80.gate_proj,0.0000019834,0.05000,1.314
0,mlp.experts.81.gate_proj,0.0000054792,0.05000,1.312
0,mlp.experts.83.gate_proj,0.0000057871,0.05000,1.305
0,mlp.experts.82.gate_proj,0.0000046925,0.05000,1.305
0,mlp.experts.84.gate_proj,0.0000051638,0.05000,1.325
0,mlp.experts.87.gate_proj,0.0000071146,0.05000,1.313
0,mlp.experts.85.gate_proj,0.0000022276,0.05000,1.322
0,mlp.experts.86.gate_proj,0.0000085062,0.05000,1.327
0,mlp.experts.88.gate_proj,0.0000036073,0.05000,1.305
0,mlp.experts.91.gate_proj,0.0000044602,0.05000,1.308
0,mlp.experts.89.gate_proj,0.0000039207,0.05000,1.312
0,mlp.experts.90.gate_proj,0.0000060146,0.05000,1.322
0,mlp.experts.95.gate_proj,0.0000041806,0.05000,1.297
0,mlp.experts.93.gate_proj,0.0000032741,0.05000,1.294
0,mlp.experts.92.gate_proj,0.0000095137,0.05000,1.330
0,mlp.experts.94.gate_proj,0.0000115758,0.05000,1.309
0,mlp.experts.99.gate_proj,0.0000061858,0.05000,1.314
0,mlp.experts.96.gate_proj,0.0000017883,0.05000,1.301
0,mlp.experts.97.gate_proj,0.0000017296,0.05000,1.323
0,mlp.experts.98.gate_proj,0.0000074247,0.05000,1.312
0,mlp.experts.103.gate_proj,0.0000065009,0.05000,1.296
0,mlp.experts.100.gate_proj,0.0000052370,0.05000,1.302
0,mlp.experts.101.gate_proj,0.0000025356,0.05000,1.312
0,mlp.experts.102.gate_proj,0.0000027214,0.05000,1.313
0,mlp.experts.107.gate_proj,0.0000015538,0.05000,1.334
0,mlp.experts.104.gate_proj,0.0000119429,0.05000,1.332
0,mlp.experts.105.gate_proj,0.0000028629,0.05000,1.335
0,mlp.experts.106.gate_proj,0.0000024957,0.05000,1.338
0,mlp.experts.108.gate_proj,0.0000021315,0.05000,1.316
0,mlp.experts.111.gate_proj,0.0000042631,0.05000,1.341
0,mlp.experts.109.gate_proj,0.0000095117,0.05000,1.325
0,mlp.experts.110.gate_proj,0.0000032329,0.05000,1.320
0,mlp.experts.112.gate_proj,0.0000048323,0.05000,1.320
0,mlp.experts.113.gate_proj,0.0000006623,0.05000,1.307
0,mlp.experts.115.gate_proj,0.0000018630,0.05000,1.329
0,mlp.experts.114.gate_proj,0.0000143741,0.05000,1.325
0,mlp.experts.117.gate_proj,0.0000011991,0.05000,1.275
0,mlp.experts.116.gate_proj,0.0000105266,0.05000,1.293
0,mlp.experts.119.gate_proj,0.0000038962,0.05000,1.298
0,mlp.experts.118.gate_proj,0.0000033894,0.05000,1.288
0,mlp.experts.120.gate_proj,0.0000111967,0.05000,1.303
0,mlp.experts.121.gate_proj,0.0000119806,0.05000,1.307
0,mlp.experts.123.gate_proj,0.0000005778,0.05000,1.318
0,mlp.experts.122.gate_proj,0.0000094669,0.05000,1.303
0,mlp.experts.125.gate_proj,0.0000035151,0.05000,1.299
0,mlp.experts.124.gate_proj,0.0000066323,0.05000,1.311
0,mlp.experts.127.gate_proj,0.0000026908,0.05000,1.301
0,mlp.experts.126.gate_proj,0.0000054684,0.05000,1.299
0,mlp.experts.129.gate_proj,0.0000047266,0.05000,1.320
0,mlp.experts.128.gate_proj,0.0000033835,0.05000,1.321
0,mlp.experts.131.gate_proj,0.0000048621,0.05000,1.310
0,mlp.experts.130.gate_proj,0.0000050338,0.05000,1.309
0,mlp.experts.133.gate_proj,0.0000046424,0.05000,1.304
0,mlp.experts.132.gate_proj,0.0000049858,0.05000,1.311
0,mlp.experts.135.gate_proj,0.0000032970,0.05000,1.315
0,mlp.experts.134.gate_proj,0.0000072207,0.05000,1.311
0,mlp.experts.137.gate_proj,0.0000076367,0.05000,1.295
0,mlp.experts.136.gate_proj,0.0000038764,0.05000,1.300
0,mlp.experts.139.gate_proj,0.0000111287,0.05000,1.291
0,mlp.experts.138.gate_proj,0.0000125972,0.05000,1.289
0,mlp.experts.141.gate_proj,0.0000026988,0.05000,1.318
0,mlp.experts.140.gate_proj,0.0000065945,0.05000,1.319
0,mlp.experts.143.gate_proj,0.0000079266,0.05000,1.322
0,mlp.experts.142.gate_proj,0.0000012709,0.05000,1.320
0,mlp.experts.145.gate_proj,0.0000090994,0.05000,1.329
0,mlp.experts.144.gate_proj,0.0000055939,0.05000,1.311
0,mlp.experts.147.gate_proj,0.0000069343,0.05000,1.310
0,mlp.experts.146.gate_proj,0.0000038388,0.05000,1.314
0,mlp.experts.148.gate_proj,0.0000038164,0.05000,1.310
0,mlp.experts.149.gate_proj,0.0000067066,0.05000,1.316
0,mlp.experts.151.gate_proj,0.0000089211,0.05000,1.310
0,mlp.experts.150.gate_proj,0.0000026285,0.05000,1.312
0,mlp.experts.153.gate_proj,0.0000034798,0.05000,1.301
0,mlp.experts.152.gate_proj,0.0000141820,0.05000,1.323
0,mlp.experts.155.gate_proj,0.0000130294,0.05000,1.314
0,mlp.experts.154.gate_proj,0.0000057448,0.05000,1.317
0,mlp.experts.157.gate_proj,0.0000039929,0.05000,1.300
0,mlp.experts.159.gate_proj,0.0000093860,0.05000,1.294
0,mlp.experts.156.gate_proj,0.0000049087,0.05000,1.308
0,mlp.experts.158.gate_proj,0.0000030428,0.05000,1.311
0,mlp.experts.161.gate_proj,0.0000132321,0.05000,1.336
0,mlp.experts.160.gate_proj,0.0000101292,0.05000,1.327
0,mlp.experts.163.gate_proj,0.0000109245,0.05000,1.343
0,mlp.experts.162.gate_proj,0.0000208673,0.05000,1.331
0,mlp.experts.165.gate_proj,0.0000025227,0.05000,1.313
0,mlp.experts.164.gate_proj,0.0000085591,0.05000,1.317
0,mlp.experts.167.gate_proj,0.0000050494,0.05000,1.318
0,mlp.experts.166.gate_proj,0.0000016611,0.05000,1.324
0,mlp.experts.169.gate_proj,0.0000027032,0.05000,1.310
0,mlp.experts.171.gate_proj,0.0000024871,0.05000,1.314
0,mlp.experts.168.gate_proj,0.0000033373,0.05000,1.338
0,mlp.experts.170.gate_proj,0.0000119654,0.05000,1.321
0,mlp.experts.173.gate_proj,0.0000039385,0.05000,1.318
0,mlp.experts.175.gate_proj,0.0000092098,0.05000,1.326
0,mlp.experts.172.gate_proj,0.0000088788,0.05000,1.323
0,mlp.experts.174.gate_proj,0.0000098121,0.05000,1.329
0,mlp.experts.177.gate_proj,0.0000069546,0.05000,1.297
0,mlp.experts.179.gate_proj,0.0000027045,0.05000,1.303
0,mlp.experts.176.gate_proj,0.0000136052,0.05000,1.305
0,mlp.experts.178.gate_proj,0.0000045549,0.05000,1.304
0,mlp.experts.181.gate_proj,0.0000017934,0.05000,1.312
0,mlp.experts.183.gate_proj,0.0000061542,0.05000,1.298
0,mlp.experts.180.gate_proj,0.0000082748,0.05000,1.312
0,mlp.experts.182.gate_proj,0.0000040843,0.05000,1.318
0,mlp.experts.185.gate_proj,0.0000019200,0.05000,1.319
0,mlp.experts.187.gate_proj,0.0000031108,0.05000,1.325
0,mlp.experts.184.gate_proj,0.0000161638,0.05000,1.319
0,mlp.experts.186.gate_proj,0.0000045008,0.05000,1.328
0,mlp.experts.189.gate_proj,0.0000116386,0.05000,1.314
0,mlp.experts.191.gate_proj,0.0000072711,0.05000,1.311
0,mlp.experts.188.gate_proj,0.0000045616,0.05000,1.315
0,mlp.experts.190.gate_proj,0.0000011935,0.05000,1.311
0,mlp.experts.193.gate_proj,0.0000027796,0.05000,1.315
0,mlp.experts.195.gate_proj,0.0000087149,0.05000,1.322
0,mlp.experts.192.gate_proj,0.0000065947,0.05000,1.311
0,mlp.experts.194.gate_proj,0.0000047975,0.05000,1.319
0,mlp.experts.197.gate_proj,0.0000049215,0.05000,1.314
0,mlp.experts.196.gate_proj,0.0000016178,0.05000,1.300
0,mlp.experts.199.gate_proj,0.0000108603,0.05000,1.323
0,mlp.experts.198.gate_proj,0.0000055557,0.05000,1.317
0,mlp.experts.201.gate_proj,0.0000141576,0.05000,1.330
0,mlp.experts.203.gate_proj,0.0000272137,0.05000,1.318
0,mlp.experts.200.gate_proj,0.0000040024,0.05000,1.332
0,mlp.experts.202.gate_proj,0.0000113019,0.05000,1.326
0,mlp.experts.205.gate_proj,0.0000008771,0.05000,1.313
0,mlp.experts.207.gate_proj,0.0000145369,0.05000,1.320
0,mlp.experts.204.gate_proj,0.0000083615,0.05000,1.341
0,mlp.experts.206.gate_proj,0.0000033878,0.05000,1.312
0,mlp.experts.209.gate_proj,0.0000067221,0.05000,1.314
0,mlp.experts.211.gate_proj,0.0000085872,0.05000,1.315
0,mlp.experts.208.gate_proj,0.0000059482,0.05000,1.323
0,mlp.experts.210.gate_proj,0.0000069284,0.05000,1.319
0,mlp.experts.213.gate_proj,0.0000038005,0.05000,1.326
0,mlp.experts.215.gate_proj,0.0000084952,0.05000,1.335
0,mlp.experts.212.gate_proj,0.0000033061,0.05000,1.320
0,mlp.experts.214.gate_proj,0.0000072974,0.05000,1.327
0,mlp.experts.217.gate_proj,0.0000107882,0.05000,1.312
0,mlp.experts.219.gate_proj,0.0000064283,0.05000,1.319
0,mlp.experts.216.gate_proj,0.0000013459,0.05000,1.317
0,mlp.experts.218.gate_proj,0.0000044770,0.05000,1.323
0,mlp.experts.221.gate_proj,0.0000041157,0.05000,1.298
0,mlp.experts.223.gate_proj,0.0000091968,0.05000,1.294
0,mlp.experts.220.gate_proj,0.0000167604,0.05000,1.302
0,mlp.experts.222.gate_proj,0.0000067098,0.05000,1.301
0,mlp.experts.225.gate_proj,0.0000058240,0.05000,1.314
0,mlp.experts.227.gate_proj,0.0000032178,0.05000,1.313
0,mlp.experts.224.gate_proj,0.0000130358,0.05000,1.322
0,mlp.experts.226.gate_proj,0.0000018308,0.05000,1.316
0,mlp.experts.229.gate_proj,0.0000033623,0.05000,1.308
0,mlp.experts.231.gate_proj,0.0000092033,0.05000,1.314
0,mlp.experts.228.gate_proj,0.0000033550,0.05000,1.316
0,mlp.experts.230.gate_proj,0.0000077185,0.05000,1.322
0,mlp.experts.233.gate_proj,0.0000013648,0.05000,1.313
0,mlp.experts.235.gate_proj,0.0000023981,0.05000,1.304
0,mlp.experts.232.gate_proj,0.0000245265,0.05000,1.322
0,mlp.experts.234.gate_proj,0.0000088932,0.05000,1.314
0,mlp.experts.237.gate_proj,0.0000072936,0.05000,1.320
0,mlp.experts.239.gate_proj,0.0000073485,0.05000,1.325
0,mlp.experts.236.gate_proj,0.0000083429,0.05000,1.319
0,mlp.experts.238.gate_proj,0.0000069115,0.05000,1.325
0,mlp.experts.241.gate_proj,0.0000050062,0.05000,1.315
0,mlp.experts.243.gate_proj,0.0000043437,0.05000,1.342
0,mlp.experts.240.gate_proj,0.0000124735,0.05000,1.328
0,mlp.experts.242.gate_proj,0.0000043117,0.05000,1.322
0,mlp.experts.245.gate_proj,0.0000051645,0.05000,1.326
0,mlp.experts.247.gate_proj,0.0000034317,0.05000,1.323
0,mlp.experts.244.gate_proj,0.0000154503,0.05000,1.320
0,mlp.experts.246.gate_proj,0.0000044399,0.05000,1.342
0,mlp.experts.249.gate_proj,0.0000025028,0.05000,1.309
0,mlp.experts.251.gate_proj,0.0000054733,0.05000,1.309
0,mlp.experts.248.gate_proj,0.0000086577,0.05000,1.303
0,mlp.experts.250.gate_proj,0.0000046718,0.05000,1.306
0,mlp.experts.253.gate_proj,0.0000019401,0.05000,1.297
0,mlp.experts.255.gate_proj,0.0000033963,0.05000,1.303
0,mlp.experts.252.gate_proj,0.0000021745,0.05000,1.304
0,mlp.experts.254.gate_proj,0.0000123749,0.05000,1.301
0,mlp.experts.1.up_proj,0.0000031782,0.05000,1.326
0,mlp.experts.3.up_proj,0.0000017772,0.05000,1.334
0,mlp.experts.0.up_proj,0.0000069281,0.05000,1.339
0,mlp.experts.2.up_proj,0.0000093114,0.05000,1.324
0,mlp.experts.5.up_proj,0.0000078752,0.05000,1.302
0,mlp.experts.7.up_proj,0.0000021419,0.05000,1.318
0,mlp.experts.4.up_proj,0.0000252069,0.05000,1.310
0,mlp.experts.6.up_proj,0.0000063233,0.05000,1.310
0,mlp.experts.9.up_proj,0.0000049911,0.05000,1.324
0,mlp.experts.11.up_proj,0.0000013692,0.05000,1.324
0,mlp.experts.8.up_proj,0.0000094690,0.05000,1.322
0,mlp.experts.10.up_proj,0.0000031493,0.05000,1.332
0,mlp.experts.13.up_proj,0.0000090915,0.05000,1.333
0,mlp.experts.15.up_proj,0.0000081778,0.05000,1.326
0,mlp.experts.12.up_proj,0.0000021799,0.05000,1.324
0,mlp.experts.14.up_proj,0.0000034067,0.05000,1.342
0,mlp.experts.17.up_proj,0.0000122163,0.05000,1.317
0,mlp.experts.19.up_proj,0.0000085495,0.05000,1.323
0,mlp.experts.16.up_proj,0.0000081453,0.05000,1.325
0,mlp.experts.18.up_proj,0.0000015503,0.05000,1.315
0,mlp.experts.21.up_proj,0.0000034817,0.05000,1.320
0,mlp.experts.23.up_proj,0.0000061627,0.05000,1.326
0,mlp.experts.20.up_proj,0.0000113991,0.05000,1.314
0,mlp.experts.22.up_proj,0.0000022990,0.05000,1.319
0,mlp.experts.25.up_proj,0.0000004972,0.05000,1.296
0,mlp.experts.27.up_proj,0.0000074009,0.05000,1.289
0,mlp.experts.24.up_proj,0.0000067444,0.05000,1.291
0,mlp.experts.26.up_proj,0.0000125534,0.05000,1.290
0,mlp.experts.29.up_proj,0.0000098732,0.05000,1.321
0,mlp.experts.31.up_proj,0.0000099848,0.05000,1.311
0,mlp.experts.28.up_proj,0.0000125557,0.05000,1.322
0,mlp.experts.30.up_proj,0.0000019197,0.05000,1.328
0,mlp.experts.33.up_proj,0.0000038968,0.05000,1.302
0,mlp.experts.35.up_proj,0.0000043161,0.05000,1.309
0,mlp.experts.32.up_proj,0.0000079940,0.05000,1.306
0,mlp.experts.34.up_proj,0.0000052239,0.05000,1.307
0,mlp.experts.37.up_proj,0.0000099608,0.05000,1.336
0,mlp.experts.39.up_proj,0.0000050018,0.05000,1.337
0,mlp.experts.36.up_proj,0.0000150180,0.05000,1.333
0,mlp.experts.38.up_proj,0.0000046510,0.05000,1.339
0,mlp.experts.41.up_proj,0.0000064370,0.05000,1.321
0,mlp.experts.43.up_proj,0.0000041310,0.05000,1.320
0,mlp.experts.40.up_proj,0.0000048465,0.05000,1.330
0,mlp.experts.42.up_proj,0.0000014590,0.05000,1.324
0,mlp.experts.45.up_proj,0.0000112418,0.05000,1.308
0,mlp.experts.47.up_proj,0.0000037416,0.05000,1.321
0,mlp.experts.44.up_proj,0.0000048491,0.05000,1.319
0,mlp.experts.46.up_proj,0.0000065497,0.05000,1.324
0,mlp.experts.49.up_proj,0.0000019955,0.05000,1.322
0,mlp.experts.51.up_proj,0.0000027542,0.05000,1.328
0,mlp.experts.48.up_proj,0.0000063970,0.05000,1.322
0,mlp.experts.50.up_proj,0.0000079209,0.05000,1.319
0,mlp.experts.53.up_proj,0.0000062657,0.05000,1.316
0,mlp.experts.55.up_proj,0.0000124389,0.05000,1.324
0,mlp.experts.52.up_proj,0.0000083599,0.05000,1.319
0,mlp.experts.54.up_proj,0.0000049239,0.05000,1.307
0,mlp.experts.57.up_proj,0.0000015492,0.05000,1.323
0,mlp.experts.59.up_proj,0.0000041451,0.05000,1.324
0,mlp.experts.56.up_proj,0.0000024852,0.05000,1.333
0,mlp.experts.58.up_proj,0.0000071927,0.05000,1.339
0,mlp.experts.61.up_proj,0.0000053076,0.05000,1.322
0,mlp.experts.63.up_proj,0.0000038447,0.05000,1.314
0,mlp.experts.60.up_proj,0.0000075221,0.05000,1.320
0,mlp.experts.62.up_proj,0.0000096701,0.05000,1.321
0,mlp.experts.65.up_proj,0.0000075978,0.05000,1.339
0,mlp.experts.67.up_proj,0.0000053125,0.05000,1.348
0,mlp.experts.64.up_proj,0.0000132016,0.05000,1.349
0,mlp.experts.66.up_proj,0.0000069484,0.05000,1.341
0,mlp.experts.69.up_proj,0.0000068132,0.05000,1.306
0,mlp.experts.71.up_proj,0.0000060290,0.05000,1.291
0,mlp.experts.68.up_proj,0.0000025210,0.05000,1.308
0,mlp.experts.70.up_proj,0.0000055371,0.05000,1.304
0,mlp.experts.73.up_proj,0.0000140395,0.05000,1.304
0,mlp.experts.75.up_proj,0.0000160237,0.05000,1.309
0,mlp.experts.72.up_proj,0.0000130743,0.05000,1.311
0,mlp.experts.74.up_proj,0.0000115485,0.05000,1.319
0,mlp.experts.77.up_proj,0.0000076956,0.05000,1.323
0,mlp.experts.79.up_proj,0.0000023942,0.05000,1.319
0,mlp.experts.76.up_proj,0.0000095057,0.05000,1.313
0,mlp.experts.78.up_proj,0.0000081315,0.05000,1.318
0,mlp.experts.81.up_proj,0.0000050024,0.05000,1.305
0,mlp.experts.83.up_proj,0.0000055728,0.05000,1.306
0,mlp.experts.80.up_proj,0.0000018927,0.05000,1.309
0,mlp.experts.82.up_proj,0.0000045189,0.05000,1.303
0,mlp.experts.85.up_proj,0.0000020543,0.05000,1.318
0,mlp.experts.87.up_proj,0.0000065142,0.05000,1.328
0,mlp.experts.84.up_proj,0.0000049240,0.05000,1.335
0,mlp.experts.86.up_proj,0.0000079345,0.05000,1.345
0,mlp.experts.89.up_proj,0.0000037044,0.05000,1.357
0,mlp.experts.91.up_proj,0.0000041014,0.05000,1.349
0,mlp.experts.88.up_proj,0.0000034073,0.05000,1.345
0,mlp.experts.90.up_proj,0.0000055479,0.05000,1.342
0,mlp.experts.93.up_proj,0.0000030657,0.05000,1.322
0,mlp.experts.95.up_proj,0.0000037127,0.05000,1.334
0,mlp.experts.92.up_proj,0.0000091365,0.05000,1.324
0,mlp.experts.94.up_proj,0.0000107132,0.05000,1.343
0,mlp.experts.97.up_proj,0.0000017089,0.05000,1.329
0,mlp.experts.99.up_proj,0.0000058261,0.05000,1.319
0,mlp.experts.96.up_proj,0.0000017333,0.05000,1.320
0,mlp.experts.98.up_proj,0.0000070460,0.05000,1.320
0,mlp.experts.101.up_proj,0.0000023452,0.05000,1.327
0,mlp.experts.103.up_proj,0.0000061812,0.05000,1.333
0,mlp.experts.100.up_proj,0.0000049069,0.05000,1.334
0,mlp.experts.102.up_proj,0.0000025114,0.05000,1.345
0,mlp.experts.105.up_proj,0.0000026663,0.05000,1.338
0,mlp.experts.107.up_proj,0.0000014003,0.05000,1.346
0,mlp.experts.104.up_proj,0.0000102384,0.05000,1.334
0,mlp.experts.106.up_proj,0.0000023598,0.05000,1.337
0,mlp.experts.109.up_proj,0.0000093090,0.05000,1.314
0,mlp.experts.111.up_proj,0.0000040420,0.05000,1.321
0,mlp.experts.108.up_proj,0.0000019547,0.05000,1.318
0,mlp.experts.110.up_proj,0.0000030474,0.05000,1.327
0,mlp.experts.113.up_proj,0.0000005591,0.05000,1.311
0,mlp.experts.115.up_proj,0.0000017468,0.05000,1.317
0,mlp.experts.112.up_proj,0.0000044373,0.05000,1.323
0,mlp.experts.114.up_proj,0.0000119796,0.05000,1.319
0,mlp.experts.117.up_proj,0.0000011050,0.05000,1.326
0,mlp.experts.119.up_proj,0.0000037009,0.05000,1.333
0,mlp.experts.116.up_proj,0.0000098619,0.05000,1.329
0,mlp.experts.118.up_proj,0.0000032226,0.05000,1.330
0,mlp.experts.121.up_proj,0.0000112601,0.05000,1.354
0,mlp.experts.123.up_proj,0.0000005026,0.05000,1.355
0,mlp.experts.120.up_proj,0.0000068005,0.05000,1.344
0,mlp.experts.122.up_proj,0.0000090789,0.05000,1.353
0,mlp.experts.125.up_proj,0.0000033393,0.05000,1.329
0,mlp.experts.127.up_proj,0.0000024282,0.05000,1.336
0,mlp.experts.124.up_proj,0.0000070719,0.05000,1.339
0,mlp.experts.126.up_proj,0.0000050429,0.05000,1.351
0,mlp.experts.129.up_proj,0.0000044626,0.05000,1.337
0,mlp.experts.131.up_proj,0.0000045214,0.05000,1.348
0,mlp.experts.128.up_proj,0.0000032723,0.05000,1.350
0,mlp.experts.130.up_proj,0.0000027762,0.05000,1.349
0,mlp.experts.133.up_proj,0.0000045195,0.05000,1.318
0,mlp.experts.135.up_proj,0.0000030690,0.05000,1.317
0,mlp.experts.132.up_proj,0.0000045771,0.05000,1.313
0,mlp.experts.134.up_proj,0.0000070113,0.05000,1.319
0,mlp.experts.137.up_proj,0.0000072644,0.05000,1.346
0,mlp.experts.139.up_proj,0.0000086298,0.05000,1.344
0,mlp.experts.136.up_proj,0.0000035914,0.05000,1.338
0,mlp.experts.138.up_proj,0.0000122001,0.05000,1.333
0,mlp.experts.141.up_proj,0.0000026030,0.05000,1.307
0,mlp.experts.143.up_proj,0.0000072110,0.05000,1.313
0,mlp.experts.140.up_proj,0.0000059467,0.05000,1.312
0,mlp.experts.142.up_proj,0.0000011692,0.05000,1.327
0,mlp.experts.145.up_proj,0.0000085323,0.05000,1.352
0,mlp.experts.147.up_proj,0.0000063298,0.05000,1.347
0,mlp.experts.144.up_proj,0.0000053991,0.05000,1.345
0,mlp.experts.146.up_proj,0.0000035326,0.05000,1.327
0,mlp.experts.149.up_proj,0.0000061303,0.05000,1.317
0,mlp.experts.151.up_proj,0.0000088302,0.05000,1.318
0,mlp.experts.148.up_proj,0.0000034998,0.05000,1.322
0,mlp.experts.150.up_proj,0.0000023742,0.05000,1.315
0,mlp.experts.153.up_proj,0.0000032474,0.05000,1.277
0,mlp.experts.155.up_proj,0.0000125137,0.05000,1.267
0,mlp.experts.152.up_proj,0.0000138617,0.05000,1.273
0,mlp.experts.154.up_proj,0.0000053476,0.05000,1.267
0,mlp.experts.157.up_proj,0.0000038264,0.05000,1.230
0,mlp.experts.159.up_proj,0.0000090421,0.05000,1.231
0,mlp.experts.156.up_proj,0.0000046527,0.05000,1.228
0,mlp.experts.158.up_proj,0.0000025643,0.05000,1.233
0,mlp.experts.161.up_proj,0.0000123498,0.05000,1.221
0,mlp.experts.163.up_proj,0.0000099714,0.05000,1.236
0,mlp.experts.160.up_proj,0.0000092029,0.05000,1.226
0,mlp.experts.162.up_proj,0.0000199293,0.05000,1.232
0,mlp.experts.165.up_proj,0.0000024570,0.05000,1.219
0,mlp.experts.167.up_proj,0.0000048912,0.05000,1.231
0,mlp.experts.164.up_proj,0.0000075054,0.05000,1.228
0,mlp.experts.166.up_proj,0.0000010454,0.05000,1.235
0,mlp.experts.169.up_proj,0.0000024060,0.05000,1.242
0,mlp.experts.171.up_proj,0.0000024059,0.05000,1.245
0,mlp.experts.168.up_proj,0.0000030318,0.05000,1.235
0,mlp.experts.170.up_proj,0.0000102852,0.05000,1.232
0,mlp.experts.173.up_proj,0.0000036025,0.05000,1.225
0,mlp.experts.175.up_proj,0.0000091799,0.05000,1.227
0,mlp.experts.172.up_proj,0.0000086530,0.05000,1.227
0,mlp.experts.174.up_proj,0.0000094967,0.05000,1.226
0,mlp.experts.177.up_proj,0.0000067603,0.05000,1.215
0,mlp.experts.176.up_proj,0.0000125897,0.05000,1.228
0,mlp.experts.179.up_proj,0.0000024231,0.05000,1.231
0,mlp.experts.178.up_proj,0.0000042771,0.05000,1.229
0,mlp.experts.181.up_proj,0.0000016457,0.05000,1.238
0,mlp.experts.180.up_proj,0.0000079287,0.05000,1.238
0,mlp.experts.183.up_proj,0.0000057413,0.05000,1.241
0,mlp.experts.182.up_proj,0.0000038614,0.05000,1.233
0,mlp.experts.185.up_proj,0.0000017827,0.05000,1.233
0,mlp.experts.184.up_proj,0.0000155826,0.05000,1.240
0,mlp.experts.187.up_proj,0.0000028441,0.05000,1.254
0,mlp.experts.186.up_proj,0.0000044257,0.05000,1.251
0,mlp.experts.189.up_proj,0.0000107597,0.05000,1.252
0,mlp.experts.188.up_proj,0.0000043898,0.05000,1.243
0,mlp.experts.191.up_proj,0.0000065405,0.05000,1.248
0,mlp.experts.190.up_proj,0.0000010817,0.05000,1.248
0,mlp.experts.193.up_proj,0.0000024870,0.05000,1.229
0,mlp.experts.192.up_proj,0.0000064945,0.05000,1.233
0,mlp.experts.195.up_proj,0.0000080678,0.05000,1.240
0,mlp.experts.194.up_proj,0.0000045865,0.05000,1.253
0,mlp.experts.197.up_proj,0.0000033813,0.05000,1.247
0,mlp.experts.196.up_proj,0.0000015376,0.05000,1.240
0,mlp.experts.199.up_proj,0.0000092436,0.05000,1.241
0,mlp.experts.198.up_proj,0.0000054147,0.05000,1.234
0,mlp.experts.201.up_proj,0.0000132669,0.05000,1.246
0,mlp.experts.200.up_proj,0.0000036737,0.05000,1.238
0,mlp.experts.203.up_proj,0.0000110194,0.05000,1.248
0,mlp.experts.202.up_proj,0.0000118431,0.05000,1.234
0,mlp.experts.205.up_proj,0.0000006685,0.05000,1.241
0,mlp.experts.204.up_proj,0.0000079985,0.05000,1.256
0,mlp.experts.207.up_proj,0.0000139243,0.05000,1.250
0,mlp.experts.206.up_proj,0.0000029856,0.05000,1.254
0,mlp.experts.209.up_proj,0.0000061910,0.05000,1.254
0,mlp.experts.208.up_proj,0.0000053820,0.05000,1.247
0,mlp.experts.211.up_proj,0.0000083366,0.05000,1.252
0,mlp.experts.210.up_proj,0.0000066027,0.05000,1.245
0,mlp.experts.213.up_proj,0.0000036150,0.05000,1.233
0,mlp.experts.212.up_proj,0.0000032272,0.05000,1.237
0,mlp.experts.215.up_proj,0.0000077447,0.05000,1.230
0,mlp.experts.214.up_proj,0.0000068064,0.05000,1.232
0,mlp.experts.217.up_proj,0.0000104451,0.05000,1.243
0,mlp.experts.216.up_proj,0.0000012965,0.05000,1.255
0,mlp.experts.219.up_proj,0.0000058820,0.05000,1.258
0,mlp.experts.218.up_proj,0.0000044600,0.05000,1.257
0,mlp.experts.221.up_proj,0.0000037965,0.05000,1.253
0,mlp.experts.220.up_proj,0.0000161897,0.05000,1.249
0,mlp.experts.223.up_proj,0.0000083488,0.05000,1.250
0,mlp.experts.222.up_proj,0.0000067300,0.05000,1.263
0,mlp.experts.225.up_proj,0.0000054320,0.05000,1.251
0,mlp.experts.224.up_proj,0.0000124896,0.05000,1.247
0,mlp.experts.227.up_proj,0.0000031212,0.05000,1.246
0,mlp.experts.226.up_proj,0.0000015283,0.05000,1.249
0,mlp.experts.229.up_proj,0.0000031146,0.05000,1.252
0,mlp.experts.228.up_proj,0.0000030850,0.05000,1.252
0,mlp.experts.231.up_proj,0.0000090236,0.05000,1.256
0,mlp.experts.230.up_proj,0.0000048245,0.05000,1.262
0,mlp.experts.233.up_proj,0.0000011949,0.05000,1.249
0,mlp.experts.232.up_proj,0.0000235009,0.05000,1.237
0,mlp.experts.235.up_proj,0.0000018040,0.05000,1.235
0,mlp.experts.234.up_proj,0.0000080810,0.05000,1.218
0,mlp.experts.237.up_proj,0.0000072962,0.05000,1.238
0,mlp.experts.236.up_proj,0.0000078566,0.05000,1.245
0,mlp.experts.239.up_proj,0.0000071083,0.05000,1.243
0,mlp.experts.238.up_proj,0.0000063697,0.05000,1.251
0,mlp.experts.241.up_proj,0.0000048425,0.05000,1.236
0,mlp.experts.240.up_proj,0.0000118036,0.05000,1.238
0,mlp.experts.243.up_proj,0.0000039594,0.05000,1.228
0,mlp.experts.242.up_proj,0.0000040654,0.05000,1.239
0,mlp.experts.245.up_proj,0.0000047635,0.05000,1.267
0,mlp.experts.244.up_proj,0.0000140544,0.05000,1.263
0,mlp.experts.247.up_proj,0.0000033696,0.05000,1.252
0,mlp.experts.246.up_proj,0.0000041419,0.05000,1.249
0,mlp.experts.249.up_proj,0.0000020928,0.05000,1.231
0,mlp.experts.248.up_proj,0.0000083563,0.05000,1.239
0,mlp.experts.251.up_proj,0.0000053348,0.05000,1.245
0,mlp.experts.250.up_proj,0.0000044590,0.05000,1.237
0,mlp.experts.253.up_proj,0.0000018626,0.05000,1.226
0,mlp.experts.252.up_proj,0.0000004886,0.05000,1.150
0,mlp.experts.255.up_proj,0.0000032131,0.05000,1.134
0,mlp.experts.254.up_proj,0.0000089441,0.05000,1.040
0,mlp.experts.1.down_proj,0.0000011067,0.05000,0.321
0,mlp.experts.0.down_proj,0.0000016897,0.05000,0.328
0,mlp.experts.3.down_proj,0.0000015997,0.05000,0.329
0,mlp.experts.2.down_proj,0.0000007468,0.05000,0.332
0,mlp.experts.5.down_proj,0.0000009153,0.05000,0.314
0,mlp.experts.7.down_proj,0.0000007920,0.05000,0.312
0,mlp.experts.4.down_proj,0.0000019760,0.05000,0.319
0,mlp.experts.6.down_proj,0.0000010757,0.05000,0.322
0,mlp.experts.9.down_proj,0.0000017306,0.05000,0.311
0,mlp.experts.11.down_proj,0.0000005335,0.05000,0.311
0,mlp.experts.8.down_proj,0.0000018738,0.05000,0.311
0,mlp.experts.10.down_proj,0.0000009705,0.05000,0.311
0,mlp.experts.13.down_proj,0.0000007389,0.05000,0.323
0,mlp.experts.15.down_proj,0.0000014113,0.05000,0.324
0,mlp.experts.12.down_proj,0.0000013533,0.05000,0.323
0,mlp.experts.14.down_proj,0.0000008336,0.05000,0.325
0,mlp.experts.17.down_proj,0.0000015869,0.05000,0.313
0,mlp.experts.16.down_proj,0.0000011464,0.05000,0.309
0,mlp.experts.19.down_proj,0.0000010697,0.05000,0.315
0,mlp.experts.18.down_proj,0.0000003391,0.05000,0.314
0,mlp.experts.21.down_proj,0.0000010350,0.05000,0.316
0,mlp.experts.20.down_proj,0.0000012673,0.05000,0.315
0,mlp.experts.23.down_proj,0.0000012586,0.05000,0.320
0,mlp.experts.22.down_proj,0.0000006229,0.05000,0.319
0,mlp.experts.25.down_proj,0.0000006211,0.05000,0.313
0,mlp.experts.27.down_proj,0.0000015283,0.05000,0.311
0,mlp.experts.24.down_proj,0.0000009616,0.05000,0.319
0,mlp.experts.26.down_proj,0.0000018159,0.05000,0.312
0,mlp.experts.29.down_proj,0.0000013351,0.05000,0.309
0,mlp.experts.28.down_proj,0.0000013336,0.05000,0.307
0,mlp.experts.31.down_proj,0.0000007879,0.05000,0.310
0,mlp.experts.30.down_proj,0.0000009980,0.05000,0.310
0,mlp.experts.33.down_proj,0.0000008557,0.05000,0.324
0,mlp.experts.32.down_proj,0.0000013303,0.05000,0.320
0,mlp.experts.35.down_proj,0.0000014391,0.05000,0.318
0,mlp.experts.34.down_proj,0.0000010564,0.05000,0.322
0,mlp.experts.37.down_proj,0.0000017419,0.05000,0.321
0,mlp.experts.39.down_proj,0.0000009168,0.05000,0.317
0,mlp.experts.36.down_proj,0.0000010385,0.05000,0.320
0,mlp.experts.38.down_proj,0.0000013688,0.05000,0.318
0,mlp.experts.43.down_proj,0.0000011964,0.05000,0.307
0,mlp.experts.41.down_proj,0.0000008195,0.05000,0.313
0,mlp.experts.40.down_proj,0.0000009884,0.05000,0.312
0,mlp.experts.42.down_proj,0.0000012979,0.05000,0.311
0,mlp.experts.47.down_proj,0.0000007109,0.05000,0.313
0,mlp.experts.44.down_proj,0.0000015772,0.05000,0.313
0,mlp.experts.45.down_proj,0.0000002349,0.05000,0.319
0,mlp.experts.46.down_proj,0.0000007676,0.05000,0.312
0,mlp.experts.51.down_proj,0.0000007721,0.05000,0.314
0,mlp.experts.49.down_proj,0.0000006692,0.05000,0.308
0,mlp.experts.48.down_proj,0.0000013730,0.05000,0.318
0,mlp.experts.50.down_proj,0.0000007329,0.05000,0.311
0,mlp.experts.55.down_proj,0.0000008878,0.05000,0.310
0,mlp.experts.53.down_proj,0.0000010697,0.05000,0.314
0,mlp.experts.52.down_proj,0.0000010820,0.05000,0.314
0,mlp.experts.54.down_proj,0.0000013796,0.05000,0.311
0,mlp.experts.59.down_proj,0.0000010184,0.05000,0.317
0,mlp.experts.57.down_proj,0.0000007082,0.05000,0.312
0,mlp.experts.56.down_proj,0.0000005825,0.05000,0.316
0,mlp.experts.58.down_proj,0.0000012789,0.05000,0.315
0,mlp.experts.61.down_proj,0.0000012899,0.05000,0.308
0,mlp.experts.63.down_proj,0.0000009060,0.05000,0.314
0,mlp.experts.60.down_proj,0.0000014209,0.05000,0.315
0,mlp.experts.62.down_proj,0.0000011197,0.05000,0.320
0,mlp.experts.65.down_proj,0.0000006368,0.05000,0.323
0,mlp.experts.67.down_proj,0.0000008187,0.05000,0.323
0,mlp.experts.64.down_proj,0.0000012547,0.05000,0.317
0,mlp.experts.66.down_proj,0.0000007746,0.05000,0.321
0,mlp.experts.69.down_proj,0.0000008305,0.05000,0.307
0,mlp.experts.71.down_proj,0.0000011743,0.05000,0.305
0,mlp.experts.68.down_proj,0.0000006972,0.05000,0.305
0,mlp.experts.70.down_proj,0.0000009145,0.05000,0.307
0,mlp.experts.75.down_proj,0.0000016892,0.05000,0.321
0,mlp.experts.73.down_proj,0.0000009187,0.05000,0.326
0,mlp.experts.72.down_proj,0.0000019738,0.05000,0.320
0,mlp.experts.74.down_proj,0.0000005651,0.05000,0.322
0,mlp.experts.76.down_proj,0.0000016659,0.05000,0.308
0,mlp.experts.77.down_proj,0.0000012444,0.05000,0.312
0,mlp.experts.79.down_proj,0.0000009523,0.05000,0.319
0,mlp.experts.78.down_proj,0.0000010505,0.05000,0.311
0,mlp.experts.81.down_proj,0.0000005753,0.05000,0.305
0,mlp.experts.80.down_proj,0.0000006147,0.05000,0.307
0,mlp.experts.83.down_proj,0.0000005539,0.05000,0.314
0,mlp.experts.82.down_proj,0.0000009478,0.05000,0.311
0,mlp.experts.84.down_proj,0.0000006468,0.05000,0.313
0,mlp.experts.85.down_proj,0.0000007761,0.05000,0.317
0,mlp.experts.87.down_proj,0.0000017450,0.05000,0.317
0,mlp.experts.86.down_proj,0.0000011121,0.05000,0.318
0,mlp.experts.88.down_proj,0.0000011883,0.05000,0.312
0,mlp.experts.89.down_proj,0.0000013446,0.05000,0.311
0,mlp.experts.91.down_proj,0.0000020123,0.05000,0.319
0,mlp.experts.90.down_proj,0.0000022090,0.05000,0.314
0,mlp.experts.93.down_proj,0.0000007830,0.05000,0.310
0,mlp.experts.92.down_proj,0.0000009679,0.05000,0.319
0,mlp.experts.95.down_proj,0.0000019354,0.05000,0.316
0,mlp.experts.94.down_proj,0.0000017117,0.05000,0.311
0,mlp.experts.97.down_proj,0.0000007722,0.05000,0.324
0,mlp.experts.96.down_proj,0.0000005470,0.05000,0.319
0,mlp.experts.99.down_proj,0.0000014303,0.05000,0.319
0,mlp.experts.98.down_proj,0.0000011341,0.05000,0.321
0,mlp.experts.101.down_proj,0.0000005836,0.05000,0.315
0,mlp.experts.100.down_proj,0.0000010714,0.05000,0.322
0,mlp.experts.103.down_proj,0.0000009694,0.05000,0.318
0,mlp.experts.102.down_proj,0.0000005896,0.05000,0.319
0,mlp.experts.105.down_proj,0.0000008475,0.05000,0.313
0,mlp.experts.104.down_proj,0.0000015596,0.05000,0.311
0,mlp.experts.107.down_proj,0.0000007614,0.05000,0.308
0,mlp.experts.106.down_proj,0.0000007424,0.05000,0.312
0,mlp.experts.109.down_proj,0.0000008339,0.05000,0.310
0,mlp.experts.108.down_proj,0.0000010063,0.05000,0.311
0,mlp.experts.111.down_proj,0.0000007917,0.05000,0.315
0,mlp.experts.110.down_proj,0.0000005875,0.05000,0.308
0,mlp.experts.113.down_proj,0.0000004644,0.05000,0.315
0,mlp.experts.112.down_proj,0.0000014912,0.05000,0.316
0,mlp.experts.115.down_proj,0.0000008866,0.05000,0.317
0,mlp.experts.114.down_proj,0.0000014027,0.05000,0.319
0,mlp.experts.117.down_proj,0.0000005321,0.05000,0.312
0,mlp.experts.116.down_proj,0.0000010582,0.05000,0.315
0,mlp.experts.118.down_proj,0.0000012923,0.05000,0.316
0,mlp.experts.119.down_proj,0.0000012789,0.05000,0.323
0,mlp.experts.121.down_proj,0.0000003900,0.05000,0.316
0,mlp.experts.120.down_proj,0.0000006985,0.05000,0.317
0,mlp.experts.122.down_proj,0.0000009491,0.05000,0.314
0,mlp.experts.123.down_proj,0.0000004166,0.05000,0.314
0,mlp.experts.125.down_proj,0.0000012397,0.05000,0.317
0,mlp.experts.124.down_proj,0.0000010406,0.05000,0.321
0,mlp.experts.127.down_proj,0.0000005175,0.05000,0.317
0,mlp.experts.126.down_proj,0.0000016492,0.05000,0.324
0,mlp.experts.129.down_proj,0.0000009419,0.05000,0.308
0,mlp.experts.128.down_proj,0.0000005854,0.05000,0.311
0,mlp.experts.131.down_proj,0.0000009103,0.05000,0.312
0,mlp.experts.130.down_proj,0.0000008488,0.05000,0.313
0,mlp.experts.133.down_proj,0.0000010174,0.05000,0.318
0,mlp.experts.132.down_proj,0.0000009690,0.05000,0.314
0,mlp.experts.135.down_proj,0.0000011915,0.05000,0.311
0,mlp.experts.134.down_proj,0.0000006595,0.05000,0.313
0,mlp.experts.137.down_proj,0.0000012265,0.05000,0.306
0,mlp.experts.136.down_proj,0.0000006155,0.05000,0.310
0,mlp.experts.139.down_proj,0.0000010133,0.05000,0.307
0,mlp.experts.138.down_proj,0.0000022802,0.05000,0.307
0,mlp.experts.141.down_proj,0.0000008576,0.05000,0.311
0,mlp.experts.140.down_proj,0.0000018632,0.05000,0.308
0,mlp.experts.143.down_proj,0.0000020297,0.05000,0.311
0,mlp.experts.142.down_proj,0.0000007893,0.05000,0.312
0,mlp.experts.145.down_proj,0.0000012266,0.05000,0.314
0,mlp.experts.144.down_proj,0.0000005948,0.05000,0.313
0,mlp.experts.147.down_proj,0.0000012989,0.05000,0.320
0,mlp.experts.146.down_proj,0.0000007857,0.05000,0.320
0,mlp.experts.149.down_proj,0.0000013765,0.05000,0.314
0,mlp.experts.148.down_proj,0.0000010281,0.05000,0.314
0,mlp.experts.151.down_proj,0.0000009035,0.05000,0.317
0,mlp.experts.150.down_proj,0.0000008331,0.05000,0.315
0,mlp.experts.153.down_proj,0.0000010002,0.05000,0.319
0,mlp.experts.152.down_proj,0.0000007650,0.05000,0.325
0,mlp.experts.155.down_proj,0.0000012095,0.05000,0.321
0,mlp.experts.154.down_proj,0.0000014177,0.05000,0.321
0,mlp.experts.157.down_proj,0.0000004751,0.05000,0.319
0,mlp.experts.156.down_proj,0.0000008998,0.05000,0.325
0,mlp.experts.159.down_proj,0.0000010003,0.05000,0.324
0,mlp.experts.158.down_proj,0.0000012131,0.05000,0.320
0,mlp.experts.161.down_proj,0.0000011670,0.05000,0.315
0,mlp.experts.160.down_proj,0.0000013664,0.05000,0.318
0,mlp.experts.163.down_proj,0.0000007949,0.05000,0.316
0,mlp.experts.162.down_proj,0.0000023173,0.05000,0.315
0,mlp.experts.165.down_proj,0.0000009420,0.05000,0.322
0,mlp.experts.164.down_proj,0.0000019142,0.05000,0.320
0,mlp.experts.167.down_proj,0.0000010789,0.05000,0.316
0,mlp.experts.166.down_proj,0.0000007801,0.05000,0.315
0,mlp.experts.169.down_proj,0.0000010050,0.05000,0.314
0,mlp.experts.168.down_proj,0.0000014368,0.05000,0.313
0,mlp.experts.171.down_proj,0.0000006655,0.05000,0.312
0,mlp.experts.170.down_proj,0.0000011254,0.05000,0.315
0,mlp.experts.173.down_proj,0.0000016804,0.05000,0.317
0,mlp.experts.172.down_proj,0.0000007501,0.05000,0.317
0,mlp.experts.175.down_proj,0.0000003492,0.05000,0.316
0,mlp.experts.174.down_proj,0.0000012035,0.05000,0.319
0,mlp.experts.177.down_proj,0.0000004800,0.05000,0.319
0,mlp.experts.176.down_proj,0.0000002063,0.05000,0.321
0,mlp.experts.179.down_proj,0.0000015487,0.05000,0.325
0,mlp.experts.178.down_proj,0.0000009307,0.05000,0.323
0,mlp.experts.181.down_proj,0.0000008161,0.05000,0.312
0,mlp.experts.180.down_proj,0.0000008270,0.05000,0.307
0,mlp.experts.183.down_proj,0.0000026032,0.05000,0.307
0,mlp.experts.182.down_proj,0.0000017537,0.05000,0.306
0,mlp.experts.185.down_proj,0.0000006225,0.05000,0.307
0,mlp.experts.184.down_proj,0.0000020891,0.05000,0.313
0,mlp.experts.187.down_proj,0.0000007455,0.05000,0.315
0,mlp.experts.186.down_proj,0.0000005795,0.05000,0.316
0,mlp.experts.189.down_proj,0.0000020753,0.05000,0.315
0,mlp.experts.188.down_proj,0.0000007160,0.05000,0.315
0,mlp.experts.191.down_proj,0.0000006727,0.05000,0.312
0,mlp.experts.190.down_proj,0.0000009274,0.05000,0.315
0,mlp.experts.193.down_proj,0.0000012468,0.05000,0.313
0,mlp.experts.192.down_proj,0.0000012075,0.05000,0.316
0,mlp.experts.195.down_proj,0.0000013554,0.05000,0.314
0,mlp.experts.194.down_proj,0.0000006185,0.05000,0.316
0,mlp.experts.197.down_proj,0.0000004107,0.05000,0.310
0,mlp.experts.196.down_proj,0.0000007714,0.05000,0.310
0,mlp.experts.199.down_proj,0.0000012853,0.05000,0.313
0,mlp.experts.198.down_proj,0.0000006916,0.05000,0.306
0,mlp.experts.201.down_proj,0.0000015821,0.05000,0.314
0,mlp.experts.200.down_proj,0.0000019432,0.05000,0.313
0,mlp.experts.202.down_proj,0.0000009050,0.05000,0.313
0,mlp.experts.203.down_proj,0.0000010467,0.05000,0.315
0,mlp.experts.205.down_proj,0.0000006055,0.05000,0.322
0,mlp.experts.204.down_proj,0.0000010646,0.05000,0.322
0,mlp.experts.207.down_proj,0.0000011644,0.05000,0.318
0,mlp.experts.206.down_proj,0.0000012616,0.05000,0.324
0,mlp.experts.209.down_proj,0.0000009216,0.05000,0.315
0,mlp.experts.208.down_proj,0.0000011235,0.05000,0.317
0,mlp.experts.211.down_proj,0.0000009219,0.05000,0.317
0,mlp.experts.210.down_proj,0.0000007036,0.05000,0.323
0,mlp.experts.213.down_proj,0.0000010516,0.05000,0.317
0,mlp.experts.212.down_proj,0.0000007284,0.05000,0.314
0,mlp.experts.215.down_proj,0.0000004656,0.05000,0.315
0,mlp.experts.214.down_proj,0.0000015252,0.05000,0.312
0,mlp.experts.217.down_proj,0.0000007220,0.05000,0.317
0,mlp.experts.216.down_proj,0.0000007106,0.05000,0.316
0,mlp.experts.219.down_proj,0.0000019028,0.05000,0.316
0,mlp.experts.218.down_proj,0.0000008562,0.05000,0.317
0,mlp.experts.221.down_proj,0.0000012219,0.05000,0.316
0,mlp.experts.220.down_proj,0.0000017369,0.05000,0.320
0,mlp.experts.223.down_proj,0.0000007637,0.05000,0.316
0,mlp.experts.222.down_proj,0.0000006089,0.05000,0.322
0,mlp.experts.225.down_proj,0.0000015368,0.05000,0.312
0,mlp.experts.224.down_proj,0.0000007780,0.05000,0.314
0,mlp.experts.227.down_proj,0.0000010032,0.05000,0.314
0,mlp.experts.226.down_proj,0.0000003391,0.05000,0.313
0,mlp.experts.229.down_proj,0.0000001015,0.05000,0.315
0,mlp.experts.228.down_proj,0.0000011770,0.05000,0.313
0,mlp.experts.231.down_proj,0.0000007760,0.05000,0.310
0,mlp.experts.230.down_proj,0.0000006595,0.05000,0.314
0,mlp.experts.233.down_proj,0.0000004996,0.05000,0.313
0,mlp.experts.235.down_proj,0.0000006698,0.05000,0.309
0,mlp.experts.232.down_proj,0.0000017418,0.05000,0.317
0,mlp.experts.234.down_proj,0.0000005578,0.05000,0.309
0,mlp.experts.237.down_proj,0.0000006695,0.05000,0.310
0,mlp.experts.239.down_proj,0.0000009917,0.05000,0.310
0,mlp.experts.236.down_proj,0.0000011512,0.05000,0.310
0,mlp.experts.238.down_proj,0.0000015711,0.05000,0.311
0,mlp.experts.241.down_proj,0.0000010972,0.05000,0.313
0,mlp.experts.243.down_proj,0.0000015046,0.05000,0.311
0,mlp.experts.240.down_proj,0.0000012710,0.05000,0.314
0,mlp.experts.242.down_proj,0.0000006318,0.05000,0.316
0,mlp.experts.245.down_proj,0.0000012999,0.05000,0.315
0,mlp.experts.247.down_proj,0.0000007667,0.05000,0.313
0,mlp.experts.244.down_proj,0.0000020781,0.05000,0.315
0,mlp.experts.246.down_proj,0.0000006556,0.05000,0.316
0,mlp.experts.249.down_proj,0.0000002040,0.05000,0.314
0,mlp.experts.251.down_proj,0.0000007042,0.05000,0.316
0,mlp.experts.248.down_proj,0.0000015330,0.05000,0.316
0,mlp.experts.250.down_proj,0.0000005977,0.05000,0.315
0,mlp.experts.253.down_proj,0.0000014162,0.05000,0.315
0,mlp.experts.255.down_proj,0.0000005561,0.05000,0.301
0,mlp.experts.252.down_proj,0.0000006158,0.05000,0.296
0,mlp.experts.254.down_proj,0.0000010050,0.05000,0.282
1,mlp.experts.2.gate_proj,0.0000134059,0.05000,1.225
1,mlp.experts.3.gate_proj,0.0000312989,0.05000,1.247
1,mlp.experts.0.gate_proj,0.0000202491,0.05000,1.252
1,mlp.experts.1.gate_proj,0.0000164311,0.05000,1.268
1,mlp.experts.6.gate_proj,0.0000117454,0.05000,1.241
1,mlp.experts.7.gate_proj,0.0000235091,0.05000,1.233
1,mlp.experts.4.gate_proj,0.0000198189,0.05000,1.229
1,mlp.experts.5.gate_proj,0.0000191903,0.05000,1.241
1,mlp.experts.10.gate_proj,0.0000330646,0.05000,1.244
1,mlp.experts.8.gate_proj,0.0000287129,0.05000,1.244
1,mlp.experts.11.gate_proj,0.0000065993,0.05000,1.258
1,mlp.experts.9.gate_proj,0.0000189882,0.05000,1.244
1,mlp.experts.14.gate_proj,0.0000568214,0.05000,1.225
1,mlp.experts.12.gate_proj,0.0000154832,0.05000,1.239
1,mlp.experts.13.gate_proj,0.0000076706,0.05000,1.227
1,mlp.experts.15.gate_proj,0.0000162534,0.05000,1.244
1,mlp.experts.18.gate_proj,fallback(rtn): 0.0009651,0.00000,0.060
1,mlp.experts.16.gate_proj,0.0000178338,0.05000,1.241
1,mlp.experts.17.gate_proj,0.0000287407,0.05000,1.236
1,mlp.experts.19.gate_proj,0.0000102661,0.05000,1.235
1,mlp.experts.22.gate_proj,0.0000166569,0.05000,1.224
1,mlp.experts.20.gate_proj,0.0000101179,0.05000,1.226
1,mlp.experts.21.gate_proj,0.0000215724,0.05000,1.219
1,mlp.experts.26.gate_proj,0.0000096171,0.05000,1.221
1,mlp.experts.23.gate_proj,0.0000337473,0.05000,1.248
1,mlp.experts.30.gate_proj,0.0000310985,0.05000,1.208
1,mlp.experts.24.gate_proj,0.0000264448,0.05000,1.230
1,mlp.experts.25.gate_proj,0.0000323174,0.05000,1.241
1,mlp.experts.27.gate_proj,0.0000088481,0.05000,1.232
1,mlp.experts.34.gate_proj,0.0000084947,0.05000,1.226
1,mlp.experts.29.gate_proj,0.0000117769,0.05000,1.229
1,mlp.experts.28.gate_proj,0.0000165900,0.05000,1.245
1,mlp.experts.31.gate_proj,0.0000117988,0.05000,1.236
1,mlp.experts.38.gate_proj,0.0000398571,0.05000,1.258
1,mlp.experts.33.gate_proj,0.0000194879,0.05000,1.253
1,mlp.experts.32.gate_proj,0.0000293063,0.05000,1.258
1,mlp.experts.35.gate_proj,0.0000245484,0.05000,1.237
1,mlp.experts.42.gate_proj,0.0000178465,0.05000,1.248
1,mlp.experts.37.gate_proj,0.0000234332,0.05000,1.256
1,mlp.experts.39.gate_proj,0.0000284707,0.05000,1.247
1,mlp.experts.36.gate_proj,0.0000127735,0.05000,1.257
1,mlp.experts.46.gate_proj,0.0000136662,0.05000,1.250
1,mlp.experts.41.gate_proj,0.0000161014,0.05000,1.255
1,mlp.experts.40.gate_proj,0.0000107775,0.05000,1.260
1,mlp.experts.43.gate_proj,0.0000094290,0.05000,1.277
1,mlp.experts.50.gate_proj,0.0000379596,0.05000,1.246
1,mlp.experts.45.gate_proj,0.0000174301,0.05000,1.236
1,mlp.experts.44.gate_proj,0.0000264660,0.05000,1.243
1,mlp.experts.47.gate_proj,0.0000245091,0.05000,1.246
1,mlp.experts.54.gate_proj,0.0000297956,0.05000,1.241
1,mlp.experts.49.gate_proj,0.0000181539,0.05000,1.229
1,mlp.experts.48.gate_proj,0.0000246529,0.05000,1.240
1,mlp.experts.51.gate_proj,0.0000180167,0.05000,1.245
1,mlp.experts.58.gate_proj,0.0000104330,0.05000,1.261
1,mlp.experts.53.gate_proj,0.0000112148,0.05000,1.274
1,mlp.experts.52.gate_proj,0.0000252874,0.05000,1.274
1,mlp.experts.55.gate_proj,0.0000201530,0.05000,1.266
1,mlp.experts.62.gate_proj,0.0000103943,0.05000,1.243
1,mlp.experts.57.gate_proj,0.0000104529,0.05000,1.250
1,mlp.experts.56.gate_proj,0.0000272043,0.05000,1.254
1,mlp.experts.59.gate_proj,0.0000096524,0.05000,1.251
1,mlp.experts.66.gate_proj,0.0000097810,0.05000,1.239
1,mlp.experts.61.gate_proj,0.0000298233,0.05000,1.232
1,mlp.experts.60.gate_proj,0.0000239153,0.05000,1.238
1,mlp.experts.63.gate_proj,0.0000120465,0.05000,1.246
1,mlp.experts.70.gate_proj,0.0000142896,0.05000,1.249
1,mlp.experts.65.gate_proj,0.0000124378,0.05000,1.263
1,mlp.experts.64.gate_proj,0.0000185724,0.05000,1.256
1,mlp.experts.67.gate_proj,0.0000165427,0.05000,1.254
1,mlp.experts.74.gate_proj,0.0000473347,0.05000,1.263
1,mlp.experts.69.gate_proj,0.0000244217,0.05000,1.256
1,mlp.experts.68.gate_proj,0.0000240470,0.05000,1.246
1,mlp.experts.71.gate_proj,0.0000299174,0.05000,1.244
1,mlp.experts.78.gate_proj,0.0000204268,0.05000,1.251
1,mlp.experts.73.gate_proj,0.0000150679,0.05000,1.250
1,mlp.experts.72.gate_proj,0.0000267619,0.05000,1.250
1,mlp.experts.75.gate_proj,0.0000158845,0.05000,1.247
1,mlp.experts.82.gate_proj,0.0000170606,0.05000,1.238
1,mlp.experts.77.gate_proj,0.0000165985,0.05000,1.238
1,mlp.experts.79.gate_proj,0.0000137377,0.05000,1.233
1,mlp.experts.76.gate_proj,0.0000315509,0.05000,1.246
1,mlp.experts.86.gate_proj,0.0000094614,0.05000,1.263
1,mlp.experts.81.gate_proj,0.0000072009,0.05000,1.257
1,mlp.experts.83.gate_proj,0.0000316805,0.05000,1.248
1,mlp.experts.80.gate_proj,0.0000226521,0.05000,1.256
1,mlp.experts.90.gate_proj,0.0000254517,0.05000,1.275
1,mlp.experts.85.gate_proj,0.0000159228,0.05000,1.270
1,mlp.experts.87.gate_proj,0.0000084685,0.05000,1.250
1,mlp.experts.84.gate_proj,0.0000179247,0.05000,1.261
1,mlp.experts.91.gate_proj,0.0000294545,0.05000,1.240
1,mlp.experts.89.gate_proj,0.0000156710,0.05000,1.251
1,mlp.experts.94.gate_proj,0.0000161287,0.05000,1.263
1,mlp.experts.88.gate_proj,0.0000208651,0.05000,1.240
1,mlp.experts.95.gate_proj,0.0000230515,0.05000,1.223
1,mlp.experts.98.gate_proj,0.0000136888,0.05000,1.222
1,mlp.experts.93.gate_proj,0.0000111690,0.05000,1.229
1,mlp.experts.92.gate_proj,0.0000142273,0.05000,1.238
1,mlp.experts.99.gate_proj,0.0000148533,0.05000,1.260
1,mlp.experts.102.gate_proj,0.0000119175,0.05000,1.259
1,mlp.experts.97.gate_proj,0.0000141340,0.05000,1.266
1,mlp.experts.96.gate_proj,0.0000095009,0.05000,1.248
1,mlp.experts.106.gate_proj,0.0000236269,0.05000,1.229
1,mlp.experts.103.gate_proj,0.0000151640,0.05000,1.250
1,mlp.experts.101.gate_proj,0.0000168955,0.05000,1.228
1,mlp.experts.100.gate_proj,0.0000306478,0.05000,1.242
1,mlp.experts.107.gate_proj,0.0000186222,0.05000,1.234
1,mlp.experts.110.gate_proj,0.0000094686,0.05000,1.244
1,mlp.experts.105.gate_proj,0.0000190482,0.05000,1.241
1,mlp.experts.104.gate_proj,0.0000148700,0.05000,1.240
1,mlp.experts.111.gate_proj,0.0000142689,0.05000,1.242
1,mlp.experts.114.gate_proj,0.0000315363,0.05000,1.243
1,mlp.experts.109.gate_proj,0.0000272332,0.05000,1.254
1,mlp.experts.108.gate_proj,0.0000134708,0.05000,1.244
1,mlp.experts.115.gate_proj,0.0000271030,0.05000,1.229
1,mlp.experts.118.gate_proj,0.0000141179,0.05000,1.228
1,mlp.experts.113.gate_proj,0.0000150757,0.05000,1.228
1,mlp.experts.112.gate_proj,0.0000074882,0.05000,1.228
1,mlp.experts.119.gate_proj,0.0000106749,0.05000,1.233
1,mlp.experts.122.gate_proj,0.0000070840,0.05000,1.247
1,mlp.experts.116.gate_proj,0.0000198369,0.05000,1.239
1,mlp.experts.117.gate_proj,0.0000129177,0.05000,1.252
1,mlp.experts.123.gate_proj,0.0000156030,0.05000,1.212
1,mlp.experts.126.gate_proj,0.0000195290,0.05000,1.221
1,mlp.experts.121.gate_proj,0.0000259677,0.05000,1.211
1,mlp.experts.120.gate_proj,0.0000159817,0.05000,1.235
1,mlp.experts.127.gate_proj,0.0000110964,0.05000,1.232
1,mlp.experts.125.gate_proj,0.0000275891,0.05000,1.231
1,mlp.experts.130.gate_proj,0.0000298611,0.05000,1.251
1,mlp.experts.124.gate_proj,0.0000188320,0.05000,1.237
1,mlp.experts.131.gate_proj,0.0000191246,0.05000,1.240
1,mlp.experts.134.gate_proj,0.0000188679,0.05000,1.230
1,mlp.experts.129.gate_proj,0.0000104453,0.05000,1.247
1,mlp.experts.128.gate_proj,0.0000191322,0.05000,1.244
1,mlp.experts.135.gate_proj,0.0000165593,0.05000,1.254
1,mlp.experts.138.gate_proj,0.0000070477,0.05000,1.250
1,mlp.experts.133.gate_proj,0.0000107340,0.05000,1.259
1,mlp.experts.132.gate_proj,0.0000144842,0.05000,1.255
1,mlp.experts.139.gate_proj,0.0000150313,0.05000,1.248
1,mlp.experts.142.gate_proj,0.0000152553,0.05000,1.254
1,mlp.experts.136.gate_proj,0.0000152520,0.05000,1.246
1,mlp.experts.137.gate_proj,0.0000129935,0.05000,1.264
1,mlp.experts.143.gate_proj,0.0000298639,0.05000,1.233
1,mlp.experts.146.gate_proj,0.0000163387,0.05000,1.234
1,mlp.experts.140.gate_proj,0.0000249294,0.05000,1.237
1,mlp.experts.141.gate_proj,0.0000319228,0.05000,1.239
1,mlp.experts.147.gate_proj,0.0000085586,0.05000,1.237
1,mlp.experts.150.gate_proj,0.0000120222,0.05000,1.236
1,mlp.experts.144.gate_proj,0.0000350821,0.05000,1.233
1,mlp.experts.145.gate_proj,0.0000147575,0.05000,1.233
1,mlp.experts.151.gate_proj,0.0000288933,0.05000,1.231
1,mlp.experts.154.gate_proj,0.0000158603,0.05000,1.236
1,mlp.experts.148.gate_proj,0.0000099365,0.05000,1.228
1,mlp.experts.149.gate_proj,0.0000308126,0.05000,1.229
1,mlp.experts.155.gate_proj,0.0000138473,0.05000,1.235
1,mlp.experts.158.gate_proj,0.0000095320,0.05000,1.237
1,mlp.experts.152.gate_proj,0.0000186710,0.05000,1.233
1,mlp.experts.153.gate_proj,0.0000152737,0.05000,1.238
1,mlp.experts.159.gate_proj,0.0000187772,0.05000,1.239
1,mlp.experts.162.gate_proj,0.0000344787,0.05000,1.231
1,mlp.experts.156.gate_proj,0.0000153382,0.05000,1.239
1,mlp.experts.157.gate_proj,0.0000162306,0.05000,1.242
1,mlp.experts.163.gate_proj,0.0000291302,0.05000,1.232
1,mlp.experts.166.gate_proj,0.0000083512,0.05000,1.231
1,mlp.experts.160.gate_proj,0.0000172849,0.05000,1.234
1,mlp.experts.161.gate_proj,0.0000199974,0.05000,1.231
1,mlp.experts.167.gate_proj,0.0000193629,0.05000,1.236
1,mlp.experts.170.gate_proj,0.0000129187,0.05000,1.229
1,mlp.experts.164.gate_proj,0.0000302851,0.05000,1.217
1,mlp.experts.165.gate_proj,0.0000153538,0.05000,1.226
1,mlp.experts.171.gate_proj,0.0000122490,0.05000,1.248
1,mlp.experts.174.gate_proj,0.0000281296,0.05000,1.252
1,mlp.experts.168.gate_proj,0.0000117511,0.05000,1.254
1,mlp.experts.169.gate_proj,0.0000057264,0.05000,1.251
1,mlp.experts.175.gate_proj,0.0000287040,0.05000,1.242
1,mlp.experts.178.gate_proj,0.0000313096,0.05000,1.237
1,mlp.experts.172.gate_proj,0.0000096544,0.05000,1.244
1,mlp.experts.173.gate_proj,0.0000189673,0.05000,1.240
1,mlp.experts.179.gate_proj,0.0000163072,0.05000,1.248
1,mlp.experts.182.gate_proj,0.0000234662,0.05000,1.251
1,mlp.experts.176.gate_proj,0.0000181393,0.05000,1.242
1,mlp.experts.177.gate_proj,0.0000114809,0.05000,1.240
1,mlp.experts.183.gate_proj,0.0000094348,0.05000,1.237
1,mlp.experts.186.gate_proj,0.0000211941,0.05000,1.231
1,mlp.experts.180.gate_proj,0.0000144134,0.05000,1.231
1,mlp.experts.181.gate_proj,0.0000207183,0.05000,1.231
1,mlp.experts.187.gate_proj,0.0000121001,0.05000,1.225
1,mlp.experts.190.gate_proj,0.0000132406,0.05000,1.230
1,mlp.experts.184.gate_proj,0.0000071479,0.05000,1.232
1,mlp.experts.185.gate_proj,0.0000290396,0.05000,1.226
1,mlp.experts.191.gate_proj,0.0000184074,0.05000,1.263
1,mlp.experts.194.gate_proj,0.0000163840,0.05000,1.259
1,mlp.experts.188.gate_proj,0.0000207265,0.05000,1.253
1,mlp.experts.189.gate_proj,0.0000126554,0.05000,1.254
1,mlp.experts.195.gate_proj,0.0000186782,0.05000,1.236
1,mlp.experts.198.gate_proj,0.0000130462,0.05000,1.229
1,mlp.experts.192.gate_proj,0.0000146428,0.05000,1.240
1,mlp.experts.193.gate_proj,0.0000184956,0.05000,1.232
1,mlp.experts.199.gate_proj,0.0000106424,0.05000,1.236
1,mlp.experts.202.gate_proj,0.0000203320,0.05000,1.245
1,mlp.experts.196.gate_proj,0.0000137571,0.05000,1.234
1,mlp.experts.197.gate_proj,0.0000307459,0.05000,1.247
1,mlp.experts.203.gate_proj,0.0000165217,0.05000,1.267
1,mlp.experts.206.gate_proj,0.0000131466,0.05000,1.259
1,mlp.experts.200.gate_proj,0.0000228220,0.05000,1.258
1,mlp.experts.201.gate_proj,0.0000095924,0.05000,1.260
1,mlp.experts.207.gate_proj,0.0000062393,0.05000,1.254
1,mlp.experts.204.gate_proj,0.0000116597,0.05000,1.249
1,mlp.experts.210.gate_proj,0.0000103003,0.05000,1.256
1,mlp.experts.205.gate_proj,0.0000061754,0.05000,1.248
1,mlp.experts.211.gate_proj,0.0000471874,0.05000,1.240
1,mlp.experts.208.gate_proj,0.0000339138,0.05000,1.231
1,mlp.experts.214.gate_proj,0.0000082102,0.05000,1.260
1,mlp.experts.209.gate_proj,0.0000111231,0.05000,1.244
1,mlp.experts.215.gate_proj,0.0000288585,0.05000,1.242
1,mlp.experts.212.gate_proj,0.0000246958,0.05000,1.250
1,mlp.experts.213.gate_proj,0.0000355850,0.05000,1.237
1,mlp.experts.218.gate_proj,0.0000303518,0.05000,1.241
1,mlp.experts.219.gate_proj,0.0000160871,0.05000,1.238
1,mlp.experts.216.gate_proj,0.0000206335,0.05000,1.231
1,mlp.experts.217.gate_proj,0.0000169504,0.05000,1.233
1,mlp.experts.222.gate_proj,0.0000140255,0.05000,1.243
1,mlp.experts.223.gate_proj,0.0000073745,0.05000,1.247
1,mlp.experts.220.gate_proj,0.0000217363,0.05000,1.254
1,mlp.experts.221.gate_proj,0.0000135388,0.05000,1.255
1,mlp.experts.226.gate_proj,0.0000166586,0.05000,1.260
1,mlp.experts.227.gate_proj,0.0000118521,0.05000,1.242
1,mlp.experts.224.gate_proj,0.0000095248,0.05000,1.235
1,mlp.experts.225.gate_proj,0.0000044525,0.05000,1.247
1,mlp.experts.230.gate_proj,0.0000185458,0.05000,1.234
1,mlp.experts.228.gate_proj,0.0000173547,0.05000,1.244
1,mlp.experts.231.gate_proj,0.0000087954,0.05000,1.253
1,mlp.experts.229.gate_proj,0.0000404063,0.05000,1.245
1,mlp.experts.234.gate_proj,0.0000110792,0.05000,1.245
1,mlp.experts.235.gate_proj,0.0000215386,0.05000,1.241
1,mlp.experts.232.gate_proj,0.0000107375,0.05000,1.248
1,mlp.experts.238.gate_proj,0.0000094047,0.05000,1.239
1,mlp.experts.233.gate_proj,0.0000295540,0.05000,1.252
1,mlp.experts.236.gate_proj,0.0000157565,0.05000,1.228
1,mlp.experts.239.gate_proj,0.0000214360,0.05000,1.235
1,mlp.experts.242.gate_proj,0.0000105228,0.05000,1.231
1,mlp.experts.237.gate_proj,0.0000150492,0.05000,1.224
1,mlp.experts.243.gate_proj,0.0000222917,0.05000,1.245
1,mlp.experts.240.gate_proj,0.0000236866,0.05000,1.255
1,mlp.experts.246.gate_proj,0.0000267924,0.05000,1.246
1,mlp.experts.241.gate_proj,0.0000213315,0.05000,1.249
1,mlp.experts.247.gate_proj,0.0000167695,0.05000,1.247
1,mlp.experts.244.gate_proj,0.0000044293,0.05000,1.263
1,mlp.experts.250.gate_proj,0.0000095006,0.05000,1.244
1,mlp.experts.245.gate_proj,0.0000239738,0.05000,1.240
1,mlp.experts.251.gate_proj,0.0000201099,0.05000,1.225
1,mlp.experts.249.gate_proj,0.0000345018,0.05000,1.222
1,mlp.experts.248.gate_proj,0.0000159990,0.05000,1.231
1,mlp.experts.254.gate_proj,0.0000183058,0.05000,1.234
1,mlp.experts.255.gate_proj,0.0000190266,0.05000,1.231
1,mlp.experts.253.gate_proj,0.0000204944,0.05000,1.236
1,mlp.experts.2.up_proj,0.0000130097,0.05000,1.240
1,mlp.experts.252.gate_proj,0.0000326537,0.05000,1.250
1,mlp.experts.3.up_proj,0.0000281680,0.05000,1.237
1,mlp.experts.1.up_proj,0.0000154358,0.05000,1.236
1,mlp.experts.6.up_proj,0.0000113213,0.05000,1.241
1,mlp.experts.0.up_proj,0.0000189497,0.05000,1.243
1,mlp.experts.7.up_proj,0.0000211712,0.05000,1.240
1,mlp.experts.5.up_proj,0.0000172565,0.05000,1.237
1,mlp.experts.10.up_proj,0.0000318810,0.05000,1.235
1,mlp.experts.4.up_proj,0.0000192560,0.05000,1.245
1,mlp.experts.11.up_proj,0.0000059493,0.05000,1.268
1,mlp.experts.9.up_proj,0.0000173310,0.05000,1.264
1,mlp.experts.14.up_proj,0.0000560381,0.05000,1.259
1,mlp.experts.18.up_proj,fallback(rtn): 0.0009460,0.00000,0.020
1,mlp.experts.8.up_proj,0.0000264207,0.05000,1.274
1,mlp.experts.15.up_proj,0.0000159436,0.05000,1.254
1,mlp.experts.13.up_proj,0.0000074950,0.05000,1.261
1,mlp.experts.22.up_proj,0.0000164122,0.05000,1.240
1,mlp.experts.12.up_proj,0.0000150007,0.05000,1.246
1,mlp.experts.19.up_proj,0.0000096547,0.05000,1.230
1,mlp.experts.26.up_proj,0.0000092887,0.05000,1.227
1,mlp.experts.17.up_proj,0.0000274056,0.05000,1.243
1,mlp.experts.16.up_proj,0.0000175154,0.05000,1.245
1,mlp.experts.23.up_proj,0.0000329908,0.05000,1.257
1,mlp.experts.21.up_proj,0.0000204582,0.05000,1.246
1,mlp.experts.30.up_proj,0.0000302568,0.05000,1.249
1,mlp.experts.20.up_proj,0.0000095619,0.05000,1.256
1,mlp.experts.27.up_proj,0.0000078336,0.05000,1.249
1,mlp.experts.34.up_proj,0.0000080600,0.05000,1.239
1,mlp.experts.25.up_proj,0.0000305208,0.05000,1.254
1,mlp.experts.24.up_proj,0.0000246156,0.05000,1.244
1,mlp.experts.31.up_proj,0.0000116785,0.05000,1.254
1,mlp.experts.38.up_proj,0.0000385595,0.05000,1.265
1,mlp.experts.29.up_proj,0.0000109199,0.05000,1.253
1,mlp.experts.28.up_proj,0.0000157476,0.05000,1.246
1,mlp.experts.35.up_proj,0.0000228698,0.05000,1.251
1,mlp.experts.33.up_proj,0.0000186640,0.05000,1.244
1,mlp.experts.42.up_proj,0.0000177893,0.05000,1.251
1,mlp.experts.32.up_proj,0.0000252953,0.05000,1.248
1,mlp.experts.39.up_proj,0.0000270401,0.05000,1.248
1,mlp.experts.37.up_proj,0.0000221480,0.05000,1.237
1,mlp.experts.46.up_proj,0.0000129905,0.05000,1.245
1,mlp.experts.36.up_proj,0.0000118766,0.05000,1.253
1,mlp.experts.41.up_proj,0.0000156760,0.05000,1.225
1,mlp.experts.43.up_proj,0.0000092875,0.05000,1.244
1,mlp.experts.50.up_proj,0.0000371206,0.05000,1.236
1,mlp.experts.40.up_proj,0.0000102520,0.05000,1.240
1,mlp.experts.45.up_proj,0.0000169519,0.05000,1.248
1,mlp.experts.47.up_proj,0.0000232046,0.05000,1.251
1,mlp.experts.54.up_proj,0.0000286377,0.05000,1.254
1,mlp.experts.44.up_proj,0.0000260345,0.05000,1.253
1,mlp.experts.49.up_proj,0.0000171921,0.05000,1.260
1,mlp.experts.51.up_proj,0.0000171978,0.05000,1.258
1,mlp.experts.58.up_proj,0.0000100040,0.05000,1.267
1,mlp.experts.48.up_proj,0.0000231720,0.05000,1.250
1,mlp.experts.53.up_proj,0.0000109329,0.05000,1.245
1,mlp.experts.55.up_proj,0.0000185843,0.05000,1.248
1,mlp.experts.62.up_proj,0.0000101719,0.05000,1.241
1,mlp.experts.52.up_proj,0.0000222399,0.05000,1.240
1,mlp.experts.57.up_proj,0.0000102559,0.05000,1.242
1,mlp.experts.59.up_proj,0.0000091027,0.05000,1.249
1,mlp.experts.66.up_proj,0.0000094697,0.05000,1.230
1,mlp.experts.56.up_proj,0.0000256528,0.05000,1.233
1,mlp.experts.61.up_proj,0.0000266440,0.05000,1.244
1,mlp.experts.70.up_proj,0.0000134749,0.05000,1.243
1,mlp.experts.60.up_proj,0.0000214955,0.05000,1.241
1,mlp.experts.63.up_proj,0.0000112032,0.05000,1.261
1,mlp.experts.65.up_proj,0.0000122044,0.05000,1.238
1,mlp.experts.74.up_proj,0.0000457155,0.05000,1.232
1,mlp.experts.64.up_proj,0.0000172437,0.05000,1.238
1,mlp.experts.67.up_proj,0.0000157373,0.05000,1.241
1,mlp.experts.69.up_proj,0.0000228178,0.05000,1.249
1,mlp.experts.78.up_proj,0.0000194107,0.05000,1.239
1,mlp.experts.71.up_proj,0.0000267277,0.05000,1.245
1,mlp.experts.68.up_proj,0.0000213159,0.05000,1.259
1,mlp.experts.73.up_proj,0.0000138516,0.05000,1.237
1,mlp.experts.82.up_proj,0.0000165276,0.05000,1.237
1,mlp.experts.72.up_proj,0.0000247420,0.05000,1.235
1,mlp.experts.75.up_proj,0.0000146192,0.05000,1.253
1,mlp.experts.77.up_proj,0.0000158116,0.05000,1.239
1,mlp.experts.86.up_proj,0.0000091669,0.05000,1.240
1,mlp.experts.76.up_proj,0.0000279106,0.05000,1.239
1,mlp.experts.79.up_proj,0.0000133142,0.05000,1.235
1,mlp.experts.81.up_proj,0.0000069717,0.05000,1.251
1,mlp.experts.90.up_proj,0.0000222006,0.05000,1.248
1,mlp.experts.80.up_proj,0.0000222688,0.05000,1.247
1,mlp.experts.83.up_proj,0.0000282153,0.05000,1.259
1,mlp.experts.94.up_proj,0.0000157090,0.05000,1.231
1,mlp.experts.85.up_proj,0.0000155125,0.05000,1.246
1,mlp.experts.84.up_proj,0.0000179675,0.05000,1.233
1,mlp.experts.87.up_proj,0.0000079232,0.05000,1.230
1,mlp.experts.98.up_proj,0.0000132753,0.05000,1.228
1,mlp.experts.89.up_proj,0.0000143269,0.05000,1.236
1,mlp.experts.88.up_proj,0.0000203321,0.05000,1.230
1,mlp.experts.91.up_proj,0.0000267188,0.05000,1.234
1,mlp.experts.102.up_proj,0.0000114387,0.05000,1.228
1,mlp.experts.93.up_proj,0.0000105580,0.05000,1.223
1,mlp.experts.92.up_proj,0.0000133388,0.05000,1.228
1,mlp.experts.95.up_proj,0.0000216137,0.05000,1.229
1,mlp.experts.106.up_proj,0.0000209564,0.05000,1.239
1,mlp.experts.97.up_proj,0.0000130824,0.05000,1.238
1,mlp.experts.96.up_proj,0.0000091108,0.05000,1.236
1,mlp.experts.99.up_proj,0.0000138219,0.05000,1.237
1,mlp.experts.110.up_proj,0.0000091345,0.05000,1.229
1,mlp.experts.101.up_proj,0.0000161289,0.05000,1.240
1,mlp.experts.100.up_proj,0.0000260331,0.05000,1.236
1,mlp.experts.103.up_proj,0.0000145921,0.05000,1.236
1,mlp.experts.114.up_proj,0.0000284352,0.05000,1.234
1,mlp.experts.105.up_proj,0.0000178062,0.05000,1.232
1,mlp.experts.104.up_proj,0.0000145300,0.05000,1.242
1,mlp.experts.107.up_proj,0.0000183817,0.05000,1.232
1,mlp.experts.118.up_proj,0.0000138311,0.05000,1.244
1,mlp.experts.109.up_proj,0.0000240643,0.05000,1.247
1,mlp.experts.108.up_proj,0.0000127709,0.05000,1.252
1,mlp.experts.111.up_proj,0.0000138385,0.05000,1.252
1,mlp.experts.122.up_proj,0.0000068099,0.05000,1.271
1,mlp.experts.113.up_proj,0.0000139741,0.05000,1.260
1,mlp.experts.115.up_proj,0.0000258614,0.05000,1.258
1,mlp.experts.112.up_proj,0.0000073221,0.05000,1.277
1,mlp.experts.117.up_proj,0.0000130506,0.05000,1.237
1,mlp.experts.126.up_proj,0.0000184909,0.05000,1.261
1,mlp.experts.119.up_proj,0.0000105258,0.05000,1.234
1,mlp.experts.116.up_proj,0.0000185432,0.05000,1.241
1,mlp.experts.121.up_proj,0.0000243817,0.05000,1.257
1,mlp.experts.130.up_proj,0.0000284042,0.05000,1.266
1,mlp.experts.123.up_proj,0.0000148928,0.05000,1.262
1,mlp.experts.120.up_proj,0.0000141853,0.05000,1.274
1,mlp.experts.125.up_proj,0.0000245160,0.05000,1.251
1,mlp.experts.134.up_proj,0.0000184421,0.05000,1.249
1,mlp.experts.127.up_proj,0.0000106329,0.05000,1.245
1,mlp.experts.124.up_proj,0.0000180379,0.05000,1.239
1,mlp.experts.129.up_proj,0.0000094864,0.05000,1.236
1,mlp.experts.138.up_proj,0.0000066066,0.05000,1.224
1,mlp.experts.131.up_proj,0.0000183735,0.05000,1.235
1,mlp.experts.128.up_proj,0.0000187480,0.05000,1.237
1,mlp.experts.142.up_proj,0.0000147981,0.05000,1.242
1,mlp.experts.133.up_proj,0.0000105441,0.05000,1.244
1,mlp.experts.135.up_proj,0.0000161564,0.05000,1.247
1,mlp.experts.132.up_proj,0.0000130086,0.05000,1.247
1,mlp.experts.137.up_proj,0.0000127351,0.05000,1.266
1,mlp.experts.146.up_proj,0.0000157305,0.05000,1.274
1,mlp.experts.139.up_proj,0.0000142700,0.05000,1.281
1,mlp.experts.136.up_proj,0.0000142936,0.05000,1.275
1,mlp.experts.141.up_proj,0.0000306205,0.05000,1.219
1,mlp.experts.150.up_proj,0.0000114258,0.05000,1.226
1,mlp.experts.143.up_proj,0.0000266588,0.05000,1.237
1,mlp.experts.140.up_proj,0.0000237757,0.05000,1.231
1,mlp.experts.145.up_proj,0.0000135966,0.05000,1.235
1,mlp.experts.154.up_proj,0.0000153109,0.05000,1.231
1,mlp.experts.147.up_proj,0.0000080440,0.05000,1.226
1,mlp.experts.144.up_proj,0.0000307715,0.05000,1.226
1,mlp.experts.149.up_proj,0.0000265678,0.05000,1.222
1,mlp.experts.158.up_proj,0.0000092688,0.05000,1.222
1,mlp.experts.151.up_proj,0.0000262664,0.05000,1.226
1,mlp.experts.148.up_proj,0.0000093529,0.05000,1.223
1,mlp.experts.153.up_proj,0.0000145673,0.05000,1.246
1,mlp.experts.162.up_proj,0.0000330219,0.05000,1.242
1,mlp.experts.152.up_proj,0.0000181227,0.05000,1.232
1,mlp.experts.155.up_proj,0.0000124774,0.05000,1.244
1,mlp.experts.157.up_proj,0.0000158925,0.05000,1.239
1,mlp.experts.166.up_proj,0.0000081926,0.05000,1.236
1,mlp.experts.159.up_proj,0.0000179652,0.05000,1.242
1,mlp.experts.156.up_proj,0.0000149282,0.05000,1.248
1,mlp.experts.161.up_proj,0.0000179449,0.05000,1.230
1,mlp.experts.170.up_proj,0.0000123167,0.05000,1.237
1,mlp.experts.160.up_proj,0.0000168462,0.05000,1.225
1,mlp.experts.163.up_proj,0.0000256048,0.05000,1.245
1,mlp.experts.165.up_proj,0.0000148282,0.05000,1.235
1,mlp.experts.174.up_proj,0.0000272458,0.05000,1.244
1,mlp.experts.167.up_proj,0.0000185585,0.05000,1.227
1,mlp.experts.164.up_proj,0.0000272204,0.05000,1.245
1,mlp.experts.169.up_proj,0.0000055977,0.05000,1.249
1,mlp.experts.178.up_proj,0.0000277247,0.05000,1.244
1,mlp.experts.171.up_proj,0.0000115303,0.05000,1.253
1,mlp.experts.168.up_proj,0.0000111887,0.05000,1.252
1,mlp.experts.182.up_proj,0.0000211859,0.05000,1.219
1,mlp.experts.173.up_proj,0.0000177074,0.05000,1.243
1,mlp.experts.175.up_proj,0.0000261615,0.05000,1.234
1,mlp.experts.172.up_proj,0.0000090560,0.05000,1.235
1,mlp.experts.186.up_proj,0.0000198678,0.05000,1.243
1,mlp.experts.177.up_proj,0.0000111644,0.05000,1.254
1,mlp.experts.179.up_proj,0.0000154846,0.05000,1.246
1,mlp.experts.176.up_proj,0.0000175966,0.05000,1.253
1,mlp.experts.190.up_proj,0.0000127297,0.05000,1.230
1,mlp.experts.181.up_proj,0.0000197029,0.05000,1.241
1,mlp.experts.183.up_proj,0.0000092907,0.05000,1.243
1,mlp.experts.180.up_proj,0.0000139093,0.05000,1.235
1,mlp.experts.194.up_proj,0.0000158267,0.05000,1.251
1,mlp.experts.185.up_proj,0.0000263247,0.05000,1.235
1,mlp.experts.187.up_proj,0.0000113751,0.05000,1.239
1,mlp.experts.184.up_proj,0.0000070323,0.05000,1.246
1,mlp.experts.198.up_proj,0.0000122251,0.05000,1.250
1,mlp.experts.189.up_proj,0.0000120806,0.05000,1.254
1,mlp.experts.188.up_proj,0.0000202889,0.05000,1.242
1,mlp.experts.191.up_proj,0.0000168166,0.05000,1.261
1,mlp.experts.202.up_proj,0.0000176165,0.05000,1.236
1,mlp.experts.193.up_proj,0.0000172034,0.05000,1.236
1,mlp.experts.192.up_proj,0.0000135815,0.05000,1.238
1,mlp.experts.195.up_proj,0.0000167567,0.05000,1.249
1,mlp.experts.206.up_proj,0.0000130320,0.05000,1.236
1,mlp.experts.197.up_proj,0.0000269464,0.05000,1.237
1,mlp.experts.196.up_proj,0.0000131742,0.05000,1.243
1,mlp.experts.199.up_proj,0.0000103024,0.05000,1.237
1,mlp.experts.210.up_proj,0.0000101123,0.05000,1.247
1,mlp.experts.201.up_proj,0.0000087720,0.05000,1.240
1,mlp.experts.200.up_proj,0.0000224002,0.05000,1.233
1,mlp.experts.203.up_proj,0.0000155440,0.05000,1.232
1,mlp.experts.214.up_proj,0.0000078090,0.05000,1.218
1,mlp.experts.205.up_proj,0.0000058126,0.05000,1.226
1,mlp.experts.204.up_proj,0.0000114744,0.05000,1.214
1,mlp.experts.207.up_proj,0.0000058922,0.05000,1.220
1,mlp.experts.218.up_proj,0.0000283620,0.05000,1.237
1,mlp.experts.209.up_proj,0.0000109675,0.05000,1.239
1,mlp.experts.208.up_proj,0.0000301302,0.05000,1.236
1,mlp.experts.211.up_proj,0.0000462252,0.05000,1.244
1,mlp.experts.222.up_proj,0.0000137297,0.05000,1.245
1,mlp.experts.213.up_proj,0.0000348767,0.05000,1.248
1,mlp.experts.212.up_proj,0.0000235215,0.05000,1.252
1,mlp.experts.215.up_proj,0.0000265364,0.05000,1.247
1,mlp.experts.226.up_proj,0.0000160396,0.05000,1.227
1,mlp.experts.217.up_proj,0.0000162767,0.05000,1.230
1,mlp.experts.216.up_proj,0.0000195226,0.05000,1.239
1,mlp.experts.219.up_proj,0.0000151231,0.05000,1.236
1,mlp.experts.230.up_proj,0.0000180910,0.05000,1.256
1,mlp.experts.221.up_proj,0.0000132312,0.05000,1.251
1,mlp.experts.220.up_proj,0.0000198102,0.05000,1.263
1,mlp.experts.223.up_proj,0.0000070383,0.05000,1.260
1,mlp.experts.234.up_proj,0.0000108907,0.05000,1.243
1,mlp.experts.225.up_proj,0.0000039527,0.05000,1.251
1,mlp.experts.224.up_proj,0.0000090529,0.05000,1.242
1,mlp.experts.227.up_proj,0.0000115973,0.05000,1.255
1,mlp.experts.238.up_proj,0.0000091211,0.05000,1.257
1,mlp.experts.229.up_proj,0.0000359045,0.05000,1.258
1,mlp.experts.228.up_proj,0.0000163856,0.05000,1.259
1,mlp.experts.231.up_proj,0.0000080245,0.05000,1.250
1,mlp.experts.242.up_proj,0.0000103058,0.05000,1.241
1,mlp.experts.233.up_proj,0.0000293216,0.05000,1.236
1,mlp.experts.232.up_proj,0.0000104856,0.05000,1.248
1,mlp.experts.235.up_proj,0.0000207942,0.05000,1.257
1,mlp.experts.246.up_proj,0.0000252125,0.05000,1.257
1,mlp.experts.237.up_proj,0.0000140143,0.05000,1.244
1,mlp.experts.236.up_proj,0.0000149185,0.05000,1.253
1,mlp.experts.239.up_proj,0.0000200520,0.05000,1.248
1,mlp.experts.250.up_proj,0.0000089876,0.05000,1.243
1,mlp.experts.241.up_proj,0.0000203242,0.05000,1.249
1,mlp.experts.240.up_proj,0.0000223789,0.05000,1.248
1,mlp.experts.243.up_proj,0.0000213959,0.05000,1.241
1,mlp.experts.254.up_proj,0.0000177169,0.05000,1.266
1,mlp.experts.245.up_proj,0.0000236113,0.05000,1.253
1,mlp.experts.244.up_proj,0.0000040572,0.05000,1.219
1,mlp.experts.247.up_proj,0.0000155613,0.05000,1.220
1,mlp.experts.249.up_proj,0.0000317792,0.05000,0.770
1,mlp.experts.248.up_proj,0.0000155553,0.05000,0.773
1,mlp.experts.251.up_proj,0.0000188596,0.05000,0.768
1,mlp.experts.253.up_proj,0.0000198447,0.05000,0.758
1,mlp.experts.252.up_proj,0.0000296544,0.05000,0.738
1,mlp.experts.255.up_proj,0.0000174284,0.05000,0.727
1,mlp.experts.1.down_proj,0.0000015142,0.05000,0.322
1,mlp.experts.0.down_proj,0.0000004018,0.05000,0.325
1,mlp.experts.2.down_proj,0.0000002021,0.05000,0.327
1,mlp.experts.3.down_proj,0.0000010695,0.05000,0.329
1,mlp.experts.6.down_proj,0.0000001781,0.05000,0.308
1,mlp.experts.5.down_proj,0.0000007124,0.05000,0.315
1,mlp.experts.4.down_proj,0.0000003114,0.05000,0.316
1,mlp.experts.7.down_proj,0.0000014870,0.05000,0.314
1,mlp.experts.9.down_proj,0.0000005749,0.05000,0.315
1,mlp.experts.10.down_proj,0.0000003526,0.05000,0.323
1,mlp.experts.8.down_proj,0.0000007690,0.05000,0.317
1,mlp.experts.11.down_proj,0.0000002113,0.05000,0.320
1,mlp.experts.13.down_proj,0.0000001030,0.05000,0.319
1,mlp.experts.14.down_proj,0.0000010750,0.05000,0.316
1,mlp.experts.12.down_proj,0.0000002176,0.05000,0.318
1,mlp.experts.15.down_proj,0.0000002274,0.05000,0.316
1,mlp.experts.18.down_proj,fallback(rtn): 0.0009995,0.00000,0.008
1,mlp.experts.17.down_proj,0.0000002791,0.05000,0.304
1,mlp.experts.16.down_proj,0.0000002424,0.05000,0.305
1,mlp.experts.19.down_proj,0.0000001251,0.05000,0.305
1,mlp.experts.22.down_proj,0.0000002054,0.05000,0.305
1,mlp.experts.21.down_proj,0.0000005039,0.05000,0.308
1,mlp.experts.20.down_proj,0.0000000783,0.05000,0.308
1,mlp.experts.26.down_proj,0.0000001566,0.05000,0.307
1,mlp.experts.23.down_proj,0.0000004923,0.05000,0.313
1,mlp.experts.25.down_proj,0.0000003674,0.05000,0.320
1,mlp.experts.30.down_proj,0.0000008983,0.05000,0.314
1,mlp.experts.24.down_proj,0.0000012194,0.05000,0.323
1,mlp.experts.27.down_proj,0.0000007693,0.05000,0.319
1,mlp.experts.29.down_proj,0.0000003127,0.05000,0.316
1,mlp.experts.34.down_proj,0.0000002267,0.05000,0.317
1,mlp.experts.28.down_proj,0.0000005540,0.05000,0.319
1,mlp.experts.31.down_proj,0.0000002149,0.05000,0.319
1,mlp.experts.33.down_proj,0.0000004340,0.05000,0.316
1,mlp.experts.38.down_proj,0.0000008907,0.05000,0.316
1,mlp.experts.35.down_proj,0.0000004293,0.05000,0.312
1,mlp.experts.32.down_proj,0.0000017912,0.05000,0.320
1,mlp.experts.37.down_proj,0.0000004006,0.05000,0.307
1,mlp.experts.39.down_proj,0.0000007954,0.05000,0.307
1,mlp.experts.42.down_proj,0.0000002151,0.05000,0.315
1,mlp.experts.36.down_proj,0.0000001239,0.05000,0.311
1,mlp.experts.41.down_proj,0.0000002592,0.05000,0.317
1,mlp.experts.40.down_proj,0.0000002565,0.05000,0.307
1,mlp.experts.43.down_proj,0.0000002543,0.05000,0.316
1,mlp.experts.46.down_proj,0.0000012691,0.05000,0.321
1,mlp.experts.45.down_proj,0.0000001749,0.05000,0.308
1,mlp.experts.44.down_proj,0.0000003225,0.05000,0.313
1,mlp.experts.47.down_proj,0.0000008608,0.05000,0.316
1,mlp.experts.50.down_proj,0.0000010285,0.05000,0.313
1,mlp.experts.49.down_proj,0.0000002789,0.05000,0.312
1,mlp.experts.48.down_proj,0.0000002697,0.05000,0.310
1,mlp.experts.51.down_proj,0.0000013258,0.05000,0.310
1,mlp.experts.54.down_proj,0.0000003002,0.05000,0.308
1,mlp.experts.53.down_proj,0.0000001713,0.05000,0.315
1,mlp.experts.52.down_proj,0.0000016821,0.05000,0.316
1,mlp.experts.55.down_proj,0.0000012467,0.05000,0.317
1,mlp.experts.58.down_proj,0.0000009182,0.05000,0.319
1,mlp.experts.57.down_proj,0.0000001606,0.05000,0.310
1,mlp.experts.56.down_proj,0.0000007251,0.05000,0.309
1,mlp.experts.59.down_proj,0.0000002673,0.05000,0.310
1,mlp.experts.62.down_proj,0.0000002465,0.05000,0.311
1,mlp.experts.61.down_proj,0.0000012484,0.05000,0.313
1,mlp.experts.60.down_proj,0.0000007608,0.05000,0.310
1,mlp.experts.63.down_proj,0.0000002320,0.05000,0.315
1,mlp.experts.66.down_proj,0.0000001552,0.05000,0.310
1,mlp.experts.65.down_proj,0.0000001502,0.05000,0.313
1,mlp.experts.64.down_proj,0.0000005838,0.05000,0.318
1,mlp.experts.67.down_proj,0.0000003284,0.05000,0.320
1,mlp.experts.70.down_proj,0.0000005606,0.05000,0.319
1,mlp.experts.69.down_proj,0.0000006149,0.05000,0.310
1,mlp.experts.68.down_proj,0.0000008942,0.05000,0.314
1,mlp.experts.71.down_proj,0.0000017404,0.05000,0.315
1,mlp.experts.74.down_proj,0.0000007625,0.05000,0.315
1,mlp.experts.73.down_proj,0.0000006133,0.05000,0.309
1,mlp.experts.72.down_proj,0.0000006560,0.05000,0.316
1,mlp.experts.75.down_proj,0.0000013404,0.05000,0.314
1,mlp.experts.78.down_proj,0.0000006397,0.05000,0.319
1,mlp.experts.77.down_proj,0.0000003699,0.05000,0.322
1,mlp.experts.76.down_proj,0.0000014288,0.05000,0.322
1,mlp.experts.79.down_proj,0.0000001516,0.05000,0.324
1,mlp.experts.82.down_proj,0.0000003945,0.05000,0.320
1,mlp.experts.81.down_proj,0.0000001350,0.05000,0.326
1,mlp.experts.80.down_proj,0.0000005595,0.05000,0.322
1,mlp.experts.83.down_proj,0.0000010258,0.05000,0.317
1,mlp.experts.86.down_proj,0.0000001478,0.05000,0.320
1,mlp.experts.85.down_proj,0.0000001902,0.05000,0.318
1,mlp.experts.84.down_proj,0.0000001680,0.05000,0.316
1,mlp.experts.87.down_proj,0.0000001628,0.05000,0.315
1,mlp.experts.90.down_proj,0.0000012659,0.05000,0.315
1,mlp.experts.89.down_proj,0.0000004313,0.05000,0.315
1,mlp.experts.88.down_proj,0.0000003464,0.05000,0.312
1,mlp.experts.91.down_proj,0.0000014313,0.05000,0.315
1,mlp.experts.94.down_proj,0.0000007191,0.05000,0.307
1,mlp.experts.93.down_proj,0.0000004180,0.05000,0.310
1,mlp.experts.92.down_proj,0.0000003110,0.05000,0.310
1,mlp.experts.95.down_proj,0.0000004741,0.05000,0.306
1,mlp.experts.98.down_proj,0.0000001252,0.05000,0.309
1,mlp.experts.97.down_proj,0.0000005624,0.05000,0.308
1,mlp.experts.96.down_proj,0.0000001551,0.05000,0.310
1,mlp.experts.102.down_proj,0.0000007476,0.05000,0.304
1,mlp.experts.99.down_proj,0.0000002434,0.05000,0.311
1,mlp.experts.101.down_proj,0.0000002483,0.05000,0.316
1,mlp.experts.100.down_proj,0.0000017535,0.05000,0.320
1,mlp.experts.106.down_proj,0.0000010352,0.05000,0.318
1,mlp.experts.103.down_proj,0.0000001693,0.05000,0.318
1,mlp.experts.105.down_proj,0.0000002740,0.05000,0.317
1,mlp.experts.110.down_proj,0.0000000700,0.05000,0.312
1,mlp.experts.104.down_proj,0.0000001853,0.05000,0.318
1,mlp.experts.107.down_proj,0.0000001791,0.05000,0.316
1,mlp.experts.109.down_proj,0.0000014506,0.05000,0.312
1,mlp.experts.114.down_proj,0.0000011974,0.05000,0.312
1,mlp.experts.108.down_proj,0.0000015199,0.05000,0.314
1,mlp.experts.111.down_proj,0.0000001827,0.05000,0.313
1,mlp.experts.113.down_proj,0.0000008334,0.05000,0.308
1,mlp.experts.118.down_proj,0.0000001671,0.05000,0.306
1,mlp.experts.112.down_proj,0.0000001179,0.05000,0.309
1,mlp.experts.115.down_proj,0.0000002768,0.05000,0.309
1,mlp.experts.117.down_proj,0.0000001938,0.05000,0.314
1,mlp.experts.122.down_proj,0.0000007656,0.05000,0.315
1,mlp.experts.116.down_proj,0.0000010943,0.05000,0.317
1,mlp.experts.119.down_proj,0.0000001686,0.05000,0.321
1,mlp.experts.121.down_proj,0.0000003651,0.05000,0.314
1,mlp.experts.126.down_proj,0.0000002787,0.05000,0.316
1,mlp.experts.120.down_proj,0.0000006990,0.05000,0.320
1,mlp.experts.123.down_proj,0.0000002308,0.05000,0.318
1,mlp.experts.125.down_proj,0.0000006138,0.05000,0.315
1,mlp.experts.130.down_proj,0.0000007290,0.05000,0.317
1,mlp.experts.127.down_proj,0.0000001801,0.05000,0.314
1,mlp.experts.124.down_proj,0.0000003179,0.05000,0.325
1,mlp.experts.129.down_proj,0.0000008079,0.05000,0.322
1,mlp.experts.134.down_proj,0.0000002983,0.05000,0.322
1,mlp.experts.131.down_proj,0.0000002909,0.05000,0.323
1,mlp.experts.128.down_proj,0.0000002992,0.05000,0.322
1,mlp.experts.133.down_proj,0.0000001487,0.05000,0.312
1,mlp.experts.138.down_proj,0.0000000793,0.05000,0.311
1,mlp.experts.132.down_proj,0.0000012430,0.05000,0.305
1,mlp.experts.135.down_proj,0.0000002307,0.05000,0.312
1,mlp.experts.137.down_proj,0.0000001172,0.05000,0.311
1,mlp.experts.142.down_proj,0.0000010838,0.05000,0.314
1,mlp.experts.136.down_proj,0.0000001075,0.05000,0.312
1,mlp.experts.139.down_proj,0.0000006126,0.05000,0.314
1,mlp.experts.141.down_proj,0.0000004503,0.05000,0.321
1,mlp.experts.146.down_proj,0.0000004020,0.05000,0.323
1,mlp.experts.140.down_proj,0.0000005703,0.05000,0.318
1,mlp.experts.143.down_proj,0.0000012434,0.05000,0.324
1,mlp.experts.145.down_proj,0.0000005608,0.05000,0.313
1,mlp.experts.150.down_proj,0.0000002489,0.05000,0.313
1,mlp.experts.144.down_proj,0.0000014700,0.05000,0.308
1,mlp.experts.147.down_proj,0.0000004308,0.05000,0.314
1,mlp.experts.149.down_proj,0.0000019772,0.05000,0.320
1,mlp.experts.148.down_proj,0.0000001208,0.05000,0.312
1,mlp.experts.154.down_proj,0.0000002883,0.05000,0.319
1,mlp.experts.151.down_proj,0.0000013322,0.05000,0.318
1,mlp.experts.153.down_proj,0.0000002959,0.05000,0.314
1,mlp.experts.152.down_proj,0.0000003854,0.05000,0.314
1,mlp.experts.158.down_proj,0.0000001195,0.05000,0.317
1,mlp.experts.155.down_proj,0.0000006179,0.05000,0.319
1,mlp.experts.157.down_proj,0.0000001970,0.05000,0.314
1,mlp.experts.156.down_proj,0.0000001991,0.05000,0.310
1,mlp.experts.162.down_proj,0.0000005742,0.05000,0.314
1,mlp.experts.159.down_proj,0.0000003173,0.05000,0.318
1,mlp.experts.161.down_proj,0.0000004502,0.05000,0.327
1,mlp.experts.160.down_proj,0.0000001764,0.05000,0.326
1,mlp.experts.166.down_proj,0.0000001023,0.05000,0.325
1,mlp.experts.163.down_proj,0.0000020208,0.05000,0.322
1,mlp.experts.165.down_proj,0.0000002917,0.05000,0.313
1,mlp.experts.164.down_proj,0.0000012603,0.05000,0.315
1,mlp.experts.170.down_proj,0.0000001187,0.05000,0.312
1,mlp.experts.167.down_proj,0.0000002424,0.05000,0.315
1,mlp.experts.169.down_proj,0.0000000853,0.05000,0.312
1,mlp.experts.168.down_proj,0.0000002651,0.05000,0.314
1,mlp.experts.174.down_proj,0.0000003946,0.05000,0.314
1,mlp.experts.171.down_proj,0.0000004372,0.05000,0.313
1,mlp.experts.173.down_proj,0.0000007544,0.05000,0.317
1,mlp.experts.172.down_proj,0.0000007357,0.05000,0.316
1,mlp.experts.178.down_proj,0.0000017639,0.05000,0.312
1,mlp.experts.175.down_proj,0.0000010191,0.05000,0.314
1,mlp.experts.177.down_proj,0.0000001232,0.05000,0.315
1,mlp.experts.176.down_proj,0.0000010280,0.05000,0.323
1,mlp.experts.182.down_proj,0.0000010526,0.05000,0.320
1,mlp.experts.179.down_proj,0.0000005328,0.05000,0.317
1,mlp.experts.181.down_proj,0.0000006585,0.05000,0.310
1,mlp.experts.180.down_proj,0.0000002039,0.05000,0.310
1,mlp.experts.186.down_proj,0.0000005325,0.05000,0.314
1,mlp.experts.183.down_proj,0.0000001121,0.05000,0.317
1,mlp.experts.185.down_proj,0.0000008243,0.05000,0.316
1,mlp.experts.184.down_proj,0.0000003547,0.05000,0.319
1,mlp.experts.190.down_proj,0.0000002451,0.05000,0.316
1,mlp.experts.187.down_proj,0.0000004987,0.05000,0.317
1,mlp.experts.189.down_proj,0.0000002451,0.05000,0.327
1,mlp.experts.188.down_proj,0.0000003810,0.05000,0.324
1,mlp.experts.194.down_proj,0.0000002337,0.05000,0.323
1,mlp.experts.191.down_proj,0.0000002156,0.05000,0.316
1,mlp.experts.193.down_proj,0.0000008649,0.05000,0.309
1,mlp.experts.198.down_proj,0.0000002396,0.05000,0.308
1,mlp.experts.192.down_proj,0.0000011414,0.05000,0.310
1,mlp.experts.195.down_proj,0.0000009071,0.05000,0.311
1,mlp.experts.197.down_proj,0.0000020876,0.05000,0.313
1,mlp.experts.202.down_proj,0.0000011675,0.05000,0.314
1,mlp.experts.196.down_proj,0.0000002320,0.05000,0.317
1,mlp.experts.199.down_proj,0.0000001527,0.05000,0.310
1,mlp.experts.201.down_proj,0.0000010922,0.05000,0.309
1,mlp.experts.206.down_proj,0.0000001430,0.05000,0.307
1,mlp.experts.200.down_proj,0.0000003354,0.05000,0.312
1,mlp.experts.203.down_proj,0.0000003653,0.05000,0.311
1,mlp.experts.205.down_proj,0.0000000980,0.05000,0.317
1,mlp.experts.210.down_proj,0.0000004526,0.05000,0.322
1,mlp.experts.204.down_proj,0.0000001004,0.05000,0.322
1,mlp.experts.207.down_proj,0.0000000939,0.05000,0.330
1,mlp.experts.209.down_proj,0.0000004989,0.05000,0.317
1,mlp.experts.214.down_proj,0.0000007101,0.05000,0.317
1,mlp.experts.208.down_proj,0.0000009953,0.05000,0.315
1,mlp.experts.211.down_proj,0.0000010383,0.05000,0.315
1,mlp.experts.213.down_proj,0.0000004629,0.05000,0.308
1,mlp.experts.212.down_proj,0.0000004033,0.05000,0.305
1,mlp.experts.218.down_proj,0.0000002705,0.05000,0.313
1,mlp.experts.215.down_proj,0.0000007415,0.05000,0.310
1,mlp.experts.217.down_proj,0.0000002955,0.05000,0.317
1,mlp.experts.216.down_proj,0.0000007204,0.05000,0.314
1,mlp.experts.222.down_proj,0.0000001865,0.05000,0.319
1,mlp.experts.219.down_proj,0.0000002078,0.05000,0.322
1,mlp.experts.221.down_proj,0.0000001479,0.05000,0.325
1,mlp.experts.220.down_proj,0.0000009545,0.05000,0.321
1,mlp.experts.226.down_proj,0.0000003131,0.05000,0.318
1,mlp.experts.223.down_proj,0.0000002249,0.05000,0.317
1,mlp.experts.225.down_proj,0.0000004522,0.05000,0.321
1,mlp.experts.224.down_proj,0.0000002900,0.05000,0.321
1,mlp.experts.230.down_proj,0.0000002452,0.05000,0.320
1,mlp.experts.227.down_proj,0.0000001344,0.05000,0.318
1,mlp.experts.229.down_proj,0.0000004882,0.05000,0.324
1,mlp.experts.228.down_proj,0.0000003536,0.05000,0.325
1,mlp.experts.234.down_proj,0.0000003707,0.05000,0.324
1,mlp.experts.231.down_proj,0.0000002329,0.05000,0.322
1,mlp.experts.233.down_proj,0.0000005985,0.05000,0.312
1,mlp.experts.238.down_proj,0.0000001352,0.05000,0.305
1,mlp.experts.232.down_proj,0.0000001330,0.05000,0.315
1,mlp.experts.235.down_proj,0.0000002719,0.05000,0.311
1,mlp.experts.237.down_proj,0.0000004189,0.05000,0.313
1,mlp.experts.242.down_proj,0.0000001674,0.05000,0.315
1,mlp.experts.236.down_proj,0.0000003377,0.05000,0.315
1,mlp.experts.239.down_proj,0.0000002988,0.05000,0.317
1,mlp.experts.241.down_proj,0.0000004374,0.05000,0.313
1,mlp.experts.246.down_proj,0.0000010515,0.05000,0.310
1,mlp.experts.240.down_proj,0.0000004403,0.05000,0.309
1,mlp.experts.243.down_proj,0.0000002439,0.05000,0.312
1,mlp.experts.245.down_proj,0.0000005205,0.05000,0.310
1,mlp.experts.250.down_proj,0.0000001827,0.05000,0.311
1,mlp.experts.244.down_proj,0.0000007408,0.05000,0.311
1,mlp.experts.247.down_proj,0.0000005082,0.05000,0.313
1,mlp.experts.249.down_proj,0.0000014166,0.05000,0.319
1,mlp.experts.254.down_proj,0.0000003621,0.05000,0.318
1,mlp.experts.248.down_proj,0.0000003754,0.05000,0.315
1,mlp.experts.251.down_proj,0.0000004375,0.05000,0.306
1,mlp.experts.253.down_proj,0.0000003277,0.05000,0.206
1,mlp.experts.252.down_proj,0.0000013999,0.05000,0.189
1,mlp.experts.255.down_proj,0.0000003685,0.05000,0.176
2,mlp.experts.1.gate_proj,0.0000185503,0.05000,1.232
2,mlp.experts.2.gate_proj,0.0000313996,0.05000,1.246
2,mlp.experts.3.gate_proj,0.0000160046,0.05000,1.247
2,mlp.experts.0.gate_proj,0.0000245439,0.05000,1.265
2,mlp.experts.7.gate_proj,0.0000334768,0.05000,1.238
2,mlp.experts.5.gate_proj,0.0000251710,0.05000,1.253
2,mlp.experts.6.gate_proj,0.0000338510,0.05000,1.255
2,mlp.experts.4.gate_proj,0.0000096617,0.05000,1.248
2,mlp.experts.9.gate_proj,0.0000294331,0.05000,1.219
2,mlp.experts.11.gate_proj,0.0000153667,0.05000,1.234
2,mlp.experts.10.gate_proj,0.0000138244,0.05000,1.224
2,mlp.experts.8.gate_proj,0.0000212182,0.05000,1.229
2,mlp.experts.13.gate_proj,0.0000218835,0.05000,1.246
2,mlp.experts.15.gate_proj,0.0000160022,0.05000,1.238
2,mlp.experts.12.gate_proj,0.0000356871,0.05000,1.221
2,mlp.experts.14.gate_proj,0.0000239113,0.05000,1.239
2,mlp.experts.18.gate_proj,0.0000232725,0.05000,1.237
2,mlp.experts.17.gate_proj,0.0000101011,0.05000,1.244
2,mlp.experts.16.gate_proj,0.0000152124,0.05000,1.263
2,mlp.experts.19.gate_proj,0.0000278779,0.05000,1.276
2,mlp.experts.22.gate_proj,0.0000174278,0.05000,1.254
2,mlp.experts.21.gate_proj,0.0000369219,0.05000,1.253
2,mlp.experts.23.gate_proj,0.0000208249,0.05000,1.256
2,mlp.experts.20.gate_proj,0.0000241632,0.05000,1.278
2,mlp.experts.26.gate_proj,0.0000225889,0.05000,1.222
2,mlp.experts.25.gate_proj,0.0000128330,0.05000,1.213
2,mlp.experts.24.gate_proj,0.0000309418,0.05000,1.211
2,mlp.experts.27.gate_proj,0.0000314190,0.05000,1.227
2,mlp.experts.29.gate_proj,0.0000180890,0.05000,1.217
2,mlp.experts.30.gate_proj,0.0000278169,0.05000,1.233
2,mlp.experts.31.gate_proj,0.0000236896,0.05000,1.219
2,mlp.experts.28.gate_proj,0.0000269418,0.05000,1.241
2,mlp.experts.33.gate_proj,0.0000214714,0.05000,1.230
2,mlp.experts.34.gate_proj,0.0000224363,0.05000,1.234
2,mlp.experts.35.gate_proj,0.0000224572,0.05000,1.244
2,mlp.experts.32.gate_proj,0.0000227805,0.05000,1.241
2,mlp.experts.37.gate_proj,0.0000172702,0.05000,1.245
2,mlp.experts.38.gate_proj,0.0000221414,0.05000,1.242
2,mlp.experts.39.gate_proj,0.0000264530,0.05000,1.240
2,mlp.experts.36.gate_proj,0.0000305878,0.05000,1.237
2,mlp.experts.41.gate_proj,0.0000108123,0.05000,1.247
2,mlp.experts.42.gate_proj,0.0000162049,0.05000,1.254
2,mlp.experts.40.gate_proj,0.0000160437,0.05000,1.233
2,mlp.experts.43.gate_proj,0.0000237068,0.05000,1.246
2,mlp.experts.45.gate_proj,0.0000328078,0.05000,1.222
2,mlp.experts.46.gate_proj,0.0000240054,0.05000,1.237
2,mlp.experts.47.gate_proj,0.0000264027,0.05000,1.229
2,mlp.experts.44.gate_proj,0.0000270519,0.05000,1.231
2,mlp.experts.49.gate_proj,0.0000160488,0.05000,1.222
2,mlp.experts.50.gate_proj,0.0000196313,0.05000,1.227
2,mlp.experts.51.gate_proj,0.0000442607,0.05000,1.239
2,mlp.experts.48.gate_proj,0.0000274866,0.05000,1.250
2,mlp.experts.53.gate_proj,0.0000292606,0.05000,1.253
2,mlp.experts.55.gate_proj,0.0000369686,0.05000,1.230
2,mlp.experts.54.gate_proj,0.0000234772,0.05000,1.236
2,mlp.experts.52.gate_proj,0.0000375542,0.05000,1.238
2,mlp.experts.57.gate_proj,0.0000148028,0.05000,1.270
2,mlp.experts.59.gate_proj,0.0000125596,0.05000,1.254
2,mlp.experts.58.gate_proj,0.0000181489,0.05000,1.261
2,mlp.experts.56.gate_proj,0.0000202591,0.05000,1.256
2,mlp.experts.61.gate_proj,0.0000198760,0.05000,1.242
2,mlp.experts.63.gate_proj,0.0000260100,0.05000,1.250
2,mlp.experts.62.gate_proj,0.0000445530,0.05000,1.249
2,mlp.experts.60.gate_proj,0.0000142665,0.05000,1.253
2,mlp.experts.65.gate_proj,0.0000312582,0.05000,1.246
2,mlp.experts.67.gate_proj,0.0000289486,0.05000,1.245
2,mlp.experts.66.gate_proj,0.0000404041,0.05000,1.236
2,mlp.experts.64.gate_proj,0.0000179383,0.05000,1.256
2,mlp.experts.69.gate_proj,0.0000342219,0.05000,1.265
2,mlp.experts.70.gate_proj,0.0000212225,0.05000,1.262
2,mlp.experts.71.gate_proj,0.0000180993,0.05000,1.274
2,mlp.experts.68.gate_proj,0.0000237223,0.05000,1.259
2,mlp.experts.73.gate_proj,0.0000357299,0.05000,1.238
2,mlp.experts.75.gate_proj,0.0000221183,0.05000,1.259
2,mlp.experts.74.gate_proj,0.0000181454,0.05000,1.264
2,mlp.experts.72.gate_proj,0.0000247808,0.05000,1.253
2,mlp.experts.77.gate_proj,0.0000298491,0.05000,1.247
2,mlp.experts.78.gate_proj,0.0000396742,0.05000,1.260
2,mlp.experts.79.gate_proj,0.0000317492,0.05000,1.271
2,mlp.experts.76.gate_proj,0.0000208542,0.05000,1.260
2,mlp.experts.81.gate_proj,0.0000219219,0.05000,1.243
2,mlp.experts.83.gate_proj,0.0000261134,0.05000,1.235
2,mlp.experts.80.gate_proj,0.0000168825,0.05000,1.242
2,mlp.experts.82.gate_proj,0.0000207963,0.05000,1.255
2,mlp.experts.85.gate_proj,0.0000372774,0.05000,1.252
2,mlp.experts.86.gate_proj,0.0000264723,0.05000,1.244
2,mlp.experts.87.gate_proj,0.0000195890,0.05000,1.256
2,mlp.experts.84.gate_proj,0.0000200854,0.05000,1.267
2,mlp.experts.89.gate_proj,0.0000210447,0.05000,1.221
2,mlp.experts.90.gate_proj,0.0000157930,0.05000,1.233
2,mlp.experts.91.gate_proj,0.0000284503,0.05000,1.244
2,mlp.experts.88.gate_proj,0.0000127153,0.05000,1.244
2,mlp.experts.93.gate_proj,0.0000203578,0.05000,1.231
2,mlp.experts.94.gate_proj,0.0000255252,0.05000,1.239
2,mlp.experts.95.gate_proj,0.0000263003,0.05000,1.228
2,mlp.experts.92.gate_proj,0.0000182300,0.05000,1.241
2,mlp.experts.97.gate_proj,0.0000339084,0.05000,1.231
2,mlp.experts.98.gate_proj,0.0000269330,0.05000,1.228
2,mlp.experts.99.gate_proj,0.0000264432,0.05000,1.233
2,mlp.experts.96.gate_proj,0.0000354438,0.05000,1.229
2,mlp.experts.101.gate_proj,0.0000249011,0.05000,1.251
2,mlp.experts.103.gate_proj,0.0000066958,0.05000,1.234
2,mlp.experts.102.gate_proj,0.0000319980,0.05000,1.243
2,mlp.experts.100.gate_proj,0.0000094300,0.05000,1.239
2,mlp.experts.105.gate_proj,0.0000365395,0.05000,1.211
2,mlp.experts.106.gate_proj,0.0000392582,0.05000,1.207
2,mlp.experts.107.gate_proj,0.0000154584,0.05000,1.221
2,mlp.experts.104.gate_proj,0.0000248903,0.05000,1.212
2,mlp.experts.109.gate_proj,0.0000114874,0.05000,1.226
2,mlp.experts.110.gate_proj,0.0000193105,0.05000,1.230
2,mlp.experts.111.gate_proj,0.0000320070,0.05000,1.220
2,mlp.experts.108.gate_proj,0.0000207531,0.05000,1.226
2,mlp.experts.113.gate_proj,0.0000292510,0.05000,1.227
2,mlp.experts.114.gate_proj,0.0000176042,0.05000,1.231
2,mlp.experts.115.gate_proj,0.0000273471,0.05000,1.239
2,mlp.experts.112.gate_proj,0.0000266394,0.05000,1.228
2,mlp.experts.117.gate_proj,0.0000243589,0.05000,1.235
2,mlp.experts.118.gate_proj,0.0000296882,0.05000,1.230
2,mlp.experts.119.gate_proj,0.0000315076,0.05000,1.227
2,mlp.experts.116.gate_proj,0.0000399662,0.05000,1.234
2,mlp.experts.121.gate_proj,0.0000132387,0.05000,1.257
2,mlp.experts.123.gate_proj,0.0000165263,0.05000,1.230
2,mlp.experts.122.gate_proj,0.0000458337,0.05000,1.251
2,mlp.experts.120.gate_proj,0.0000204688,0.05000,1.241
2,mlp.experts.125.gate_proj,0.0000208672,0.05000,1.228
2,mlp.experts.127.gate_proj,0.0000187805,0.05000,1.224
2,mlp.experts.126.gate_proj,0.0000370029,0.05000,1.217
2,mlp.experts.124.gate_proj,0.0000261871,0.05000,1.236
2,mlp.experts.129.gate_proj,0.0000271626,0.05000,1.230
2,mlp.experts.130.gate_proj,0.0000325379,0.05000,1.230
2,mlp.experts.131.gate_proj,0.0000288361,0.05000,1.249
2,mlp.experts.128.gate_proj,0.0000235407,0.05000,1.230
2,mlp.experts.133.gate_proj,0.0000129016,0.05000,1.232
2,mlp.experts.134.gate_proj,0.0000210763,0.05000,1.226
2,mlp.experts.135.gate_proj,0.0000259861,0.05000,1.220
2,mlp.experts.132.gate_proj,0.0000345466,0.05000,1.230
2,mlp.experts.137.gate_proj,0.0000364204,0.05000,1.267
2,mlp.experts.138.gate_proj,0.0000379529,0.05000,1.242
2,mlp.experts.139.gate_proj,0.0000247405,0.05000,1.249
2,mlp.experts.136.gate_proj,0.0000352361,0.05000,1.249
2,mlp.experts.141.gate_proj,0.0000336245,0.05000,1.241
2,mlp.experts.142.gate_proj,0.0000316436,0.05000,1.254
2,mlp.experts.143.gate_proj,0.0000237692,0.05000,1.270
2,mlp.experts.140.gate_proj,0.0000160469,0.05000,1.264
2,mlp.experts.145.gate_proj,0.0000114031,0.05000,1.240
2,mlp.experts.146.gate_proj,0.0000127669,0.05000,1.237
2,mlp.experts.147.gate_proj,0.0000237965,0.05000,1.237
2,mlp.experts.144.gate_proj,0.0000343084,0.05000,1.237
2,mlp.experts.149.gate_proj,0.0000254270,0.05000,1.237
2,mlp.experts.150.gate_proj,0.0000161455,0.05000,1.241
2,mlp.experts.151.gate_proj,0.0000300186,0.05000,1.246
2,mlp.experts.148.gate_proj,0.0000403416,0.05000,1.264
2,mlp.experts.153.gate_proj,0.0000200222,0.05000,1.244
2,mlp.experts.154.gate_proj,0.0000311369,0.05000,1.248
2,mlp.experts.155.gate_proj,0.0000331989,0.05000,1.224
2,mlp.experts.152.gate_proj,0.0000329939,0.05000,1.236
2,mlp.experts.157.gate_proj,0.0000219909,0.05000,1.239
2,mlp.experts.158.gate_proj,0.0000122735,0.05000,1.244
2,mlp.experts.159.gate_proj,0.0000222702,0.05000,1.241
2,mlp.experts.156.gate_proj,0.0000247875,0.05000,1.249
2,mlp.experts.161.gate_proj,0.0000411045,0.05000,1.287
2,mlp.experts.162.gate_proj,0.0000104731,0.05000,1.274
2,mlp.experts.163.gate_proj,0.0000114946,0.05000,1.277
2,mlp.experts.160.gate_proj,0.0000306522,0.05000,1.279
2,mlp.experts.165.gate_proj,0.0000306606,0.05000,1.229
2,mlp.experts.166.gate_proj,0.0000379521,0.05000,1.234
2,mlp.experts.167.gate_proj,0.0000246655,0.05000,1.231
2,mlp.experts.164.gate_proj,0.0000090390,0.05000,1.242
2,mlp.experts.169.gate_proj,0.0000206457,0.05000,1.236
2,mlp.experts.170.gate_proj,0.0000426302,0.05000,1.230
2,mlp.experts.171.gate_proj,0.0000225766,0.05000,1.244
2,mlp.experts.168.gate_proj,0.0000511128,0.05000,1.232
2,mlp.experts.173.gate_proj,0.0000210463,0.05000,1.231
2,mlp.experts.174.gate_proj,0.0000332757,0.05000,1.232
2,mlp.experts.175.gate_proj,0.0000163851,0.05000,1.259
2,mlp.experts.172.gate_proj,0.0000181370,0.05000,1.238
2,mlp.experts.177.gate_proj,0.0000282546,0.05000,1.237
2,mlp.experts.178.gate_proj,0.0000217102,0.05000,1.221
2,mlp.experts.179.gate_proj,0.0000147162,0.05000,1.228
2,mlp.experts.176.gate_proj,0.0000330722,0.05000,1.222
2,mlp.experts.181.gate_proj,0.0000353285,0.05000,1.244
2,mlp.experts.182.gate_proj,0.0000287832,0.05000,1.245
2,mlp.experts.183.gate_proj,0.0000232360,0.05000,1.231
2,mlp.experts.180.gate_proj,0.0000226791,0.05000,1.236
2,mlp.experts.185.gate_proj,0.0000262268,0.05000,1.238
2,mlp.experts.186.gate_proj,0.0000257959,0.05000,1.249
2,mlp.experts.187.gate_proj,0.0000246071,0.05000,1.236
2,mlp.experts.184.gate_proj,0.0000328278,0.05000,1.240
2,mlp.experts.189.gate_proj,0.0000288183,0.05000,1.242
2,mlp.experts.190.gate_proj,0.0000372055,0.05000,1.244
2,mlp.experts.191.gate_proj,0.0000256480,0.05000,1.234
2,mlp.experts.188.gate_proj,0.0000284268,0.05000,1.245
2,mlp.experts.193.gate_proj,0.0000275473,0.05000,1.244
2,mlp.experts.194.gate_proj,0.0000232467,0.05000,1.247
2,mlp.experts.195.gate_proj,0.0000289330,0.05000,1.252
2,mlp.experts.192.gate_proj,0.0000263445,0.05000,1.260
2,mlp.experts.197.gate_proj,0.0000347352,0.05000,1.245
2,mlp.experts.198.gate_proj,0.0000184045,0.05000,1.245
2,mlp.experts.199.gate_proj,0.0000398291,0.05000,1.236
2,mlp.experts.196.gate_proj,0.0000312249,0.05000,1.250
2,mlp.experts.201.gate_proj,0.0000218749,0.05000,1.242
2,mlp.experts.202.gate_proj,0.0000408578,0.05000,1.246
2,mlp.experts.203.gate_proj,0.0000302624,0.05000,1.248
2,mlp.experts.200.gate_proj,0.0000232965,0.05000,1.243
2,mlp.experts.205.gate_proj,0.0000268992,0.05000,1.222
2,mlp.experts.206.gate_proj,0.0000442064,0.05000,1.227
2,mlp.experts.207.gate_proj,0.0000432726,0.05000,1.221
2,mlp.experts.204.gate_proj,0.0000510250,0.05000,1.213
2,mlp.experts.209.gate_proj,0.0000199994,0.05000,1.203
2,mlp.experts.211.gate_proj,0.0000210366,0.05000,1.230
2,mlp.experts.210.gate_proj,0.0000094186,0.05000,1.249
2,mlp.experts.208.gate_proj,0.0000218970,0.05000,1.228
2,mlp.experts.213.gate_proj,0.0000422047,0.05000,1.244
2,mlp.experts.215.gate_proj,0.0000380581,0.05000,1.238
2,mlp.experts.214.gate_proj,0.0000403505,0.05000,1.227
2,mlp.experts.212.gate_proj,0.0000187537,0.05000,1.239
2,mlp.experts.217.gate_proj,0.0000132404,0.05000,1.252
2,mlp.experts.219.gate_proj,0.0000118109,0.05000,1.228
2,mlp.experts.218.gate_proj,0.0000313324,0.05000,1.232
2,mlp.experts.216.gate_proj,0.0000242926,0.05000,1.237
2,mlp.experts.221.gate_proj,0.0000211769,0.05000,1.247
2,mlp.experts.223.gate_proj,0.0000266947,0.05000,1.234
2,mlp.experts.222.gate_proj,0.0000277397,0.05000,1.250
2,mlp.experts.220.gate_proj,0.0000353547,0.05000,1.238
2,mlp.experts.225.gate_proj,0.0000435724,0.05000,1.243
2,mlp.experts.227.gate_proj,0.0000167119,0.05000,1.242
2,mlp.experts.226.gate_proj,0.0000246448,0.05000,1.235
2,mlp.experts.224.gate_proj,0.0000352449,0.05000,1.240
2,mlp.experts.229.gate_proj,0.0000306845,0.05000,1.245
2,mlp.experts.231.gate_proj,0.0000258644,0.05000,1.238
2,mlp.experts.230.gate_proj,0.0000166244,0.05000,1.242
2,mlp.experts.228.gate_proj,0.0000337647,0.05000,1.246
2,mlp.experts.233.gate_proj,0.0000162332,0.05000,1.248
2,mlp.experts.235.gate_proj,0.0000258913,0.05000,1.246
2,mlp.experts.234.gate_proj,0.0000212060,0.05000,1.245
2,mlp.experts.232.gate_proj,0.0000311895,0.05000,1.251
2,mlp.experts.237.gate_proj,0.0000289345,0.05000,1.249
2,mlp.experts.238.gate_proj,0.0000160452,0.05000,1.237
2,mlp.experts.239.gate_proj,0.0000193503,0.05000,1.268
2,mlp.experts.236.gate_proj,0.0000178390,0.05000,1.253
2,mlp.experts.241.gate_proj,0.0000398363,0.05000,1.249
2,mlp.experts.242.gate_proj,0.0000254796,0.05000,1.245
2,mlp.experts.243.gate_proj,0.0000263906,0.05000,1.252
2,mlp.experts.240.gate_proj,0.0000403346,0.05000,1.239
2,mlp.experts.245.gate_proj,0.0000365043,0.05000,1.227
2,mlp.experts.246.gate_proj,0.0000280892,0.05000,1.227
2,mlp.experts.247.gate_proj,0.0000243151,0.05000,1.232
2,mlp.experts.244.gate_proj,0.0000366893,0.05000,1.236
2,mlp.experts.249.gate_proj,0.0000156826,0.05000,1.237
2,mlp.experts.251.gate_proj,0.0000324313,0.05000,1.246
2,mlp.experts.250.gate_proj,0.0000425943,0.05000,1.275
2,mlp.experts.248.gate_proj,0.0000267415,0.05000,1.256
2,mlp.experts.253.gate_proj,0.0000393741,0.05000,1.264
2,mlp.experts.255.gate_proj,0.0000148065,0.05000,1.252
2,mlp.experts.254.gate_proj,0.0000239126,0.05000,1.270
2,mlp.experts.252.gate_proj,0.0000269804,0.05000,1.244
2,mlp.experts.1.up_proj,0.0000181569,0.05000,1.254
2,mlp.experts.3.up_proj,0.0000152378,0.05000,1.253
2,mlp.experts.2.up_proj,0.0000305415,0.05000,1.266
2,mlp.experts.0.up_proj,0.0000243002,0.05000,1.255
2,mlp.experts.5.up_proj,0.0000240174,0.05000,1.245
2,mlp.experts.7.up_proj,0.0000318946,0.05000,1.261
2,mlp.experts.6.up_proj,0.0000327281,0.05000,1.243
2,mlp.experts.4.up_proj,0.0000093853,0.05000,1.248
2,mlp.experts.9.up_proj,0.0000286335,0.05000,1.251
2,mlp.experts.11.up_proj,0.0000144740,0.05000,1.238
2,mlp.experts.10.up_proj,0.0000134081,0.05000,1.238
2,mlp.experts.8.up_proj,0.0000205272,0.05000,1.244
2,mlp.experts.13.up_proj,0.0000208210,0.05000,1.240
2,mlp.experts.15.up_proj,0.0000154337,0.05000,1.240
2,mlp.experts.14.up_proj,0.0000231784,0.05000,1.242
2,mlp.experts.12.up_proj,0.0000346076,0.05000,1.243
2,mlp.experts.17.up_proj,0.0000098588,0.05000,1.254
2,mlp.experts.19.up_proj,0.0000270077,0.05000,1.256
2,mlp.experts.18.up_proj,0.0000211067,0.05000,1.249
2,mlp.experts.16.up_proj,0.0000140125,0.05000,1.253
2,mlp.experts.21.up_proj,0.0000359848,0.05000,1.231
2,mlp.experts.23.up_proj,0.0000204999,0.05000,1.232
2,mlp.experts.22.up_proj,0.0000170116,0.05000,1.232
2,mlp.experts.20.up_proj,0.0000235435,0.05000,1.236
2,mlp.experts.25.up_proj,0.0000120385,0.05000,1.238
2,mlp.experts.27.up_proj,0.0000304929,0.05000,1.238
2,mlp.experts.26.up_proj,0.0000220984,0.05000,1.245
2,mlp.experts.24.up_proj,0.0000300397,0.05000,1.255
2,mlp.experts.29.up_proj,0.0000174485,0.05000,1.221
2,mlp.experts.31.up_proj,0.0000229333,0.05000,1.211
2,mlp.experts.30.up_proj,0.0000271340,0.05000,1.223
2,mlp.experts.28.up_proj,0.0000260982,0.05000,1.223
2,mlp.experts.33.up_proj,0.0000205129,0.05000,1.257
2,mlp.experts.35.up_proj,0.0000218289,0.05000,1.252
2,mlp.experts.34.up_proj,0.0000219771,0.05000,1.250
2,mlp.experts.32.up_proj,0.0000220052,0.05000,1.238
2,mlp.experts.37.up_proj,0.0000165524,0.05000,1.241
2,mlp.experts.39.up_proj,0.0000253455,0.05000,1.247
2,mlp.experts.38.up_proj,0.0000214060,0.05000,1.252
2,mlp.experts.36.up_proj,0.0000297775,0.05000,1.242
2,mlp.experts.41.up_proj,0.0000099766,0.05000,1.242
2,mlp.experts.43.up_proj,0.0000231246,0.05000,1.245
2,mlp.experts.42.up_proj,0.0000147079,0.05000,1.244
2,mlp.experts.40.up_proj,0.0000144555,0.05000,1.238
2,mlp.experts.45.up_proj,0.0000313842,0.05000,1.236
2,mlp.experts.47.up_proj,0.0000248430,0.05000,1.231
2,mlp.experts.46.up_proj,0.0000233695,0.05000,1.233
2,mlp.experts.44.up_proj,0.0000260323,0.05000,1.232
2,mlp.experts.49.up_proj,0.0000155034,0.05000,1.220
2,mlp.experts.51.up_proj,0.0000423032,0.05000,1.229
2,mlp.experts.50.up_proj,0.0000194932,0.05000,1.222
2,mlp.experts.48.up_proj,0.0000266310,0.05000,1.227
2,mlp.experts.53.up_proj,0.0000285615,0.05000,1.246
2,mlp.experts.55.up_proj,0.0000354935,0.05000,1.233
2,mlp.experts.54.up_proj,0.0000229844,0.05000,1.241
2,mlp.experts.52.up_proj,0.0000363278,0.05000,1.247
2,mlp.experts.57.up_proj,0.0000144270,0.05000,1.250
2,mlp.experts.59.up_proj,0.0000122870,0.05000,1.265
2,mlp.experts.58.up_proj,0.0000174526,0.05000,1.251
2,mlp.experts.56.up_proj,0.0000196732,0.05000,1.244
2,mlp.experts.61.up_proj,0.0000184437,0.05000,1.254
2,mlp.experts.63.up_proj,0.0000228371,0.05000,1.245
2,mlp.experts.62.up_proj,0.0000425598,0.05000,1.246
2,mlp.experts.60.up_proj,0.0000132847,0.05000,1.249
2,mlp.experts.65.up_proj,0.0000302494,0.05000,1.247
2,mlp.experts.67.up_proj,0.0000282935,0.05000,1.259
2,mlp.experts.66.up_proj,0.0000386439,0.05000,1.255
2,mlp.experts.64.up_proj,0.0000170158,0.05000,1.249
2,mlp.experts.69.up_proj,0.0000333029,0.05000,1.247
2,mlp.experts.71.up_proj,0.0000170944,0.05000,1.245
2,mlp.experts.70.up_proj,0.0000203755,0.05000,1.234
2,mlp.experts.68.up_proj,0.0000231191,0.05000,1.232
2,mlp.experts.73.up_proj,0.0000349112,0.05000,1.246
2,mlp.experts.74.up_proj,0.0000177333,0.05000,1.236
2,mlp.experts.75.up_proj,0.0000210102,0.05000,1.258
2,mlp.experts.72.up_proj,0.0000239190,0.05000,1.239
2,mlp.experts.77.up_proj,0.0000290915,0.05000,1.249
2,mlp.experts.78.up_proj,0.0000382818,0.05000,1.235
2,mlp.experts.79.up_proj,0.0000299388,0.05000,1.224
2,mlp.experts.76.up_proj,0.0000186128,0.05000,1.247
2,mlp.experts.81.up_proj,0.0000215236,0.05000,1.233
2,mlp.experts.82.up_proj,0.0000202532,0.05000,1.233
2,mlp.experts.83.up_proj,0.0000245174,0.05000,1.245
2,mlp.experts.80.up_proj,0.0000163420,0.05000,1.233
2,mlp.experts.85.up_proj,0.0000358545,0.05000,1.228
2,mlp.experts.86.up_proj,0.0000229160,0.05000,1.240
2,mlp.experts.87.up_proj,0.0000189629,0.05000,1.241
2,mlp.experts.84.up_proj,0.0000193436,0.05000,1.236
2,mlp.experts.89.up_proj,0.0000202494,0.05000,1.252
2,mlp.experts.90.up_proj,0.0000153430,0.05000,1.255
2,mlp.experts.91.up_proj,0.0000262086,0.05000,1.256
2,mlp.experts.88.up_proj,0.0000121381,0.05000,1.253
2,mlp.experts.93.up_proj,0.0000186361,0.05000,1.228
2,mlp.experts.94.up_proj,0.0000247151,0.05000,1.228
2,mlp.experts.95.up_proj,0.0000254696,0.05000,1.234
2,mlp.experts.92.up_proj,0.0000171174,0.05000,1.235
2,mlp.experts.97.up_proj,0.0000328190,0.05000,1.229
2,mlp.experts.98.up_proj,0.0000262816,0.05000,1.250
2,mlp.experts.99.up_proj,0.0000262507,0.05000,1.242
2,mlp.experts.96.up_proj,0.0000333520,0.05000,1.253
2,mlp.experts.101.up_proj,0.0000241763,0.05000,1.245
2,mlp.experts.102.up_proj,0.0000309316,0.05000,1.244
2,mlp.experts.103.up_proj,0.0000065541,0.05000,1.248
2,mlp.experts.100.up_proj,0.0000092515,0.05000,1.243
2,mlp.experts.105.up_proj,0.0000351628,0.05000,1.251
2,mlp.experts.106.up_proj,0.0000378963,0.05000,1.246
2,mlp.experts.107.up_proj,0.0000139778,0.05000,1.246
2,mlp.experts.104.up_proj,0.0000240201,0.05000,1.244
2,mlp.experts.109.up_proj,0.0000111163,0.05000,1.238
2,mlp.experts.110.up_proj,0.0000180728,0.05000,1.241
2,mlp.experts.111.up_proj,0.0000306903,0.05000,1.245
2,mlp.experts.108.up_proj,0.0000203015,0.05000,1.240
2,mlp.experts.113.up_proj,0.0000275585,0.05000,1.242
2,mlp.experts.114.up_proj,0.0000169536,0.05000,1.236
2,mlp.experts.115.up_proj,0.0000262735,0.05000,1.243
2,mlp.experts.112.up_proj,0.0000258920,0.05000,1.235
2,mlp.experts.117.up_proj,0.0000231034,0.05000,1.236
2,mlp.experts.118.up_proj,0.0000264208,0.05000,1.235
2,mlp.experts.119.up_proj,0.0000308853,0.05000,1.235
2,mlp.experts.116.up_proj,0.0000381106,0.05000,1.231
2,mlp.experts.121.up_proj,0.0000129914,0.05000,1.252
2,mlp.experts.122.up_proj,0.0000431620,0.05000,1.250
2,mlp.experts.123.up_proj,0.0000159502,0.05000,1.234
2,mlp.experts.120.up_proj,0.0000194187,0.05000,1.254
2,mlp.experts.125.up_proj,0.0000204006,0.05000,1.236
2,mlp.experts.126.up_proj,0.0000356810,0.05000,1.233
2,mlp.experts.127.up_proj,0.0000182792,0.05000,1.231
2,mlp.experts.124.up_proj,0.0000253280,0.05000,1.232
2,mlp.experts.129.up_proj,0.0000262230,0.05000,1.237
2,mlp.experts.130.up_proj,0.0000315898,0.05000,1.250
2,mlp.experts.131.up_proj,0.0000276243,0.05000,1.251
2,mlp.experts.128.up_proj,0.0000226940,0.05000,1.245
2,mlp.experts.133.up_proj,0.0000122525,0.05000,1.231
2,mlp.experts.134.up_proj,0.0000205623,0.05000,1.237
2,mlp.experts.135.up_proj,0.0000256705,0.05000,1.235
2,mlp.experts.132.up_proj,0.0000333587,0.05000,1.240
2,mlp.experts.137.up_proj,0.0000348806,0.05000,1.251
2,mlp.experts.138.up_proj,0.0000368517,0.05000,1.244
2,mlp.experts.139.up_proj,0.0000240686,0.05000,1.252
2,mlp.experts.136.up_proj,0.0000342797,0.05000,1.253
2,mlp.experts.141.up_proj,0.0000325139,0.05000,1.240
2,mlp.experts.142.up_proj,0.0000303095,0.05000,1.241
2,mlp.experts.143.up_proj,0.0000230398,0.05000,1.235
2,mlp.experts.140.up_proj,0.0000157998,0.05000,1.253
2,mlp.experts.145.up_proj,0.0000111995,0.05000,1.240
2,mlp.experts.147.up_proj,0.0000223171,0.05000,1.233
2,mlp.experts.146.up_proj,0.0000125085,0.05000,1.253
2,mlp.experts.144.up_proj,0.0000335733,0.05000,1.239
2,mlp.experts.149.up_proj,0.0000244802,0.05000,1.232
2,mlp.experts.151.up_proj,0.0000290860,0.05000,1.235
2,mlp.experts.150.up_proj,0.0000153640,0.05000,1.229
2,mlp.experts.148.up_proj,0.0000377874,0.05000,1.236
2,mlp.experts.153.up_proj,0.0000193310,0.05000,1.240
2,mlp.experts.154.up_proj,0.0000301486,0.05000,1.237
2,mlp.experts.155.up_proj,0.0000320318,0.05000,1.255
2,mlp.experts.152.up_proj,0.0000324318,0.05000,1.250
2,mlp.experts.157.up_proj,0.0000215860,0.05000,1.236
2,mlp.experts.158.up_proj,0.0000116856,0.05000,1.230
2,mlp.experts.159.up_proj,0.0000215124,0.05000,1.232
2,mlp.experts.156.up_proj,0.0000243400,0.05000,1.223
2,mlp.experts.161.up_proj,0.0000393774,0.05000,1.234
2,mlp.experts.162.up_proj,0.0000102579,0.05000,1.243
2,mlp.experts.163.up_proj,0.0000112691,0.05000,1.238
2,mlp.experts.160.up_proj,0.0000295651,0.05000,1.235
2,mlp.experts.165.up_proj,0.0000296942,0.05000,1.231
2,mlp.experts.166.up_proj,0.0000365736,0.05000,1.230
2,mlp.experts.167.up_proj,0.0000239551,0.05000,1.224
2,mlp.experts.164.up_proj,0.0000088914,0.05000,1.242
2,mlp.experts.169.up_proj,0.0000201352,0.05000,1.236
2,mlp.experts.170.up_proj,0.0000394455,0.05000,1.236
2,mlp.experts.171.up_proj,0.0000221840,0.05000,1.241
2,mlp.experts.168.up_proj,0.0000488831,0.05000,1.248
2,mlp.experts.173.up_proj,0.0000203547,0.05000,1.253
2,mlp.experts.175.up_proj,0.0000154235,0.05000,1.252
2,mlp.experts.174.up_proj,0.0000323968,0.05000,1.262
2,mlp.experts.172.up_proj,0.0000178853,0.05000,1.257
2,mlp.experts.177.up_proj,0.0000272878,0.05000,1.242
2,mlp.experts.178.up_proj,0.0000210633,0.05000,1.233
2,mlp.experts.179.up_proj,0.0000145107,0.05000,1.244
2,mlp.experts.176.up_proj,0.0000325915,0.05000,1.231
2,mlp.experts.181.up_proj,0.0000343275,0.05000,1.244
2,mlp.experts.182.up_proj,0.0000266485,0.05000,1.243
2,mlp.experts.183.up_proj,0.0000224538,0.05000,1.240
2,mlp.experts.180.up_proj,0.0000208390,0.05000,1.239
2,mlp.experts.185.up_proj,0.0000251432,0.05000,1.227
2,mlp.experts.186.up_proj,0.0000247826,0.05000,1.228
2,mlp.experts.187.up_proj,0.0000236079,0.05000,1.237
2,mlp.experts.184.up_proj,0.0000304889,0.05000,1.238
2,mlp.experts.189.up_proj,0.0000275671,0.05000,1.224
2,mlp.experts.190.up_proj,0.0000356958,0.05000,1.224
2,mlp.experts.191.up_proj,0.0000248723,0.05000,1.225
2,mlp.experts.188.up_proj,0.0000257741,0.05000,1.227
2,mlp.experts.193.up_proj,0.0000268075,0.05000,1.236
2,mlp.experts.194.up_proj,0.0000222692,0.05000,1.243
2,mlp.experts.195.up_proj,0.0000274248,0.05000,1.236
2,mlp.experts.192.up_proj,0.0000249523,0.05000,1.248
2,mlp.experts.197.up_proj,0.0000339809,0.05000,1.255
2,mlp.experts.199.up_proj,0.0000347495,0.05000,1.230
2,mlp.experts.198.up_proj,0.0000166579,0.05000,1.250
2,mlp.experts.196.up_proj,0.0000304354,0.05000,1.246
2,mlp.experts.201.up_proj,0.0000206408,0.05000,1.237
2,mlp.experts.203.up_proj,0.0000293117,0.05000,1.244
2,mlp.experts.202.up_proj,0.0000394234,0.05000,1.234
2,mlp.experts.200.up_proj,0.0000227537,0.05000,1.236
2,mlp.experts.205.up_proj,0.0000261814,0.05000,1.235
2,mlp.experts.206.up_proj,0.0000425198,0.05000,1.231
2,mlp.experts.207.up_proj,0.0000411767,0.05000,1.236
2,mlp.experts.204.up_proj,0.0000497616,0.05000,1.230
2,mlp.experts.209.up_proj,0.0000195401,0.05000,1.242
2,mlp.experts.211.up_proj,0.0000198554,0.05000,1.228
2,mlp.experts.210.up_proj,0.0000092738,0.05000,1.234
2,mlp.experts.208.up_proj,0.0000194950,0.05000,1.228
2,mlp.experts.213.up_proj,0.0000406527,0.05000,1.231
2,mlp.experts.215.up_proj,0.0000363143,0.05000,1.234
2,mlp.experts.214.up_proj,0.0000392230,0.05000,1.245
2,mlp.experts.212.up_proj,0.0000172690,0.05000,1.244
2,mlp.experts.217.up_proj,0.0000130492,0.05000,1.240
2,mlp.experts.219.up_proj,0.0000108196,0.05000,1.233
2,mlp.experts.218.up_proj,0.0000301075,0.05000,1.230
2,mlp.experts.216.up_proj,0.0000234651,0.05000,1.235
2,mlp.experts.221.up_proj,0.0000201888,0.05000,1.239
2,mlp.experts.223.up_proj,0.0000243893,0.05000,1.229
2,mlp.experts.222.up_proj,0.0000250073,0.05000,1.242
2,mlp.experts.220.up_proj,0.0000348014,0.05000,1.226
2,mlp.experts.225.up_proj,0.0000415830,0.05000,1.254
2,mlp.experts.227.up_proj,0.0000163806,0.05000,1.261
2,mlp.experts.226.up_proj,0.0000241118,0.05000,1.252
2,mlp.experts.224.up_proj,0.0000333709,0.05000,1.255
2,mlp.experts.229.up_proj,0.0000297696,0.05000,1.237
2,mlp.experts.231.up_proj,0.0000253152,0.05000,1.239
2,mlp.experts.230.up_proj,0.0000157735,0.05000,1.234
2,mlp.experts.228.up_proj,0.0000329848,0.05000,1.229
2,mlp.experts.233.up_proj,0.0000158442,0.05000,1.252
2,mlp.experts.235.up_proj,0.0000241505,0.05000,1.244
2,mlp.experts.234.up_proj,0.0000206967,0.05000,1.247
2,mlp.experts.232.up_proj,0.0000302557,0.05000,1.247
2,mlp.experts.237.up_proj,0.0000278573,0.05000,1.248
2,mlp.experts.239.up_proj,0.0000187106,0.05000,1.248
2,mlp.experts.238.up_proj,0.0000156886,0.05000,1.248
2,mlp.experts.236.up_proj,0.0000174464,0.05000,1.246
2,mlp.experts.242.up_proj,0.0000244709,0.05000,1.212
2,mlp.experts.241.up_proj,0.0000384777,0.05000,1.231
2,mlp.experts.243.up_proj,0.0000256506,0.05000,1.229
2,mlp.experts.240.up_proj,0.0000385946,0.05000,1.234
2,mlp.experts.246.up_proj,0.0000270508,0.05000,1.238
2,mlp.experts.247.up_proj,0.0000230728,0.05000,1.245
2,mlp.experts.245.up_proj,0.0000356799,0.05000,1.263
2,mlp.experts.244.up_proj,0.0000354859,0.05000,1.244
2,mlp.experts.250.up_proj,0.0000407082,0.05000,1.236
2,mlp.experts.251.up_proj,0.0000315596,0.05000,1.241
2,mlp.experts.249.up_proj,0.0000149250,0.05000,1.233
2,mlp.experts.248.up_proj,0.0000260912,0.05000,1.226
2,mlp.experts.254.up_proj,0.0000221882,0.05000,1.223
2,mlp.experts.253.up_proj,0.0000379555,0.05000,1.213
2,mlp.experts.255.up_proj,0.0000146653,0.05000,1.221
2,mlp.experts.252.up_proj,0.0000254975,0.05000,1.165
2,mlp.experts.3.down_proj,0.0000003136,0.05000,0.311
2,mlp.experts.1.down_proj,0.0000001705,0.05000,0.311
2,mlp.experts.2.down_proj,0.0000002931,0.05000,0.313
2,mlp.experts.0.down_proj,0.0000002400,0.05000,0.319
2,mlp.experts.5.down_proj,0.0000002102,0.05000,0.306
2,mlp.experts.6.down_proj,0.0000003536,0.05000,0.307
2,mlp.experts.7.down_proj,0.0000004161,0.05000,0.313
2,mlp.experts.4.down_proj,0.0000000751,0.05000,0.308
2,mlp.experts.10.down_proj,0.0000001243,0.05000,0.303
2,mlp.experts.8.down_proj,0.0000005593,0.05000,0.302
2,mlp.experts.9.down_proj,0.0000002703,0.05000,0.312
2,mlp.experts.11.down_proj,0.0000004269,0.05000,0.308
2,mlp.experts.14.down_proj,0.0000002326,0.05000,0.313
2,mlp.experts.15.down_proj,0.0000001465,0.05000,0.305
2,mlp.experts.12.down_proj,0.0000003976,0.05000,0.312
2,mlp.experts.13.down_proj,0.0000002646,0.05000,0.312
2,mlp.experts.17.down_proj,0.0000000914,0.05000,0.305
2,mlp.experts.16.down_proj,0.0000002297,0.05000,0.310
2,mlp.experts.19.down_proj,0.0000002951,0.05000,0.315
2,mlp.experts.18.down_proj,0.0000007311,0.05000,0.320
2,mlp.experts.21.down_proj,0.0000004252,0.05000,0.316
2,mlp.experts.23.down_proj,0.0000002234,0.05000,0.314
2,mlp.experts.20.down_proj,0.0000002643,0.05000,0.321
2,mlp.experts.22.down_proj,0.0000001335,0.05000,0.316
2,mlp.experts.25.down_proj,0.0000003875,0.05000,0.306
2,mlp.experts.27.down_proj,0.0000003913,0.05000,0.307
2,mlp.experts.26.down_proj,0.0000002151,0.05000,0.307
2,mlp.experts.24.down_proj,0.0000003860,0.05000,0.312
2,mlp.experts.29.down_proj,0.0000002749,0.05000,0.309
2,mlp.experts.31.down_proj,0.0000002601,0.05000,0.311
2,mlp.experts.28.down_proj,0.0000002356,0.05000,0.308
2,mlp.experts.30.down_proj,0.0000008866,0.05000,0.313
2,mlp.experts.33.down_proj,0.0000002736,0.05000,0.312
2,mlp.experts.35.down_proj,0.0000001998,0.05000,0.307
2,mlp.experts.32.down_proj,0.0000004521,0.05000,0.313
2,mlp.experts.34.down_proj,0.0000002134,0.05000,0.314
2,mlp.experts.37.down_proj,0.0000004537,0.05000,0.307
2,mlp.experts.39.down_proj,0.0000002771,0.05000,0.308
2,mlp.experts.36.down_proj,0.0000003020,0.05000,0.310
2,mlp.experts.38.down_proj,0.0000002540,0.05000,0.314
2,mlp.experts.41.down_proj,0.0000013229,0.05000,0.316
2,mlp.experts.43.down_proj,0.0000002501,0.05000,0.316
2,mlp.experts.40.down_proj,0.0000002921,0.05000,0.314
2,mlp.experts.42.down_proj,0.0000002477,0.05000,0.315
2,mlp.experts.45.down_proj,0.0000004366,0.05000,0.315
2,mlp.experts.47.down_proj,0.0000004540,0.05000,0.315
2,mlp.experts.44.down_proj,0.0000002879,0.05000,0.316
2,mlp.experts.46.down_proj,0.0000003554,0.05000,0.313
2,mlp.experts.49.down_proj,0.0000003735,0.05000,0.313
2,mlp.experts.51.down_proj,0.0000005303,0.05000,0.312
2,mlp.experts.48.down_proj,0.0000002935,0.05000,0.313
2,mlp.experts.50.down_proj,0.0000001638,0.05000,0.312
2,mlp.experts.55.down_proj,0.0000004777,0.05000,0.313
2,mlp.experts.53.down_proj,0.0000002865,0.05000,0.319
2,mlp.experts.52.down_proj,0.0000004320,0.05000,0.317
2,mlp.experts.54.down_proj,0.0000002361,0.05000,0.315
2,mlp.experts.59.down_proj,0.0000000824,0.05000,0.317
2,mlp.experts.57.down_proj,0.0000001429,0.05000,0.322
2,mlp.experts.56.down_proj,0.0000005825,0.05000,0.313
2,mlp.experts.58.down_proj,0.0000002298,0.05000,0.317
2,mlp.experts.63.down_proj,0.0000008563,0.05000,0.311
2,mlp.experts.60.down_proj,0.0000004685,0.05000,0.309
2,mlp.experts.61.down_proj,0.0000011964,0.05000,0.315
2,mlp.experts.62.down_proj,0.0000005071,0.05000,0.312
2,mlp.experts.67.down_proj,0.0000003127,0.05000,0.315
2,mlp.experts.65.down_proj,0.0000002683,0.05000,0.313
2,mlp.experts.64.down_proj,0.0000002107,0.05000,0.320
2,mlp.experts.66.down_proj,0.0000004883,0.05000,0.318
2,mlp.experts.71.down_proj,0.0000004103,0.05000,0.324
2,mlp.experts.69.down_proj,0.0000003424,0.05000,0.325
2,mlp.experts.68.down_proj,0.0000002098,0.05000,0.324
2,mlp.experts.70.down_proj,0.0000002382,0.05000,0.318
2,mlp.experts.75.down_proj,0.0000002726,0.05000,0.318
2,mlp.experts.73.down_proj,0.0000004001,0.05000,0.320
2,mlp.experts.72.down_proj,0.0000003115,0.05000,0.320
2,mlp.experts.74.down_proj,0.0000002323,0.05000,0.320
2,mlp.experts.79.down_proj,0.0000003516,0.05000,0.314
2,mlp.experts.77.down_proj,0.0000002486,0.05000,0.313
2,mlp.experts.76.down_proj,0.0000003906,0.05000,0.311
2,mlp.experts.78.down_proj,0.0000004624,0.05000,0.312
2,mlp.experts.83.down_proj,0.0000004380,0.05000,0.320
2,mlp.experts.80.down_proj,0.0000001431,0.05000,0.317
2,mlp.experts.81.down_proj,0.0000002684,0.05000,0.323
2,mlp.experts.82.down_proj,0.0000002681,0.05000,0.319
2,mlp.experts.87.down_proj,0.0000002346,0.05000,0.319
2,mlp.experts.84.down_proj,0.0000002109,0.05000,0.318
2,mlp.experts.85.down_proj,0.0000004428,0.05000,0.321
2,mlp.experts.86.down_proj,0.0000004794,0.05000,0.319
2,mlp.experts.91.down_proj,0.0000007882,0.05000,0.312
2,mlp.experts.88.down_proj,0.0000002766,0.05000,0.318
2,mlp.experts.90.down_proj,0.0000001328,0.05000,0.316
2,mlp.experts.89.down_proj,0.0000002864,0.05000,0.343
2,mlp.experts.95.down_proj,0.0000002486,0.05000,0.336
2,mlp.experts.92.down_proj,0.0000004234,0.05000,0.331
2,mlp.experts.94.down_proj,0.0000002688,0.05000,0.312
2,mlp.experts.93.down_proj,0.0000004087,0.05000,0.311
2,mlp.experts.99.down_proj,0.0000002731,0.05000,0.321
2,mlp.experts.96.down_proj,0.0000006315,0.05000,0.320
2,mlp.experts.98.down_proj,0.0000002547,0.05000,0.319
2,mlp.experts.97.down_proj,0.0000004175,0.05000,0.321
2,mlp.experts.103.down_proj,0.0000000439,0.05000,0.318
2,mlp.experts.100.down_proj,0.0000000975,0.05000,0.315
2,mlp.experts.102.down_proj,0.0000003447,0.05000,0.317
2,mlp.experts.101.down_proj,0.0000002605,0.05000,0.320
2,mlp.experts.107.down_proj,0.0000002598,0.05000,0.313
2,mlp.experts.104.down_proj,0.0000002231,0.05000,0.309
2,mlp.experts.106.down_proj,0.0000005266,0.05000,0.319
2,mlp.experts.105.down_proj,0.0000004396,0.05000,0.317
2,mlp.experts.108.down_proj,0.0000001981,0.05000,0.314
2,mlp.experts.111.down_proj,0.0000004382,0.05000,0.321
2,mlp.experts.109.down_proj,0.0000000950,0.05000,0.309
2,mlp.experts.110.down_proj,0.0000004705,0.05000,0.317
2,mlp.experts.112.down_proj,0.0000002657,0.05000,0.308
2,mlp.experts.115.down_proj,0.0000002672,0.05000,0.310
2,mlp.experts.113.down_proj,0.0000003623,0.05000,0.308
2,mlp.experts.114.down_proj,0.0000001756,0.05000,0.312
2,mlp.experts.116.down_proj,0.0000004663,0.05000,0.313
2,mlp.experts.119.down_proj,0.0000014316,0.05000,0.309
2,mlp.experts.117.down_proj,0.0000003064,0.05000,0.314
2,mlp.experts.118.down_proj,0.0000006533,0.05000,0.313
2,mlp.experts.120.down_proj,0.0000002596,0.05000,0.307
2,mlp.experts.123.down_proj,0.0000001978,0.05000,0.314
2,mlp.experts.121.down_proj,0.0000001048,0.05000,0.308
2,mlp.experts.122.down_proj,0.0000006461,0.05000,0.309
2,mlp.experts.124.down_proj,0.0000002426,0.05000,0.314
2,mlp.experts.127.down_proj,0.0000001786,0.05000,0.317
2,mlp.experts.125.down_proj,0.0000001673,0.05000,0.314
2,mlp.experts.126.down_proj,0.0000004729,0.05000,0.315
2,mlp.experts.128.down_proj,0.0000002292,0.05000,0.319
2,mlp.experts.131.down_proj,0.0000003931,0.05000,0.316
2,mlp.experts.129.down_proj,0.0000003325,0.05000,0.312
2,mlp.experts.130.down_proj,0.0000003658,0.05000,0.311
2,mlp.experts.132.down_proj,0.0000003914,0.05000,0.313
2,mlp.experts.135.down_proj,0.0000002351,0.05000,0.311
2,mlp.experts.133.down_proj,0.0000002173,0.05000,0.310
2,mlp.experts.134.down_proj,0.0000001997,0.05000,0.308
2,mlp.experts.136.down_proj,0.0000003605,0.05000,0.313
2,mlp.experts.137.down_proj,0.0000004707,0.05000,0.311
2,mlp.experts.138.down_proj,0.0000004939,0.05000,0.310
2,mlp.experts.139.down_proj,0.0000005145,0.05000,0.318
2,mlp.experts.140.down_proj,0.0000001402,0.05000,0.314
2,mlp.experts.141.down_proj,0.0000003832,0.05000,0.313
2,mlp.experts.142.down_proj,0.0000003439,0.05000,0.312
2,mlp.experts.143.down_proj,0.0000003491,0.05000,0.315
2,mlp.experts.144.down_proj,0.0000004502,0.05000,0.315
2,mlp.experts.145.down_proj,0.0000001419,0.05000,0.314
2,mlp.experts.146.down_proj,0.0000000983,0.05000,0.312
2,mlp.experts.147.down_proj,0.0000003893,0.05000,0.309
2,mlp.experts.148.down_proj,0.0000005554,0.05000,0.312
2,mlp.experts.150.down_proj,0.0000005048,0.05000,0.314
2,mlp.experts.149.down_proj,0.0000002351,0.05000,0.316
2,mlp.experts.151.down_proj,0.0000003400,0.05000,0.317
2,mlp.experts.152.down_proj,0.0000003887,0.05000,0.308
2,mlp.experts.154.down_proj,0.0000003326,0.05000,0.307
2,mlp.experts.153.down_proj,0.0000003047,0.05000,0.309
2,mlp.experts.155.down_proj,0.0000003418,0.05000,0.310
2,mlp.experts.156.down_proj,0.0000002730,0.05000,0.309
2,mlp.experts.158.down_proj,0.0000001925,0.05000,0.310
2,mlp.experts.157.down_proj,0.0000002052,0.05000,0.309
2,mlp.experts.159.down_proj,0.0000002432,0.05000,0.311
2,mlp.experts.160.down_proj,0.0000003422,0.05000,0.311
2,mlp.experts.162.down_proj,0.0000000783,0.05000,0.316
2,mlp.experts.161.down_proj,0.0000004679,0.05000,0.313
2,mlp.experts.163.down_proj,0.0000001096,0.05000,0.312
2,mlp.experts.164.down_proj,0.0000000608,0.05000,0.314
2,mlp.experts.165.down_proj,0.0000003694,0.05000,0.311
2,mlp.experts.167.down_proj,0.0000004334,0.05000,0.312
2,mlp.experts.166.down_proj,0.0000004336,0.05000,0.320
2,mlp.experts.168.down_proj,0.0000006753,0.05000,0.311
2,mlp.experts.169.down_proj,0.0000001990,0.05000,0.311
2,mlp.experts.171.down_proj,0.0000002066,0.05000,0.311
2,mlp.experts.170.down_proj,0.0000013344,0.05000,0.313
2,mlp.experts.172.down_proj,0.0000001580,0.05000,0.307
2,mlp.experts.173.down_proj,0.0000002230,0.05000,0.309
2,mlp.experts.175.down_proj,0.0000003366,0.05000,0.311
2,mlp.experts.174.down_proj,0.0000003374,0.05000,0.313
2,mlp.experts.176.down_proj,0.0000003497,0.05000,0.311
2,mlp.experts.177.down_proj,0.0000003796,0.05000,0.310
2,mlp.experts.179.down_proj,0.0000001360,0.05000,0.313
2,mlp.experts.178.down_proj,0.0000002025,0.05000,0.312
2,mlp.experts.180.down_proj,0.0000006106,0.05000,0.317
2,mlp.experts.181.down_proj,0.0000003834,0.05000,0.314
2,mlp.experts.183.down_proj,0.0000002602,0.05000,0.315
2,mlp.experts.182.down_proj,0.0000003140,0.05000,0.318
2,mlp.experts.184.down_proj,0.0000007261,0.05000,0.318
2,mlp.experts.185.down_proj,0.0000003294,0.05000,0.319
2,mlp.experts.187.down_proj,0.0000003450,0.05000,0.324
2,mlp.experts.186.down_proj,0.0000002605,0.05000,0.322
2,mlp.experts.188.down_proj,0.0000008006,0.05000,0.318
2,mlp.experts.189.down_proj,0.0000002878,0.05000,0.318
2,mlp.experts.190.down_proj,0.0000004916,0.05000,0.313
2,mlp.experts.191.down_proj,0.0000002693,0.05000,0.319
2,mlp.experts.192.down_proj,0.0000003429,0.05000,0.313
2,mlp.experts.193.down_proj,0.0000002490,0.05000,0.317
2,mlp.experts.195.down_proj,0.0000006252,0.05000,0.314
2,mlp.experts.194.down_proj,0.0000002745,0.05000,0.318
2,mlp.experts.196.down_proj,0.0000003222,0.05000,0.312
2,mlp.experts.197.down_proj,0.0000003872,0.05000,0.318
2,mlp.experts.199.down_proj,0.0000005052,0.05000,0.308
2,mlp.experts.198.down_proj,0.0000004014,0.05000,0.316
2,mlp.experts.200.down_proj,0.0000002191,0.05000,0.307
2,mlp.experts.201.down_proj,0.0000002493,0.05000,0.303
2,mlp.experts.203.down_proj,0.0000003395,0.05000,0.305
2,mlp.experts.202.down_proj,0.0000005808,0.05000,0.308
2,mlp.experts.204.down_proj,0.0000005382,0.05000,0.310
2,mlp.experts.205.down_proj,0.0000002956,0.05000,0.312
2,mlp.experts.207.down_proj,0.0000005640,0.05000,0.309
2,mlp.experts.206.down_proj,0.0000005564,0.05000,0.311
2,mlp.experts.208.down_proj,0.0000005822,0.05000,0.317
2,mlp.experts.209.down_proj,0.0000001773,0.05000,0.319
2,mlp.experts.211.down_proj,0.0000003055,0.05000,0.322
2,mlp.experts.210.down_proj,0.0000000670,0.05000,0.315
2,mlp.experts.212.down_proj,0.0000003509,0.05000,0.313
2,mlp.experts.213.down_proj,0.0000005279,0.05000,0.310
2,mlp.experts.215.down_proj,0.0000005013,0.05000,0.312
2,mlp.experts.214.down_proj,0.0000005097,0.05000,0.311
2,mlp.experts.216.down_proj,0.0000002457,0.05000,0.310
2,mlp.experts.217.down_proj,0.0000001785,0.05000,0.311
2,mlp.experts.219.down_proj,0.0000003530,0.05000,0.310
2,mlp.experts.218.down_proj,0.0000005375,0.05000,0.311
2,mlp.experts.220.down_proj,0.0000003612,0.05000,0.315
2,mlp.experts.221.down_proj,0.0000002060,0.05000,0.314
2,mlp.experts.223.down_proj,0.0000004650,0.05000,0.308
2,mlp.experts.222.down_proj,0.0000010182,0.05000,0.310
2,mlp.experts.224.down_proj,0.0000004034,0.05000,0.310
2,mlp.experts.225.down_proj,0.0000005500,0.05000,0.312
2,mlp.experts.227.down_proj,0.0000001405,0.05000,0.317
2,mlp.experts.226.down_proj,0.0000002251,0.05000,0.311
2,mlp.experts.228.down_proj,0.0000004504,0.05000,0.303
2,mlp.experts.229.down_proj,0.0000003252,0.05000,0.307
2,mlp.experts.231.down_proj,0.0000004495,0.05000,0.310
2,mlp.experts.230.down_proj,0.0000003091,0.05000,0.313
2,mlp.experts.232.down_proj,0.0000003412,0.05000,0.318
2,mlp.experts.233.down_proj,0.0000001451,0.05000,0.313
2,mlp.experts.235.down_proj,0.0000003527,0.05000,0.315
2,mlp.experts.234.down_proj,0.0000002396,0.05000,0.314
2,mlp.experts.236.down_proj,0.0000001924,0.05000,0.309
2,mlp.experts.237.down_proj,0.0000003309,0.05000,0.312
2,mlp.experts.239.down_proj,0.0000002053,0.05000,0.308
2,mlp.experts.238.down_proj,0.0000001837,0.05000,0.314
2,mlp.experts.240.down_proj,0.0000004449,0.05000,0.311
2,mlp.experts.241.down_proj,0.0000005521,0.05000,0.314
2,mlp.experts.243.down_proj,0.0000008250,0.05000,0.317
2,mlp.experts.242.down_proj,0.0000002432,0.05000,0.314
2,mlp.experts.244.down_proj,0.0000004229,0.05000,0.326
2,mlp.experts.245.down_proj,0.0000004555,0.05000,0.324
2,mlp.experts.247.down_proj,0.0000002417,0.05000,0.324
2,mlp.experts.246.down_proj,0.0000002391,0.05000,0.320
2,mlp.experts.248.down_proj,0.0000002801,0.05000,0.315
2,mlp.experts.249.down_proj,0.0000001973,0.05000,0.315
2,mlp.experts.251.down_proj,0.0000003204,0.05000,0.316
2,mlp.experts.250.down_proj,0.0000005419,0.05000,0.317
2,mlp.experts.252.down_proj,0.0000003305,0.05000,0.314
2,mlp.experts.253.down_proj,0.0000004711,0.05000,0.307
2,mlp.experts.255.down_proj,0.0000001358,0.05000,0.301
2,mlp.experts.254.down_proj,0.0000005105,0.05000,0.295
3,mlp.experts.2.gate_proj,0.0000373641,0.05000,1.256
3,mlp.experts.0.gate_proj,0.0000230697,0.05000,1.267
3,mlp.experts.1.gate_proj,0.0000432188,0.05000,1.275
3,mlp.experts.3.gate_proj,0.0000406758,0.05000,1.276
3,mlp.experts.4.gate_proj,0.0000330368,0.05000,1.235
3,mlp.experts.7.gate_proj,0.0000608268,0.05000,1.227
3,mlp.experts.6.gate_proj,0.0000371870,0.05000,1.253
3,mlp.experts.5.gate_proj,0.0000382684,0.05000,1.236
3,mlp.experts.8.gate_proj,0.0000448440,0.05000,1.231
3,mlp.experts.9.gate_proj,0.0000334063,0.05000,1.221
3,mlp.experts.11.gate_proj,0.0000595052,0.05000,1.231
3,mlp.experts.10.gate_proj,0.0000709594,0.05000,1.245
3,mlp.experts.13.gate_proj,0.0000363022,0.05000,1.220
3,mlp.experts.15.gate_proj,0.0000230730,0.05000,1.222
3,mlp.experts.12.gate_proj,0.0000227827,0.05000,1.228
3,mlp.experts.14.gate_proj,0.0000399721,0.05000,1.222
3,mlp.experts.19.gate_proj,0.0000201923,0.05000,1.214
3,mlp.experts.16.gate_proj,0.0000362503,0.05000,1.222
3,mlp.experts.18.gate_proj,0.0000518639,0.05000,1.208
3,mlp.experts.17.gate_proj,0.0000319100,0.05000,1.243
3,mlp.experts.23.gate_proj,0.0000935085,0.05000,1.227
3,mlp.experts.22.gate_proj,0.0000707879,0.05000,1.223
3,mlp.experts.20.gate_proj,0.0000173126,0.05000,1.237
3,mlp.experts.21.gate_proj,0.0000286740,0.05000,1.233
3,mlp.experts.27.gate_proj,0.0000105421,0.05000,1.225
3,mlp.experts.26.gate_proj,0.0000149822,0.05000,1.223
3,mlp.experts.25.gate_proj,0.0000386917,0.05000,1.217
3,mlp.experts.24.gate_proj,0.0000975244,0.05000,1.239
3,mlp.experts.31.gate_proj,0.0000099806,0.05000,1.243
3,mlp.experts.30.gate_proj,0.0000612951,0.05000,1.243
3,mlp.experts.29.gate_proj,0.0000461057,0.05000,1.243
3,mlp.experts.28.gate_proj,0.0000391348,0.05000,1.242
3,mlp.experts.35.gate_proj,0.0000149602,0.05000,1.247
3,mlp.experts.33.gate_proj,0.0000519552,0.05000,1.242
3,mlp.experts.34.gate_proj,0.0000161968,0.05000,1.269
3,mlp.experts.32.gate_proj,0.0000179163,0.05000,1.258
3,mlp.experts.39.gate_proj,0.0000323281,0.05000,1.236
3,mlp.experts.37.gate_proj,0.0000095425,0.05000,1.231
3,mlp.experts.38.gate_proj,0.0000362509,0.05000,1.238
3,mlp.experts.36.gate_proj,0.0000175680,0.05000,1.235
3,mlp.experts.43.gate_proj,0.0000416649,0.05000,1.233
3,mlp.experts.42.gate_proj,0.0000239067,0.05000,1.226
3,mlp.experts.41.gate_proj,0.0000371643,0.05000,1.247
3,mlp.experts.40.gate_proj,0.0000555677,0.05000,1.233
3,mlp.experts.47.gate_proj,0.0000577982,0.05000,1.240
3,mlp.experts.46.gate_proj,0.0000185541,0.05000,1.240
3,mlp.experts.45.gate_proj,0.0000480119,0.05000,1.244
3,mlp.experts.44.gate_proj,0.0000163022,0.05000,1.240
3,mlp.experts.51.gate_proj,0.0000327886,0.05000,1.237
3,mlp.experts.50.gate_proj,0.0000514654,0.05000,1.238
3,mlp.experts.49.gate_proj,0.0000355317,0.05000,1.238
3,mlp.experts.48.gate_proj,0.0000415639,0.05000,1.241
3,mlp.experts.55.gate_proj,0.0000160985,0.05000,1.244
3,mlp.experts.54.gate_proj,0.0000669610,0.05000,1.245
3,mlp.experts.53.gate_proj,0.0000297464,0.05000,1.248
3,mlp.experts.52.gate_proj,0.0000563172,0.05000,1.244
3,mlp.experts.59.gate_proj,0.0000290207,0.05000,1.249
3,mlp.experts.57.gate_proj,0.0000385826,0.05000,1.235
3,mlp.experts.58.gate_proj,0.0000238338,0.05000,1.251
3,mlp.experts.56.gate_proj,0.0000366236,0.05000,1.242
3,mlp.experts.61.gate_proj,0.0000146253,0.05000,1.217
3,mlp.experts.63.gate_proj,0.0000712074,0.05000,1.240
3,mlp.experts.62.gate_proj,0.0000792414,0.05000,1.230
3,mlp.experts.60.gate_proj,0.0000436342,0.05000,1.236
3,mlp.experts.67.gate_proj,0.0000321419,0.05000,1.239
3,mlp.experts.65.gate_proj,0.0000364688,0.05000,1.248
3,mlp.experts.66.gate_proj,0.0000329552,0.05000,1.253
3,mlp.experts.64.gate_proj,0.0000462075,0.05000,1.245
3,mlp.experts.69.gate_proj,0.0000345985,0.05000,1.230
3,mlp.experts.71.gate_proj,0.0000249365,0.05000,1.234
3,mlp.experts.70.gate_proj,0.0000166828,0.05000,1.232
3,mlp.experts.68.gate_proj,0.0000331301,0.05000,1.231
3,mlp.experts.73.gate_proj,0.0000311970,0.05000,1.230
3,mlp.experts.74.gate_proj,0.0000671833,0.05000,1.219
3,mlp.experts.75.gate_proj,0.0000341321,0.05000,1.240
3,mlp.experts.72.gate_proj,0.0000454080,0.05000,1.237
3,mlp.experts.77.gate_proj,0.0000199424,0.05000,1.218
3,mlp.experts.78.gate_proj,0.0000451360,0.05000,1.230
3,mlp.experts.79.gate_proj,0.0000700505,0.05000,1.233
3,mlp.experts.76.gate_proj,0.0000331980,0.05000,1.230
3,mlp.experts.81.gate_proj,0.0000295039,0.05000,1.257
3,mlp.experts.82.gate_proj,0.0000436030,0.05000,1.255
3,mlp.experts.83.gate_proj,0.0000422624,0.05000,1.254
3,mlp.experts.80.gate_proj,0.0000836299,0.05000,1.261
3,mlp.experts.85.gate_proj,0.0000371524,0.05000,1.233
3,mlp.experts.86.gate_proj,0.0000411632,0.05000,1.236
3,mlp.experts.87.gate_proj,0.0000324037,0.05000,1.242
3,mlp.experts.84.gate_proj,0.0000147746,0.05000,1.239
3,mlp.experts.89.gate_proj,0.0000511412,0.05000,1.228
3,mlp.experts.90.gate_proj,0.0000305249,0.05000,1.229
3,mlp.experts.91.gate_proj,0.0000085781,0.05000,1.235
3,mlp.experts.88.gate_proj,0.0000262234,0.05000,1.237
3,mlp.experts.93.gate_proj,0.0000198336,0.05000,1.235
3,mlp.experts.94.gate_proj,0.0000310418,0.05000,1.240
3,mlp.experts.95.gate_proj,0.0000207539,0.05000,1.235
3,mlp.experts.92.gate_proj,0.0000282593,0.05000,1.246
3,mlp.experts.97.gate_proj,0.0000240490,0.05000,1.245
3,mlp.experts.98.gate_proj,0.0000213065,0.05000,1.243
3,mlp.experts.99.gate_proj,0.0000443728,0.05000,1.245
3,mlp.experts.96.gate_proj,0.0000544426,0.05000,1.228
3,mlp.experts.101.gate_proj,0.0000243897,0.05000,1.243
3,mlp.experts.102.gate_proj,0.0000414647,0.05000,1.253
3,mlp.experts.103.gate_proj,0.0000199293,0.05000,1.245
3,mlp.experts.100.gate_proj,0.0000474978,0.05000,1.237
3,mlp.experts.105.gate_proj,0.0000270617,0.05000,1.236
3,mlp.experts.107.gate_proj,0.0000376597,0.05000,1.239
3,mlp.experts.106.gate_proj,0.0000246321,0.05000,1.246
3,mlp.experts.104.gate_proj,0.0000221401,0.05000,1.249
3,mlp.experts.109.gate_proj,0.0000340772,0.05000,1.242
3,mlp.experts.111.gate_proj,0.0000394702,0.05000,1.227
3,mlp.experts.110.gate_proj,0.0000497332,0.05000,1.241
3,mlp.experts.108.gate_proj,0.0000354690,0.05000,1.224
3,mlp.experts.113.gate_proj,0.0000905913,0.05000,1.248
3,mlp.experts.115.gate_proj,0.0000508845,0.05000,1.244
3,mlp.experts.114.gate_proj,0.0000397058,0.05000,1.246
3,mlp.experts.112.gate_proj,0.0000867001,0.05000,1.238
3,mlp.experts.117.gate_proj,0.0000259686,0.05000,1.225
3,mlp.experts.119.gate_proj,0.0000331675,0.05000,1.223
3,mlp.experts.118.gate_proj,0.0000441881,0.05000,1.221
3,mlp.experts.116.gate_proj,0.0000164391,0.05000,1.229
3,mlp.experts.121.gate_proj,0.0000297790,0.05000,1.230
3,mlp.experts.123.gate_proj,0.0000488513,0.05000,1.234
3,mlp.experts.120.gate_proj,0.0000439711,0.05000,1.219
3,mlp.experts.122.gate_proj,0.0000375703,0.05000,1.232
3,mlp.experts.125.gate_proj,0.0001473461,0.05000,1.221
3,mlp.experts.127.gate_proj,0.0000342068,0.05000,1.228
3,mlp.experts.124.gate_proj,0.0000310730,0.05000,1.226
3,mlp.experts.126.gate_proj,0.0000681382,0.05000,1.232
3,mlp.experts.129.gate_proj,0.0000145431,0.05000,1.235
3,mlp.experts.130.gate_proj,0.0000420901,0.05000,1.223
3,mlp.experts.131.gate_proj,0.0000354733,0.05000,1.241
3,mlp.experts.128.gate_proj,0.0000152876,0.05000,1.247
3,mlp.experts.133.gate_proj,0.0000080675,0.05000,1.232
3,mlp.experts.134.gate_proj,0.0000410438,0.05000,1.236
3,mlp.experts.135.gate_proj,0.0000167793,0.05000,1.237
3,mlp.experts.132.gate_proj,0.0000337553,0.05000,1.236
3,mlp.experts.137.gate_proj,0.0000239274,0.05000,1.230
3,mlp.experts.138.gate_proj,0.0000405318,0.05000,1.239
3,mlp.experts.139.gate_proj,0.0000370948,0.05000,1.237
3,mlp.experts.136.gate_proj,0.0000368597,0.05000,1.241
3,mlp.experts.141.gate_proj,0.0000580719,0.05000,1.231
3,mlp.experts.143.gate_proj,0.0000395303,0.05000,1.224
3,mlp.experts.142.gate_proj,0.0000194508,0.05000,1.230
3,mlp.experts.140.gate_proj,0.0000640802,0.05000,1.229
3,mlp.experts.145.gate_proj,0.0000506203,0.05000,1.242
3,mlp.experts.147.gate_proj,0.0000410765,0.05000,1.241
3,mlp.experts.146.gate_proj,0.0000138970,0.05000,1.260
3,mlp.experts.144.gate_proj,0.0000750206,0.05000,1.261
3,mlp.experts.149.gate_proj,0.0000593255,0.05000,1.253
3,mlp.experts.151.gate_proj,0.0000229986,0.05000,1.242
3,mlp.experts.148.gate_proj,0.0000297824,0.05000,1.241
3,mlp.experts.150.gate_proj,0.0000387911,0.05000,1.261
3,mlp.experts.153.gate_proj,0.0000246777,0.05000,1.227
3,mlp.experts.155.gate_proj,0.0000229900,0.05000,1.233
3,mlp.experts.154.gate_proj,0.0000557261,0.05000,1.230
3,mlp.experts.152.gate_proj,0.0000101474,0.05000,1.235
3,mlp.experts.157.gate_proj,0.0000273439,0.05000,1.223
3,mlp.experts.159.gate_proj,0.0000356087,0.05000,1.229
3,mlp.experts.156.gate_proj,0.0000384278,0.05000,1.223
3,mlp.experts.158.gate_proj,0.0000284522,0.05000,1.232
3,mlp.experts.161.gate_proj,0.0000457061,0.05000,1.224
3,mlp.experts.163.gate_proj,0.0001009581,0.05000,1.225
3,mlp.experts.160.gate_proj,0.0000312533,0.05000,1.226
3,mlp.experts.162.gate_proj,0.0000366028,0.05000,1.244
3,mlp.experts.165.gate_proj,0.0000455585,0.05000,1.255
3,mlp.experts.167.gate_proj,0.0000332015,0.05000,1.256
3,mlp.experts.164.gate_proj,0.0000539145,0.05000,1.250
3,mlp.experts.166.gate_proj,0.0000411644,0.05000,1.248
3,mlp.experts.169.gate_proj,0.0000311550,0.05000,1.245
3,mlp.experts.171.gate_proj,0.0000130258,0.05000,1.245
3,mlp.experts.168.gate_proj,0.0000758963,0.05000,1.241
3,mlp.experts.170.gate_proj,0.0000189014,0.05000,1.248
3,mlp.experts.173.gate_proj,0.0000718481,0.05000,1.239
3,mlp.experts.175.gate_proj,0.0001027313,0.05000,1.242
3,mlp.experts.172.gate_proj,0.0000459865,0.05000,1.239
3,mlp.experts.174.gate_proj,0.0000680137,0.05000,1.243
3,mlp.experts.177.gate_proj,0.0000440148,0.05000,1.238
3,mlp.experts.179.gate_proj,0.0000413190,0.05000,1.238
3,mlp.experts.176.gate_proj,0.0000486082,0.05000,1.235
3,mlp.experts.178.gate_proj,0.0000313349,0.05000,1.229
3,mlp.experts.181.gate_proj,0.0000584824,0.05000,1.255
3,mlp.experts.183.gate_proj,0.0000302589,0.05000,1.259
3,mlp.experts.180.gate_proj,0.0000490223,0.05000,1.252
3,mlp.experts.182.gate_proj,0.0000482819,0.05000,1.267
3,mlp.experts.185.gate_proj,0.0000572984,0.05000,1.242
3,mlp.experts.187.gate_proj,0.0000090745,0.05000,1.249
3,mlp.experts.184.gate_proj,0.0000393101,0.05000,1.247
3,mlp.experts.186.gate_proj,0.0000443739,0.05000,1.241
3,mlp.experts.189.gate_proj,0.0000427297,0.05000,1.212
3,mlp.experts.191.gate_proj,0.0000365323,0.05000,1.228
3,mlp.experts.188.gate_proj,0.0000242110,0.05000,1.235
3,mlp.experts.190.gate_proj,0.0000499321,0.05000,1.226
3,mlp.experts.193.gate_proj,0.0000340283,0.05000,1.246
3,mlp.experts.195.gate_proj,0.0000359418,0.05000,1.258
3,mlp.experts.192.gate_proj,0.0000380594,0.05000,1.251
3,mlp.experts.194.gate_proj,0.0000333930,0.05000,1.254
3,mlp.experts.197.gate_proj,0.0000297602,0.05000,1.244
3,mlp.experts.199.gate_proj,0.0000327354,0.05000,1.251
3,mlp.experts.196.gate_proj,0.0000424640,0.05000,1.258
3,mlp.experts.198.gate_proj,0.0000845660,0.05000,1.235
3,mlp.experts.201.gate_proj,0.0000402222,0.05000,1.242
3,mlp.experts.203.gate_proj,0.0000337918,0.05000,1.226
3,mlp.experts.200.gate_proj,0.0000451150,0.05000,1.237
3,mlp.experts.202.gate_proj,0.0000114364,0.05000,1.243
3,mlp.experts.205.gate_proj,0.0000130723,0.05000,1.218
3,mlp.experts.207.gate_proj,0.0000340502,0.05000,1.226
3,mlp.experts.204.gate_proj,0.0000308545,0.05000,1.224
3,mlp.experts.206.gate_proj,0.0000382771,0.05000,1.228
3,mlp.experts.209.gate_proj,0.0000414773,0.05000,1.258
3,mlp.experts.211.gate_proj,0.0000135078,0.05000,1.262
3,mlp.experts.210.gate_proj,0.0000258848,0.05000,1.243
3,mlp.experts.208.gate_proj,0.0000128096,0.05000,1.274
3,mlp.experts.213.gate_proj,0.0000263040,0.05000,1.220
3,mlp.experts.215.gate_proj,0.0000206565,0.05000,1.232
3,mlp.experts.214.gate_proj,0.0000117002,0.05000,1.225
3,mlp.experts.212.gate_proj,0.0000538898,0.05000,1.241
3,mlp.experts.217.gate_proj,0.0000370984,0.05000,1.264
3,mlp.experts.219.gate_proj,0.0000349867,0.05000,1.259
3,mlp.experts.218.gate_proj,0.0000836713,0.05000,1.266
3,mlp.experts.216.gate_proj,0.0000312776,0.05000,1.266
3,mlp.experts.221.gate_proj,0.0000148309,0.05000,1.228
3,mlp.experts.223.gate_proj,0.0000456192,0.05000,1.227
3,mlp.experts.222.gate_proj,0.0000367309,0.05000,1.230
3,mlp.experts.220.gate_proj,0.0000408082,0.05000,1.229
3,mlp.experts.225.gate_proj,0.0000218588,0.05000,1.241
3,mlp.experts.227.gate_proj,0.0000366913,0.05000,1.233
3,mlp.experts.226.gate_proj,0.0000273266,0.05000,1.240
3,mlp.experts.224.gate_proj,0.0000322818,0.05000,1.240
3,mlp.experts.229.gate_proj,0.0000454294,0.05000,1.234
3,mlp.experts.231.gate_proj,0.0000108397,0.05000,1.232
3,mlp.experts.230.gate_proj,0.0000108945,0.05000,1.233
3,mlp.experts.228.gate_proj,0.0000264326,0.05000,1.234
3,mlp.experts.233.gate_proj,0.0000150581,0.05000,1.239
3,mlp.experts.235.gate_proj,0.0000105512,0.05000,1.243
3,mlp.experts.234.gate_proj,0.0000322396,0.05000,1.228
3,mlp.experts.232.gate_proj,0.0000390693,0.05000,1.245
3,mlp.experts.237.gate_proj,0.0000335116,0.05000,1.242
3,mlp.experts.239.gate_proj,0.0000357703,0.05000,1.249
3,mlp.experts.238.gate_proj,0.0000327450,0.05000,1.244
3,mlp.experts.236.gate_proj,0.0000195033,0.05000,1.240
3,mlp.experts.241.gate_proj,0.0000284743,0.05000,1.238
3,mlp.experts.243.gate_proj,0.0000354514,0.05000,1.250
3,mlp.experts.242.gate_proj,0.0000357060,0.05000,1.251
3,mlp.experts.240.gate_proj,0.0000451513,0.05000,1.243
3,mlp.experts.245.gate_proj,0.0000406176,0.05000,1.233
3,mlp.experts.247.gate_proj,0.0000308838,0.05000,1.236
3,mlp.experts.246.gate_proj,0.0000391501,0.05000,1.230
3,mlp.experts.244.gate_proj,0.0000302955,0.05000,1.232
3,mlp.experts.249.gate_proj,0.0000435940,0.05000,1.235
3,mlp.experts.251.gate_proj,0.0000345998,0.05000,1.246
3,mlp.experts.250.gate_proj,0.0000463581,0.05000,1.238
3,mlp.experts.248.gate_proj,0.0000910632,0.05000,1.243
3,mlp.experts.253.gate_proj,0.0000394352,0.05000,1.236
3,mlp.experts.255.gate_proj,0.0000235143,0.05000,1.237
3,mlp.experts.254.gate_proj,0.0000564150,0.05000,1.245
3,mlp.experts.252.gate_proj,0.0000359395,0.05000,1.237
3,mlp.experts.1.up_proj,0.0000424323,0.05000,1.257
3,mlp.experts.3.up_proj,0.0000395164,0.05000,1.251
3,mlp.experts.2.up_proj,0.0000356688,0.05000,1.253
3,mlp.experts.0.up_proj,0.0000209448,0.05000,1.243
3,mlp.experts.5.up_proj,0.0000374389,0.05000,1.255
3,mlp.experts.7.up_proj,0.0000581203,0.05000,1.248
3,mlp.experts.6.up_proj,0.0000350580,0.05000,1.249
3,mlp.experts.4.up_proj,0.0000324331,0.05000,1.266
3,mlp.experts.9.up_proj,0.0000327585,0.05000,1.242
3,mlp.experts.11.up_proj,0.0000564046,0.05000,1.241
3,mlp.experts.10.up_proj,0.0001102166,0.05000,1.257
3,mlp.experts.8.up_proj,0.0000377139,0.05000,1.242
3,mlp.experts.13.up_proj,0.0000340623,0.05000,1.251
3,mlp.experts.15.up_proj,0.0000221255,0.05000,1.253
3,mlp.experts.14.up_proj,0.0000389584,0.05000,1.250
3,mlp.experts.12.up_proj,0.0000220588,0.05000,1.256
3,mlp.experts.17.up_proj,0.0000315349,0.05000,1.242
3,mlp.experts.19.up_proj,0.0000198751,0.05000,1.238
3,mlp.experts.18.up_proj,0.0000498358,0.05000,1.245
3,mlp.experts.16.up_proj,0.0000344290,0.05000,1.233
3,mlp.experts.21.up_proj,0.0000279001,0.05000,1.219
3,mlp.experts.23.up_proj,0.0000889313,0.05000,1.238
3,mlp.experts.22.up_proj,0.0000670133,0.05000,1.230
3,mlp.experts.20.up_proj,0.0000170857,0.05000,1.223
3,mlp.experts.25.up_proj,0.0000361233,0.05000,1.226
3,mlp.experts.27.up_proj,0.0000104317,0.05000,1.225
3,mlp.experts.26.up_proj,0.0000144304,0.05000,1.236
3,mlp.experts.24.up_proj,0.0000924520,0.05000,1.232
3,mlp.experts.29.up_proj,0.0000447306,0.05000,1.243
3,mlp.experts.31.up_proj,0.0000098055,0.05000,1.252
3,mlp.experts.28.up_proj,0.0000384868,0.05000,1.234
3,mlp.experts.30.up_proj,0.0000606264,0.05000,1.250
3,mlp.experts.33.up_proj,0.0000508732,0.05000,1.245
3,mlp.experts.35.up_proj,0.0000141209,0.05000,1.252
3,mlp.experts.34.up_proj,0.0000152547,0.05000,1.236
3,mlp.experts.32.up_proj,0.0000168137,0.05000,1.241
3,mlp.experts.37.up_proj,0.0000093516,0.05000,1.242
3,mlp.experts.39.up_proj,0.0000307917,0.05000,1.239
3,mlp.experts.38.up_proj,0.0000351645,0.05000,1.240
3,mlp.experts.36.up_proj,0.0000173148,0.05000,1.283
3,mlp.experts.41.up_proj,0.0000362055,0.05000,1.260
3,mlp.experts.43.up_proj,0.0000408046,0.05000,1.268
3,mlp.experts.42.up_proj,0.0000230411,0.05000,1.238
3,mlp.experts.40.up_proj,0.0000537489,0.05000,1.236
3,mlp.experts.45.up_proj,0.0000467553,0.05000,1.233
3,mlp.experts.46.up_proj,0.0000173217,0.05000,1.229
3,mlp.experts.47.up_proj,0.0000510293,0.05000,1.241
3,mlp.experts.44.up_proj,0.0000154795,0.05000,1.242
3,mlp.experts.49.up_proj,0.0000346261,0.05000,1.247
3,mlp.experts.51.up_proj,0.0000317246,0.05000,1.247
3,mlp.experts.50.up_proj,0.0000503687,0.05000,1.252
3,mlp.experts.48.up_proj,0.0000409473,0.05000,1.253
3,mlp.experts.53.up_proj,0.0000292143,0.05000,1.249
3,mlp.experts.55.up_proj,0.0000157404,0.05000,1.253
3,mlp.experts.54.up_proj,0.0000628710,0.05000,1.262
3,mlp.experts.52.up_proj,0.0000502501,0.05000,1.249
3,mlp.experts.57.up_proj,0.0000366987,0.05000,1.250
3,mlp.experts.59.up_proj,0.0000283000,0.05000,1.241
3,mlp.experts.58.up_proj,0.0000223444,0.05000,1.247
3,mlp.experts.56.up_proj,0.0000352683,0.05000,1.235
3,mlp.experts.61.up_proj,0.0000140005,0.05000,1.254
3,mlp.experts.63.up_proj,0.0000674315,0.05000,1.240
3,mlp.experts.62.up_proj,0.0000775822,0.05000,1.251
3,mlp.experts.60.up_proj,0.0000425082,0.05000,1.251
3,mlp.experts.65.up_proj,0.0000360139,0.05000,1.256
3,mlp.experts.67.up_proj,0.0000293111,0.05000,1.250
3,mlp.experts.66.up_proj,0.0000322354,0.05000,1.262
3,mlp.experts.64.up_proj,0.0000410873,0.05000,1.263
3,mlp.experts.69.up_proj,0.0000310375,0.05000,1.247
3,mlp.experts.71.up_proj,0.0000237826,0.05000,1.237
3,mlp.experts.70.up_proj,0.0000160331,0.05000,1.241
3,mlp.experts.68.up_proj,0.0000327170,0.05000,1.245
3,mlp.experts.73.up_proj,0.0000307902,0.05000,1.259
3,mlp.experts.75.up_proj,0.0000337347,0.05000,1.260
3,mlp.experts.74.up_proj,0.0000639643,0.05000,1.257
3,mlp.experts.72.up_proj,0.0000445840,0.05000,1.256
3,mlp.experts.77.up_proj,0.0000192099,0.05000,1.269
3,mlp.experts.79.up_proj,0.0000668642,0.05000,1.262
3,mlp.experts.78.up_proj,0.0000435690,0.05000,1.264
3,mlp.experts.76.up_proj,0.0000325288,0.05000,1.260
3,mlp.experts.81.up_proj,0.0000286452,0.05000,1.249
3,mlp.experts.83.up_proj,0.0000391020,0.05000,1.261
3,mlp.experts.80.up_proj,0.0000752796,0.05000,1.248
3,mlp.experts.82.up_proj,0.0000420643,0.05000,1.274
3,mlp.experts.85.up_proj,0.0000367718,0.05000,1.281
3,mlp.experts.87.up_proj,0.0000314326,0.05000,1.286
3,mlp.experts.84.up_proj,0.0000143573,0.05000,1.287
3,mlp.experts.86.up_proj,0.0000402286,0.05000,1.271
3,mlp.experts.89.up_proj,0.0000499765,0.05000,1.246
3,mlp.experts.91.up_proj,0.0000074746,0.05000,1.246
3,mlp.experts.88.up_proj,0.0000244610,0.05000,1.238
3,mlp.experts.90.up_proj,0.0000295136,0.05000,1.239
3,mlp.experts.93.up_proj,0.0000183222,0.05000,1.225
3,mlp.experts.95.up_proj,0.0000200883,0.05000,1.221
3,mlp.experts.92.up_proj,0.0000275818,0.05000,1.227
3,mlp.experts.94.up_proj,0.0000293707,0.05000,1.229
3,mlp.experts.97.up_proj,0.0000223901,0.05000,1.228
3,mlp.experts.99.up_proj,0.0000429773,0.05000,1.229
3,mlp.experts.96.up_proj,0.0000509438,0.05000,1.229
3,mlp.experts.98.up_proj,0.0000206102,0.05000,1.226
3,mlp.experts.101.up_proj,0.0000243432,0.05000,1.247
3,mlp.experts.103.up_proj,0.0000195669,0.05000,1.258
3,mlp.experts.100.up_proj,0.0000461470,0.05000,1.248
3,mlp.experts.102.up_proj,0.0000402499,0.05000,1.241
3,mlp.experts.105.up_proj,0.0000268139,0.05000,1.266
3,mlp.experts.107.up_proj,0.0000370284,0.05000,1.264
3,mlp.experts.104.up_proj,0.0000206073,0.05000,1.275
3,mlp.experts.106.up_proj,0.0000236163,0.05000,1.261
3,mlp.experts.109.up_proj,0.0000334550,0.05000,1.241
3,mlp.experts.111.up_proj,0.0000383643,0.05000,1.248
3,mlp.experts.108.up_proj,0.0000325581,0.05000,1.256
3,mlp.experts.110.up_proj,0.0000467786,0.05000,1.264
3,mlp.experts.113.up_proj,0.0000899179,0.05000,1.242
3,mlp.experts.115.up_proj,0.0000490125,0.05000,1.242
3,mlp.experts.112.up_proj,0.0000817634,0.05000,1.242
3,mlp.experts.114.up_proj,0.0000395784,0.05000,1.236
3,mlp.experts.117.up_proj,0.0000256248,0.05000,1.235
3,mlp.experts.119.up_proj,0.0000327099,0.05000,1.232
3,mlp.experts.116.up_proj,0.0000142606,0.05000,1.236
3,mlp.experts.118.up_proj,0.0000432674,0.05000,1.237
3,mlp.experts.121.up_proj,0.0000297088,0.05000,1.237
3,mlp.experts.123.up_proj,0.0000474938,0.05000,1.235
3,mlp.experts.120.up_proj,0.0000420121,0.05000,1.241
3,mlp.experts.122.up_proj,0.0000340008,0.05000,1.239
3,mlp.experts.125.up_proj,0.0001408072,0.05000,1.257
3,mlp.experts.127.up_proj,0.0000337963,0.05000,1.249
3,mlp.experts.126.up_proj,0.0000639907,0.05000,1.252
3,mlp.experts.124.up_proj,0.0000306369,0.05000,1.264
3,mlp.experts.129.up_proj,0.0000134684,0.05000,1.242
3,mlp.experts.131.up_proj,0.0000349067,0.05000,1.245
3,mlp.experts.128.up_proj,0.0000145970,0.05000,1.236
3,mlp.experts.130.up_proj,0.0000412492,0.05000,1.241
3,mlp.experts.133.up_proj,0.0000077997,0.05000,1.247
3,mlp.experts.135.up_proj,0.0000161679,0.05000,1.252
3,mlp.experts.132.up_proj,0.0000323531,0.05000,1.247
3,mlp.experts.134.up_proj,0.0000401959,0.05000,1.257
3,mlp.experts.137.up_proj,0.0000233709,0.05000,1.239
3,mlp.experts.139.up_proj,0.0000364820,0.05000,1.240
3,mlp.experts.136.up_proj,0.0000352253,0.05000,1.237
3,mlp.experts.138.up_proj,0.0000393545,0.05000,1.235
3,mlp.experts.141.up_proj,0.0000509016,0.05000,1.242
3,mlp.experts.143.up_proj,0.0000388387,0.05000,1.232
3,mlp.experts.140.up_proj,0.0000610781,0.05000,1.232
3,mlp.experts.142.up_proj,0.0000184288,0.05000,1.237
3,mlp.experts.145.up_proj,0.0000497156,0.05000,1.245
3,mlp.experts.147.up_proj,0.0000399862,0.05000,1.246
3,mlp.experts.144.up_proj,0.0000707012,0.05000,1.245
3,mlp.experts.146.up_proj,0.0000137063,0.05000,1.250
3,mlp.experts.149.up_proj,0.0000566572,0.05000,1.239
3,mlp.experts.151.up_proj,0.0000222460,0.05000,1.233
3,mlp.experts.148.up_proj,0.0000289659,0.05000,1.239
3,mlp.experts.150.up_proj,0.0000380496,0.05000,1.233
3,mlp.experts.153.up_proj,0.0000243437,0.05000,1.243
3,mlp.experts.155.up_proj,0.0000216614,0.05000,1.247
3,mlp.experts.152.up_proj,0.0000097416,0.05000,1.248
3,mlp.experts.154.up_proj,0.0000530218,0.05000,1.254
3,mlp.experts.157.up_proj,0.0000234477,0.05000,1.233
3,mlp.experts.159.up_proj,0.0000335546,0.05000,1.231
3,mlp.experts.156.up_proj,0.0000373533,0.05000,1.229
3,mlp.experts.158.up_proj,0.0000279118,0.05000,1.232
3,mlp.experts.161.up_proj,0.0000447989,0.05000,1.246
3,mlp.experts.163.up_proj,0.0000280331,0.05000,1.243
3,mlp.experts.160.up_proj,0.0000288351,0.05000,1.250
3,mlp.experts.162.up_proj,0.0000360920,0.05000,1.248
3,mlp.experts.165.up_proj,0.0000432743,0.05000,1.245
3,mlp.experts.167.up_proj,0.0000322853,0.05000,1.236
3,mlp.experts.164.up_proj,0.0000524937,0.05000,1.241
3,mlp.experts.166.up_proj,0.0000406087,0.05000,1.235
3,mlp.experts.169.up_proj,0.0000309672,0.05000,1.237
3,mlp.experts.171.up_proj,0.0000125743,0.05000,1.233
3,mlp.experts.168.up_proj,0.0000732568,0.05000,1.241
3,mlp.experts.170.up_proj,0.0000173811,0.05000,1.237
3,mlp.experts.173.up_proj,0.0000702404,0.05000,1.231
3,mlp.experts.175.up_proj,0.0000968316,0.05000,1.226
3,mlp.experts.172.up_proj,0.0000439390,0.05000,1.225
3,mlp.experts.174.up_proj,0.0000673015,0.05000,1.225
3,mlp.experts.177.up_proj,0.0000437327,0.05000,1.219
3,mlp.experts.179.up_proj,0.0000405044,0.05000,1.221
3,mlp.experts.178.up_proj,0.0000311909,0.05000,1.211
3,mlp.experts.176.up_proj,0.0000466664,0.05000,1.226
3,mlp.experts.181.up_proj,0.0000555319,0.05000,1.245
3,mlp.experts.183.up_proj,0.0000292926,0.05000,1.250
3,mlp.experts.182.up_proj,0.0000462970,0.05000,1.255
3,mlp.experts.180.up_proj,0.0000470606,0.05000,1.254
3,mlp.experts.185.up_proj,0.0000559455,0.05000,1.229
3,mlp.experts.187.up_proj,0.0000085932,0.05000,1.232
3,mlp.experts.184.up_proj,0.0000389207,0.05000,1.227
3,mlp.experts.186.up_proj,0.0000439237,0.05000,1.231
3,mlp.experts.189.up_proj,0.0000416544,0.05000,1.230
3,mlp.experts.191.up_proj,0.0000360459,0.05000,1.241
3,mlp.experts.190.up_proj,0.0000490926,0.05000,1.227
3,mlp.experts.188.up_proj,0.0000233393,0.05000,1.241
3,mlp.experts.193.up_proj,0.0000324271,0.05000,1.227
3,mlp.experts.195.up_proj,0.0000335382,0.05000,1.226
3,mlp.experts.192.up_proj,0.0000366394,0.05000,1.221
3,mlp.experts.194.up_proj,0.0000328843,0.05000,1.239
3,mlp.experts.197.up_proj,0.0000259487,0.05000,1.228
3,mlp.experts.199.up_proj,0.0000319672,0.05000,1.226
3,mlp.experts.198.up_proj,0.0000755183,0.05000,1.214
3,mlp.experts.196.up_proj,0.0000396494,0.05000,1.228
3,mlp.experts.201.up_proj,0.0000380375,0.05000,1.249
3,mlp.experts.203.up_proj,0.0000320021,0.05000,1.258
3,mlp.experts.202.up_proj,0.0000113180,0.05000,1.259
3,mlp.experts.200.up_proj,0.0000435908,0.05000,1.258
3,mlp.experts.205.up_proj,0.0000122067,0.05000,1.235
3,mlp.experts.207.up_proj,0.0000330973,0.05000,1.236
3,mlp.experts.206.up_proj,0.0000328982,0.05000,1.237
3,mlp.experts.204.up_proj,0.0000298954,0.05000,1.240
3,mlp.experts.209.up_proj,0.0000393324,0.05000,1.244
3,mlp.experts.211.up_proj,0.0000124861,0.05000,1.235
3,mlp.experts.210.up_proj,0.0000240091,0.05000,1.239
3,mlp.experts.208.up_proj,0.0000119358,0.05000,1.237
3,mlp.experts.213.up_proj,0.0000246960,0.05000,1.235
3,mlp.experts.215.up_proj,0.0000199671,0.05000,1.232
3,mlp.experts.212.up_proj,0.0000518595,0.05000,1.222
3,mlp.experts.214.up_proj,0.0000112696,0.05000,1.244
3,mlp.experts.217.up_proj,0.0000361186,0.05000,1.220
3,mlp.experts.219.up_proj,0.0000343164,0.05000,1.233
3,mlp.experts.216.up_proj,0.0000305809,0.05000,1.227
3,mlp.experts.218.up_proj,0.0000888644,0.05000,1.229
3,mlp.experts.221.up_proj,0.0000138371,0.05000,1.234
3,mlp.experts.223.up_proj,0.0000443341,0.05000,1.239
3,mlp.experts.220.up_proj,0.0000384385,0.05000,1.235
3,mlp.experts.222.up_proj,0.0000359569,0.05000,1.233
3,mlp.experts.225.up_proj,0.0000210715,0.05000,1.235
3,mlp.experts.227.up_proj,0.0000362871,0.05000,1.234
3,mlp.experts.224.up_proj,0.0000311179,0.05000,1.233
3,mlp.experts.226.up_proj,0.0000266269,0.05000,1.223
3,mlp.experts.229.up_proj,0.0000445508,0.05000,1.253
3,mlp.experts.231.up_proj,0.0000108029,0.05000,1.254
3,mlp.experts.228.up_proj,0.0000255898,0.05000,1.250
3,mlp.experts.230.up_proj,0.0000104286,0.05000,1.252
3,mlp.experts.233.up_proj,0.0000134580,0.05000,1.251
3,mlp.experts.235.up_proj,0.0000101876,0.05000,1.266
3,mlp.experts.232.up_proj,0.0000383376,0.05000,1.262
3,mlp.experts.234.up_proj,0.0000319066,0.05000,1.271
3,mlp.experts.237.up_proj,0.0000330048,0.05000,1.263
3,mlp.experts.239.up_proj,0.0000349961,0.05000,1.259
3,mlp.experts.236.up_proj,0.0000190097,0.05000,1.257
3,mlp.experts.238.up_proj,0.0000292609,0.05000,1.258
3,mlp.experts.241.up_proj,0.0000264557,0.05000,1.228
3,mlp.experts.243.up_proj,0.0000341011,0.05000,1.240
3,mlp.experts.240.up_proj,0.0000438028,0.05000,1.233
3,mlp.experts.242.up_proj,0.0000349489,0.05000,1.230
3,mlp.experts.245.up_proj,0.0000396274,0.05000,1.242
3,mlp.experts.247.up_proj,0.0000294107,0.05000,1.246
3,mlp.experts.244.up_proj,0.0000299014,0.05000,1.248
3,mlp.experts.246.up_proj,0.0000387060,0.05000,1.248
3,mlp.experts.249.up_proj,0.0000397989,0.05000,1.257
3,mlp.experts.251.up_proj,0.0000330602,0.05000,1.258
3,mlp.experts.248.up_proj,0.0000816364,0.05000,1.267
3,mlp.experts.250.up_proj,0.0000435635,0.05000,1.259
3,mlp.experts.253.up_proj,0.0000387741,0.05000,1.249
3,mlp.experts.255.up_proj,0.0000230909,0.05000,1.202
3,mlp.experts.252.up_proj,0.0000350382,0.05000,1.167
3,mlp.experts.254.up_proj,0.0000543079,0.05000,1.167
3,mlp.experts.3.down_proj,0.0000003302,0.05000,0.302
3,mlp.experts.0.down_proj,0.0000006831,0.05000,0.307
3,mlp.experts.1.down_proj,0.0000003968,0.05000,0.306
3,mlp.experts.2.down_proj,0.0000006446,0.05000,0.311
3,mlp.experts.7.down_proj,0.0000008358,0.05000,0.306
3,mlp.experts.5.down_proj,0.0000002974,0.05000,0.307
3,mlp.experts.6.down_proj,0.0000006845,0.05000,0.307
3,mlp.experts.4.down_proj,0.0000002820,0.05000,0.314
3,mlp.experts.11.down_proj,0.0000008142,0.05000,0.313
3,mlp.experts.10.down_proj,0.0000016777,0.05000,0.309
3,mlp.experts.9.down_proj,0.0000002413,0.05000,0.314
3,mlp.experts.8.down_proj,0.0000005160,0.05000,0.312
3,mlp.experts.15.down_proj,0.0000002537,0.05000,0.316
3,mlp.experts.13.down_proj,0.0000003923,0.05000,0.317
3,mlp.experts.12.down_proj,0.0000002485,0.05000,0.315
3,mlp.experts.14.down_proj,0.0000003401,0.05000,0.324
3,mlp.experts.19.down_proj,0.0000001719,0.05000,0.312
3,mlp.experts.17.down_proj,0.0000002432,0.05000,0.315
3,mlp.experts.16.down_proj,0.0000007352,0.05000,0.327
3,mlp.experts.18.down_proj,0.0000008177,0.05000,0.329
3,mlp.experts.23.down_proj,0.0000016413,0.05000,0.329
3,mlp.experts.21.down_proj,0.0000002160,0.05000,0.316
3,mlp.experts.20.down_proj,0.0000001728,0.05000,0.316
3,mlp.experts.22.down_proj,0.0000015552,0.05000,0.317
3,mlp.experts.27.down_proj,0.0000001089,0.05000,0.311
3,mlp.experts.25.down_proj,0.0000006458,0.05000,0.304
3,mlp.experts.26.down_proj,0.0000002192,0.05000,0.307
3,mlp.experts.24.down_proj,0.0000014289,0.05000,0.313
3,mlp.experts.31.down_proj,0.0000000698,0.05000,0.309
3,mlp.experts.29.down_proj,0.0000005373,0.05000,0.314
3,mlp.experts.28.down_proj,0.0000003701,0.05000,0.316
3,mlp.experts.30.down_proj,0.0000007522,0.05000,0.320
3,mlp.experts.35.down_proj,0.0000002259,0.05000,0.314
3,mlp.experts.33.down_proj,0.0000005111,0.05000,0.311
3,mlp.experts.32.down_proj,0.0000002467,0.05000,0.315
3,mlp.experts.34.down_proj,0.0000002116,0.05000,0.317
3,mlp.experts.39.down_proj,0.0000003619,0.05000,0.317
3,mlp.experts.37.down_proj,0.0000000800,0.05000,0.323
3,mlp.experts.36.down_proj,0.0000001717,0.05000,0.316
3,mlp.experts.38.down_proj,0.0000004348,0.05000,0.320
3,mlp.experts.43.down_proj,0.0000005023,0.05000,0.315
3,mlp.experts.41.down_proj,0.0000002842,0.05000,0.316
3,mlp.experts.40.down_proj,0.0000005882,0.05000,0.316
3,mlp.experts.42.down_proj,0.0000003077,0.05000,0.315
3,mlp.experts.47.down_proj,0.0000010640,0.05000,0.309
3,mlp.experts.45.down_proj,0.0000004545,0.05000,0.307
3,mlp.experts.44.down_proj,0.0000002604,0.05000,0.307
3,mlp.experts.46.down_proj,0.0000002461,0.05000,0.308
3,mlp.experts.51.down_proj,0.0000002607,0.05000,0.310
3,mlp.experts.49.down_proj,0.0000002974,0.05000,0.311
3,mlp.experts.48.down_proj,0.0000003381,0.05000,0.315
3,mlp.experts.50.down_proj,0.0000004530,0.05000,0.310
3,mlp.experts.55.down_proj,0.0000001334,0.05000,0.310
3,mlp.experts.53.down_proj,0.0000002503,0.05000,0.307
3,mlp.experts.52.down_proj,0.0000008323,0.05000,0.308
3,mlp.experts.54.down_proj,0.0000013274,0.05000,0.309
3,mlp.experts.57.down_proj,0.0000004524,0.05000,0.336
3,mlp.experts.59.down_proj,0.0000005985,0.05000,0.344
3,mlp.experts.56.down_proj,0.0000002719,0.05000,0.339
3,mlp.experts.58.down_proj,0.0000003587,0.05000,0.318
3,mlp.experts.61.down_proj,0.0000001927,0.05000,0.313
3,mlp.experts.63.down_proj,0.0000011033,0.05000,0.313
3,mlp.experts.60.down_proj,0.0000004989,0.05000,0.315
3,mlp.experts.62.down_proj,0.0000008449,0.05000,0.317
3,mlp.experts.65.down_proj,0.0000003037,0.05000,0.314
3,mlp.experts.67.down_proj,0.0000006876,0.05000,0.314
3,mlp.experts.64.down_proj,0.0000010489,0.05000,0.314
3,mlp.experts.66.down_proj,0.0000005175,0.05000,0.311
3,mlp.experts.69.down_proj,0.0000007735,0.05000,0.307
3,mlp.experts.71.down_proj,0.0000002755,0.05000,0.313
3,mlp.experts.70.down_proj,0.0000002467,0.05000,0.309
3,mlp.experts.68.down_proj,0.0000003343,0.05000,0.317
3,mlp.experts.73.down_proj,0.0000002858,0.05000,0.314
3,mlp.experts.75.down_proj,0.0000002841,0.05000,0.314
3,mlp.experts.74.down_proj,0.0000008874,0.05000,0.312
3,mlp.experts.72.down_proj,0.0000004042,0.05000,0.315
3,mlp.experts.77.down_proj,0.0000001648,0.05000,0.308
3,mlp.experts.79.down_proj,0.0000009109,0.05000,0.307
3,mlp.experts.78.down_proj,0.0000004684,0.05000,0.306
3,mlp.experts.76.down_proj,0.0000002576,0.05000,0.308
3,mlp.experts.81.down_proj,0.0000003826,0.05000,0.310
3,mlp.experts.83.down_proj,0.0000005059,0.05000,0.314
3,mlp.experts.82.down_proj,0.0000006522,0.05000,0.315
3,mlp.experts.80.down_proj,0.0000011286,0.05000,0.312
3,mlp.experts.85.down_proj,0.0000003253,0.05000,0.323
3,mlp.experts.87.down_proj,0.0000005987,0.05000,0.321
3,mlp.experts.86.down_proj,0.0000005012,0.05000,0.323
3,mlp.experts.84.down_proj,0.0000001074,0.05000,0.324
3,mlp.experts.89.down_proj,0.0000004352,0.05000,0.309
3,mlp.experts.91.down_proj,0.0000014338,0.05000,0.314
3,mlp.experts.88.down_proj,0.0000006453,0.05000,0.308
3,mlp.experts.90.down_proj,0.0000003300,0.05000,0.318
3,mlp.experts.93.down_proj,0.0000004527,0.05000,0.316
3,mlp.experts.95.down_proj,0.0000001992,0.05000,0.310
3,mlp.experts.92.down_proj,0.0000002072,0.05000,0.312
3,mlp.experts.94.down_proj,0.0000005084,0.05000,0.312
3,mlp.experts.97.down_proj,0.0000003339,0.05000,0.311
3,mlp.experts.99.down_proj,0.0000006642,0.05000,0.307
3,mlp.experts.96.down_proj,0.0000008819,0.05000,0.311
3,mlp.experts.98.down_proj,0.0000004255,0.05000,0.312
3,mlp.experts.103.down_proj,0.0000002230,0.05000,0.305
3,mlp.experts.101.down_proj,0.0000003283,0.05000,0.310
3,mlp.experts.100.down_proj,0.0000004311,0.05000,0.305
3,mlp.experts.102.down_proj,0.0000003816,0.05000,0.308
3,mlp.experts.107.down_proj,0.0000002759,0.05000,0.320
3,mlp.experts.105.down_proj,0.0000002021,0.05000,0.323
3,mlp.experts.104.down_proj,0.0000006737,0.05000,0.315
3,mlp.experts.106.down_proj,0.0000007484,0.05000,0.317
3,mlp.experts.111.down_proj,0.0000003317,0.05000,0.313
3,mlp.experts.109.down_proj,0.0000002665,0.05000,0.313
3,mlp.experts.108.down_proj,0.0000006805,0.05000,0.313
3,mlp.experts.110.down_proj,0.0000009593,0.05000,0.317
3,mlp.experts.115.down_proj,0.0000007394,0.05000,0.321
3,mlp.experts.113.down_proj,0.0000016471,0.05000,0.324
3,mlp.experts.112.down_proj,0.0000015633,0.05000,0.319
3,mlp.experts.114.down_proj,0.0000003307,0.05000,0.316
3,mlp.experts.119.down_proj,0.0000002635,0.05000,0.311
3,mlp.experts.117.down_proj,0.0000003220,0.05000,0.310
3,mlp.experts.116.down_proj,0.0000005849,0.05000,0.311
3,mlp.experts.118.down_proj,0.0000004369,0.05000,0.315
3,mlp.experts.123.down_proj,0.0000004792,0.05000,0.322
3,mlp.experts.121.down_proj,0.0000002502,0.05000,0.320
3,mlp.experts.120.down_proj,0.0000008219,0.05000,0.318
3,mlp.experts.122.down_proj,0.0000007235,0.05000,0.316
3,mlp.experts.127.down_proj,0.0000003684,0.05000,0.310
3,mlp.experts.125.down_proj,0.0000042099,0.05000,0.310
3,mlp.experts.124.down_proj,0.0000003240,0.05000,0.311
3,mlp.experts.126.down_proj,0.0000014091,0.05000,0.312
3,mlp.experts.129.down_proj,0.0000006605,0.05000,0.314
3,mlp.experts.131.down_proj,0.0000003021,0.05000,0.321
3,mlp.experts.128.down_proj,0.0000002033,0.05000,0.325
3,mlp.experts.130.down_proj,0.0000004962,0.05000,0.320
3,mlp.experts.133.down_proj,0.0000001449,0.05000,0.308
3,mlp.experts.135.down_proj,0.0000002104,0.05000,0.312
3,mlp.experts.132.down_proj,0.0000003252,0.05000,0.312
3,mlp.experts.134.down_proj,0.0000003217,0.05000,0.310
3,mlp.experts.137.down_proj,0.0000001903,0.05000,0.318
3,mlp.experts.139.down_proj,0.0000003667,0.05000,0.321
3,mlp.experts.136.down_proj,0.0000004331,0.05000,0.326
3,mlp.experts.138.down_proj,0.0000002932,0.05000,0.323
3,mlp.experts.141.down_proj,0.0000011086,0.05000,0.307
3,mlp.experts.143.down_proj,0.0000003447,0.05000,0.309
3,mlp.experts.140.down_proj,0.0000011236,0.05000,0.309
3,mlp.experts.142.down_proj,0.0000002300,0.05000,0.309
3,mlp.experts.145.down_proj,0.0000006182,0.05000,0.304
3,mlp.experts.147.down_proj,0.0000003321,0.05000,0.307
3,mlp.experts.144.down_proj,0.0000018909,0.05000,0.308
3,mlp.experts.146.down_proj,0.0000001152,0.05000,0.305
3,mlp.experts.149.down_proj,0.0000014236,0.05000,0.320
3,mlp.experts.151.down_proj,0.0000002045,0.05000,0.330
3,mlp.experts.148.down_proj,0.0000002943,0.05000,0.330
3,mlp.experts.150.down_proj,0.0000003026,0.05000,0.331
3,mlp.experts.153.down_proj,0.0000002372,0.05000,0.311
3,mlp.experts.155.down_proj,0.0000004891,0.05000,0.315
3,mlp.experts.152.down_proj,0.0000000699,0.05000,0.312
3,mlp.experts.154.down_proj,0.0000010736,0.05000,0.313
3,mlp.experts.157.down_proj,0.0000003946,0.05000,0.313
3,mlp.experts.159.down_proj,0.0000004622,0.05000,0.318
3,mlp.experts.156.down_proj,0.0000003147,0.05000,0.318
3,mlp.experts.158.down_proj,0.0000002027,0.05000,0.325
3,mlp.experts.161.down_proj,0.0000004691,0.05000,0.334
3,mlp.experts.163.down_proj,0.0000004026,0.05000,0.336
3,mlp.experts.160.down_proj,0.0000005279,0.05000,0.321
3,mlp.experts.162.down_proj,0.0000003872,0.05000,0.322
3,mlp.experts.165.down_proj,0.0000005823,0.05000,0.312
3,mlp.experts.167.down_proj,0.0000002361,0.05000,0.312
3,mlp.experts.164.down_proj,0.0000007347,0.05000,0.308
3,mlp.experts.166.down_proj,0.0000003344,0.05000,0.313
3,mlp.experts.169.down_proj,0.0000002268,0.05000,0.311
3,mlp.experts.171.down_proj,0.0000001836,0.05000,0.315
3,mlp.experts.168.down_proj,0.0000012169,0.05000,0.311
3,mlp.experts.170.down_proj,0.0000003548,0.05000,0.315
3,mlp.experts.173.down_proj,0.0000008572,0.05000,0.322
3,mlp.experts.175.down_proj,0.0000025501,0.05000,0.316
3,mlp.experts.172.down_proj,0.0000004850,0.05000,0.316
3,mlp.experts.174.down_proj,0.0000007165,0.05000,0.320
3,mlp.experts.177.down_proj,0.0000004562,0.05000,0.314
3,mlp.experts.179.down_proj,0.0000006551,0.05000,0.317
3,mlp.experts.176.down_proj,0.0000007382,0.05000,0.324
3,mlp.experts.178.down_proj,0.0000002310,0.05000,0.319
3,mlp.experts.181.down_proj,0.0000010180,0.05000,0.327
3,mlp.experts.183.down_proj,0.0000002549,0.05000,0.321
3,mlp.experts.182.down_proj,0.0000005585,0.05000,0.310
3,mlp.experts.180.down_proj,0.0000008280,0.05000,0.316
3,mlp.experts.185.down_proj,0.0000008144,0.05000,0.314
3,mlp.experts.187.down_proj,0.0000000922,0.05000,0.312
3,mlp.experts.186.down_proj,0.0000004305,0.05000,0.314
3,mlp.experts.184.down_proj,0.0000004796,0.05000,0.316
3,mlp.experts.189.down_proj,0.0000003493,0.05000,0.318
3,mlp.experts.191.down_proj,0.0000002956,0.05000,0.312
3,mlp.experts.190.down_proj,0.0000005248,0.05000,0.312
3,mlp.experts.188.down_proj,0.0000003286,0.05000,0.314
3,mlp.experts.193.down_proj,0.0000005751,0.05000,0.311
3,mlp.experts.195.down_proj,0.0000003956,0.05000,0.318
3,mlp.experts.194.down_proj,0.0000002890,0.05000,0.316
3,mlp.experts.192.down_proj,0.0000003158,0.05000,0.314
3,mlp.experts.197.down_proj,0.0000004966,0.05000,0.319
3,mlp.experts.199.down_proj,0.0000005952,0.05000,0.321
3,mlp.experts.198.down_proj,0.0000013576,0.05000,0.315
3,mlp.experts.196.down_proj,0.0000009519,0.05000,0.316
3,mlp.experts.201.down_proj,0.0000010013,0.05000,0.309
3,mlp.experts.203.down_proj,0.0000003950,0.05000,0.313
3,mlp.experts.202.down_proj,0.0000001250,0.05000,0.310
3,mlp.experts.200.down_proj,0.0000003432,0.05000,0.312
3,mlp.experts.205.down_proj,0.0000002602,0.05000,0.312
3,mlp.experts.207.down_proj,0.0000004352,0.05000,0.313
3,mlp.experts.206.down_proj,0.0000004747,0.05000,0.308
3,mlp.experts.204.down_proj,0.0000004095,0.05000,0.310
3,mlp.experts.209.down_proj,0.0000005774,0.05000,0.318
3,mlp.experts.210.down_proj,0.0000004619,0.05000,0.312
3,mlp.experts.211.down_proj,0.0000004364,0.05000,0.316
3,mlp.experts.208.down_proj,0.0000002722,0.05000,0.319
3,mlp.experts.213.down_proj,0.0000003345,0.05000,0.317
3,mlp.experts.214.down_proj,0.0000002892,0.05000,0.316
3,mlp.experts.215.down_proj,0.0000002292,0.05000,0.319
3,mlp.experts.212.down_proj,0.0000004850,0.05000,0.317
3,mlp.experts.217.down_proj,0.0000003135,0.05000,0.309
3,mlp.experts.218.down_proj,0.0000014118,0.05000,0.311
3,mlp.experts.219.down_proj,0.0000003596,0.05000,0.314
3,mlp.experts.216.down_proj,0.0000002633,0.05000,0.313
3,mlp.experts.221.down_proj,0.0000004669,0.05000,0.309
3,mlp.experts.222.down_proj,0.0000003742,0.05000,0.317
3,mlp.experts.223.down_proj,0.0000003955,0.05000,0.314
3,mlp.experts.220.down_proj,0.0000004249,0.05000,0.315
3,mlp.experts.225.down_proj,0.0000002909,0.05000,0.327
3,mlp.experts.226.down_proj,0.0000003428,0.05000,0.322
3,mlp.experts.227.down_proj,0.0000003391,0.05000,0.320
3,mlp.experts.224.down_proj,0.0000005441,0.05000,0.325
3,mlp.experts.229.down_proj,0.0000003993,0.05000,0.313
3,mlp.experts.230.down_proj,0.0000001838,0.05000,0.313
3,mlp.experts.231.down_proj,0.0000001471,0.05000,0.316
3,mlp.experts.228.down_proj,0.0000002735,0.05000,0.313
3,mlp.experts.233.down_proj,0.0000006955,0.05000,0.314
3,mlp.experts.234.down_proj,0.0000004696,0.05000,0.314
3,mlp.experts.235.down_proj,0.0000001019,0.05000,0.315
3,mlp.experts.232.down_proj,0.0000003365,0.05000,0.314
3,mlp.experts.237.down_proj,0.0000003305,0.05000,0.327
3,mlp.experts.238.down_proj,0.0000005102,0.05000,0.326
3,mlp.experts.239.down_proj,0.0000003559,0.05000,0.328
3,mlp.experts.236.down_proj,0.0000002181,0.05000,0.325
3,mlp.experts.241.down_proj,0.0000004151,0.05000,0.320
3,mlp.experts.242.down_proj,0.0000003339,0.05000,0.316
3,mlp.experts.243.down_proj,0.0000003308,0.05000,0.318
3,mlp.experts.240.down_proj,0.0000003721,0.05000,0.316
3,mlp.experts.245.down_proj,0.0000004657,0.05000,0.312
3,mlp.experts.246.down_proj,0.0000004041,0.05000,0.317
3,mlp.experts.247.down_proj,0.0000003161,0.05000,0.311
3,mlp.experts.244.down_proj,0.0000002616,0.05000,0.316
3,mlp.experts.249.down_proj,0.0000015852,0.05000,0.312
3,mlp.experts.250.down_proj,0.0000011960,0.05000,0.314
3,mlp.experts.251.down_proj,0.0000005094,0.05000,0.315
3,mlp.experts.248.down_proj,0.0000016024,0.05000,0.313
3,mlp.experts.253.down_proj,0.0000004489,0.05000,0.323
3,mlp.experts.254.down_proj,0.0000005586,0.05000,0.311
3,mlp.experts.255.down_proj,0.0000001651,0.05000,0.307
3,mlp.experts.252.down_proj,0.0000002965,0.05000,0.297
4,mlp.experts.1.gate_proj,0.0000365892,0.05000,1.241
4,mlp.experts.3.gate_proj,0.0000515916,0.05000,1.245
4,mlp.experts.2.gate_proj,0.0000177542,0.05000,1.251
4,mlp.experts.0.gate_proj,0.0000523976,0.05000,1.260
4,mlp.experts.5.gate_proj,0.0000473489,0.05000,1.222
4,mlp.experts.4.gate_proj,0.0000513134,0.05000,1.214
4,mlp.experts.7.gate_proj,0.0000300369,0.05000,1.232
4,mlp.experts.6.gate_proj,0.0000462263,0.05000,1.229
4,mlp.experts.11.gate_proj,0.0000596646,0.05000,1.229
4,mlp.experts.9.gate_proj,0.0000490972,0.05000,1.245
4,mlp.experts.8.gate_proj,0.0000213235,0.05000,1.239
4,mlp.experts.10.gate_proj,0.0000353321,0.05000,1.243
4,mlp.experts.15.gate_proj,0.0000157570,0.05000,1.243
4,mlp.experts.12.gate_proj,0.0000196516,0.05000,1.240
4,mlp.experts.13.gate_proj,0.0000107724,0.05000,1.251
4,mlp.experts.14.gate_proj,0.0000118542,0.05000,1.248
4,mlp.experts.18.gate_proj,0.0000502905,0.05000,1.228
4,mlp.experts.19.gate_proj,0.0000388919,0.05000,1.249
4,mlp.experts.16.gate_proj,0.0000429771,0.05000,1.251
4,mlp.experts.17.gate_proj,0.0000203908,0.05000,1.244
4,mlp.experts.22.gate_proj,0.0000232731,0.05000,1.233
4,mlp.experts.20.gate_proj,0.0000222663,0.05000,1.235
4,mlp.experts.21.gate_proj,0.0000269466,0.05000,1.247
4,mlp.experts.23.gate_proj,0.0000443552,0.05000,1.252
4,mlp.experts.26.gate_proj,0.0000479759,0.05000,1.237
4,mlp.experts.24.gate_proj,0.0000597423,0.05000,1.252
4,mlp.experts.27.gate_proj,0.0000656245,0.05000,1.248
4,mlp.experts.25.gate_proj,0.0000144208,0.05000,1.252
4,mlp.experts.30.gate_proj,0.0000309144,0.05000,1.255
4,mlp.experts.28.gate_proj,0.0000175286,0.05000,1.260
4,mlp.experts.31.gate_proj,0.0000522959,0.05000,1.260
4,mlp.experts.29.gate_proj,0.0000503585,0.05000,1.261
4,mlp.experts.34.gate_proj,fallback(rtn): 0.0010452,0.00000,0.037
4,mlp.experts.35.gate_proj,0.0000393004,0.05000,1.250
4,mlp.experts.32.gate_proj,0.0000444790,0.05000,1.261
4,mlp.experts.38.gate_proj,0.0000782928,0.05000,1.255
4,mlp.experts.33.gate_proj,0.0000398288,0.05000,1.265
4,mlp.experts.39.gate_proj,0.0000597557,0.05000,1.229
4,mlp.experts.37.gate_proj,0.0000216976,0.05000,1.224
4,mlp.experts.42.gate_proj,0.0001013394,0.05000,1.232
4,mlp.experts.36.gate_proj,0.0000412156,0.05000,1.240
4,mlp.experts.46.gate_proj,0.0000361844,0.05000,1.231
4,mlp.experts.43.gate_proj,0.0000311008,0.05000,1.246
4,mlp.experts.41.gate_proj,0.0000304536,0.05000,1.250
4,mlp.experts.40.gate_proj,0.0000798731,0.05000,1.249
4,mlp.experts.44.gate_proj,0.0000308668,0.05000,1.209
4,mlp.experts.47.gate_proj,0.0001631852,0.05000,1.229
4,mlp.experts.50.gate_proj,0.0000404397,0.05000,1.240
4,mlp.experts.45.gate_proj,0.0000368793,0.05000,1.228
4,mlp.experts.51.gate_proj,0.0000208194,0.05000,1.224
4,mlp.experts.49.gate_proj,0.0000558987,0.05000,1.218
4,mlp.experts.48.gate_proj,0.0000453290,0.05000,1.238
4,mlp.experts.54.gate_proj,0.0000311194,0.05000,1.230
4,mlp.experts.55.gate_proj,0.0000185178,0.05000,1.220
4,mlp.experts.53.gate_proj,0.0000860227,0.05000,1.219
4,mlp.experts.58.gate_proj,0.0000370563,0.05000,1.223
4,mlp.experts.52.gate_proj,0.0000521912,0.05000,1.229
4,mlp.experts.59.gate_proj,0.0001108907,0.05000,1.233
4,mlp.experts.57.gate_proj,0.0000450625,0.05000,1.237
4,mlp.experts.62.gate_proj,0.0000479980,0.05000,1.234
4,mlp.experts.56.gate_proj,0.0000334855,0.05000,1.236
4,mlp.experts.63.gate_proj,0.0000485697,0.05000,1.227
4,mlp.experts.61.gate_proj,0.0000388242,0.05000,1.228
4,mlp.experts.66.gate_proj,0.0000614926,0.05000,1.229
4,mlp.experts.60.gate_proj,0.0000205616,0.05000,1.226
4,mlp.experts.67.gate_proj,0.0000162548,0.05000,1.246
4,mlp.experts.64.gate_proj,0.0000316137,0.05000,1.227
4,mlp.experts.65.gate_proj,0.0000130521,0.05000,1.257
4,mlp.experts.70.gate_proj,0.0000446685,0.05000,1.248
4,mlp.experts.71.gate_proj,0.0000170922,0.05000,1.219
4,mlp.experts.69.gate_proj,0.0000276815,0.05000,1.212
4,mlp.experts.68.gate_proj,0.0000474678,0.05000,1.223
4,mlp.experts.74.gate_proj,0.0000194448,0.05000,1.220
4,mlp.experts.75.gate_proj,0.0000693317,0.05000,1.222
4,mlp.experts.78.gate_proj,0.0000874258,0.05000,1.212
4,mlp.experts.73.gate_proj,0.0001003181,0.05000,1.228
4,mlp.experts.72.gate_proj,0.0000378511,0.05000,1.235
4,mlp.experts.77.gate_proj,0.0000456217,0.05000,1.223
4,mlp.experts.79.gate_proj,0.0000198502,0.05000,1.235
4,mlp.experts.82.gate_proj,0.0000520144,0.05000,1.236
4,mlp.experts.76.gate_proj,0.0000567327,0.05000,1.227
4,mlp.experts.81.gate_proj,0.0000271459,0.05000,1.221
4,mlp.experts.80.gate_proj,0.0000621973,0.05000,1.216
4,mlp.experts.83.gate_proj,0.0000536854,0.05000,1.236
4,mlp.experts.86.gate_proj,0.0000987801,0.05000,1.248
4,mlp.experts.85.gate_proj,0.0000500667,0.05000,1.240
4,mlp.experts.84.gate_proj,0.0000252228,0.05000,1.246
4,mlp.experts.90.gate_proj,0.0000245337,0.05000,1.236
4,mlp.experts.87.gate_proj,0.0000281875,0.05000,1.242
4,mlp.experts.89.gate_proj,0.0000527939,0.05000,1.243
4,mlp.experts.91.gate_proj,0.0000509100,0.05000,1.234
4,mlp.experts.88.gate_proj,0.0000227074,0.05000,1.249
4,mlp.experts.94.gate_proj,0.0000283126,0.05000,1.247
4,mlp.experts.93.gate_proj,0.0000322732,0.05000,1.251
4,mlp.experts.92.gate_proj,0.0000506978,0.05000,1.251
4,mlp.experts.95.gate_proj,0.0000173269,0.05000,1.259
4,mlp.experts.98.gate_proj,0.0000182798,0.05000,1.245
4,mlp.experts.97.gate_proj,0.0000227348,0.05000,1.253
4,mlp.experts.99.gate_proj,0.0000555255,0.05000,1.236
4,mlp.experts.102.gate_proj,0.0000167076,0.05000,1.228
4,mlp.experts.96.gate_proj,0.0000326506,0.05000,1.245
4,mlp.experts.101.gate_proj,0.0000646640,0.05000,1.252
4,mlp.experts.100.gate_proj,0.0000299127,0.05000,1.251
4,mlp.experts.103.gate_proj,0.0000608832,0.05000,1.257
4,mlp.experts.106.gate_proj,0.0000163586,0.05000,1.282
4,mlp.experts.105.gate_proj,0.0000194459,0.05000,1.246
4,mlp.experts.104.gate_proj,0.0000493707,0.05000,1.237
4,mlp.experts.107.gate_proj,0.0001269728,0.05000,1.238
4,mlp.experts.110.gate_proj,0.0000430135,0.05000,1.229
4,mlp.experts.109.gate_proj,fallback(rtn): 0.0009918,0.00000,0.033
4,mlp.experts.111.gate_proj,0.0000664835,0.05000,1.245
4,mlp.experts.114.gate_proj,0.0000702533,0.05000,1.233
4,mlp.experts.108.gate_proj,0.0000086016,0.05000,1.266
4,mlp.experts.113.gate_proj,0.0000858334,0.05000,1.252
4,mlp.experts.115.gate_proj,0.0001011727,0.05000,1.242
4,mlp.experts.118.gate_proj,0.0000177392,0.05000,1.248
4,mlp.experts.112.gate_proj,0.0000200255,0.05000,1.236
4,mlp.experts.117.gate_proj,0.0000370876,0.05000,1.237
4,mlp.experts.119.gate_proj,0.0000203771,0.05000,1.231
4,mlp.experts.116.gate_proj,0.0000382020,0.05000,1.222
4,mlp.experts.122.gate_proj,0.0000191154,0.05000,1.228
4,mlp.experts.121.gate_proj,0.0000660316,0.05000,1.227
4,mlp.experts.123.gate_proj,0.0000278992,0.05000,1.231
4,mlp.experts.120.gate_proj,0.0000288691,0.05000,1.231
4,mlp.experts.125.gate_proj,0.0000558903,0.05000,1.224
4,mlp.experts.126.gate_proj,0.0000221765,0.05000,1.253
4,mlp.experts.124.gate_proj,0.0001097986,0.05000,1.257
4,mlp.experts.127.gate_proj,0.0000383256,0.05000,1.263
4,mlp.experts.129.gate_proj,0.0000196396,0.05000,1.259
4,mlp.experts.130.gate_proj,0.0000408961,0.05000,1.270
4,mlp.experts.131.gate_proj,0.0000199283,0.05000,1.247
4,mlp.experts.128.gate_proj,0.0000137060,0.05000,1.254
4,mlp.experts.133.gate_proj,0.0000190872,0.05000,1.255
4,mlp.experts.134.gate_proj,0.0000347116,0.05000,1.253
4,mlp.experts.135.gate_proj,0.0000470592,0.05000,1.250
4,mlp.experts.132.gate_proj,0.0000537528,0.05000,1.262
4,mlp.experts.137.gate_proj,0.0000326462,0.05000,1.257
4,mlp.experts.138.gate_proj,0.0000280113,0.05000,1.260
4,mlp.experts.139.gate_proj,0.0000185523,0.05000,1.234
4,mlp.experts.136.gate_proj,0.0000720149,0.05000,1.240
4,mlp.experts.141.gate_proj,0.0000458999,0.05000,1.239
4,mlp.experts.142.gate_proj,0.0000091435,0.05000,1.233
4,mlp.experts.143.gate_proj,0.0001524013,0.05000,1.256
4,mlp.experts.140.gate_proj,0.0000318745,0.05000,1.250
4,mlp.experts.145.gate_proj,0.0000270714,0.05000,1.250
4,mlp.experts.146.gate_proj,0.0000482406,0.05000,1.245
4,mlp.experts.147.gate_proj,0.0000461804,0.05000,1.237
4,mlp.experts.144.gate_proj,0.0000264497,0.05000,1.244
4,mlp.experts.149.gate_proj,0.0000328674,0.05000,1.243
4,mlp.experts.150.gate_proj,0.0000363428,0.05000,1.236
4,mlp.experts.151.gate_proj,0.0000389638,0.05000,1.241
4,mlp.experts.148.gate_proj,0.0000554934,0.05000,1.238
4,mlp.experts.153.gate_proj,0.0000522302,0.05000,1.230
4,mlp.experts.154.gate_proj,0.0000129500,0.05000,1.251
4,mlp.experts.155.gate_proj,0.0000380540,0.05000,1.253
4,mlp.experts.152.gate_proj,0.0000445285,0.05000,1.239
4,mlp.experts.157.gate_proj,0.0001230966,0.05000,1.249
4,mlp.experts.158.gate_proj,0.0000464114,0.05000,1.248
4,mlp.experts.156.gate_proj,0.0000263044,0.05000,1.245
4,mlp.experts.161.gate_proj,0.0000127260,0.05000,1.235
4,mlp.experts.159.gate_proj,0.0000406968,0.05000,1.267
4,mlp.experts.162.gate_proj,0.0000619608,0.05000,1.257
4,mlp.experts.165.gate_proj,0.0000766649,0.05000,1.240
4,mlp.experts.163.gate_proj,0.0000375054,0.05000,1.247
4,mlp.experts.160.gate_proj,0.0000125902,0.05000,1.270
4,mlp.experts.166.gate_proj,0.0000783324,0.05000,1.256
4,mlp.experts.169.gate_proj,0.0000303225,0.05000,1.229
4,mlp.experts.167.gate_proj,0.0000098977,0.05000,1.236
4,mlp.experts.164.gate_proj,0.0000286253,0.05000,1.242
4,mlp.experts.170.gate_proj,0.0000196741,0.05000,1.236
4,mlp.experts.173.gate_proj,0.0000869857,0.05000,1.231
4,mlp.experts.171.gate_proj,0.0000305748,0.05000,1.230
4,mlp.experts.168.gate_proj,0.0000364970,0.05000,1.231
4,mlp.experts.174.gate_proj,0.0000509854,0.05000,1.233
4,mlp.experts.177.gate_proj,0.0000500446,0.05000,1.252
4,mlp.experts.175.gate_proj,0.0000328827,0.05000,1.254
4,mlp.experts.172.gate_proj,0.0000279722,0.05000,1.260
4,mlp.experts.178.gate_proj,0.0000291926,0.05000,1.255
4,mlp.experts.181.gate_proj,0.0000346229,0.05000,1.257
4,mlp.experts.179.gate_proj,0.0000348088,0.05000,1.257
4,mlp.experts.176.gate_proj,0.0000355787,0.05000,1.258
4,mlp.experts.182.gate_proj,0.0000328375,0.05000,1.259
4,mlp.experts.185.gate_proj,0.0000293493,0.05000,1.254
4,mlp.experts.183.gate_proj,0.0000378791,0.05000,1.245
4,mlp.experts.180.gate_proj,0.0000215887,0.05000,1.252
4,mlp.experts.186.gate_proj,0.0000907230,0.05000,1.245
4,mlp.experts.189.gate_proj,0.0000685894,0.05000,1.253
4,mlp.experts.187.gate_proj,0.0000210790,0.05000,1.253
4,mlp.experts.184.gate_proj,0.0000260472,0.05000,1.251
4,mlp.experts.190.gate_proj,0.0000347858,0.05000,1.244
4,mlp.experts.193.gate_proj,0.0000496574,0.05000,1.235
4,mlp.experts.191.gate_proj,0.0000514822,0.05000,1.247
4,mlp.experts.188.gate_proj,0.0000632875,0.05000,1.248
4,mlp.experts.194.gate_proj,0.0000755082,0.05000,1.240
4,mlp.experts.197.gate_proj,0.0000501921,0.05000,1.244
4,mlp.experts.195.gate_proj,0.0000305890,0.05000,1.235
4,mlp.experts.198.gate_proj,0.0000689804,0.05000,1.231
4,mlp.experts.192.gate_proj,0.0000481173,0.05000,1.244
4,mlp.experts.201.gate_proj,0.0000532945,0.05000,1.247
4,mlp.experts.199.gate_proj,0.0000478853,0.05000,1.246
4,mlp.experts.202.gate_proj,0.0000515886,0.05000,1.244
4,mlp.experts.196.gate_proj,0.0000466532,0.05000,1.244
4,mlp.experts.205.gate_proj,0.0000351548,0.05000,1.234
4,mlp.experts.203.gate_proj,0.0000423198,0.05000,1.236
4,mlp.experts.206.gate_proj,0.0001583521,0.05000,1.237
4,mlp.experts.200.gate_proj,0.0000310559,0.05000,1.236
4,mlp.experts.209.gate_proj,0.0000914893,0.05000,1.251
4,mlp.experts.207.gate_proj,0.0000652504,0.05000,1.257
4,mlp.experts.204.gate_proj,0.0000705856,0.05000,1.244
4,mlp.experts.210.gate_proj,0.0000571470,0.05000,1.258
4,mlp.experts.213.gate_proj,0.0000584022,0.05000,1.237
4,mlp.experts.211.gate_proj,0.0000703647,0.05000,1.244
4,mlp.experts.208.gate_proj,0.0001632005,0.05000,1.231
4,mlp.experts.214.gate_proj,0.0000521516,0.05000,1.243
4,mlp.experts.217.gate_proj,0.0000470420,0.05000,1.231
4,mlp.experts.212.gate_proj,0.0000273303,0.05000,1.223
4,mlp.experts.215.gate_proj,0.0000213246,0.05000,1.241
4,mlp.experts.218.gate_proj,0.0000407424,0.05000,1.239
4,mlp.experts.221.gate_proj,0.0000496247,0.05000,1.231
4,mlp.experts.216.gate_proj,0.0000427165,0.05000,1.237
4,mlp.experts.219.gate_proj,0.0000530585,0.05000,1.233
4,mlp.experts.222.gate_proj,0.0000102047,0.05000,1.231
4,mlp.experts.225.gate_proj,0.0000648589,0.05000,1.239
4,mlp.experts.220.gate_proj,0.0001169909,0.05000,1.234
4,mlp.experts.223.gate_proj,0.0000997147,0.05000,1.238
4,mlp.experts.226.gate_proj,0.0000786608,0.05000,1.238
4,mlp.experts.229.gate_proj,0.0000564270,0.05000,1.233
4,mlp.experts.224.gate_proj,0.0000558423,0.05000,1.241
4,mlp.experts.227.gate_proj,0.0000309484,0.05000,1.239
4,mlp.experts.230.gate_proj,0.0000386382,0.05000,1.240
4,mlp.experts.233.gate_proj,0.0000419439,0.05000,1.242
4,mlp.experts.228.gate_proj,0.0000311901,0.05000,1.248
4,mlp.experts.231.gate_proj,0.0000718499,0.05000,1.245
4,mlp.experts.234.gate_proj,0.0000652398,0.05000,1.242
4,mlp.experts.237.gate_proj,0.0000611334,0.05000,1.262
4,mlp.experts.232.gate_proj,0.0000524051,0.05000,1.259
4,mlp.experts.235.gate_proj,0.0000531413,0.05000,1.259
4,mlp.experts.238.gate_proj,0.0000574234,0.05000,1.254
4,mlp.experts.241.gate_proj,0.0000226854,0.05000,1.251
4,mlp.experts.236.gate_proj,0.0000129072,0.05000,1.252
4,mlp.experts.239.gate_proj,0.0000454457,0.05000,1.252
4,mlp.experts.242.gate_proj,0.0000233788,0.05000,1.258
4,mlp.experts.245.gate_proj,0.0000329815,0.05000,1.248
4,mlp.experts.240.gate_proj,0.0000233544,0.05000,1.246
4,mlp.experts.243.gate_proj,0.0000283751,0.05000,1.237
4,mlp.experts.246.gate_proj,0.0000600255,0.05000,1.257
4,mlp.experts.249.gate_proj,0.0000524302,0.05000,1.238
4,mlp.experts.247.gate_proj,0.0000387608,0.05000,1.234
4,mlp.experts.244.gate_proj,0.0000307452,0.05000,1.244
4,mlp.experts.250.gate_proj,0.0000518099,0.05000,1.236
4,mlp.experts.253.gate_proj,0.0000260876,0.05000,1.224
4,mlp.experts.251.gate_proj,0.0000252237,0.05000,1.232
4,mlp.experts.248.gate_proj,0.0000647042,0.05000,1.240
4,mlp.experts.254.gate_proj,0.0000180513,0.05000,1.226
4,mlp.experts.1.up_proj,0.0000337685,0.05000,1.267
4,mlp.experts.255.gate_proj,0.0000395495,0.05000,1.254
4,mlp.experts.252.gate_proj,0.0000443408,0.05000,1.250
4,mlp.experts.2.up_proj,0.0000158614,0.05000,1.248
4,mlp.experts.5.up_proj,0.0000446624,0.05000,1.231
4,mlp.experts.3.up_proj,0.0000447246,0.05000,1.237
4,mlp.experts.0.up_proj,0.0000502755,0.05000,1.229
4,mlp.experts.6.up_proj,0.0000450858,0.05000,1.230
4,mlp.experts.9.up_proj,0.0000462322,0.05000,1.250
4,mlp.experts.4.up_proj,0.0000419518,0.05000,1.245
4,mlp.experts.10.up_proj,0.0000317640,0.05000,1.248
4,mlp.experts.7.up_proj,0.0000284311,0.05000,1.268
4,mlp.experts.13.up_proj,0.0000102128,0.05000,1.238
4,mlp.experts.14.up_proj,0.0000113880,0.05000,1.232
4,mlp.experts.8.up_proj,0.0000197137,0.05000,1.258
4,mlp.experts.11.up_proj,0.0000555790,0.05000,1.244
4,mlp.experts.17.up_proj,0.0000189472,0.05000,1.233
4,mlp.experts.18.up_proj,0.0000471425,0.05000,1.235
4,mlp.experts.12.up_proj,0.0000179984,0.05000,1.237
4,mlp.experts.15.up_proj,0.0000148787,0.05000,1.235
4,mlp.experts.21.up_proj,0.0000257903,0.05000,1.246
4,mlp.experts.22.up_proj,0.0000209585,0.05000,1.246
4,mlp.experts.16.up_proj,0.0000410410,0.05000,1.243
4,mlp.experts.19.up_proj,0.0000373928,0.05000,1.256
4,mlp.experts.25.up_proj,0.0000136942,0.05000,1.243
4,mlp.experts.26.up_proj,0.0000418578,0.05000,1.257
4,mlp.experts.20.up_proj,0.0000212458,0.05000,1.250
4,mlp.experts.23.up_proj,0.0000426055,0.05000,1.253
4,mlp.experts.29.up_proj,0.0000461719,0.05000,1.234
4,mlp.experts.30.up_proj,0.0000291604,0.05000,1.248
4,mlp.experts.24.up_proj,0.0000570725,0.05000,1.248
4,mlp.experts.27.up_proj,0.0000606674,0.05000,1.240
4,mlp.experts.34.up_proj,fallback(rtn): 0.0010147,0.00000,0.031
4,mlp.experts.33.up_proj,0.0000370673,0.05000,1.231
4,mlp.experts.28.up_proj,0.0000166966,0.05000,1.227
4,mlp.experts.31.up_proj,0.0000496578,0.05000,1.233
4,mlp.experts.38.up_proj,0.0000742138,0.05000,1.238
4,mlp.experts.37.up_proj,0.0000200453,0.05000,1.220
4,mlp.experts.32.up_proj,0.0000414549,0.05000,1.219
4,mlp.experts.35.up_proj,0.0000348481,0.05000,1.227
4,mlp.experts.42.up_proj,0.0000942821,0.05000,1.220
4,mlp.experts.41.up_proj,0.0000290798,0.05000,1.235
4,mlp.experts.36.up_proj,0.0000381505,0.05000,1.248
4,mlp.experts.39.up_proj,0.0000569866,0.05000,1.255
4,mlp.experts.46.up_proj,0.0000324824,0.05000,1.256
4,mlp.experts.45.up_proj,0.0000342592,0.05000,1.241
4,mlp.experts.40.up_proj,0.0000735485,0.05000,1.248
4,mlp.experts.43.up_proj,0.0000293813,0.05000,1.256
4,mlp.experts.50.up_proj,0.0000382772,0.05000,1.261
4,mlp.experts.49.up_proj,0.0000524868,0.05000,1.244
4,mlp.experts.44.up_proj,0.0000289517,0.05000,1.247
4,mlp.experts.47.up_proj,0.0001423786,0.05000,1.248
4,mlp.experts.54.up_proj,0.0000299088,0.05000,1.244
4,mlp.experts.53.up_proj,0.0000809621,0.05000,1.240
4,mlp.experts.48.up_proj,0.0000426547,0.05000,1.239
4,mlp.experts.51.up_proj,0.0000200901,0.05000,1.248
4,mlp.experts.58.up_proj,0.0000349543,0.05000,1.250
4,mlp.experts.57.up_proj,0.0000431139,0.05000,1.238
4,mlp.experts.52.up_proj,0.0000477311,0.05000,1.242
4,mlp.experts.55.up_proj,0.0000165100,0.05000,1.242
4,mlp.experts.62.up_proj,0.0000458216,0.05000,1.239
4,mlp.experts.61.up_proj,0.0000364858,0.05000,1.243
4,mlp.experts.56.up_proj,0.0000316628,0.05000,1.237
4,mlp.experts.59.up_proj,0.0001045854,0.05000,1.238
4,mlp.experts.66.up_proj,0.0000588522,0.05000,1.242
4,mlp.experts.65.up_proj,0.0000124894,0.05000,1.243
4,mlp.experts.60.up_proj,0.0000179173,0.05000,1.237
4,mlp.experts.63.up_proj,0.0000452444,0.05000,1.249
4,mlp.experts.70.up_proj,0.0000422076,0.05000,1.243
4,mlp.experts.69.up_proj,0.0000262598,0.05000,1.239
4,mlp.experts.64.up_proj,0.0000300998,0.05000,1.240
4,mlp.experts.67.up_proj,0.0000153691,0.05000,1.238
4,mlp.experts.74.up_proj,0.0000182062,0.05000,1.230
4,mlp.experts.73.up_proj,0.0000948252,0.05000,1.241
4,mlp.experts.68.up_proj,0.0000441996,0.05000,1.256
4,mlp.experts.71.up_proj,0.0000158842,0.05000,1.250
4,mlp.experts.78.up_proj,0.0000835436,0.05000,1.254
4,mlp.experts.77.up_proj,0.0000419410,0.05000,1.231
4,mlp.experts.72.up_proj,0.0000364422,0.05000,1.240
4,mlp.experts.75.up_proj,0.0000641190,0.05000,1.232
4,mlp.experts.82.up_proj,0.0000426275,0.05000,1.238
4,mlp.experts.81.up_proj,0.0000258268,0.05000,1.238
4,mlp.experts.76.up_proj,0.0000523812,0.05000,1.252
4,mlp.experts.79.up_proj,0.0000189299,0.05000,1.248
4,mlp.experts.86.up_proj,0.0000933345,0.05000,1.244
4,mlp.experts.85.up_proj,0.0000478198,0.05000,1.243
4,mlp.experts.80.up_proj,0.0000588184,0.05000,1.245
4,mlp.experts.83.up_proj,0.0000504838,0.05000,1.238
4,mlp.experts.90.up_proj,0.0000230613,0.05000,1.244
4,mlp.experts.89.up_proj,0.0000501515,0.05000,1.237
4,mlp.experts.84.up_proj,0.0000242485,0.05000,1.241
4,mlp.experts.87.up_proj,0.0000267994,0.05000,1.252
4,mlp.experts.94.up_proj,0.0000221861,0.05000,1.243
4,mlp.experts.93.up_proj,0.0000310097,0.05000,1.246
4,mlp.experts.88.up_proj,0.0000210728,0.05000,1.250
4,mlp.experts.98.up_proj,0.0000166151,0.05000,1.247
4,mlp.experts.91.up_proj,0.0000481934,0.05000,1.269
4,mlp.experts.97.up_proj,0.0000219087,0.05000,1.239
4,mlp.experts.92.up_proj,0.0000479774,0.05000,1.235
4,mlp.experts.102.up_proj,0.0000159546,0.05000,1.243
4,mlp.experts.95.up_proj,0.0000163025,0.05000,1.252
4,mlp.experts.101.up_proj,0.0000613866,0.05000,1.240
4,mlp.experts.96.up_proj,0.0000305990,0.05000,1.250
4,mlp.experts.106.up_proj,0.0000153643,0.05000,1.246
4,mlp.experts.99.up_proj,0.0000531973,0.05000,1.246
4,mlp.experts.105.up_proj,0.0000176404,0.05000,1.243
4,mlp.experts.109.up_proj,fallback(rtn): 0.0009766,0.00000,0.017
4,mlp.experts.100.up_proj,0.0000270636,0.05000,1.241
4,mlp.experts.110.up_proj,0.0000390977,0.05000,1.241
4,mlp.experts.103.up_proj,0.0000562874,0.05000,1.240
4,mlp.experts.113.up_proj,0.0000761020,0.05000,1.230
4,mlp.experts.104.up_proj,0.0000477526,0.05000,1.234
4,mlp.experts.114.up_proj,0.0000661016,0.05000,1.241
4,mlp.experts.107.up_proj,0.0001204200,0.05000,1.225
4,mlp.experts.117.up_proj,0.0000340793,0.05000,1.259
4,mlp.experts.108.up_proj,0.0000081447,0.05000,1.260
4,mlp.experts.111.up_proj,0.0000612971,0.05000,1.250
4,mlp.experts.118.up_proj,0.0000162679,0.05000,1.271
4,mlp.experts.121.up_proj,0.0000622210,0.05000,1.235
4,mlp.experts.112.up_proj,0.0000191147,0.05000,1.235
4,mlp.experts.115.up_proj,0.0000957252,0.05000,1.224
4,mlp.experts.122.up_proj,0.0000172399,0.05000,1.223
4,mlp.experts.125.up_proj,0.0000527014,0.05000,1.231
4,mlp.experts.116.up_proj,0.0000377929,0.05000,1.231
4,mlp.experts.119.up_proj,0.0000191192,0.05000,1.235
4,mlp.experts.126.up_proj,0.0000209681,0.05000,1.239
4,mlp.experts.129.up_proj,0.0000180394,0.05000,1.241
4,mlp.experts.120.up_proj,0.0000273644,0.05000,1.240
4,mlp.experts.123.up_proj,0.0000259762,0.05000,1.246
4,mlp.experts.130.up_proj,0.0000391945,0.05000,1.233
4,mlp.experts.133.up_proj,0.0000182776,0.05000,1.250
4,mlp.experts.124.up_proj,0.0001036817,0.05000,1.242
4,mlp.experts.127.up_proj,0.0000365624,0.05000,1.240
4,mlp.experts.134.up_proj,0.0000317823,0.05000,1.245
4,mlp.experts.137.up_proj,0.0000307692,0.05000,1.242
4,mlp.experts.128.up_proj,0.0000131392,0.05000,1.244
4,mlp.experts.131.up_proj,0.0000192271,0.05000,1.238
4,mlp.experts.138.up_proj,0.0000252650,0.05000,1.246
4,mlp.experts.141.up_proj,0.0000434838,0.05000,1.244
4,mlp.experts.132.up_proj,0.0000499163,0.05000,1.259
4,mlp.experts.135.up_proj,0.0000446915,0.05000,1.263
4,mlp.experts.142.up_proj,0.0000080853,0.05000,1.255
4,mlp.experts.145.up_proj,0.0000255861,0.05000,1.253
4,mlp.experts.136.up_proj,0.0000679327,0.05000,1.250
4,mlp.experts.139.up_proj,0.0000174406,0.05000,1.240
4,mlp.experts.146.up_proj,0.0000451673,0.05000,1.259
4,mlp.experts.149.up_proj,0.0000291949,0.05000,1.260
4,mlp.experts.140.up_proj,0.0000299815,0.05000,1.242
4,mlp.experts.143.up_proj,0.0001440167,0.05000,1.233
4,mlp.experts.150.up_proj,0.0000341839,0.05000,1.240
4,mlp.experts.153.up_proj,0.0000488340,0.05000,1.240
4,mlp.experts.144.up_proj,0.0000250052,0.05000,1.225
4,mlp.experts.147.up_proj,0.0000415054,0.05000,1.230
4,mlp.experts.154.up_proj,0.0000127980,0.05000,1.222
4,mlp.experts.157.up_proj,0.0001178661,0.05000,1.246
4,mlp.experts.148.up_proj,0.0000503579,0.05000,1.253
4,mlp.experts.151.up_proj,0.0000355828,0.05000,1.247
4,mlp.experts.158.up_proj,0.0000436221,0.05000,1.247
4,mlp.experts.161.up_proj,0.0000113524,0.05000,1.248
4,mlp.experts.152.up_proj,0.0000411313,0.05000,1.240
4,mlp.experts.155.up_proj,0.0000329662,0.05000,1.243
4,mlp.experts.162.up_proj,0.0000575280,0.05000,1.246
4,mlp.experts.165.up_proj,0.0000732616,0.05000,1.261
4,mlp.experts.156.up_proj,0.0000231676,0.05000,1.254
4,mlp.experts.159.up_proj,0.0000385503,0.05000,1.260
4,mlp.experts.166.up_proj,0.0000715274,0.05000,1.261
4,mlp.experts.169.up_proj,0.0000288378,0.05000,1.252
4,mlp.experts.160.up_proj,0.0000120981,0.05000,1.256
4,mlp.experts.163.up_proj,0.0000347223,0.05000,1.249
4,mlp.experts.170.up_proj,0.0000187252,0.05000,1.259
4,mlp.experts.173.up_proj,0.0000725778,0.05000,1.242
4,mlp.experts.164.up_proj,0.0000264735,0.05000,1.252
4,mlp.experts.167.up_proj,0.0000093364,0.05000,1.265
4,mlp.experts.174.up_proj,0.0000478784,0.05000,1.256
4,mlp.experts.177.up_proj,0.0000473798,0.05000,1.243
4,mlp.experts.168.up_proj,0.0000346744,0.05000,1.229
4,mlp.experts.171.up_proj,0.0000288166,0.05000,1.232
4,mlp.experts.178.up_proj,0.0000275807,0.05000,1.237
4,mlp.experts.181.up_proj,0.0000301948,0.05000,1.249
4,mlp.experts.172.up_proj,0.0000267177,0.05000,1.256
4,mlp.experts.175.up_proj,0.0000314251,0.05000,1.250
4,mlp.experts.182.up_proj,0.0000306746,0.05000,1.259
4,mlp.experts.185.up_proj,0.0000277104,0.05000,1.230
4,mlp.experts.176.up_proj,0.0000341725,0.05000,1.242
4,mlp.experts.179.up_proj,0.0000331482,0.05000,1.226
4,mlp.experts.186.up_proj,0.0000833166,0.05000,1.233
4,mlp.experts.189.up_proj,0.0000648633,0.05000,1.233
4,mlp.experts.180.up_proj,0.0000200375,0.05000,1.227
4,mlp.experts.183.up_proj,0.0000359180,0.05000,1.228
4,mlp.experts.190.up_proj,0.0000298823,0.05000,1.227
4,mlp.experts.193.up_proj,0.0000465543,0.05000,1.216
4,mlp.experts.184.up_proj,0.0000250586,0.05000,1.239
4,mlp.experts.187.up_proj,0.0000199612,0.05000,1.248
4,mlp.experts.194.up_proj,0.0000714215,0.05000,1.239
4,mlp.experts.197.up_proj,0.0000479877,0.05000,1.210
4,mlp.experts.188.up_proj,0.0000597505,0.05000,1.216
4,mlp.experts.191.up_proj,0.0000490396,0.05000,1.211
4,mlp.experts.198.up_proj,0.0000559965,0.05000,1.224
4,mlp.experts.201.up_proj,0.0000456366,0.05000,1.243
4,mlp.experts.192.up_proj,0.0000458829,0.05000,1.243
4,mlp.experts.195.up_proj,0.0000291403,0.05000,1.237
4,mlp.experts.202.up_proj,0.0000490205,0.05000,1.237
4,mlp.experts.205.up_proj,0.0000319254,0.05000,1.234
4,mlp.experts.196.up_proj,0.0000436631,0.05000,1.228
4,mlp.experts.199.up_proj,0.0000451550,0.05000,1.240
4,mlp.experts.206.up_proj,0.0000465979,0.05000,1.241
4,mlp.experts.209.up_proj,0.0000869860,0.05000,1.241
4,mlp.experts.200.up_proj,0.0000287625,0.05000,1.247
4,mlp.experts.203.up_proj,0.0000370114,0.05000,1.247
4,mlp.experts.210.up_proj,0.0000542559,0.05000,1.251
4,mlp.experts.213.up_proj,0.0000554846,0.05000,1.238
4,mlp.experts.204.up_proj,0.0000636477,0.05000,1.239
4,mlp.experts.207.up_proj,0.0000613848,0.05000,1.238
4,mlp.experts.214.up_proj,0.0000495078,0.05000,1.246
4,mlp.experts.217.up_proj,0.0000408731,0.05000,1.237
4,mlp.experts.208.up_proj,0.0001498430,0.05000,1.254
4,mlp.experts.211.up_proj,0.0000675446,0.05000,1.244
4,mlp.experts.218.up_proj,0.0000369959,0.05000,1.244
4,mlp.experts.221.up_proj,0.0000444140,0.05000,1.230
4,mlp.experts.212.up_proj,0.0000262455,0.05000,1.239
4,mlp.experts.215.up_proj,0.0000202995,0.05000,1.247
4,mlp.experts.222.up_proj,0.0000096295,0.05000,1.248
4,mlp.experts.225.up_proj,0.0000598893,0.05000,1.237
4,mlp.experts.216.up_proj,0.0000387330,0.05000,1.235
4,mlp.experts.219.up_proj,0.0000498437,0.05000,1.240
4,mlp.experts.226.up_proj,0.0000728666,0.05000,1.247
4,mlp.experts.229.up_proj,0.0000534205,0.05000,1.227
4,mlp.experts.220.up_proj,0.0001081543,0.05000,1.229
4,mlp.experts.223.up_proj,0.0000944460,0.05000,1.219
4,mlp.experts.230.up_proj,0.0000353885,0.05000,1.231
4,mlp.experts.233.up_proj,0.0000395233,0.05000,1.237
4,mlp.experts.224.up_proj,0.0000531200,0.05000,1.230
4,mlp.experts.227.up_proj,0.0000297198,0.05000,1.236
4,mlp.experts.234.up_proj,0.0000620415,0.05000,1.232
4,mlp.experts.237.up_proj,0.0000589119,0.05000,1.231
4,mlp.experts.228.up_proj,0.0000301469,0.05000,1.230
4,mlp.experts.231.up_proj,0.0000650509,0.05000,1.228
4,mlp.experts.238.up_proj,0.0000520677,0.05000,1.227
4,mlp.experts.241.up_proj,0.0000192301,0.05000,1.227
4,mlp.experts.232.up_proj,0.0000495054,0.05000,1.247
4,mlp.experts.235.up_proj,0.0000497534,0.05000,1.252
4,mlp.experts.242.up_proj,0.0000221558,0.05000,1.252
4,mlp.experts.245.up_proj,0.0000312643,0.05000,1.247
4,mlp.experts.236.up_proj,0.0000122259,0.05000,1.251
4,mlp.experts.239.up_proj,0.0000385759,0.05000,1.252
4,mlp.experts.246.up_proj,0.0000569927,0.05000,1.251
4,mlp.experts.249.up_proj,0.0000497061,0.05000,1.251
4,mlp.experts.240.up_proj,0.0000210473,0.05000,1.249
4,mlp.experts.243.up_proj,0.0000259205,0.05000,1.255
4,mlp.experts.250.up_proj,0.0000473425,0.05000,1.260
4,mlp.experts.253.up_proj,0.0000234153,0.05000,1.235
4,mlp.experts.244.up_proj,0.0000271797,0.05000,1.185
4,mlp.experts.247.up_proj,0.0000370443,0.05000,1.172
4,mlp.experts.254.up_proj,0.0000171939,0.05000,1.136
4,mlp.experts.248.up_proj,0.0000610167,0.05000,0.492
4,mlp.experts.251.up_proj,0.0000238821,0.05000,0.483
4,mlp.experts.252.up_proj,0.0000413026,0.05000,0.458
4,mlp.experts.255.up_proj,0.0000374205,0.05000,0.444
4,mlp.experts.2.down_proj,0.0000004002,0.05000,0.318
4,mlp.experts.3.down_proj,0.0000011474,0.05000,0.319
4,mlp.experts.1.down_proj,0.0000006194,0.05000,0.322
4,mlp.experts.0.down_proj,0.0000004221,0.05000,0.322
4,mlp.experts.6.down_proj,0.0000007843,0.05000,0.311
4,mlp.experts.4.down_proj,0.0000014746,0.05000,0.307
4,mlp.experts.5.down_proj,0.0000003329,0.05000,0.312
4,mlp.experts.7.down_proj,0.0000002003,0.05000,0.318
4,mlp.experts.10.down_proj,0.0000009229,0.05000,0.321
4,mlp.experts.8.down_proj,0.0000005294,0.05000,0.323
4,mlp.experts.9.down_proj,0.0000003756,0.05000,0.322
4,mlp.experts.11.down_proj,0.0000009294,0.05000,0.325
4,mlp.experts.14.down_proj,0.0000002893,0.05000,0.315
4,mlp.experts.13.down_proj,0.0000000675,0.05000,0.315
4,mlp.experts.12.down_proj,0.0000004403,0.05000,0.319
4,mlp.experts.15.down_proj,0.0000004704,0.05000,0.316
4,mlp.experts.17.down_proj,0.0000003528,0.05000,0.308
4,mlp.experts.18.down_proj,0.0000004561,0.05000,0.319
4,mlp.experts.16.down_proj,0.0000005726,0.05000,0.319
4,mlp.experts.19.down_proj,0.0000002732,0.05000,0.321
4,mlp.experts.21.down_proj,0.0000002099,0.05000,0.309
4,mlp.experts.22.down_proj,0.0000011905,0.05000,0.322
4,mlp.experts.20.down_proj,0.0000001905,0.05000,0.322
4,mlp.experts.23.down_proj,0.0000004076,0.05000,0.322
4,mlp.experts.25.down_proj,0.0000003773,0.05000,0.308
4,mlp.experts.26.down_proj,0.0000018731,0.05000,0.308
4,mlp.experts.24.down_proj,0.0000007291,0.05000,0.306
4,mlp.experts.27.down_proj,0.0000005816,0.05000,0.307
4,mlp.experts.29.down_proj,0.0000011175,0.05000,0.315
4,mlp.experts.30.down_proj,0.0000005221,0.05000,0.319
4,mlp.experts.28.down_proj,0.0000003294,0.05000,0.317
4,mlp.experts.34.down_proj,fallback(rtn): 0.0010147,0.00000,0.006
4,mlp.experts.31.down_proj,0.0000007077,0.05000,0.318
4,mlp.experts.33.down_proj,0.0000006155,0.05000,0.325
4,mlp.experts.38.down_proj,0.0000017735,0.05000,0.317
4,mlp.experts.32.down_proj,0.0000004258,0.05000,0.326
4,mlp.experts.35.down_proj,0.0000005926,0.05000,0.322
4,mlp.experts.37.down_proj,0.0000002931,0.05000,0.323
4,mlp.experts.42.down_proj,0.0000017031,0.05000,0.320
4,mlp.experts.36.down_proj,0.0000007343,0.05000,0.322
4,mlp.experts.39.down_proj,0.0000004471,0.05000,0.321
4,mlp.experts.41.down_proj,0.0000003413,0.05000,0.322
4,mlp.experts.43.down_proj,0.0000004886,0.05000,0.319
4,mlp.experts.46.down_proj,0.0000014016,0.05000,0.331
4,mlp.experts.40.down_proj,0.0000017198,0.05000,0.334
4,mlp.experts.45.down_proj,0.0000003333,0.05000,0.317
4,mlp.experts.50.down_proj,0.0000004434,0.05000,0.311
4,mlp.experts.47.down_proj,0.0000068774,0.05000,0.320
4,mlp.experts.44.down_proj,0.0000006418,0.05000,0.316
4,mlp.experts.49.down_proj,0.0000004450,0.05000,0.317
4,mlp.experts.54.down_proj,0.0000003309,0.05000,0.317
4,mlp.experts.51.down_proj,0.0000003870,0.05000,0.321
4,mlp.experts.48.down_proj,0.0000005434,0.05000,0.322
4,mlp.experts.53.down_proj,0.0000016462,0.05000,0.313
4,mlp.experts.58.down_proj,0.0000005170,0.05000,0.312
4,mlp.experts.55.down_proj,0.0000005670,0.05000,0.314
4,mlp.experts.52.down_proj,0.0000010615,0.05000,0.314
4,mlp.experts.57.down_proj,0.0000006354,0.05000,0.310
4,mlp.experts.62.down_proj,0.0000003354,0.05000,0.313
4,mlp.experts.59.down_proj,0.0000018161,0.05000,0.315
4,mlp.experts.56.down_proj,0.0000002326,0.05000,0.312
4,mlp.experts.61.down_proj,0.0000002964,0.05000,0.312
4,mlp.experts.66.down_proj,0.0000005400,0.05000,0.312
4,mlp.experts.63.down_proj,0.0000010264,0.05000,0.314
4,mlp.experts.60.down_proj,0.0000005412,0.05000,0.314
4,mlp.experts.65.down_proj,0.0000001452,0.05000,0.313
4,mlp.experts.70.down_proj,0.0000008002,0.05000,0.315
4,mlp.experts.67.down_proj,0.0000002281,0.05000,0.317
4,mlp.experts.64.down_proj,0.0000003390,0.05000,0.313
4,mlp.experts.69.down_proj,0.0000002486,0.05000,0.316
4,mlp.experts.74.down_proj,0.0000002432,0.05000,0.319
4,mlp.experts.68.down_proj,0.0000005226,0.05000,0.311
4,mlp.experts.71.down_proj,0.0000004307,0.05000,0.318
4,mlp.experts.73.down_proj,0.0000021716,0.05000,0.309
4,mlp.experts.78.down_proj,0.0000013333,0.05000,0.313
4,mlp.experts.75.down_proj,0.0000008929,0.05000,0.306
4,mlp.experts.72.down_proj,0.0000002923,0.05000,0.316
4,mlp.experts.77.down_proj,0.0000014439,0.05000,0.319
4,mlp.experts.79.down_proj,0.0000001851,0.05000,0.329
4,mlp.experts.82.down_proj,0.0000012784,0.05000,0.339
4,mlp.experts.76.down_proj,0.0000009877,0.05000,0.338
4,mlp.experts.81.down_proj,0.0000001986,0.05000,0.320
4,mlp.experts.86.down_proj,0.0000021157,0.05000,0.315
4,mlp.experts.83.down_proj,0.0000004443,0.05000,0.316
4,mlp.experts.80.down_proj,0.0000007866,0.05000,0.318
4,mlp.experts.85.down_proj,0.0000006713,0.05000,0.313
4,mlp.experts.87.down_proj,0.0000002308,0.05000,0.320
4,mlp.experts.90.down_proj,0.0000006857,0.05000,0.325
4,mlp.experts.84.down_proj,0.0000003453,0.05000,0.324
4,mlp.experts.89.down_proj,0.0000003952,0.05000,0.317
4,mlp.experts.94.down_proj,0.0000007857,0.05000,0.308
4,mlp.experts.91.down_proj,0.0000004956,0.05000,0.317
4,mlp.experts.88.down_proj,0.0000004304,0.05000,0.313
4,mlp.experts.93.down_proj,0.0000006070,0.05000,0.323
4,mlp.experts.98.down_proj,0.0000005296,0.05000,0.316
4,mlp.experts.95.down_proj,0.0000001945,0.05000,0.322
4,mlp.experts.92.down_proj,0.0000004642,0.05000,0.320
4,mlp.experts.97.down_proj,0.0000002117,0.05000,0.306
4,mlp.experts.102.down_proj,0.0000001246,0.05000,0.307
4,mlp.experts.99.down_proj,0.0000007345,0.05000,0.308
4,mlp.experts.96.down_proj,0.0000002657,0.05000,0.317
4,mlp.experts.101.down_proj,0.0000005477,0.05000,0.323
4,mlp.experts.106.down_proj,0.0000003725,0.05000,0.326
4,mlp.experts.103.down_proj,0.0000013701,0.05000,0.314
4,mlp.experts.100.down_proj,0.0000006338,0.05000,0.317
4,mlp.experts.105.down_proj,0.0000004852,0.05000,0.323
4,mlp.experts.109.down_proj,fallback(rtn): 0.0009918,0.00000,0.005
4,mlp.experts.110.down_proj,0.0000008703,0.05000,0.324
4,mlp.experts.107.down_proj,0.0000026236,0.05000,0.321
4,mlp.experts.104.down_proj,0.0000008090,0.05000,0.316
4,mlp.experts.113.down_proj,0.0000019681,0.05000,0.313
4,mlp.experts.114.down_proj,0.0000010526,0.05000,0.309
4,mlp.experts.111.down_proj,0.0000008359,0.05000,0.310
4,mlp.experts.108.down_proj,0.0000003726,0.05000,0.312
4,mlp.experts.117.down_proj,0.0000007755,0.05000,0.318
4,mlp.experts.118.down_proj,0.0000004552,0.05000,0.318
4,mlp.experts.115.down_proj,0.0000020767,0.05000,0.320
4,mlp.experts.112.down_proj,0.0000003451,0.05000,0.318
4,mlp.experts.121.down_proj,0.0000013331,0.05000,0.317
4,mlp.experts.122.down_proj,0.0000004549,0.05000,0.320
4,mlp.experts.119.down_proj,0.0000002985,0.05000,0.316
4,mlp.experts.116.down_proj,0.0000006659,0.05000,0.315
4,mlp.experts.125.down_proj,0.0000003945,0.05000,0.323
4,mlp.experts.126.down_proj,0.0000003827,0.05000,0.331
4,mlp.experts.120.down_proj,0.0000001860,0.05000,0.326
4,mlp.experts.123.down_proj,0.0000004439,0.05000,0.337
4,mlp.experts.129.down_proj,0.0000003525,0.05000,0.313
4,mlp.experts.130.down_proj,0.0000003225,0.05000,0.316
4,mlp.experts.124.down_proj,0.0000022345,0.05000,0.315
4,mlp.experts.127.down_proj,0.0000003292,0.05000,0.312
4,mlp.experts.133.down_proj,0.0000001574,0.05000,0.321
4,mlp.experts.134.down_proj,0.0000009656,0.05000,0.321
4,mlp.experts.131.down_proj,0.0000001615,0.05000,0.315
4,mlp.experts.128.down_proj,0.0000001286,0.05000,0.320
4,mlp.experts.137.down_proj,0.0000002901,0.05000,0.314
4,mlp.experts.135.down_proj,0.0000003718,0.05000,0.309
4,mlp.experts.138.down_proj,0.0000006657,0.05000,0.319
4,mlp.experts.132.down_proj,0.0000003718,0.05000,0.317
4,mlp.experts.141.down_proj,0.0000006410,0.05000,0.314
4,mlp.experts.139.down_proj,0.0000002598,0.05000,0.314
4,mlp.experts.142.down_proj,0.0000004236,0.05000,0.320
4,mlp.experts.136.down_proj,0.0000006750,0.05000,0.316
4,mlp.experts.145.down_proj,0.0000001648,0.05000,0.314
4,mlp.experts.143.down_proj,0.0000039034,0.05000,0.309
4,mlp.experts.146.down_proj,0.0000003497,0.05000,0.309
4,mlp.experts.140.down_proj,0.0000003757,0.05000,0.311
4,mlp.experts.149.down_proj,0.0000008328,0.05000,0.307
4,mlp.experts.147.down_proj,0.0000017601,0.05000,0.308
4,mlp.experts.150.down_proj,0.0000002531,0.05000,0.311
4,mlp.experts.144.down_proj,0.0000002224,0.05000,0.311
4,mlp.experts.153.down_proj,0.0000004666,0.05000,0.314
4,mlp.experts.151.down_proj,0.0000006302,0.05000,0.317
4,mlp.experts.154.down_proj,0.0000002252,0.05000,0.317
4,mlp.experts.148.down_proj,0.0000012115,0.05000,0.316
4,mlp.experts.157.down_proj,0.0000013977,0.05000,0.318
4,mlp.experts.155.down_proj,0.0000010966,0.05000,0.318
4,mlp.experts.152.down_proj,0.0000012768,0.05000,0.314
4,mlp.experts.158.down_proj,0.0000008303,0.05000,0.328
4,mlp.experts.161.down_proj,0.0000005456,0.05000,0.318
4,mlp.experts.159.down_proj,0.0000002811,0.05000,0.323
4,mlp.experts.162.down_proj,0.0000009707,0.05000,0.308
4,mlp.experts.156.down_proj,0.0000006213,0.05000,0.313
4,mlp.experts.165.down_proj,0.0000008236,0.05000,0.307
4,mlp.experts.163.down_proj,0.0000003595,0.05000,0.306
4,mlp.experts.166.down_proj,0.0000016941,0.05000,0.309
4,mlp.experts.160.down_proj,0.0000001829,0.05000,0.312
4,mlp.experts.169.down_proj,0.0000005727,0.05000,0.309
4,mlp.experts.167.down_proj,0.0000002225,0.05000,0.310
4,mlp.experts.170.down_proj,0.0000003843,0.05000,0.309
4,mlp.experts.164.down_proj,0.0000005491,0.05000,0.310
4,mlp.experts.173.down_proj,0.0000016866,0.05000,0.309
4,mlp.experts.171.down_proj,0.0000001895,0.05000,0.312
4,mlp.experts.174.down_proj,0.0000004921,0.05000,0.310
4,mlp.experts.168.down_proj,0.0000004259,0.05000,0.310
4,mlp.experts.177.down_proj,0.0000010554,0.05000,0.319
4,mlp.experts.175.down_proj,0.0000007465,0.05000,0.321
4,mlp.experts.178.down_proj,0.0000003118,0.05000,0.320
4,mlp.experts.172.down_proj,0.0000002911,0.05000,0.318
4,mlp.experts.181.down_proj,0.0000006991,0.05000,0.311
4,mlp.experts.179.down_proj,0.0000002497,0.05000,0.316
4,mlp.experts.182.down_proj,0.0000002983,0.05000,0.310
4,mlp.experts.176.down_proj,0.0000003796,0.05000,0.315
4,mlp.experts.185.down_proj,0.0000003291,0.05000,0.309
4,mlp.experts.186.down_proj,0.0000023515,0.05000,0.303
4,mlp.experts.183.down_proj,0.0000002774,0.05000,0.308
4,mlp.experts.180.down_proj,0.0000003719,0.05000,0.313
4,mlp.experts.189.down_proj,0.0000007965,0.05000,0.307
4,mlp.experts.190.down_proj,0.0000017378,0.05000,0.308
4,mlp.experts.187.down_proj,0.0000002266,0.05000,0.309
4,mlp.experts.184.down_proj,0.0000002021,0.05000,0.308
4,mlp.experts.193.down_proj,0.0000003884,0.05000,0.316
4,mlp.experts.194.down_proj,0.0000012617,0.05000,0.319
4,mlp.experts.191.down_proj,0.0000003464,0.05000,0.319
4,mlp.experts.188.down_proj,0.0000004584,0.05000,0.316
4,mlp.experts.197.down_proj,0.0000005248,0.05000,0.315
4,mlp.experts.198.down_proj,0.0000022976,0.05000,0.310
4,mlp.experts.195.down_proj,0.0000003709,0.05000,0.328
4,mlp.experts.192.down_proj,0.0000007564,0.05000,0.323
4,mlp.experts.201.down_proj,0.0000009717,0.05000,0.318
4,mlp.experts.202.down_proj,0.0000003517,0.05000,0.303
4,mlp.experts.199.down_proj,0.0000003678,0.05000,0.303
4,mlp.experts.196.down_proj,0.0000003786,0.05000,0.310
4,mlp.experts.205.down_proj,0.0000004805,0.05000,0.315
4,mlp.experts.206.down_proj,0.0000001484,0.05000,0.314
4,mlp.experts.203.down_proj,0.0000011036,0.05000,0.317
4,mlp.experts.200.down_proj,0.0000009222,0.05000,0.318
4,mlp.experts.209.down_proj,0.0000015280,0.05000,0.329
4,mlp.experts.210.down_proj,0.0000006434,0.05000,0.328
4,mlp.experts.207.down_proj,0.0000009994,0.05000,0.328
4,mlp.experts.204.down_proj,0.0000014809,0.05000,0.326
4,mlp.experts.213.down_proj,0.0000005158,0.05000,0.316
4,mlp.experts.214.down_proj,0.0000006294,0.05000,0.313
4,mlp.experts.211.down_proj,0.0000006507,0.05000,0.312
4,mlp.experts.208.down_proj,0.0000038117,0.05000,0.313
4,mlp.experts.217.down_proj,0.0000018062,0.05000,0.309
4,mlp.experts.218.down_proj,0.0000006750,0.05000,0.309
4,mlp.experts.215.down_proj,0.0000001960,0.05000,0.308
4,mlp.experts.212.down_proj,0.0000004851,0.05000,0.308
4,mlp.experts.221.down_proj,0.0000011167,0.05000,0.310
4,mlp.experts.222.down_proj,0.0000001067,0.05000,0.317
4,mlp.experts.219.down_proj,0.0000004569,0.05000,0.314
4,mlp.experts.216.down_proj,0.0000007920,0.05000,0.312
4,mlp.experts.225.down_proj,0.0000011515,0.05000,0.321
4,mlp.experts.226.down_proj,0.0000012163,0.05000,0.322
4,mlp.experts.223.down_proj,0.0000018188,0.05000,0.314
4,mlp.experts.220.down_proj,0.0000019029,0.05000,0.308
4,mlp.experts.229.down_proj,0.0000005044,0.05000,0.318
4,mlp.experts.230.down_proj,0.0000006541,0.05000,0.315
4,mlp.experts.227.down_proj,0.0000002190,0.05000,0.324
4,mlp.experts.224.down_proj,0.0000004623,0.05000,0.321
4,mlp.experts.233.down_proj,0.0000002816,0.05000,0.314
4,mlp.experts.234.down_proj,0.0000007030,0.05000,0.316
4,mlp.experts.228.down_proj,0.0000004255,0.05000,0.310
4,mlp.experts.231.down_proj,0.0000015285,0.05000,0.318
4,mlp.experts.237.down_proj,0.0000007075,0.05000,0.304
4,mlp.experts.238.down_proj,0.0000008432,0.05000,0.320
4,mlp.experts.232.down_proj,0.0000005528,0.05000,0.322
4,mlp.experts.235.down_proj,0.0000011630,0.05000,0.320
4,mlp.experts.241.down_proj,0.0000012864,0.05000,0.308
4,mlp.experts.242.down_proj,0.0000001923,0.05000,0.309
4,mlp.experts.239.down_proj,0.0000012401,0.05000,0.307
4,mlp.experts.236.down_proj,0.0000000911,0.05000,0.314
4,mlp.experts.245.down_proj,0.0000002433,0.05000,0.307
4,mlp.experts.246.down_proj,0.0000005345,0.05000,0.308
4,mlp.experts.243.down_proj,0.0000004406,0.05000,0.308
4,mlp.experts.240.down_proj,0.0000005652,0.05000,0.307
4,mlp.experts.249.down_proj,0.0000004173,0.05000,0.312
4,mlp.experts.250.down_proj,0.0000008327,0.05000,0.316
4,mlp.experts.247.down_proj,0.0000002966,0.05000,0.315
4,mlp.experts.244.down_proj,0.0000012797,0.05000,0.317
4,mlp.experts.253.down_proj,0.0000005367,0.05000,0.321
4,mlp.experts.254.down_proj,0.0000001893,0.05000,0.298
4,mlp.experts.251.down_proj,0.0000003123,0.05000,0.291
4,mlp.experts.248.down_proj,0.0000004808,0.05000,0.289
4,mlp.experts.255.down_proj,0.0000003070,0.05000,0.117
4,mlp.experts.252.down_proj,0.0000010253,0.05000,0.115
5,mlp.experts.2.gate_proj,0.0000257159,0.05000,1.250
5,mlp.experts.0.gate_proj,0.0001120189,0.05000,1.264
5,mlp.experts.1.gate_proj,0.0000241238,0.05000,1.272
5,mlp.experts.3.gate_proj,0.0000308548,0.05000,1.274
5,mlp.experts.4.gate_proj,0.0000333119,0.05000,1.221
5,mlp.experts.6.gate_proj,0.0000288933,0.05000,1.234
5,mlp.experts.7.gate_proj,0.0000478442,0.05000,1.231
5,mlp.experts.5.gate_proj,0.0000369727,0.05000,1.235
5,mlp.experts.10.gate_proj,0.0000184109,0.05000,1.217
5,mlp.experts.8.gate_proj,0.0000558332,0.05000,1.228
5,mlp.experts.11.gate_proj,0.0000209376,0.05000,1.226
5,mlp.experts.9.gate_proj,0.0000335992,0.05000,1.226
5,mlp.experts.14.gate_proj,0.0000331498,0.05000,1.292
5,mlp.experts.12.gate_proj,0.0000387287,0.05000,1.306
5,mlp.experts.15.gate_proj,0.0000500182,0.05000,1.299
5,mlp.experts.13.gate_proj,0.0000378450,0.05000,1.307
5,mlp.experts.18.gate_proj,0.0000228656,0.05000,1.341
5,mlp.experts.16.gate_proj,0.0000678833,0.05000,1.338
5,mlp.experts.17.gate_proj,0.0000800932,0.05000,1.330
5,mlp.experts.19.gate_proj,0.0000260492,0.05000,1.355
5,mlp.experts.20.gate_proj,0.0000333749,0.05000,1.324
5,mlp.experts.21.gate_proj,0.0000520609,0.05000,1.316
5,mlp.experts.22.gate_proj,0.0000404267,0.05000,1.357
5,mlp.experts.23.gate_proj,0.0000673017,0.05000,1.332
5,mlp.experts.24.gate_proj,0.0000227439,0.05000,1.242
5,mlp.experts.25.gate_proj,0.0000329504,0.05000,1.234
5,mlp.experts.26.gate_proj,0.0001379951,0.05000,1.245
5,mlp.experts.27.gate_proj,0.0000218195,0.05000,1.228
5,mlp.experts.28.gate_proj,0.0000628355,0.05000,1.219
5,mlp.experts.29.gate_proj,0.0000515090,0.05000,1.227
5,mlp.experts.30.gate_proj,0.0000756011,0.05000,1.210
5,mlp.experts.31.gate_proj,0.0000248334,0.05000,1.217
5,mlp.experts.32.gate_proj,0.0000350812,0.05000,1.247
5,mlp.experts.33.gate_proj,0.0000508398,0.05000,1.254
5,mlp.experts.34.gate_proj,0.0001004106,0.05000,1.254
5,mlp.experts.35.gate_proj,0.0000458342,0.05000,1.247
5,mlp.experts.36.gate_proj,0.0000388378,0.05000,1.228
5,mlp.experts.38.gate_proj,0.0000388323,0.05000,1.222
5,mlp.experts.37.gate_proj,0.0000837100,0.05000,1.247
5,mlp.experts.39.gate_proj,0.0001485092,0.05000,1.242
5,mlp.experts.40.gate_proj,0.0000369911,0.05000,1.246
5,mlp.experts.42.gate_proj,0.0000832326,0.05000,1.235
5,mlp.experts.41.gate_proj,0.0000207013,0.05000,1.235
5,mlp.experts.43.gate_proj,0.0000394303,0.05000,1.234
5,mlp.experts.44.gate_proj,0.0000204416,0.05000,1.238
5,mlp.experts.46.gate_proj,0.0000386268,0.05000,1.239
5,mlp.experts.47.gate_proj,0.0000173338,0.05000,1.227
5,mlp.experts.45.gate_proj,0.0000583364,0.05000,1.245
5,mlp.experts.48.gate_proj,0.0000205961,0.05000,1.255
5,mlp.experts.50.gate_proj,0.0000327460,0.05000,1.255
5,mlp.experts.51.gate_proj,0.0000424523,0.05000,1.256
5,mlp.experts.49.gate_proj,0.0000365660,0.05000,1.241
5,mlp.experts.54.gate_proj,0.0000679806,0.05000,1.227
5,mlp.experts.52.gate_proj,0.0000422878,0.05000,1.242
5,mlp.experts.53.gate_proj,0.0000775019,0.05000,1.234
5,mlp.experts.55.gate_proj,0.0000427142,0.05000,1.247
5,mlp.experts.56.gate_proj,0.0000718684,0.05000,1.238
5,mlp.experts.58.gate_proj,0.0000369355,0.05000,1.244
5,mlp.experts.57.gate_proj,0.0000378830,0.05000,1.228
5,mlp.experts.59.gate_proj,0.0000345321,0.05000,1.243
5,mlp.experts.60.gate_proj,0.0000434882,0.05000,1.242
5,mlp.experts.62.gate_proj,0.0000545701,0.05000,1.250
5,mlp.experts.61.gate_proj,0.0000218689,0.05000,1.252
5,mlp.experts.63.gate_proj,0.0000344916,0.05000,1.243
5,mlp.experts.65.gate_proj,0.0000129697,0.05000,1.259
5,mlp.experts.64.gate_proj,0.0001514415,0.05000,1.280
5,mlp.experts.66.gate_proj,0.0000509254,0.05000,1.274
5,mlp.experts.67.gate_proj,0.0000217243,0.05000,1.296
5,mlp.experts.70.gate_proj,0.0000576707,0.05000,1.221
5,mlp.experts.69.gate_proj,0.0000400314,0.05000,1.233
5,mlp.experts.68.gate_proj,0.0000387612,0.05000,1.233
5,mlp.experts.71.gate_proj,0.0000611962,0.05000,1.230
5,mlp.experts.74.gate_proj,0.0001705266,0.05000,1.229
5,mlp.experts.72.gate_proj,0.0000509625,0.05000,1.226
5,mlp.experts.73.gate_proj,0.0000637075,0.05000,1.230
5,mlp.experts.75.gate_proj,0.0000508591,0.05000,1.244
5,mlp.experts.77.gate_proj,0.0000368283,0.05000,1.232
5,mlp.experts.78.gate_proj,0.0000382496,0.05000,1.247
5,mlp.experts.76.gate_proj,0.0000587687,0.05000,1.254
5,mlp.experts.79.gate_proj,0.0000382724,0.05000,1.240
5,mlp.experts.81.gate_proj,0.0000262785,0.05000,1.224
5,mlp.experts.82.gate_proj,0.0000461438,0.05000,1.260
5,mlp.experts.80.gate_proj,0.0000652380,0.05000,1.261
5,mlp.experts.83.gate_proj,0.0000623284,0.05000,1.260
5,mlp.experts.85.gate_proj,0.0000416276,0.05000,1.268
5,mlp.experts.86.gate_proj,0.0000490696,0.05000,1.236
5,mlp.experts.84.gate_proj,0.0000330563,0.05000,1.238
5,mlp.experts.87.gate_proj,0.0000742500,0.05000,1.237
5,mlp.experts.89.gate_proj,0.0000516347,0.05000,1.219
5,mlp.experts.90.gate_proj,0.0000221838,0.05000,1.214
5,mlp.experts.88.gate_proj,0.0000277689,0.05000,1.218
5,mlp.experts.91.gate_proj,0.0000528217,0.05000,1.217
5,mlp.experts.93.gate_proj,0.0000478986,0.05000,1.242
5,mlp.experts.92.gate_proj,0.0000503517,0.05000,1.232
5,mlp.experts.94.gate_proj,0.0000453789,0.05000,1.251
5,mlp.experts.95.gate_proj,0.0000463633,0.05000,1.243
5,mlp.experts.97.gate_proj,0.0001028089,0.05000,1.227
5,mlp.experts.98.gate_proj,0.0000550086,0.05000,1.258
5,mlp.experts.96.gate_proj,0.0000322002,0.05000,1.262
5,mlp.experts.99.gate_proj,0.0000377975,0.05000,1.248
5,mlp.experts.101.gate_proj,0.0000526833,0.05000,1.234
5,mlp.experts.100.gate_proj,0.0000267332,0.05000,1.231
5,mlp.experts.102.gate_proj,0.0000398249,0.05000,1.248
5,mlp.experts.103.gate_proj,0.0000556368,0.05000,1.243
5,mlp.experts.105.gate_proj,0.0000452282,0.05000,1.235
5,mlp.experts.104.gate_proj,0.0000124488,0.05000,1.238
5,mlp.experts.106.gate_proj,0.0000409445,0.05000,1.246
5,mlp.experts.107.gate_proj,0.0000760992,0.05000,1.250
5,mlp.experts.109.gate_proj,0.0000324027,0.05000,1.236
5,mlp.experts.108.gate_proj,0.0000299762,0.05000,1.238
5,mlp.experts.110.gate_proj,0.0000574288,0.05000,1.246
5,mlp.experts.111.gate_proj,0.0000593991,0.05000,1.245
5,mlp.experts.113.gate_proj,0.0001014256,0.05000,1.245
5,mlp.experts.112.gate_proj,0.0000466842,0.05000,1.246
5,mlp.experts.114.gate_proj,0.0000203366,0.05000,1.255
5,mlp.experts.115.gate_proj,0.0000336009,0.05000,1.251
5,mlp.experts.117.gate_proj,0.0000744918,0.05000,1.241
5,mlp.experts.116.gate_proj,0.0000311611,0.05000,1.230
5,mlp.experts.118.gate_proj,0.0000505417,0.05000,1.243
5,mlp.experts.119.gate_proj,0.0000299418,0.05000,1.238
5,mlp.experts.121.gate_proj,0.0000331944,0.05000,1.235
5,mlp.experts.120.gate_proj,0.0000651307,0.05000,1.244
5,mlp.experts.122.gate_proj,0.0000591668,0.05000,1.248
5,mlp.experts.123.gate_proj,0.0000681663,0.05000,1.243
5,mlp.experts.125.gate_proj,0.0000736530,0.05000,1.241
5,mlp.experts.124.gate_proj,0.0000606858,0.05000,1.228
5,mlp.experts.126.gate_proj,0.0000368578,0.05000,1.240
5,mlp.experts.127.gate_proj,0.0000189360,0.05000,1.246
5,mlp.experts.129.gate_proj,0.0000798771,0.05000,1.257
5,mlp.experts.128.gate_proj,0.0000337410,0.05000,1.278
5,mlp.experts.130.gate_proj,0.0000479908,0.05000,1.254
5,mlp.experts.131.gate_proj,0.0000471418,0.05000,1.256
5,mlp.experts.133.gate_proj,0.0000514628,0.05000,1.245
5,mlp.experts.132.gate_proj,0.0000629966,0.05000,1.247
5,mlp.experts.134.gate_proj,0.0000413572,0.05000,1.250
5,mlp.experts.135.gate_proj,0.0000365348,0.05000,1.259
5,mlp.experts.137.gate_proj,0.0000356574,0.05000,1.245
5,mlp.experts.136.gate_proj,0.0000424600,0.05000,1.239
5,mlp.experts.138.gate_proj,0.0000475873,0.05000,1.247
5,mlp.experts.139.gate_proj,0.0000534413,0.05000,1.239
5,mlp.experts.141.gate_proj,0.0000502701,0.05000,1.241
5,mlp.experts.140.gate_proj,0.0000699846,0.05000,1.243
5,mlp.experts.142.gate_proj,0.0000436496,0.05000,1.247
5,mlp.experts.143.gate_proj,0.0000360328,0.05000,1.246
5,mlp.experts.145.gate_proj,0.0000235844,0.05000,1.249
5,mlp.experts.144.gate_proj,0.0000186272,0.05000,1.263
5,mlp.experts.146.gate_proj,0.0000322685,0.05000,1.266
5,mlp.experts.147.gate_proj,0.0000218551,0.05000,1.259
5,mlp.experts.149.gate_proj,0.0000531130,0.05000,1.228
5,mlp.experts.148.gate_proj,0.0001279350,0.05000,1.227
5,mlp.experts.150.gate_proj,0.0000819889,0.05000,1.234
5,mlp.experts.151.gate_proj,0.0000320951,0.05000,1.227
5,mlp.experts.153.gate_proj,0.0000350903,0.05000,1.236
5,mlp.experts.152.gate_proj,0.0000261748,0.05000,1.240
5,mlp.experts.154.gate_proj,0.0000391995,0.05000,1.241
5,mlp.experts.155.gate_proj,0.0000731652,0.05000,1.234
5,mlp.experts.157.gate_proj,0.0000491958,0.05000,1.242
5,mlp.experts.156.gate_proj,0.0000843518,0.05000,1.237
5,mlp.experts.158.gate_proj,0.0000346530,0.05000,1.235
5,mlp.experts.159.gate_proj,0.0000288887,0.05000,1.236
5,mlp.experts.160.gate_proj,0.0000555017,0.05000,1.225
5,mlp.experts.161.gate_proj,0.0000231558,0.05000,1.242
5,mlp.experts.162.gate_proj,0.0000432153,0.05000,1.235
5,mlp.experts.163.gate_proj,0.0000413639,0.05000,1.236
5,mlp.experts.165.gate_proj,0.0000387262,0.05000,1.258
5,mlp.experts.164.gate_proj,0.0000778053,0.05000,1.264
5,mlp.experts.166.gate_proj,0.0000452490,0.05000,1.262
5,mlp.experts.167.gate_proj,0.0000374748,0.05000,1.254
5,mlp.experts.169.gate_proj,0.0000183799,0.05000,1.245
5,mlp.experts.168.gate_proj,0.0000294965,0.05000,1.255
5,mlp.experts.170.gate_proj,0.0000171606,0.05000,1.256
5,mlp.experts.171.gate_proj,0.0000513451,0.05000,1.261
5,mlp.experts.172.gate_proj,0.0000419346,0.05000,1.240
5,mlp.experts.173.gate_proj,0.0000407852,0.05000,1.263
5,mlp.experts.174.gate_proj,0.0000121322,0.05000,1.262
5,mlp.experts.175.gate_proj,0.0000752593,0.05000,1.258
5,mlp.experts.177.gate_proj,0.0000794573,0.05000,1.265
5,mlp.experts.176.gate_proj,0.0000495731,0.05000,1.268
5,mlp.experts.178.gate_proj,0.0000418259,0.05000,1.260
5,mlp.experts.179.gate_proj,0.0001051243,0.05000,1.266
5,mlp.experts.181.gate_proj,0.0000539729,0.05000,1.238
5,mlp.experts.180.gate_proj,0.0000428008,0.05000,1.251
5,mlp.experts.182.gate_proj,0.0000596596,0.05000,1.250
5,mlp.experts.183.gate_proj,0.0000759851,0.05000,1.252
5,mlp.experts.185.gate_proj,0.0000604141,0.05000,1.257
5,mlp.experts.184.gate_proj,0.0000571057,0.05000,1.258
5,mlp.experts.186.gate_proj,0.0000125099,0.05000,1.255
5,mlp.experts.187.gate_proj,0.0000369371,0.05000,1.259
5,mlp.experts.189.gate_proj,0.0000606541,0.05000,1.256
5,mlp.experts.188.gate_proj,0.0000268477,0.05000,1.256
5,mlp.experts.190.gate_proj,0.0000477188,0.05000,1.256
5,mlp.experts.191.gate_proj,0.0000549731,0.05000,1.248
5,mlp.experts.193.gate_proj,0.0000112403,0.05000,1.255
5,mlp.experts.192.gate_proj,0.0001077149,0.05000,1.245
5,mlp.experts.194.gate_proj,0.0000252134,0.05000,1.250
5,mlp.experts.195.gate_proj,0.0000212196,0.05000,1.257
5,mlp.experts.197.gate_proj,0.0000399318,0.05000,1.224
5,mlp.experts.196.gate_proj,0.0000525480,0.05000,1.227
5,mlp.experts.198.gate_proj,0.0000958557,0.05000,1.229
5,mlp.experts.199.gate_proj,0.0000840715,0.05000,1.229
5,mlp.experts.200.gate_proj,0.0000341678,0.05000,1.227
5,mlp.experts.201.gate_proj,0.0000698238,0.05000,1.247
5,mlp.experts.202.gate_proj,0.0000485011,0.05000,1.230
5,mlp.experts.203.gate_proj,0.0000777943,0.05000,1.239
5,mlp.experts.205.gate_proj,0.0000218783,0.05000,1.241
5,mlp.experts.204.gate_proj,0.0000375842,0.05000,1.253
5,mlp.experts.206.gate_proj,0.0000315812,0.05000,1.249
5,mlp.experts.207.gate_proj,0.0000512322,0.05000,1.249
5,mlp.experts.209.gate_proj,0.0001055855,0.05000,1.236
5,mlp.experts.208.gate_proj,0.0000570668,0.05000,1.255
5,mlp.experts.210.gate_proj,0.0000638651,0.05000,1.245
5,mlp.experts.211.gate_proj,0.0000632812,0.05000,1.253
5,mlp.experts.213.gate_proj,0.0000227745,0.05000,1.236
5,mlp.experts.212.gate_proj,0.0000693010,0.05000,1.228
5,mlp.experts.214.gate_proj,0.0000409596,0.05000,1.237
5,mlp.experts.215.gate_proj,0.0000394116,0.05000,1.243
5,mlp.experts.217.gate_proj,0.0000798534,0.05000,1.255
5,mlp.experts.216.gate_proj,0.0000511620,0.05000,1.259
5,mlp.experts.218.gate_proj,0.0000228991,0.05000,1.275
5,mlp.experts.219.gate_proj,0.0001068551,0.05000,1.288
5,mlp.experts.221.gate_proj,0.0000607635,0.05000,1.255
5,mlp.experts.220.gate_proj,0.0000463745,0.05000,1.260
5,mlp.experts.222.gate_proj,0.0000509527,0.05000,1.234
5,mlp.experts.223.gate_proj,0.0000383607,0.05000,1.234
5,mlp.experts.225.gate_proj,0.0000474857,0.05000,1.230
5,mlp.experts.224.gate_proj,0.0000197916,0.05000,1.240
5,mlp.experts.226.gate_proj,0.0000389526,0.05000,1.236
5,mlp.experts.227.gate_proj,0.0000649081,0.05000,1.240
5,mlp.experts.229.gate_proj,0.0000620075,0.05000,1.269
5,mlp.experts.228.gate_proj,0.0000285071,0.05000,1.262
5,mlp.experts.230.gate_proj,0.0000494804,0.05000,1.268
5,mlp.experts.231.gate_proj,0.0000503891,0.05000,1.266
5,mlp.experts.233.gate_proj,0.0000957892,0.05000,1.252
5,mlp.experts.232.gate_proj,0.0000380917,0.05000,1.255
5,mlp.experts.234.gate_proj,0.0000375653,0.05000,1.247
5,mlp.experts.235.gate_proj,0.0000207549,0.05000,1.243
5,mlp.experts.237.gate_proj,0.0000311155,0.05000,1.241
5,mlp.experts.236.gate_proj,0.0000275334,0.05000,1.239
5,mlp.experts.238.gate_proj,0.0000424439,0.05000,1.245
5,mlp.experts.239.gate_proj,0.0000396574,0.05000,1.245
5,mlp.experts.241.gate_proj,0.0001089623,0.05000,1.249
5,mlp.experts.240.gate_proj,0.0000399896,0.05000,1.249
5,mlp.experts.242.gate_proj,0.0000724508,0.05000,1.256
5,mlp.experts.243.gate_proj,0.0000528771,0.05000,1.250
5,mlp.experts.245.gate_proj,0.0000661284,0.05000,1.250
5,mlp.experts.244.gate_proj,0.0000586970,0.05000,1.260
5,mlp.experts.246.gate_proj,0.0000473083,0.05000,1.257
5,mlp.experts.247.gate_proj,0.0000462005,0.05000,1.253
5,mlp.experts.249.gate_proj,0.0000173927,0.05000,1.239
5,mlp.experts.248.gate_proj,0.0000616503,0.05000,1.243
5,mlp.experts.250.gate_proj,0.0000295136,0.05000,1.246
5,mlp.experts.251.gate_proj,0.0000411987,0.05000,1.234
5,mlp.experts.253.gate_proj,0.0000262194,0.05000,1.241
5,mlp.experts.252.gate_proj,0.0000365899,0.05000,1.246
5,mlp.experts.254.gate_proj,0.0000295068,0.05000,1.238
5,mlp.experts.255.gate_proj,0.0000481776,0.05000,1.244
5,mlp.experts.1.up_proj,0.0000217704,0.05000,1.239
5,mlp.experts.0.up_proj,0.0001000091,0.05000,1.267
5,mlp.experts.2.up_proj,0.0000233548,0.05000,1.261
5,mlp.experts.3.up_proj,0.0000273701,0.05000,1.257
5,mlp.experts.5.up_proj,0.0000343935,0.05000,1.251
5,mlp.experts.4.up_proj,0.0000312954,0.05000,1.236
5,mlp.experts.6.up_proj,0.0000237206,0.05000,1.243
5,mlp.experts.7.up_proj,0.0000432349,0.05000,1.252
5,mlp.experts.9.up_proj,0.0000314452,0.05000,1.258
5,mlp.experts.8.up_proj,0.0000517768,0.05000,1.247
5,mlp.experts.10.up_proj,0.0000173673,0.05000,1.252
5,mlp.experts.11.up_proj,0.0000195215,0.05000,1.249
5,mlp.experts.13.up_proj,0.0000354364,0.05000,1.249
5,mlp.experts.12.up_proj,0.0000350078,0.05000,1.251
5,mlp.experts.14.up_proj,0.0000291904,0.05000,1.253
5,mlp.experts.15.up_proj,0.0000474354,0.05000,1.248
5,mlp.experts.17.up_proj,0.0000746033,0.05000,1.243
5,mlp.experts.16.up_proj,0.0000640971,0.05000,1.239
5,mlp.experts.18.up_proj,0.0000214957,0.05000,1.239
5,mlp.experts.19.up_proj,0.0000234020,0.05000,1.238
5,mlp.experts.21.up_proj,0.0000491281,0.05000,1.244
5,mlp.experts.20.up_proj,0.0000316424,0.05000,1.245
5,mlp.experts.22.up_proj,0.0000372487,0.05000,1.258
5,mlp.experts.23.up_proj,0.0000610856,0.05000,1.256
5,mlp.experts.25.up_proj,0.0000311322,0.05000,1.235
5,mlp.experts.24.up_proj,0.0000199981,0.05000,1.241
5,mlp.experts.26.up_proj,0.0001286978,0.05000,1.245
5,mlp.experts.27.up_proj,0.0000189412,0.05000,1.241
5,mlp.experts.29.up_proj,0.0000478396,0.05000,1.246
5,mlp.experts.28.up_proj,0.0000568557,0.05000,1.262
5,mlp.experts.30.up_proj,0.0000693460,0.05000,1.249
5,mlp.experts.31.up_proj,0.0000207597,0.05000,1.256
5,mlp.experts.33.up_proj,0.0000482634,0.05000,1.256
5,mlp.experts.32.up_proj,0.0000328896,0.05000,1.240
5,mlp.experts.34.up_proj,0.0000946065,0.05000,1.237
5,mlp.experts.35.up_proj,0.0000389695,0.05000,1.237
5,mlp.experts.37.up_proj,0.0000798557,0.05000,1.218
5,mlp.experts.36.up_proj,0.0000371286,0.05000,1.255
5,mlp.experts.38.up_proj,0.0000361060,0.05000,1.243
5,mlp.experts.39.up_proj,0.0001374975,0.05000,1.251
5,mlp.experts.41.up_proj,0.0000194334,0.05000,1.252
5,mlp.experts.40.up_proj,0.0000340150,0.05000,1.244
5,mlp.experts.42.up_proj,0.0000782456,0.05000,1.245
5,mlp.experts.43.up_proj,0.0000366626,0.05000,1.249
5,mlp.experts.45.up_proj,0.0000527680,0.05000,1.261
5,mlp.experts.44.up_proj,0.0000182378,0.05000,1.260
5,mlp.experts.46.up_proj,0.0000351144,0.05000,1.259
5,mlp.experts.47.up_proj,0.0000160440,0.05000,1.269
5,mlp.experts.49.up_proj,0.0000333605,0.05000,1.245
5,mlp.experts.48.up_proj,0.0000194196,0.05000,1.248
5,mlp.experts.50.up_proj,0.0000298765,0.05000,1.240
5,mlp.experts.51.up_proj,0.0000396154,0.05000,1.251
5,mlp.experts.53.up_proj,0.0000719933,0.05000,1.259
5,mlp.experts.52.up_proj,0.0000392388,0.05000,1.257
5,mlp.experts.54.up_proj,0.0000622582,0.05000,1.252
5,mlp.experts.55.up_proj,0.0000399192,0.05000,1.253
5,mlp.experts.57.up_proj,0.0000356436,0.05000,1.244
5,mlp.experts.56.up_proj,0.0000680218,0.05000,1.240
5,mlp.experts.58.up_proj,0.0000335366,0.05000,1.247
5,mlp.experts.59.up_proj,0.0000297121,0.05000,1.255
5,mlp.experts.61.up_proj,0.0000211796,0.05000,1.258
5,mlp.experts.60.up_proj,0.0000405083,0.05000,1.256
5,mlp.experts.62.up_proj,0.0000510181,0.05000,1.260
5,mlp.experts.63.up_proj,0.0000305756,0.05000,1.268
5,mlp.experts.65.up_proj,0.0000118440,0.05000,1.248
5,mlp.experts.64.up_proj,0.0000397181,0.05000,1.249
5,mlp.experts.66.up_proj,0.0000440707,0.05000,1.249
5,mlp.experts.67.up_proj,0.0000197563,0.05000,1.254
5,mlp.experts.69.up_proj,0.0000377854,0.05000,1.240
5,mlp.experts.68.up_proj,0.0000361265,0.05000,1.245
5,mlp.experts.70.up_proj,0.0000530327,0.05000,1.241
5,mlp.experts.71.up_proj,0.0000587883,0.05000,1.231
5,mlp.experts.73.up_proj,0.0000590741,0.05000,1.234
5,mlp.experts.72.up_proj,0.0000472567,0.05000,1.240
5,mlp.experts.74.up_proj,0.0001602317,0.05000,1.242
5,mlp.experts.75.up_proj,0.0000468030,0.05000,1.243
5,mlp.experts.77.up_proj,0.0000353438,0.05000,1.247
5,mlp.experts.76.up_proj,0.0000546662,0.05000,1.247
5,mlp.experts.78.up_proj,0.0000354317,0.05000,1.255
5,mlp.experts.79.up_proj,0.0000356640,0.05000,1.256
5,mlp.experts.81.up_proj,0.0000231687,0.05000,1.251
5,mlp.experts.80.up_proj,0.0000609657,0.05000,1.260
5,mlp.experts.82.up_proj,0.0000430347,0.05000,1.242
5,mlp.experts.83.up_proj,0.0000587883,0.05000,1.252
5,mlp.experts.85.up_proj,0.0000388583,0.05000,1.236
5,mlp.experts.84.up_proj,0.0000293885,0.05000,1.232
5,mlp.experts.86.up_proj,0.0000464342,0.05000,1.252
5,mlp.experts.87.up_proj,0.0000695703,0.05000,1.228
5,mlp.experts.89.up_proj,0.0000479725,0.05000,1.249
5,mlp.experts.88.up_proj,0.0000260690,0.05000,1.264
5,mlp.experts.90.up_proj,0.0000211077,0.05000,1.269
5,mlp.experts.91.up_proj,0.0000497034,0.05000,1.274
5,mlp.experts.93.up_proj,0.0000444563,0.05000,1.272
5,mlp.experts.92.up_proj,0.0000439149,0.05000,1.246
5,mlp.experts.94.up_proj,0.0000372560,0.05000,1.260
5,mlp.experts.95.up_proj,0.0000437050,0.05000,1.257
5,mlp.experts.97.up_proj,0.0000962729,0.05000,1.247
5,mlp.experts.96.up_proj,0.0000297559,0.05000,1.252
5,mlp.experts.98.up_proj,0.0000511743,0.05000,1.249
5,mlp.experts.99.up_proj,0.0000351131,0.05000,1.240
5,mlp.experts.101.up_proj,0.0000485580,0.05000,1.234
5,mlp.experts.100.up_proj,0.0000242406,0.05000,1.224
5,mlp.experts.102.up_proj,0.0000377726,0.05000,1.227
5,mlp.experts.103.up_proj,0.0000515061,0.05000,1.223
5,mlp.experts.105.up_proj,0.0000421373,0.05000,1.230
5,mlp.experts.104.up_proj,0.0000118947,0.05000,1.228
5,mlp.experts.106.up_proj,0.0000386209,0.05000,1.241
5,mlp.experts.107.up_proj,0.0000698526,0.05000,1.236
5,mlp.experts.109.up_proj,0.0000303715,0.05000,1.252
5,mlp.experts.108.up_proj,0.0000270106,0.05000,1.265
5,mlp.experts.110.up_proj,0.0000533988,0.05000,1.255
5,mlp.experts.111.up_proj,0.0000556213,0.05000,1.260
5,mlp.experts.113.up_proj,0.0000897825,0.05000,1.242
5,mlp.experts.112.up_proj,0.0000435001,0.05000,1.234
5,mlp.experts.114.up_proj,0.0000182174,0.05000,1.234
5,mlp.experts.115.up_proj,0.0000332982,0.05000,1.242
5,mlp.experts.117.up_proj,0.0000669617,0.05000,1.252
5,mlp.experts.116.up_proj,0.0000277398,0.05000,1.253
5,mlp.experts.118.up_proj,0.0000473211,0.05000,1.254
5,mlp.experts.119.up_proj,0.0000280386,0.05000,1.249
5,mlp.experts.121.up_proj,0.0000313543,0.05000,1.254
5,mlp.experts.120.up_proj,0.0000560692,0.05000,1.242
5,mlp.experts.122.up_proj,0.0000543923,0.05000,1.242
5,mlp.experts.123.up_proj,0.0000630549,0.05000,1.242
5,mlp.experts.125.up_proj,0.0000680933,0.05000,1.245
5,mlp.experts.124.up_proj,0.0000565002,0.05000,1.247
5,mlp.experts.126.up_proj,0.0000316026,0.05000,1.252
5,mlp.experts.127.up_proj,0.0000179038,0.05000,1.245
5,mlp.experts.129.up_proj,0.0000694409,0.05000,1.233
5,mlp.experts.128.up_proj,0.0000304791,0.05000,1.252
5,mlp.experts.130.up_proj,0.0000444950,0.05000,1.226
5,mlp.experts.131.up_proj,0.0000444375,0.05000,1.242
5,mlp.experts.133.up_proj,0.0000475076,0.05000,1.269
5,mlp.experts.132.up_proj,0.0000592302,0.05000,1.259
5,mlp.experts.134.up_proj,0.0000389023,0.05000,1.262
5,mlp.experts.135.up_proj,0.0000340457,0.05000,1.280
5,mlp.experts.137.up_proj,0.0000313199,0.05000,1.262
5,mlp.experts.136.up_proj,0.0000395394,0.05000,1.264
5,mlp.experts.138.up_proj,0.0000456486,0.05000,1.235
5,mlp.experts.139.up_proj,0.0000467207,0.05000,1.241
5,mlp.experts.141.up_proj,0.0000467765,0.05000,1.260
5,mlp.experts.140.up_proj,0.0000618638,0.05000,1.273
5,mlp.experts.142.up_proj,0.0000355220,0.05000,1.271
5,mlp.experts.143.up_proj,0.0000342298,0.05000,1.259
5,mlp.experts.145.up_proj,0.0000222246,0.05000,1.248
5,mlp.experts.144.up_proj,0.0000162975,0.05000,1.248
5,mlp.experts.146.up_proj,0.0000290862,0.05000,1.255
5,mlp.experts.147.up_proj,0.0000206176,0.05000,1.255
5,mlp.experts.149.up_proj,0.0000431404,0.05000,1.244
5,mlp.experts.148.up_proj,0.0001186780,0.05000,1.254
5,mlp.experts.150.up_proj,0.0000773607,0.05000,1.241
5,mlp.experts.151.up_proj,0.0000275686,0.05000,1.238
5,mlp.experts.153.up_proj,0.0000322446,0.05000,1.232
5,mlp.experts.152.up_proj,0.0000238482,0.05000,1.228
5,mlp.experts.154.up_proj,0.0000366238,0.05000,1.234
5,mlp.experts.155.up_proj,0.0000659016,0.05000,1.230
5,mlp.experts.157.up_proj,0.0000427025,0.05000,1.249
5,mlp.experts.156.up_proj,0.0000764109,0.05000,1.243
5,mlp.experts.158.up_proj,0.0000324625,0.05000,1.256
5,mlp.experts.159.up_proj,0.0000273755,0.05000,1.250
5,mlp.experts.161.up_proj,0.0000228535,0.05000,1.235
5,mlp.experts.160.up_proj,0.0000525086,0.05000,1.241
5,mlp.experts.162.up_proj,0.0000408606,0.05000,1.239
5,mlp.experts.163.up_proj,0.0000382461,0.05000,1.236
5,mlp.experts.165.up_proj,0.0000356022,0.05000,1.236
5,mlp.experts.164.up_proj,0.0000767592,0.05000,1.232
5,mlp.experts.166.up_proj,0.0000425042,0.05000,1.233
5,mlp.experts.167.up_proj,0.0000347061,0.05000,1.226
5,mlp.experts.169.up_proj,0.0000168101,0.05000,1.262
5,mlp.experts.168.up_proj,0.0000267913,0.05000,1.257
5,mlp.experts.170.up_proj,0.0000154705,0.05000,1.261
5,mlp.experts.171.up_proj,0.0000475149,0.05000,1.259
5,mlp.experts.173.up_proj,0.0000383066,0.05000,1.248
5,mlp.experts.172.up_proj,0.0000335524,0.05000,1.258
5,mlp.experts.174.up_proj,0.0000112808,0.05000,1.249
5,mlp.experts.175.up_proj,0.0000715614,0.05000,1.243
5,mlp.experts.177.up_proj,0.0000737807,0.05000,1.251
5,mlp.experts.176.up_proj,0.0000456853,0.05000,1.260
5,mlp.experts.178.up_proj,0.0000360066,0.05000,1.259
5,mlp.experts.179.up_proj,0.0000963232,0.05000,1.249
5,mlp.experts.181.up_proj,0.0000439931,0.05000,1.246
5,mlp.experts.180.up_proj,0.0000408490,0.05000,1.250
5,mlp.experts.182.up_proj,0.0000551761,0.05000,1.254
5,mlp.experts.183.up_proj,0.0000741687,0.05000,1.238
5,mlp.experts.185.up_proj,0.0000557610,0.05000,1.243
5,mlp.experts.184.up_proj,0.0000545099,0.05000,1.245
5,mlp.experts.187.up_proj,0.0000335323,0.05000,1.228
5,mlp.experts.186.up_proj,0.0000119961,0.05000,1.254
5,mlp.experts.189.up_proj,0.0000565311,0.05000,1.258
5,mlp.experts.188.up_proj,0.0000244309,0.05000,1.253
5,mlp.experts.191.up_proj,0.0000508976,0.05000,1.256
5,mlp.experts.190.up_proj,0.0000445788,0.05000,1.256
5,mlp.experts.193.up_proj,0.0000107558,0.05000,1.234
5,mlp.experts.192.up_proj,0.0000956214,0.05000,1.251
5,mlp.experts.195.up_proj,0.0000199754,0.05000,1.244
5,mlp.experts.194.up_proj,0.0000240418,0.05000,1.246
5,mlp.experts.197.up_proj,0.0000343721,0.05000,1.247
5,mlp.experts.196.up_proj,0.0000490359,0.05000,1.244
5,mlp.experts.199.up_proj,0.0000766400,0.05000,1.240
5,mlp.experts.198.up_proj,0.0000863901,0.05000,1.239
5,mlp.experts.201.up_proj,0.0000660198,0.05000,1.261
5,mlp.experts.200.up_proj,0.0000321305,0.05000,1.247
5,mlp.experts.203.up_proj,0.0000728568,0.05000,1.243
5,mlp.experts.202.up_proj,0.0000426293,0.05000,1.258
5,mlp.experts.205.up_proj,0.0000209205,0.05000,1.239
5,mlp.experts.204.up_proj,0.0000354785,0.05000,1.251
5,mlp.experts.207.up_proj,0.0000483336,0.05000,1.262
5,mlp.experts.206.up_proj,0.0000297750,0.05000,1.260
5,mlp.experts.209.up_proj,0.0000991058,0.05000,1.250
5,mlp.experts.208.up_proj,0.0000519413,0.05000,1.250
5,mlp.experts.211.up_proj,0.0000593572,0.05000,1.241
5,mlp.experts.210.up_proj,0.0000576462,0.05000,1.253
5,mlp.experts.213.up_proj,0.0000209260,0.05000,1.244
5,mlp.experts.212.up_proj,0.0000633622,0.05000,1.257
5,mlp.experts.215.up_proj,0.0000368478,0.05000,1.249
5,mlp.experts.214.up_proj,0.0000380396,0.05000,1.257
5,mlp.experts.217.up_proj,0.0000763719,0.05000,1.242
5,mlp.experts.216.up_proj,0.0000463177,0.05000,1.245
5,mlp.experts.219.up_proj,0.0000961093,0.05000,1.244
5,mlp.experts.218.up_proj,0.0000218970,0.05000,1.245
5,mlp.experts.221.up_proj,0.0000584500,0.05000,1.245
5,mlp.experts.220.up_proj,0.0000438833,0.05000,1.253
5,mlp.experts.223.up_proj,0.0000319132,0.05000,1.256
5,mlp.experts.222.up_proj,0.0000471913,0.05000,1.252
5,mlp.experts.225.up_proj,0.0000426920,0.05000,1.231
5,mlp.experts.224.up_proj,0.0000183925,0.05000,1.230
5,mlp.experts.227.up_proj,0.0000603145,0.05000,1.246
5,mlp.experts.226.up_proj,0.0000345453,0.05000,1.238
5,mlp.experts.229.up_proj,0.0000588139,0.05000,1.236
5,mlp.experts.228.up_proj,0.0000261073,0.05000,1.232
5,mlp.experts.231.up_proj,0.0000474915,0.05000,1.243
5,mlp.experts.230.up_proj,0.0000461823,0.05000,1.241
5,mlp.experts.233.up_proj,0.0000885362,0.05000,1.234
5,mlp.experts.232.up_proj,0.0000345294,0.05000,1.236
5,mlp.experts.235.up_proj,0.0000191213,0.05000,1.234
5,mlp.experts.234.up_proj,0.0000359379,0.05000,1.247
5,mlp.experts.237.up_proj,0.0000293272,0.05000,1.250
5,mlp.experts.236.up_proj,0.0000253782,0.05000,1.251
5,mlp.experts.239.up_proj,0.0000371089,0.05000,1.263
5,mlp.experts.238.up_proj,0.0000395482,0.05000,1.248
5,mlp.experts.241.up_proj,0.0000981024,0.05000,1.235
5,mlp.experts.240.up_proj,0.0000362655,0.05000,1.230
5,mlp.experts.243.up_proj,0.0000500207,0.05000,1.235
5,mlp.experts.242.up_proj,0.0000667633,0.05000,1.227
5,mlp.experts.245.up_proj,0.0000631817,0.05000,1.230
5,mlp.experts.244.up_proj,0.0000555123,0.05000,1.226
5,mlp.experts.247.up_proj,0.0000438137,0.05000,1.235
5,mlp.experts.246.up_proj,0.0000443860,0.05000,1.230
5,mlp.experts.249.up_proj,0.0000165230,0.05000,1.231
5,mlp.experts.248.up_proj,0.0000580399,0.05000,1.231
5,mlp.experts.251.up_proj,0.0000383008,0.05000,1.225
5,mlp.experts.250.up_proj,0.0000265545,0.05000,1.231
5,mlp.experts.253.up_proj,0.0000230020,0.05000,1.215
5,mlp.experts.252.up_proj,0.0000329267,0.05000,1.200
5,mlp.experts.255.up_proj,0.0000451800,0.05000,1.127
5,mlp.experts.254.up_proj,0.0000253182,0.05000,1.109
5,mlp.experts.2.down_proj,0.0000007177,0.05000,0.305
5,mlp.experts.1.down_proj,0.0000005139,0.05000,0.311
5,mlp.experts.3.down_proj,0.0000006340,0.05000,0.310
5,mlp.experts.0.down_proj,0.0000019879,0.05000,0.314
5,mlp.experts.6.down_proj,0.0000006359,0.05000,0.316
5,mlp.experts.5.down_proj,0.0000005275,0.05000,0.315
5,mlp.experts.7.down_proj,0.0000007420,0.05000,0.317
5,mlp.experts.4.down_proj,0.0000005264,0.05000,0.321
5,mlp.experts.10.down_proj,0.0000001482,0.05000,0.309
5,mlp.experts.11.down_proj,0.0000002584,0.05000,0.306
5,mlp.experts.9.down_proj,0.0000005282,0.05000,0.315
5,mlp.experts.8.down_proj,0.0000008267,0.05000,0.313
5,mlp.experts.14.down_proj,0.0000008477,0.05000,0.301
5,mlp.experts.15.down_proj,0.0000003417,0.05000,0.312
5,mlp.experts.13.down_proj,0.0000002984,0.05000,0.307
5,mlp.experts.12.down_proj,0.0000006126,0.05000,0.302
5,mlp.experts.18.down_proj,0.0000002066,0.05000,0.306
5,mlp.experts.17.down_proj,0.0000007945,0.05000,0.314
5,mlp.experts.19.down_proj,0.0000005803,0.05000,0.321
5,mlp.experts.16.down_proj,0.0000007412,0.05000,0.317
5,mlp.experts.22.down_proj,0.0000010633,0.05000,0.307
5,mlp.experts.21.down_proj,0.0000005425,0.05000,0.308
5,mlp.experts.20.down_proj,0.0000003808,0.05000,0.308
5,mlp.experts.23.down_proj,0.0000013351,0.05000,0.311
5,mlp.experts.26.down_proj,0.0000020134,0.05000,0.309
5,mlp.experts.25.down_proj,0.0000003071,0.05000,0.307
5,mlp.experts.27.down_proj,0.0000006850,0.05000,0.307
5,mlp.experts.24.down_proj,0.0000006417,0.05000,0.312
5,mlp.experts.30.down_proj,0.0000007998,0.05000,0.319
5,mlp.experts.29.down_proj,0.0000003655,0.05000,0.315
5,mlp.experts.28.down_proj,0.0000010251,0.05000,0.315
5,mlp.experts.31.down_proj,0.0000008051,0.05000,0.325
5,mlp.experts.34.down_proj,0.0000014120,0.05000,0.322
5,mlp.experts.33.down_proj,0.0000006889,0.05000,0.322
5,mlp.experts.32.down_proj,0.0000003231,0.05000,0.320
5,mlp.experts.35.down_proj,0.0000009455,0.05000,0.319
5,mlp.experts.37.down_proj,0.0000009360,0.05000,0.309
5,mlp.experts.38.down_proj,0.0000003909,0.05000,0.320
5,mlp.experts.39.down_proj,0.0000023655,0.05000,0.306
5,mlp.experts.36.down_proj,0.0000022206,0.05000,0.315
5,mlp.experts.41.down_proj,0.0000001618,0.05000,0.311
5,mlp.experts.42.down_proj,0.0000006420,0.05000,0.308
5,mlp.experts.40.down_proj,0.0000006281,0.05000,0.306
5,mlp.experts.43.down_proj,0.0000004457,0.05000,0.316
5,mlp.experts.46.down_proj,0.0000006387,0.05000,0.309
5,mlp.experts.45.down_proj,0.0000009472,0.05000,0.314
5,mlp.experts.44.down_proj,0.0000005146,0.05000,0.318
5,mlp.experts.47.down_proj,0.0000001403,0.05000,0.320
5,mlp.experts.50.down_proj,0.0000007375,0.05000,0.320
5,mlp.experts.49.down_proj,0.0000006596,0.05000,0.310
5,mlp.experts.48.down_proj,0.0000003300,0.05000,0.313
5,mlp.experts.51.down_proj,0.0000002618,0.05000,0.316
5,mlp.experts.54.down_proj,0.0000013047,0.05000,0.322
5,mlp.experts.53.down_proj,0.0000012767,0.05000,0.324
5,mlp.experts.52.down_proj,0.0000007880,0.05000,0.324
5,mlp.experts.55.down_proj,0.0000007320,0.05000,0.320
5,mlp.experts.58.down_proj,0.0000011250,0.05000,0.314
5,mlp.experts.57.down_proj,0.0000004121,0.05000,0.316
5,mlp.experts.56.down_proj,0.0000006254,0.05000,0.313
5,mlp.experts.59.down_proj,0.0000021119,0.05000,0.311
5,mlp.experts.61.down_proj,0.0000004123,0.05000,0.305
5,mlp.experts.62.down_proj,0.0000006906,0.05000,0.314
5,mlp.experts.60.down_proj,0.0000003048,0.05000,0.307
5,mlp.experts.63.down_proj,0.0000008761,0.05000,0.306
5,mlp.experts.66.down_proj,0.0000014072,0.05000,0.311
5,mlp.experts.65.down_proj,0.0000002989,0.05000,0.316
5,mlp.experts.64.down_proj,0.0000001198,0.05000,0.314
5,mlp.experts.67.down_proj,0.0000007342,0.05000,0.318
5,mlp.experts.69.down_proj,0.0000006111,0.05000,0.305
5,mlp.experts.70.down_proj,0.0000010266,0.05000,0.309
5,mlp.experts.68.down_proj,0.0000002730,0.05000,0.309
5,mlp.experts.71.down_proj,0.0000009917,0.05000,0.308
5,mlp.experts.74.down_proj,0.0000027323,0.05000,0.303
5,mlp.experts.73.down_proj,0.0000006875,0.05000,0.308
5,mlp.experts.72.down_proj,0.0000003679,0.05000,0.309
5,mlp.experts.75.down_proj,0.0000007737,0.05000,0.313
5,mlp.experts.77.down_proj,0.0000008111,0.05000,0.312
5,mlp.experts.78.down_proj,0.0000003969,0.05000,0.317
5,mlp.experts.76.down_proj,0.0000005804,0.05000,0.309
5,mlp.experts.79.down_proj,0.0000004865,0.05000,0.309
5,mlp.experts.82.down_proj,0.0000004428,0.05000,0.307
5,mlp.experts.81.down_proj,0.0000006385,0.05000,0.312
5,mlp.experts.80.down_proj,0.0000005347,0.05000,0.313
5,mlp.experts.83.down_proj,0.0000005661,0.05000,0.313
5,mlp.experts.85.down_proj,0.0000002794,0.05000,0.317
5,mlp.experts.86.down_proj,0.0000007301,0.05000,0.323
5,mlp.experts.84.down_proj,0.0000006031,0.05000,0.328
5,mlp.experts.87.down_proj,0.0000005963,0.05000,0.324
5,mlp.experts.88.down_proj,0.0000004300,0.05000,0.302
5,mlp.experts.90.down_proj,0.0000002087,0.05000,0.309
5,mlp.experts.89.down_proj,0.0000004717,0.05000,0.322
5,mlp.experts.91.down_proj,0.0000004783,0.05000,0.309
5,mlp.experts.92.down_proj,0.0000013306,0.05000,0.316
5,mlp.experts.94.down_proj,0.0000014857,0.05000,0.316
5,mlp.experts.93.down_proj,0.0000011979,0.05000,0.317
5,mlp.experts.95.down_proj,0.0000007302,0.05000,0.321
5,mlp.experts.96.down_proj,0.0000005408,0.05000,0.321
5,mlp.experts.98.down_proj,0.0000009167,0.05000,0.322
5,mlp.experts.97.down_proj,0.0000032401,0.05000,0.325
5,mlp.experts.99.down_proj,0.0000002588,0.05000,0.322
5,mlp.experts.100.down_proj,0.0000007663,0.05000,0.313
5,mlp.experts.102.down_proj,0.0000003607,0.05000,0.314
5,mlp.experts.101.down_proj,0.0000009498,0.05000,0.316
5,mlp.experts.103.down_proj,0.0000011069,0.05000,0.315
5,mlp.experts.104.down_proj,0.0000002313,0.05000,0.330
5,mlp.experts.106.down_proj,0.0000002848,0.05000,0.327
5,mlp.experts.105.down_proj,0.0000005613,0.05000,0.330
5,mlp.experts.107.down_proj,0.0000008547,0.05000,0.320
5,mlp.experts.108.down_proj,0.0000011792,0.05000,0.312
5,mlp.experts.110.down_proj,0.0000006105,0.05000,0.317
5,mlp.experts.109.down_proj,0.0000002620,0.05000,0.310
5,mlp.experts.111.down_proj,0.0000005422,0.05000,0.311
5,mlp.experts.112.down_proj,0.0000002982,0.05000,0.314
5,mlp.experts.114.down_proj,0.0000005400,0.05000,0.314
5,mlp.experts.113.down_proj,0.0000015613,0.05000,0.318
5,mlp.experts.115.down_proj,0.0000008356,0.05000,0.318
5,mlp.experts.118.down_proj,0.0000013073,0.05000,0.307
5,mlp.experts.116.down_proj,0.0000006230,0.05000,0.317
5,mlp.experts.117.down_proj,0.0000016835,0.05000,0.312
5,mlp.experts.119.down_proj,0.0000008404,0.05000,0.332
5,mlp.experts.120.down_proj,0.0000021695,0.05000,0.336
5,mlp.experts.122.down_proj,0.0000008823,0.05000,0.343
5,mlp.experts.121.down_proj,0.0000003215,0.05000,0.318
5,mlp.experts.123.down_proj,0.0000019784,0.05000,0.319
5,mlp.experts.124.down_proj,0.0000006013,0.05000,0.324
5,mlp.experts.126.down_proj,0.0000031715,0.05000,0.322
5,mlp.experts.125.down_proj,0.0000017212,0.05000,0.318
5,mlp.experts.127.down_proj,0.0000004322,0.05000,0.321
5,mlp.experts.128.down_proj,0.0000014213,0.05000,0.321
5,mlp.experts.130.down_proj,0.0000003573,0.05000,0.322
5,mlp.experts.129.down_proj,0.0000020465,0.05000,0.321
5,mlp.experts.131.down_proj,0.0000003708,0.05000,0.322
5,mlp.experts.132.down_proj,0.0000005959,0.05000,0.316
5,mlp.experts.134.down_proj,0.0000002939,0.05000,0.317
5,mlp.experts.133.down_proj,0.0000006812,0.05000,0.322
5,mlp.experts.135.down_proj,0.0000003437,0.05000,0.319
5,mlp.experts.138.down_proj,0.0000004588,0.05000,0.316
5,mlp.experts.136.down_proj,0.0000005350,0.05000,0.320
5,mlp.experts.137.down_proj,0.0000009348,0.05000,0.317
5,mlp.experts.139.down_proj,0.0000012336,0.05000,0.316
5,mlp.experts.141.down_proj,0.0000009186,0.05000,0.305
5,mlp.experts.142.down_proj,0.0000009530,0.05000,0.316
5,mlp.experts.140.down_proj,0.0000027065,0.05000,0.317
5,mlp.experts.143.down_proj,0.0000003419,0.05000,0.314
5,mlp.experts.146.down_proj,0.0000008967,0.05000,0.311
5,mlp.experts.145.down_proj,0.0000002470,0.05000,0.320
5,mlp.experts.144.down_proj,0.0000005394,0.05000,0.318
5,mlp.experts.147.down_proj,0.0000003344,0.05000,0.318
5,mlp.experts.150.down_proj,0.0000010521,0.05000,0.310
5,mlp.experts.149.down_proj,0.0000017798,0.05000,0.312
5,mlp.experts.148.down_proj,0.0000032896,0.05000,0.318
5,mlp.experts.151.down_proj,0.0000008644,0.05000,0.314
5,mlp.experts.154.down_proj,0.0000007359,0.05000,0.313
5,mlp.experts.153.down_proj,0.0000009431,0.05000,0.314
5,mlp.experts.152.down_proj,0.0000010843,0.05000,0.314
5,mlp.experts.155.down_proj,0.0000011412,0.05000,0.321
5,mlp.experts.158.down_proj,0.0000003898,0.05000,0.317
5,mlp.experts.157.down_proj,0.0000014500,0.05000,0.320
5,mlp.experts.156.down_proj,0.0000015203,0.05000,0.315
5,mlp.experts.159.down_proj,0.0000002001,0.05000,0.317
5,mlp.experts.162.down_proj,0.0000004854,0.05000,0.317
5,mlp.experts.161.down_proj,0.0000004388,0.05000,0.316
5,mlp.experts.160.down_proj,0.0000003877,0.05000,0.318
5,mlp.experts.163.down_proj,0.0000005602,0.05000,0.317
5,mlp.experts.166.down_proj,0.0000003351,0.05000,0.321
5,mlp.experts.165.down_proj,0.0000009591,0.05000,0.323
5,mlp.experts.164.down_proj,0.0000009035,0.05000,0.320
5,mlp.experts.167.down_proj,0.0000008016,0.05000,0.322
5,mlp.experts.170.down_proj,0.0000003744,0.05000,0.309
5,mlp.experts.169.down_proj,0.0000002944,0.05000,0.311
5,mlp.experts.168.down_proj,0.0000004768,0.05000,0.312
5,mlp.experts.171.down_proj,0.0000007592,0.05000,0.311
5,mlp.experts.174.down_proj,0.0000006116,0.05000,0.309
5,mlp.experts.172.down_proj,0.0000009394,0.05000,0.305
5,mlp.experts.173.down_proj,0.0000004302,0.05000,0.313
5,mlp.experts.175.down_proj,0.0000007963,0.05000,0.306
5,mlp.experts.178.down_proj,0.0000012348,0.05000,0.316
5,mlp.experts.177.down_proj,0.0000013626,0.05000,0.318
5,mlp.experts.176.down_proj,0.0000006785,0.05000,0.325
5,mlp.experts.179.down_proj,0.0000018771,0.05000,0.320
5,mlp.experts.182.down_proj,0.0000011442,0.05000,0.319
5,mlp.experts.181.down_proj,0.0000016804,0.05000,0.314
5,mlp.experts.180.down_proj,0.0000003859,0.05000,0.314
5,mlp.experts.183.down_proj,0.0000016372,0.05000,0.315
5,mlp.experts.186.down_proj,0.0000001128,0.05000,0.310
5,mlp.experts.185.down_proj,0.0000012378,0.05000,0.311
5,mlp.experts.184.down_proj,0.0000003967,0.05000,0.307
5,mlp.experts.187.down_proj,0.0000007781,0.05000,0.312
5,mlp.experts.190.down_proj,0.0000003466,0.05000,0.314
5,mlp.experts.189.down_proj,0.0000004909,0.05000,0.318
5,mlp.experts.188.down_proj,0.0000007427,0.05000,0.321
5,mlp.experts.191.down_proj,0.0000010151,0.05000,0.316
5,mlp.experts.194.down_proj,0.0000002414,0.05000,0.315
5,mlp.experts.193.down_proj,0.0000002356,0.05000,0.313
5,mlp.experts.192.down_proj,0.0000022370,0.05000,0.316
5,mlp.experts.195.down_proj,0.0000004473,0.05000,0.316
5,mlp.experts.198.down_proj,0.0000020488,0.05000,0.320
5,mlp.experts.197.down_proj,0.0000009772,0.05000,0.322
5,mlp.experts.196.down_proj,0.0000005565,0.05000,0.323
5,mlp.experts.199.down_proj,0.0000018358,0.05000,0.317
5,mlp.experts.202.down_proj,0.0000012023,0.05000,0.313
5,mlp.experts.201.down_proj,0.0000010439,0.05000,0.313
5,mlp.experts.200.down_proj,0.0000003486,0.05000,0.312
5,mlp.experts.203.down_proj,0.0000012022,0.05000,0.311
5,mlp.experts.206.down_proj,0.0000002602,0.05000,0.316
5,mlp.experts.205.down_proj,0.0000004012,0.05000,0.314
5,mlp.experts.204.down_proj,0.0000003609,0.05000,0.313
5,mlp.experts.207.down_proj,0.0000003103,0.05000,0.316
5,mlp.experts.210.down_proj,0.0000010637,0.05000,0.311
5,mlp.experts.209.down_proj,0.0000010676,0.05000,0.314
5,mlp.experts.208.down_proj,0.0000009650,0.05000,0.314
5,mlp.experts.211.down_proj,0.0000006973,0.05000,0.309
5,mlp.experts.214.down_proj,0.0000003832,0.05000,0.308
5,mlp.experts.213.down_proj,0.0000007075,0.05000,0.311
5,mlp.experts.212.down_proj,0.0000009553,0.05000,0.307
5,mlp.experts.215.down_proj,0.0000004078,0.05000,0.314
5,mlp.experts.218.down_proj,0.0000006009,0.05000,0.314
5,mlp.experts.216.down_proj,0.0000006475,0.05000,0.311
5,mlp.experts.217.down_proj,0.0000017420,0.05000,0.320
5,mlp.experts.219.down_proj,0.0000023827,0.05000,0.313
5,mlp.experts.222.down_proj,0.0000006909,0.05000,0.313
5,mlp.experts.220.down_proj,0.0000004532,0.05000,0.312
5,mlp.experts.221.down_proj,0.0000009373,0.05000,0.313
5,mlp.experts.223.down_proj,0.0000009224,0.05000,0.309
5,mlp.experts.226.down_proj,0.0000007096,0.05000,0.312
5,mlp.experts.224.down_proj,0.0000003997,0.05000,0.319
5,mlp.experts.225.down_proj,0.0000012943,0.05000,0.314
5,mlp.experts.227.down_proj,0.0000005415,0.05000,0.315
5,mlp.experts.230.down_proj,0.0000003713,0.05000,0.318
5,mlp.experts.228.down_proj,0.0000007271,0.05000,0.320
5,mlp.experts.229.down_proj,0.0000005455,0.05000,0.324
5,mlp.experts.231.down_proj,0.0000003954,0.05000,0.322
5,mlp.experts.234.down_proj,0.0000003851,0.05000,0.317
5,mlp.experts.233.down_proj,0.0000023601,0.05000,0.311
5,mlp.experts.232.down_proj,0.0000009975,0.05000,0.321
5,mlp.experts.235.down_proj,0.0000006294,0.05000,0.316
5,mlp.experts.238.down_proj,0.0000005599,0.05000,0.333
5,mlp.experts.237.down_proj,0.0000002900,0.05000,0.330
5,mlp.experts.236.down_proj,0.0000007669,0.05000,0.337
5,mlp.experts.239.down_proj,0.0000002886,0.05000,0.336
5,mlp.experts.242.down_proj,0.0000010789,0.05000,0.310
5,mlp.experts.241.down_proj,0.0000016410,0.05000,0.309
5,mlp.experts.240.down_proj,0.0000008699,0.05000,0.309
5,mlp.experts.243.down_proj,0.0000004454,0.05000,0.311
5,mlp.experts.246.down_proj,0.0000005647,0.05000,0.312
5,mlp.experts.245.down_proj,0.0000014745,0.05000,0.314
5,mlp.experts.244.down_proj,0.0000007180,0.05000,0.314
5,mlp.experts.247.down_proj,0.0000005280,0.05000,0.316
5,mlp.experts.250.down_proj,0.0000007640,0.05000,0.316
5,mlp.experts.249.down_proj,0.0000002679,0.05000,0.316
5,mlp.experts.248.down_proj,0.0000004353,0.05000,0.317
5,mlp.experts.251.down_proj,0.0000008743,0.05000,0.318
5,mlp.experts.254.down_proj,0.0000011401,0.05000,0.327
5,mlp.experts.253.down_proj,0.0000005237,0.05000,0.316
5,mlp.experts.252.down_proj,0.0000009609,0.05000,0.308
5,mlp.experts.255.down_proj,0.0000003451,0.05000,0.302
6,mlp.experts.0.gate_proj,0.0000329999,0.05000,1.259
6,mlp.experts.1.gate_proj,0.0000506309,0.05000,1.262
6,mlp.experts.3.gate_proj,0.0000266136,0.05000,1.262
6,mlp.experts.2.gate_proj,0.0000420789,0.05000,1.268
6,mlp.experts.5.gate_proj,0.0000606239,0.05000,1.232
6,mlp.experts.4.gate_proj,0.0000818239,0.05000,1.252
6,mlp.experts.6.gate_proj,0.0000551032,0.05000,1.246
6,mlp.experts.7.gate_proj,0.0000395374,0.05000,1.262
6,mlp.experts.9.gate_proj,0.0000469552,0.05000,1.231
6,mlp.experts.8.gate_proj,0.0000470498,0.05000,1.228
6,mlp.experts.10.gate_proj,0.0000474490,0.05000,1.237
6,mlp.experts.11.gate_proj,0.0000734360,0.05000,1.227
6,mlp.experts.13.gate_proj,0.0000914348,0.05000,1.248
6,mlp.experts.12.gate_proj,0.0000485148,0.05000,1.245
6,mlp.experts.14.gate_proj,0.0000549207,0.05000,1.238
6,mlp.experts.15.gate_proj,0.0000712062,0.05000,1.235
6,mlp.experts.17.gate_proj,0.0000914091,0.05000,1.230
6,mlp.experts.19.gate_proj,0.0000301684,0.05000,1.223
6,mlp.experts.18.gate_proj,0.0000439879,0.05000,1.235
6,mlp.experts.16.gate_proj,0.0000286844,0.05000,1.240
6,mlp.experts.21.gate_proj,0.0000639742,0.05000,1.220
6,mlp.experts.23.gate_proj,0.0000541278,0.05000,1.215
6,mlp.experts.20.gate_proj,0.0000490579,0.05000,1.205
6,mlp.experts.22.gate_proj,0.0000198261,0.05000,1.229
6,mlp.experts.27.gate_proj,0.0000566427,0.05000,1.240
6,mlp.experts.25.gate_proj,0.0000325312,0.05000,1.246
6,mlp.experts.24.gate_proj,0.0000425750,0.05000,1.254
6,mlp.experts.26.gate_proj,0.0000469116,0.05000,1.252
6,mlp.experts.31.gate_proj,0.0000298819,0.05000,1.236
6,mlp.experts.29.gate_proj,0.0000300097,0.05000,1.245
6,mlp.experts.28.gate_proj,0.0000489531,0.05000,1.242
6,mlp.experts.30.gate_proj,0.0000280749,0.05000,1.249
6,mlp.experts.35.gate_proj,0.0001083274,0.05000,1.260
6,mlp.experts.33.gate_proj,0.0000397274,0.05000,1.271
6,mlp.experts.32.gate_proj,0.0000589263,0.05000,1.265
6,mlp.experts.34.gate_proj,0.0000390626,0.05000,1.264
6,mlp.experts.39.gate_proj,0.0000305627,0.05000,1.274
6,mlp.experts.37.gate_proj,0.0000436418,0.05000,1.282
6,mlp.experts.36.gate_proj,0.0000575431,0.05000,1.286
6,mlp.experts.38.gate_proj,0.0001266620,0.05000,1.282
6,mlp.experts.43.gate_proj,0.0000367602,0.05000,1.259
6,mlp.experts.41.gate_proj,0.0000607003,0.05000,1.245
6,mlp.experts.40.gate_proj,0.0000506242,0.05000,1.255
6,mlp.experts.42.gate_proj,0.0000215254,0.05000,1.258
6,mlp.experts.45.gate_proj,0.0000789119,0.05000,1.260
6,mlp.experts.47.gate_proj,0.0000971640,0.05000,1.276
6,mlp.experts.44.gate_proj,0.0000196291,0.05000,1.275
6,mlp.experts.46.gate_proj,0.0000440472,0.05000,1.251
6,mlp.experts.49.gate_proj,0.0000378138,0.05000,1.251
6,mlp.experts.51.gate_proj,0.0000646541,0.05000,1.242
6,mlp.experts.48.gate_proj,0.0000303360,0.05000,1.249
6,mlp.experts.50.gate_proj,0.0000497068,0.05000,1.258
6,mlp.experts.53.gate_proj,0.0000530236,0.05000,1.233
6,mlp.experts.55.gate_proj,0.0000327094,0.05000,1.234
6,mlp.experts.52.gate_proj,0.0000302123,0.05000,1.238
6,mlp.experts.54.gate_proj,0.0000278826,0.05000,1.238
6,mlp.experts.59.gate_proj,0.0000291098,0.05000,1.237
6,mlp.experts.57.gate_proj,0.0000296843,0.05000,1.240
6,mlp.experts.56.gate_proj,0.0000725328,0.05000,1.249
6,mlp.experts.58.gate_proj,0.0000328347,0.05000,1.253
6,mlp.experts.61.gate_proj,0.0000246325,0.05000,1.233
6,mlp.experts.63.gate_proj,0.0000490934,0.05000,1.269
6,mlp.experts.60.gate_proj,0.0000159718,0.05000,1.255
6,mlp.experts.62.gate_proj,0.0000402777,0.05000,1.253
6,mlp.experts.67.gate_proj,0.0000476270,0.05000,1.229
6,mlp.experts.65.gate_proj,0.0000364870,0.05000,1.251
6,mlp.experts.64.gate_proj,0.0000860942,0.05000,1.244
6,mlp.experts.66.gate_proj,0.0000616457,0.05000,1.236
6,mlp.experts.69.gate_proj,0.0000478555,0.05000,1.247
6,mlp.experts.71.gate_proj,0.0000392667,0.05000,1.260
6,mlp.experts.68.gate_proj,0.0000233584,0.05000,1.257
6,mlp.experts.70.gate_proj,0.0000391911,0.05000,1.266
6,mlp.experts.75.gate_proj,0.0000759078,0.05000,1.238
6,mlp.experts.73.gate_proj,0.0000211527,0.05000,1.247
6,mlp.experts.74.gate_proj,0.0000383011,0.05000,1.227
6,mlp.experts.72.gate_proj,0.0000384434,0.05000,1.244
6,mlp.experts.79.gate_proj,0.0000354875,0.05000,1.237
6,mlp.experts.77.gate_proj,0.0000767815,0.05000,1.241
6,mlp.experts.78.gate_proj,0.0000450691,0.05000,1.228
6,mlp.experts.76.gate_proj,0.0000531422,0.05000,1.235
6,mlp.experts.83.gate_proj,0.0000789558,0.05000,1.239
6,mlp.experts.81.gate_proj,0.0000546586,0.05000,1.242
6,mlp.experts.82.gate_proj,0.0000525183,0.05000,1.241
6,mlp.experts.80.gate_proj,0.0001121341,0.05000,1.246
6,mlp.experts.85.gate_proj,0.0000474161,0.05000,1.228
6,mlp.experts.87.gate_proj,0.0000423732,0.05000,1.255
6,mlp.experts.86.gate_proj,0.0000621909,0.05000,1.237
6,mlp.experts.84.gate_proj,0.0000467942,0.05000,1.237
6,mlp.experts.89.gate_proj,0.0000445702,0.05000,1.244
6,mlp.experts.91.gate_proj,0.0000510357,0.05000,1.241
6,mlp.experts.90.gate_proj,0.0000304596,0.05000,1.252
6,mlp.experts.88.gate_proj,0.0000655516,0.05000,1.249
6,mlp.experts.95.gate_proj,0.0000413471,0.05000,1.249
6,mlp.experts.93.gate_proj,0.0001434549,0.05000,1.285
6,mlp.experts.94.gate_proj,0.0001478664,0.05000,1.249
6,mlp.experts.92.gate_proj,0.0000323905,0.05000,1.266
6,mlp.experts.99.gate_proj,0.0001207835,0.05000,1.237
6,mlp.experts.97.gate_proj,0.0000774404,0.05000,1.241
6,mlp.experts.98.gate_proj,0.0000460331,0.05000,1.253
6,mlp.experts.96.gate_proj,0.0000468125,0.05000,1.244
6,mlp.experts.103.gate_proj,0.0000719813,0.05000,1.257
6,mlp.experts.101.gate_proj,0.0000509003,0.05000,1.256
6,mlp.experts.102.gate_proj,0.0000447368,0.05000,1.254
6,mlp.experts.100.gate_proj,0.0000245995,0.05000,1.251
6,mlp.experts.107.gate_proj,0.0000398417,0.05000,1.240
6,mlp.experts.105.gate_proj,0.0000628775,0.05000,1.246
6,mlp.experts.106.gate_proj,0.0000603813,0.05000,1.251
6,mlp.experts.104.gate_proj,0.0000610346,0.05000,1.256
6,mlp.experts.111.gate_proj,0.0000384630,0.05000,1.250
6,mlp.experts.109.gate_proj,0.0000585104,0.05000,1.245
6,mlp.experts.110.gate_proj,0.0000427680,0.05000,1.250
6,mlp.experts.108.gate_proj,0.0000467642,0.05000,1.255
6,mlp.experts.115.gate_proj,0.0000661057,0.05000,1.272
6,mlp.experts.113.gate_proj,0.0000391788,0.05000,1.290
6,mlp.experts.114.gate_proj,0.0000276856,0.05000,1.290
6,mlp.experts.112.gate_proj,0.0000942999,0.05000,1.294
6,mlp.experts.119.gate_proj,0.0000448121,0.05000,1.257
6,mlp.experts.117.gate_proj,0.0000507998,0.05000,1.251
6,mlp.experts.118.gate_proj,0.0000318228,0.05000,1.252
6,mlp.experts.116.gate_proj,0.0000584460,0.05000,1.258
6,mlp.experts.123.gate_proj,0.0000375414,0.05000,1.242
6,mlp.experts.121.gate_proj,0.0000374871,0.05000,1.253
6,mlp.experts.122.gate_proj,0.0000313943,0.05000,1.270
6,mlp.experts.120.gate_proj,0.0000369649,0.05000,1.257
6,mlp.experts.127.gate_proj,0.0000393263,0.05000,1.260
6,mlp.experts.125.gate_proj,0.0000467255,0.05000,1.261
6,mlp.experts.126.gate_proj,0.0000198804,0.05000,1.256
6,mlp.experts.124.gate_proj,0.0000662967,0.05000,1.265
6,mlp.experts.131.gate_proj,0.0000341023,0.05000,1.252
6,mlp.experts.129.gate_proj,0.0000417865,0.05000,1.248
6,mlp.experts.130.gate_proj,0.0000612791,0.05000,1.250
6,mlp.experts.128.gate_proj,0.0000251495,0.05000,1.241
6,mlp.experts.135.gate_proj,0.0000315316,0.05000,1.244
6,mlp.experts.133.gate_proj,0.0000468957,0.05000,1.252
6,mlp.experts.134.gate_proj,0.0001285347,0.05000,1.250
6,mlp.experts.132.gate_proj,0.0000357345,0.05000,1.244
6,mlp.experts.139.gate_proj,0.0000392638,0.05000,1.241
6,mlp.experts.137.gate_proj,0.0000429674,0.05000,1.236
6,mlp.experts.138.gate_proj,0.0000175673,0.05000,1.240
6,mlp.experts.136.gate_proj,0.0000277391,0.05000,1.247
6,mlp.experts.143.gate_proj,0.0000378161,0.05000,1.262
6,mlp.experts.141.gate_proj,0.0001094671,0.05000,1.250
6,mlp.experts.142.gate_proj,0.0000189279,0.05000,1.265
6,mlp.experts.140.gate_proj,0.0000573043,0.05000,1.258
6,mlp.experts.145.gate_proj,0.0000448477,0.05000,1.227
6,mlp.experts.147.gate_proj,0.0000362246,0.05000,1.248
6,mlp.experts.146.gate_proj,0.0000403132,0.05000,1.242
6,mlp.experts.144.gate_proj,0.0000594153,0.05000,1.242
6,mlp.experts.149.gate_proj,0.0000358950,0.05000,1.277
6,mlp.experts.151.gate_proj,0.0001370540,0.05000,1.279
6,mlp.experts.150.gate_proj,0.0000995198,0.05000,1.279
6,mlp.experts.148.gate_proj,0.0000229346,0.05000,1.289
6,mlp.experts.153.gate_proj,0.0000126745,0.05000,1.251
6,mlp.experts.155.gate_proj,0.0000750492,0.05000,1.258
6,mlp.experts.154.gate_proj,0.0000244984,0.05000,1.260
6,mlp.experts.152.gate_proj,0.0000602336,0.05000,1.253
6,mlp.experts.157.gate_proj,0.0000347733,0.05000,1.238
6,mlp.experts.159.gate_proj,0.0000453708,0.05000,1.237
6,mlp.experts.158.gate_proj,0.0000857432,0.05000,1.235
6,mlp.experts.156.gate_proj,0.0000529581,0.05000,1.247
6,mlp.experts.163.gate_proj,0.0000406309,0.05000,1.248
6,mlp.experts.161.gate_proj,0.0000465359,0.05000,1.258
6,mlp.experts.162.gate_proj,0.0000231788,0.05000,1.254
6,mlp.experts.160.gate_proj,0.0000402643,0.05000,1.251
6,mlp.experts.167.gate_proj,0.0000124191,0.05000,1.257
6,mlp.experts.165.gate_proj,0.0000512102,0.05000,1.274
6,mlp.experts.166.gate_proj,0.0000255897,0.05000,1.249
6,mlp.experts.164.gate_proj,0.0000315265,0.05000,1.249
6,mlp.experts.171.gate_proj,0.0000482832,0.05000,1.249
6,mlp.experts.169.gate_proj,0.0000429597,0.05000,1.244
6,mlp.experts.170.gate_proj,0.0000831896,0.05000,1.245
6,mlp.experts.168.gate_proj,0.0000417941,0.05000,1.252
6,mlp.experts.175.gate_proj,0.0000415066,0.05000,1.241
6,mlp.experts.173.gate_proj,0.0000622038,0.05000,1.242
6,mlp.experts.174.gate_proj,0.0000279955,0.05000,1.243
6,mlp.experts.172.gate_proj,0.0000252965,0.05000,1.241
6,mlp.experts.179.gate_proj,0.0000714986,0.05000,1.243
6,mlp.experts.177.gate_proj,0.0000371115,0.05000,1.238
6,mlp.experts.178.gate_proj,0.0000307697,0.05000,1.247
6,mlp.experts.176.gate_proj,0.0000704313,0.05000,1.255
6,mlp.experts.183.gate_proj,0.0000231454,0.05000,1.257
6,mlp.experts.181.gate_proj,0.0000422610,0.05000,1.265
6,mlp.experts.182.gate_proj,0.0000331182,0.05000,1.278
6,mlp.experts.180.gate_proj,0.0000409409,0.05000,1.257
6,mlp.experts.187.gate_proj,0.0000436151,0.05000,1.241
6,mlp.experts.185.gate_proj,0.0000795003,0.05000,1.241
6,mlp.experts.186.gate_proj,0.0000560159,0.05000,1.243
6,mlp.experts.184.gate_proj,0.0000943787,0.05000,1.241
6,mlp.experts.191.gate_proj,0.0000492331,0.05000,1.249
6,mlp.experts.189.gate_proj,0.0000541728,0.05000,1.265
6,mlp.experts.190.gate_proj,0.0000364893,0.05000,1.258
6,mlp.experts.188.gate_proj,0.0000313752,0.05000,1.251
6,mlp.experts.195.gate_proj,0.0001440850,0.05000,1.248
6,mlp.experts.193.gate_proj,0.0000661708,0.05000,1.251
6,mlp.experts.194.gate_proj,0.0000854220,0.05000,1.265
6,mlp.experts.192.gate_proj,0.0000924597,0.05000,1.245
6,mlp.experts.199.gate_proj,0.0000367118,0.05000,1.246
6,mlp.experts.197.gate_proj,0.0001089806,0.05000,1.234
6,mlp.experts.196.gate_proj,0.0000233090,0.05000,1.238
6,mlp.experts.198.gate_proj,0.0000462218,0.05000,1.261
6,mlp.experts.203.gate_proj,0.0000514763,0.05000,1.239
6,mlp.experts.201.gate_proj,0.0000314541,0.05000,1.232
6,mlp.experts.200.gate_proj,0.0000273343,0.05000,1.235
6,mlp.experts.202.gate_proj,0.0000294509,0.05000,1.236
6,mlp.experts.207.gate_proj,0.0000245258,0.05000,1.251
6,mlp.experts.205.gate_proj,0.0000397039,0.05000,1.252
6,mlp.experts.204.gate_proj,0.0000348281,0.05000,1.242
6,mlp.experts.206.gate_proj,0.0000261689,0.05000,1.245
6,mlp.experts.211.gate_proj,0.0000293212,0.05000,1.243
6,mlp.experts.209.gate_proj,0.0000870844,0.05000,1.241
6,mlp.experts.208.gate_proj,0.0000301080,0.05000,1.244
6,mlp.experts.210.gate_proj,0.0000333337,0.05000,1.241
6,mlp.experts.215.gate_proj,0.0000256816,0.05000,1.227
6,mlp.experts.213.gate_proj,0.0000461566,0.05000,1.224
6,mlp.experts.212.gate_proj,0.0000446674,0.05000,1.232
6,mlp.experts.214.gate_proj,0.0000536824,0.05000,1.223
6,mlp.experts.219.gate_proj,0.0000837931,0.05000,1.267
6,mlp.experts.217.gate_proj,0.0000648040,0.05000,1.269
6,mlp.experts.216.gate_proj,0.0000611751,0.05000,1.266
6,mlp.experts.218.gate_proj,0.0000243723,0.05000,1.273
6,mlp.experts.223.gate_proj,0.0000821260,0.05000,1.273
6,mlp.experts.221.gate_proj,0.0000660356,0.05000,1.268
6,mlp.experts.220.gate_proj,0.0000794377,0.05000,1.260
6,mlp.experts.222.gate_proj,0.0000511602,0.05000,1.277
6,mlp.experts.225.gate_proj,0.0000344635,0.05000,1.245
6,mlp.experts.227.gate_proj,0.0000495139,0.05000,1.274
6,mlp.experts.224.gate_proj,0.0000783081,0.05000,1.259
6,mlp.experts.226.gate_proj,0.0000364262,0.05000,1.254
6,mlp.experts.229.gate_proj,0.0000340817,0.05000,1.260
6,mlp.experts.231.gate_proj,0.0000511425,0.05000,1.256
6,mlp.experts.228.gate_proj,0.0001149578,0.05000,1.238
6,mlp.experts.230.gate_proj,0.0000514669,0.05000,1.239
6,mlp.experts.233.gate_proj,0.0000308631,0.05000,1.247
6,mlp.experts.232.gate_proj,0.0000540587,0.05000,1.247
6,mlp.experts.235.gate_proj,0.0000304816,0.05000,1.298
6,mlp.experts.234.gate_proj,0.0000315914,0.05000,1.264
6,mlp.experts.237.gate_proj,0.0000587661,0.05000,1.249
6,mlp.experts.236.gate_proj,0.0000577316,0.05000,1.241
6,mlp.experts.239.gate_proj,0.0000584361,0.05000,1.250
6,mlp.experts.238.gate_proj,0.0000398609,0.05000,1.245
6,mlp.experts.241.gate_proj,0.0000319272,0.05000,1.241
6,mlp.experts.240.gate_proj,0.0000602989,0.05000,1.240
6,mlp.experts.243.gate_proj,0.0000329108,0.05000,1.249
6,mlp.experts.242.gate_proj,0.0000927614,0.05000,1.245
6,mlp.experts.245.gate_proj,0.0000259103,0.05000,1.257
6,mlp.experts.244.gate_proj,0.0000877585,0.05000,1.261
6,mlp.experts.247.gate_proj,0.0000609887,0.05000,1.259
6,mlp.experts.246.gate_proj,0.0000421051,0.05000,1.268
6,mlp.experts.249.gate_proj,0.0000488810,0.05000,1.231
6,mlp.experts.248.gate_proj,0.0000330093,0.05000,1.233
6,mlp.experts.251.gate_proj,0.0001499416,0.05000,1.240
6,mlp.experts.250.gate_proj,0.0000338395,0.05000,1.253
6,mlp.experts.253.gate_proj,0.0000739266,0.05000,1.282
6,mlp.experts.252.gate_proj,0.0000459525,0.05000,1.279
6,mlp.experts.255.gate_proj,0.0000474261,0.05000,1.279
6,mlp.experts.254.gate_proj,0.0000562424,0.05000,1.268
6,mlp.experts.1.up_proj,0.0000460981,0.05000,1.256
6,mlp.experts.0.up_proj,0.0000303324,0.05000,1.241
6,mlp.experts.3.up_proj,0.0000233560,0.05000,1.235
6,mlp.experts.2.up_proj,0.0000353749,0.05000,1.240
6,mlp.experts.5.up_proj,0.0000558632,0.05000,1.247
6,mlp.experts.4.up_proj,0.0000705239,0.05000,1.251
6,mlp.experts.7.up_proj,0.0000372419,0.05000,1.260
6,mlp.experts.6.up_proj,0.0000508930,0.05000,1.251
6,mlp.experts.9.up_proj,0.0000412962,0.05000,1.242
6,mlp.experts.8.up_proj,0.0000438103,0.05000,1.248
6,mlp.experts.11.up_proj,0.0000678753,0.05000,1.246
6,mlp.experts.10.up_proj,0.0000438068,0.05000,1.241
6,mlp.experts.13.up_proj,0.0000849731,0.05000,1.238
6,mlp.experts.12.up_proj,0.0000450244,0.05000,1.236
6,mlp.experts.15.up_proj,0.0000718184,0.05000,1.238
6,mlp.experts.14.up_proj,0.0000506377,0.05000,1.240
6,mlp.experts.17.up_proj,0.0000821162,0.05000,1.237
6,mlp.experts.16.up_proj,0.0000247116,0.05000,1.241
6,mlp.experts.19.up_proj,0.0000254068,0.05000,1.241
6,mlp.experts.18.up_proj,0.0000380096,0.05000,1.235
6,mlp.experts.21.up_proj,0.0000555618,0.05000,1.240
6,mlp.experts.20.up_proj,0.0000448014,0.05000,1.244
6,mlp.experts.23.up_proj,0.0000503945,0.05000,1.245
6,mlp.experts.22.up_proj,0.0000182611,0.05000,1.242
6,mlp.experts.25.up_proj,0.0000275062,0.05000,1.227
6,mlp.experts.24.up_proj,0.0000397918,0.05000,1.225
6,mlp.experts.27.up_proj,0.0000452290,0.05000,1.232
6,mlp.experts.26.up_proj,0.0000414720,0.05000,1.226
6,mlp.experts.29.up_proj,0.0000268641,0.05000,1.236
6,mlp.experts.28.up_proj,0.0000451085,0.05000,1.233
6,mlp.experts.31.up_proj,0.0000268083,0.05000,1.233
6,mlp.experts.30.up_proj,0.0000250640,0.05000,1.248
6,mlp.experts.33.up_proj,0.0000362391,0.05000,1.244
6,mlp.experts.32.up_proj,0.0000501925,0.05000,1.233
6,mlp.experts.35.up_proj,0.0000975892,0.05000,1.236
6,mlp.experts.34.up_proj,0.0000349072,0.05000,1.240
6,mlp.experts.37.up_proj,0.0000384917,0.05000,1.240
6,mlp.experts.36.up_proj,0.0000538289,0.05000,1.250
6,mlp.experts.39.up_proj,0.0000281898,0.05000,1.242
6,mlp.experts.38.up_proj,0.0001142305,0.05000,1.242
6,mlp.experts.41.up_proj,0.0000565746,0.05000,1.249
6,mlp.experts.40.up_proj,0.0000474461,0.05000,1.257
6,mlp.experts.43.up_proj,0.0000350568,0.05000,1.258
6,mlp.experts.42.up_proj,0.0000189845,0.05000,1.254
6,mlp.experts.45.up_proj,0.0000730465,0.05000,1.245
6,mlp.experts.44.up_proj,0.0000164878,0.05000,1.247
6,mlp.experts.47.up_proj,0.0000855175,0.05000,1.246
6,mlp.experts.46.up_proj,0.0000412987,0.05000,1.243
6,mlp.experts.49.up_proj,0.0000358962,0.05000,1.249
6,mlp.experts.48.up_proj,0.0000282861,0.05000,1.248
6,mlp.experts.51.up_proj,0.0000532067,0.05000,1.253
6,mlp.experts.50.up_proj,0.0000429312,0.05000,1.260
6,mlp.experts.53.up_proj,0.0000500630,0.05000,1.238
6,mlp.experts.52.up_proj,0.0000282304,0.05000,1.243
6,mlp.experts.55.up_proj,0.0000309038,0.05000,1.247
6,mlp.experts.54.up_proj,0.0000238419,0.05000,1.246
6,mlp.experts.57.up_proj,0.0000259042,0.05000,1.250
6,mlp.experts.56.up_proj,0.0000683908,0.05000,1.245
6,mlp.experts.59.up_proj,0.0000255381,0.05000,1.246
6,mlp.experts.58.up_proj,0.0000287856,0.05000,1.248
6,mlp.experts.61.up_proj,0.0000227314,0.05000,1.236
6,mlp.experts.60.up_proj,0.0000145444,0.05000,1.249
6,mlp.experts.63.up_proj,0.0000458253,0.05000,1.252
6,mlp.experts.62.up_proj,0.0000347190,0.05000,1.249
6,mlp.experts.65.up_proj,0.0000341238,0.05000,1.253
6,mlp.experts.64.up_proj,0.0000799806,0.05000,1.240
6,mlp.experts.67.up_proj,0.0000436962,0.05000,1.258
6,mlp.experts.66.up_proj,0.0000553985,0.05000,1.241
6,mlp.experts.69.up_proj,0.0000447201,0.05000,1.252
6,mlp.experts.68.up_proj,0.0000218375,0.05000,1.247
6,mlp.experts.71.up_proj,0.0000328890,0.05000,1.254
6,mlp.experts.70.up_proj,0.0000364723,0.05000,1.256
6,mlp.experts.73.up_proj,0.0000180312,0.05000,1.255
6,mlp.experts.72.up_proj,0.0000353647,0.05000,1.247
6,mlp.experts.75.up_proj,0.0000675936,0.05000,1.243
6,mlp.experts.74.up_proj,0.0000362133,0.05000,1.246
6,mlp.experts.77.up_proj,0.0000711608,0.05000,1.258
6,mlp.experts.76.up_proj,0.0000495868,0.05000,1.257
6,mlp.experts.79.up_proj,0.0000340833,0.05000,1.254
6,mlp.experts.78.up_proj,0.0000427302,0.05000,1.252
6,mlp.experts.81.up_proj,0.0000511667,0.05000,1.230
6,mlp.experts.80.up_proj,0.0001032619,0.05000,1.240
6,mlp.experts.83.up_proj,0.0000718452,0.05000,1.231
6,mlp.experts.82.up_proj,0.0000453829,0.05000,1.233
6,mlp.experts.85.up_proj,0.0000429289,0.05000,1.244
6,mlp.experts.84.up_proj,0.0000414038,0.05000,1.242
6,mlp.experts.87.up_proj,0.0000396264,0.05000,1.257
6,mlp.experts.86.up_proj,0.0000547080,0.05000,1.245
6,mlp.experts.89.up_proj,0.0000419268,0.05000,1.237
6,mlp.experts.88.up_proj,0.0000584804,0.05000,1.228
6,mlp.experts.91.up_proj,0.0000468806,0.05000,1.242
6,mlp.experts.90.up_proj,0.0000289773,0.05000,1.252
6,mlp.experts.93.up_proj,0.0001344455,0.05000,1.269
6,mlp.experts.92.up_proj,0.0000295902,0.05000,1.249
6,mlp.experts.95.up_proj,0.0000378808,0.05000,1.262
6,mlp.experts.94.up_proj,0.0001315776,0.05000,1.270
6,mlp.experts.96.up_proj,0.0000438824,0.05000,1.251
6,mlp.experts.97.up_proj,0.0000723212,0.05000,1.280
6,mlp.experts.99.up_proj,0.0001139043,0.05000,1.236
6,mlp.experts.98.up_proj,0.0000428201,0.05000,1.240
6,mlp.experts.100.up_proj,0.0000219058,0.05000,1.239
6,mlp.experts.101.up_proj,0.0000469876,0.05000,1.251
6,mlp.experts.103.up_proj,0.0000653843,0.05000,1.239
6,mlp.experts.102.up_proj,0.0000386205,0.05000,1.242
6,mlp.experts.104.up_proj,0.0000550130,0.05000,1.241
6,mlp.experts.105.up_proj,0.0000557874,0.05000,1.229
6,mlp.experts.107.up_proj,0.0000361077,0.05000,1.235
6,mlp.experts.106.up_proj,0.0000561748,0.05000,1.241
6,mlp.experts.108.up_proj,0.0000393820,0.05000,1.240
6,mlp.experts.109.up_proj,0.0000507564,0.05000,1.236
6,mlp.experts.111.up_proj,0.0000366711,0.05000,1.238
6,mlp.experts.110.up_proj,0.0000404394,0.05000,1.228
6,mlp.experts.112.up_proj,0.0000897787,0.05000,1.257
6,mlp.experts.113.up_proj,0.0000377514,0.05000,1.246
6,mlp.experts.115.up_proj,0.0000550627,0.05000,1.266
6,mlp.experts.114.up_proj,0.0000242709,0.05000,1.262
6,mlp.experts.117.up_proj,0.0000450879,0.05000,1.257
6,mlp.experts.116.up_proj,0.0000530854,0.05000,1.264
6,mlp.experts.119.up_proj,0.0000414394,0.05000,1.249
6,mlp.experts.118.up_proj,0.0000297713,0.05000,1.251
6,mlp.experts.121.up_proj,0.0000360651,0.05000,1.247
6,mlp.experts.120.up_proj,0.0000340619,0.05000,1.252
6,mlp.experts.123.up_proj,0.0000338801,0.05000,1.246
6,mlp.experts.122.up_proj,0.0000295765,0.05000,1.246
6,mlp.experts.124.up_proj,0.0000628299,0.05000,1.244
6,mlp.experts.125.up_proj,0.0000436983,0.05000,1.262
6,mlp.experts.127.up_proj,0.0000369179,0.05000,1.259
6,mlp.experts.126.up_proj,0.0000187090,0.05000,1.259
6,mlp.experts.128.up_proj,0.0000230166,0.05000,1.252
6,mlp.experts.129.up_proj,0.0000377786,0.05000,1.249
6,mlp.experts.131.up_proj,0.0000316701,0.05000,1.255
6,mlp.experts.130.up_proj,0.0000553871,0.05000,1.247
6,mlp.experts.133.up_proj,0.0000438647,0.05000,1.236
6,mlp.experts.132.up_proj,0.0000330208,0.05000,1.264
6,mlp.experts.134.up_proj,0.0001167440,0.05000,1.237
6,mlp.experts.135.up_proj,0.0000292365,0.05000,1.244
6,mlp.experts.137.up_proj,0.0000401839,0.05000,1.235
6,mlp.experts.136.up_proj,0.0000239254,0.05000,1.242
6,mlp.experts.139.up_proj,0.0000370704,0.05000,1.230
6,mlp.experts.138.up_proj,0.0000162902,0.05000,1.236
6,mlp.experts.141.up_proj,0.0000917908,0.05000,1.248
6,mlp.experts.140.up_proj,0.0000530065,0.05000,1.252
6,mlp.experts.143.up_proj,0.0000357471,0.05000,1.251
6,mlp.experts.142.up_proj,0.0000180570,0.05000,1.252
6,mlp.experts.145.up_proj,0.0000427295,0.05000,1.243
6,mlp.experts.144.up_proj,0.0000557844,0.05000,1.250
6,mlp.experts.147.up_proj,0.0000305858,0.05000,1.239
6,mlp.experts.146.up_proj,0.0000364856,0.05000,1.240
6,mlp.experts.149.up_proj,0.0000332121,0.05000,1.229
6,mlp.experts.148.up_proj,0.0000211236,0.05000,1.227
6,mlp.experts.150.up_proj,0.0000844472,0.05000,1.222
6,mlp.experts.151.up_proj,0.0001264107,0.05000,1.236
6,mlp.experts.153.up_proj,0.0000124126,0.05000,1.240
6,mlp.experts.152.up_proj,0.0000563226,0.05000,1.250
6,mlp.experts.155.up_proj,0.0000668382,0.05000,1.232
6,mlp.experts.154.up_proj,0.0000203790,0.05000,1.245
6,mlp.experts.157.up_proj,0.0000327400,0.05000,1.240
6,mlp.experts.156.up_proj,0.0000464607,0.05000,1.247
6,mlp.experts.159.up_proj,0.0000402594,0.05000,1.243
6,mlp.experts.158.up_proj,0.0000754342,0.05000,1.252
6,mlp.experts.161.up_proj,0.0000434579,0.05000,1.274
6,mlp.experts.160.up_proj,0.0000378161,0.05000,1.261
6,mlp.experts.163.up_proj,0.0000386182,0.05000,1.265
6,mlp.experts.162.up_proj,0.0000217647,0.05000,1.269
6,mlp.experts.165.up_proj,0.0000453727,0.05000,1.239
6,mlp.experts.164.up_proj,0.0000294607,0.05000,1.241
6,mlp.experts.167.up_proj,0.0000127980,0.05000,1.240
6,mlp.experts.166.up_proj,0.0000242497,0.05000,1.251
6,mlp.experts.169.up_proj,0.0000391307,0.05000,1.253
6,mlp.experts.168.up_proj,0.0000416182,0.05000,1.255
6,mlp.experts.171.up_proj,0.0000443310,0.05000,1.259
6,mlp.experts.170.up_proj,0.0000735223,0.05000,1.255
6,mlp.experts.173.up_proj,0.0000560633,0.05000,1.239
6,mlp.experts.172.up_proj,0.0000227572,0.05000,1.236
6,mlp.experts.175.up_proj,0.0000351771,0.05000,1.248
6,mlp.experts.174.up_proj,0.0000242717,0.05000,1.258
6,mlp.experts.177.up_proj,0.0000335024,0.05000,1.257
6,mlp.experts.176.up_proj,0.0000654846,0.05000,1.260
6,mlp.experts.179.up_proj,0.0000663213,0.05000,1.252
6,mlp.experts.178.up_proj,0.0000273000,0.05000,1.243
6,mlp.experts.181.up_proj,0.0000395158,0.05000,1.252
6,mlp.experts.180.up_proj,0.0000390360,0.05000,1.265
6,mlp.experts.183.up_proj,0.0000219101,0.05000,1.260
6,mlp.experts.182.up_proj,0.0000313764,0.05000,1.262
6,mlp.experts.185.up_proj,0.0000716713,0.05000,1.251
6,mlp.experts.184.up_proj,0.0000863954,0.05000,1.255
6,mlp.experts.187.up_proj,0.0000398817,0.05000,1.243
6,mlp.experts.186.up_proj,0.0000432755,0.05000,1.249
6,mlp.experts.189.up_proj,0.0000424786,0.05000,1.238
6,mlp.experts.188.up_proj,0.0000285731,0.05000,1.241
6,mlp.experts.191.up_proj,0.0000458305,0.05000,1.241
6,mlp.experts.190.up_proj,0.0000344949,0.05000,1.238
6,mlp.experts.193.up_proj,0.0000607457,0.05000,1.238
6,mlp.experts.192.up_proj,0.0000861778,0.05000,1.234
6,mlp.experts.195.up_proj,0.0000463147,0.05000,1.243
6,mlp.experts.194.up_proj,0.0000804896,0.05000,1.240
6,mlp.experts.197.up_proj,0.0000993577,0.05000,1.244
6,mlp.experts.196.up_proj,0.0000237750,0.05000,1.254
6,mlp.experts.199.up_proj,0.0000345421,0.05000,1.248
6,mlp.experts.198.up_proj,0.0000434767,0.05000,1.252
6,mlp.experts.201.up_proj,0.0000293293,0.05000,1.251
6,mlp.experts.200.up_proj,0.0000239426,0.05000,1.241
6,mlp.experts.203.up_proj,0.0000493409,0.05000,1.261
6,mlp.experts.202.up_proj,0.0000267123,0.05000,1.258
6,mlp.experts.205.up_proj,0.0000376848,0.05000,1.241
6,mlp.experts.204.up_proj,0.0000292570,0.05000,1.238
6,mlp.experts.207.up_proj,0.0000227826,0.05000,1.229
6,mlp.experts.206.up_proj,0.0000250108,0.05000,1.241
6,mlp.experts.209.up_proj,0.0000816985,0.05000,1.243
6,mlp.experts.208.up_proj,0.0000285248,0.05000,1.237
6,mlp.experts.211.up_proj,0.0000274843,0.05000,1.233
6,mlp.experts.210.up_proj,0.0000293504,0.05000,1.242
6,mlp.experts.213.up_proj,0.0000417249,0.05000,1.234
6,mlp.experts.212.up_proj,0.0000394275,0.05000,1.239
6,mlp.experts.215.up_proj,0.0000240168,0.05000,1.250
6,mlp.experts.214.up_proj,0.0000496470,0.05000,1.231
6,mlp.experts.217.up_proj,0.0000612505,0.05000,1.231
6,mlp.experts.216.up_proj,0.0000552130,0.05000,1.231
6,mlp.experts.219.up_proj,0.0000742651,0.05000,1.230
6,mlp.experts.218.up_proj,0.0000218329,0.05000,1.232
6,mlp.experts.221.up_proj,0.0000615580,0.05000,1.224
6,mlp.experts.220.up_proj,0.0000715768,0.05000,1.224
6,mlp.experts.223.up_proj,0.0000695844,0.05000,1.223
6,mlp.experts.222.up_proj,0.0000455875,0.05000,1.216
6,mlp.experts.225.up_proj,0.0000331555,0.05000,1.239
6,mlp.experts.224.up_proj,0.0000751617,0.05000,1.247
6,mlp.experts.227.up_proj,0.0000456692,0.05000,1.246
6,mlp.experts.226.up_proj,0.0000343308,0.05000,1.247
6,mlp.experts.229.up_proj,0.0000293532,0.05000,1.250
6,mlp.experts.228.up_proj,0.0001086747,0.05000,1.243
6,mlp.experts.231.up_proj,0.0000485543,0.05000,1.248
6,mlp.experts.230.up_proj,0.0000486825,0.05000,1.252
6,mlp.experts.233.up_proj,0.0000289623,0.05000,1.250
6,mlp.experts.232.up_proj,0.0000496043,0.05000,1.248
6,mlp.experts.235.up_proj,0.0000278132,0.05000,1.261
6,mlp.experts.234.up_proj,0.0000268599,0.05000,1.260
6,mlp.experts.237.up_proj,0.0000539789,0.05000,1.238
6,mlp.experts.236.up_proj,0.0000535013,0.05000,1.233
6,mlp.experts.239.up_proj,0.0000547154,0.05000,1.239
6,mlp.experts.238.up_proj,0.0000368472,0.05000,1.229
6,mlp.experts.241.up_proj,0.0000271959,0.05000,1.256
6,mlp.experts.240.up_proj,0.0000566831,0.05000,1.252
6,mlp.experts.243.up_proj,0.0000285277,0.05000,1.260
6,mlp.experts.242.up_proj,0.0000869534,0.05000,1.254
6,mlp.experts.245.up_proj,0.0000241467,0.05000,1.237
6,mlp.experts.244.up_proj,0.0000798993,0.05000,1.251
6,mlp.experts.247.up_proj,0.0000567563,0.05000,1.248
6,mlp.experts.246.up_proj,0.0000382488,0.05000,1.252
6,mlp.experts.249.up_proj,0.0000451073,0.05000,1.246
6,mlp.experts.248.up_proj,0.0000312636,0.05000,1.252
6,mlp.experts.251.up_proj,0.0001392654,0.05000,1.239
6,mlp.experts.250.up_proj,0.0000307365,0.05000,1.256
6,mlp.experts.253.up_proj,0.0000700453,0.05000,1.274
6,mlp.experts.252.up_proj,0.0000424126,0.05000,1.248
6,mlp.experts.255.up_proj,0.0000414884,0.05000,1.213
6,mlp.experts.254.up_proj,0.0000510315,0.05000,1.187
6,mlp.experts.3.down_proj,0.0000006881,0.05000,0.311
6,mlp.experts.2.down_proj,0.0000010574,0.05000,0.317
6,mlp.experts.0.down_proj,0.0000011520,0.05000,0.323
6,mlp.experts.1.down_proj,0.0000012865,0.05000,0.325
6,mlp.experts.7.down_proj,0.0000005312,0.05000,0.314
6,mlp.experts.6.down_proj,0.0000007579,0.05000,0.313
6,mlp.experts.4.down_proj,0.0000012950,0.05000,0.314
6,mlp.experts.5.down_proj,0.0000007122,0.05000,0.312
6,mlp.experts.11.down_proj,0.0000007491,0.05000,0.308
6,mlp.experts.10.down_proj,0.0000005179,0.05000,0.309
6,mlp.experts.8.down_proj,0.0000008866,0.05000,0.307
6,mlp.experts.9.down_proj,0.0000011047,0.05000,0.312
6,mlp.experts.15.down_proj,0.0000012094,0.05000,0.320
6,mlp.experts.14.down_proj,0.0000016139,0.05000,0.317
6,mlp.experts.13.down_proj,0.0000009811,0.05000,0.314
6,mlp.experts.12.down_proj,0.0000005710,0.05000,0.322
6,mlp.experts.19.down_proj,0.0000006474,0.05000,0.312
6,mlp.experts.18.down_proj,0.0000010329,0.05000,0.315
6,mlp.experts.17.down_proj,0.0000012662,0.05000,0.314
6,mlp.experts.16.down_proj,0.0000006466,0.05000,0.317
6,mlp.experts.23.down_proj,0.0000003643,0.05000,0.316
6,mlp.experts.22.down_proj,0.0000004509,0.05000,0.316
6,mlp.experts.21.down_proj,0.0000013739,0.05000,0.319
6,mlp.experts.20.down_proj,0.0000011332,0.05000,0.318
6,mlp.experts.27.down_proj,0.0000014991,0.05000,0.312
6,mlp.experts.26.down_proj,0.0000009296,0.05000,0.319
6,mlp.experts.25.down_proj,0.0000005641,0.05000,0.314
6,mlp.experts.24.down_proj,0.0000003989,0.05000,0.316
6,mlp.experts.31.down_proj,0.0000009314,0.05000,0.317
6,mlp.experts.30.down_proj,0.0000008200,0.05000,0.317
6,mlp.experts.29.down_proj,0.0000004382,0.05000,0.316
6,mlp.experts.28.down_proj,0.0000006651,0.05000,0.315
6,mlp.experts.35.down_proj,0.0000021794,0.05000,0.320
6,mlp.experts.33.down_proj,0.0000013335,0.05000,0.313
6,mlp.experts.34.down_proj,0.0000008490,0.05000,0.320
6,mlp.experts.32.down_proj,0.0000012001,0.05000,0.320
6,mlp.experts.39.down_proj,0.0000007356,0.05000,0.315
6,mlp.experts.37.down_proj,0.0000008052,0.05000,0.312
6,mlp.experts.38.down_proj,0.0000034762,0.05000,0.336
6,mlp.experts.36.down_proj,0.0000006276,0.05000,0.339
6,mlp.experts.43.down_proj,0.0000009628,0.05000,0.344
6,mlp.experts.42.down_proj,0.0000004629,0.05000,0.315
6,mlp.experts.41.down_proj,0.0000004334,0.05000,0.322
6,mlp.experts.40.down_proj,0.0000003297,0.05000,0.318
6,mlp.experts.47.down_proj,0.0000012650,0.05000,0.321
6,mlp.experts.45.down_proj,0.0000009815,0.05000,0.319
6,mlp.experts.46.down_proj,0.0000002945,0.05000,0.323
6,mlp.experts.44.down_proj,0.0000004800,0.05000,0.320
6,mlp.experts.51.down_proj,0.0000016050,0.05000,0.316
6,mlp.experts.49.down_proj,0.0000009841,0.05000,0.317
6,mlp.experts.50.down_proj,0.0000011827,0.05000,0.318
6,mlp.experts.48.down_proj,0.0000007668,0.05000,0.315
6,mlp.experts.54.down_proj,0.0000007835,0.05000,0.306
6,mlp.experts.55.down_proj,0.0000004173,0.05000,0.313
6,mlp.experts.53.down_proj,0.0000003762,0.05000,0.311
6,mlp.experts.52.down_proj,0.0000005853,0.05000,0.310
6,mlp.experts.58.down_proj,0.0000006968,0.05000,0.311
6,mlp.experts.57.down_proj,0.0000005585,0.05000,0.308
6,mlp.experts.59.down_proj,0.0000007893,0.05000,0.314
6,mlp.experts.56.down_proj,0.0000011321,0.05000,0.311
6,mlp.experts.61.down_proj,0.0000006872,0.05000,0.317
6,mlp.experts.62.down_proj,0.0000009632,0.05000,0.321
6,mlp.experts.63.down_proj,0.0000003116,0.05000,0.320
6,mlp.experts.60.down_proj,0.0000007142,0.05000,0.308
6,mlp.experts.66.down_proj,0.0000018514,0.05000,0.306
6,mlp.experts.65.down_proj,0.0000005159,0.05000,0.312
6,mlp.experts.67.down_proj,0.0000004964,0.05000,0.310
6,mlp.experts.64.down_proj,0.0000011040,0.05000,0.314
6,mlp.experts.70.down_proj,0.0000007276,0.05000,0.312
6,mlp.experts.69.down_proj,0.0000005389,0.05000,0.312
6,mlp.experts.71.down_proj,0.0000008284,0.05000,0.313
6,mlp.experts.68.down_proj,0.0000004628,0.05000,0.312
6,mlp.experts.74.down_proj,0.0000005380,0.05000,0.309
6,mlp.experts.73.down_proj,0.0000004913,0.05000,0.312
6,mlp.experts.75.down_proj,0.0000016032,0.05000,0.313
6,mlp.experts.72.down_proj,0.0000010623,0.05000,0.313
6,mlp.experts.78.down_proj,0.0000004741,0.05000,0.316
6,mlp.experts.77.down_proj,0.0000006348,0.05000,0.319
6,mlp.experts.79.down_proj,0.0000009162,0.05000,0.319
6,mlp.experts.76.down_proj,0.0000004310,0.05000,0.316
6,mlp.experts.82.down_proj,0.0000012633,0.05000,0.327
6,mlp.experts.81.down_proj,0.0000003532,0.05000,0.334
6,mlp.experts.80.down_proj,0.0000022199,0.05000,0.329
6,mlp.experts.83.down_proj,0.0000018368,0.05000,0.334
6,mlp.experts.85.down_proj,0.0000008569,0.05000,0.311
6,mlp.experts.86.down_proj,0.0000010261,0.05000,0.320
6,mlp.experts.87.down_proj,0.0000003713,0.05000,0.317
6,mlp.experts.84.down_proj,0.0000009223,0.05000,0.322
6,mlp.experts.89.down_proj,0.0000002802,0.05000,0.303
6,mlp.experts.90.down_proj,0.0000003396,0.05000,0.305
6,mlp.experts.91.down_proj,0.0000005814,0.05000,0.307
6,mlp.experts.88.down_proj,0.0000014973,0.05000,0.308
6,mlp.experts.93.down_proj,0.0000047107,0.05000,0.312
6,mlp.experts.94.down_proj,0.0000032114,0.05000,0.309
6,mlp.experts.95.down_proj,0.0000005416,0.05000,0.312
6,mlp.experts.92.down_proj,0.0000008304,0.05000,0.309
6,mlp.experts.98.down_proj,0.0000003545,0.05000,0.314
6,mlp.experts.97.down_proj,0.0000006455,0.05000,0.320
6,mlp.experts.96.down_proj,0.0000003527,0.05000,0.313
6,mlp.experts.99.down_proj,0.0000033978,0.05000,0.322
6,mlp.experts.102.down_proj,0.0000007270,0.05000,0.331
6,mlp.experts.101.down_proj,0.0000004263,0.05000,0.331
6,mlp.experts.100.down_proj,0.0000005874,0.05000,0.334
6,mlp.experts.103.down_proj,0.0000008973,0.05000,0.331
6,mlp.experts.106.down_proj,0.0000006871,0.05000,0.317
6,mlp.experts.105.down_proj,0.0000016915,0.05000,0.318
6,mlp.experts.104.down_proj,0.0000006888,0.05000,0.315
6,mlp.experts.107.down_proj,0.0000007307,0.05000,0.320
6,mlp.experts.110.down_proj,0.0000002809,0.05000,0.319
6,mlp.experts.109.down_proj,0.0000011949,0.05000,0.330
6,mlp.experts.108.down_proj,0.0000011129,0.05000,0.333
6,mlp.experts.111.down_proj,0.0000003702,0.05000,0.328
6,mlp.experts.114.down_proj,0.0000006524,0.05000,0.309
6,mlp.experts.113.down_proj,0.0000004582,0.05000,0.312
6,mlp.experts.115.down_proj,0.0000016192,0.05000,0.304
6,mlp.experts.112.down_proj,0.0000012231,0.05000,0.311
6,mlp.experts.118.down_proj,0.0000001978,0.05000,0.310
6,mlp.experts.117.down_proj,0.0000006023,0.05000,0.316
6,mlp.experts.116.down_proj,0.0000009520,0.05000,0.311
6,mlp.experts.119.down_proj,0.0000002772,0.05000,0.318
6,mlp.experts.122.down_proj,0.0000003562,0.05000,0.315
6,mlp.experts.121.down_proj,0.0000005048,0.05000,0.319
6,mlp.experts.120.down_proj,0.0000010026,0.05000,0.317
6,mlp.experts.123.down_proj,0.0000009521,0.05000,0.317
6,mlp.experts.126.down_proj,0.0000004660,0.05000,0.317
6,mlp.experts.125.down_proj,0.0000012681,0.05000,0.322
6,mlp.experts.124.down_proj,0.0000005953,0.05000,0.317
6,mlp.experts.127.down_proj,0.0000004250,0.05000,0.317
6,mlp.experts.130.down_proj,0.0000019757,0.05000,0.320
6,mlp.experts.129.down_proj,0.0000004937,0.05000,0.317
6,mlp.experts.131.down_proj,0.0000002068,0.05000,0.316
6,mlp.experts.128.down_proj,0.0000006140,0.05000,0.330
6,mlp.experts.134.down_proj,0.0000026475,0.05000,0.315
6,mlp.experts.135.down_proj,0.0000006924,0.05000,0.307
6,mlp.experts.133.down_proj,0.0000004945,0.05000,0.317
6,mlp.experts.132.down_proj,0.0000004956,0.05000,0.310
6,mlp.experts.138.down_proj,0.0000004313,0.05000,0.321
6,mlp.experts.139.down_proj,0.0000005233,0.05000,0.311
6,mlp.experts.137.down_proj,0.0000003103,0.05000,0.323
6,mlp.experts.136.down_proj,0.0000006521,0.05000,0.320
6,mlp.experts.142.down_proj,0.0000004673,0.05000,0.307
6,mlp.experts.143.down_proj,0.0000005994,0.05000,0.313
6,mlp.experts.140.down_proj,0.0000004318,0.05000,0.309
6,mlp.experts.141.down_proj,0.0000026063,0.05000,0.316
6,mlp.experts.146.down_proj,0.0000005812,0.05000,0.317
6,mlp.experts.147.down_proj,0.0000008182,0.05000,0.322
6,mlp.experts.145.down_proj,0.0000003941,0.05000,0.316
6,mlp.experts.144.down_proj,0.0000004416,0.05000,0.322
6,mlp.experts.150.down_proj,0.0000027497,0.05000,0.314
6,mlp.experts.151.down_proj,0.0000018766,0.05000,0.312
6,mlp.experts.149.down_proj,0.0000004570,0.05000,0.309
6,mlp.experts.148.down_proj,0.0000004042,0.05000,0.311
6,mlp.experts.154.down_proj,0.0000005871,0.05000,0.329
6,mlp.experts.155.down_proj,0.0000013248,0.05000,0.327
6,mlp.experts.153.down_proj,0.0000003971,0.05000,0.331
6,mlp.experts.152.down_proj,0.0000004438,0.05000,0.329
6,mlp.experts.158.down_proj,0.0000012923,0.05000,0.316
6,mlp.experts.159.down_proj,0.0000008326,0.05000,0.315
6,mlp.experts.157.down_proj,0.0000010373,0.05000,0.314
6,mlp.experts.156.down_proj,0.0000010777,0.05000,0.316
6,mlp.experts.162.down_proj,0.0000004473,0.05000,0.313
6,mlp.experts.163.down_proj,0.0000004825,0.05000,0.308
6,mlp.experts.161.down_proj,0.0000013166,0.05000,0.312
6,mlp.experts.160.down_proj,0.0000002514,0.05000,0.308
6,mlp.experts.167.down_proj,0.0000003478,0.05000,0.305
6,mlp.experts.166.down_proj,0.0000001875,0.05000,0.312
6,mlp.experts.165.down_proj,0.0000012115,0.05000,0.307
6,mlp.experts.164.down_proj,0.0000001959,0.05000,0.312
6,mlp.experts.171.down_proj,0.0000005556,0.05000,0.312
6,mlp.experts.170.down_proj,0.0000015247,0.05000,0.318
6,mlp.experts.169.down_proj,0.0000011677,0.05000,0.311
6,mlp.experts.168.down_proj,0.0000008547,0.05000,0.312
6,mlp.experts.175.down_proj,0.0000011043,0.05000,0.315
6,mlp.experts.174.down_proj,0.0000006755,0.05000,0.312
6,mlp.experts.173.down_proj,0.0000010159,0.05000,0.311
6,mlp.experts.172.down_proj,0.0000004619,0.05000,0.317
6,mlp.experts.179.down_proj,0.0000005792,0.05000,0.312
6,mlp.experts.178.down_proj,0.0000007593,0.05000,0.314
6,mlp.experts.177.down_proj,0.0000007779,0.05000,0.312
6,mlp.experts.176.down_proj,0.0000005347,0.05000,0.316
6,mlp.experts.183.down_proj,0.0000002096,0.05000,0.313
6,mlp.experts.182.down_proj,0.0000009620,0.05000,0.316
6,mlp.experts.181.down_proj,0.0000002564,0.05000,0.311
6,mlp.experts.180.down_proj,0.0000016629,0.05000,0.309
6,mlp.experts.187.down_proj,0.0000008386,0.05000,0.314
6,mlp.experts.186.down_proj,0.0000011278,0.05000,0.318
6,mlp.experts.185.down_proj,0.0000015204,0.05000,0.319
6,mlp.experts.184.down_proj,0.0000013129,0.05000,0.314
6,mlp.experts.191.down_proj,0.0000003857,0.05000,0.313
6,mlp.experts.189.down_proj,0.0000016416,0.05000,0.309
6,mlp.experts.190.down_proj,0.0000003549,0.05000,0.317
6,mlp.experts.188.down_proj,0.0000007279,0.05000,0.314
6,mlp.experts.195.down_proj,0.0000000935,0.05000,0.325
6,mlp.experts.193.down_proj,0.0000005834,0.05000,0.323
6,mlp.experts.194.down_proj,0.0000011438,0.05000,0.322
6,mlp.experts.192.down_proj,0.0000013025,0.05000,0.316
6,mlp.experts.199.down_proj,0.0000002951,0.05000,0.319
6,mlp.experts.197.down_proj,0.0000021536,0.05000,0.315
6,mlp.experts.198.down_proj,0.0000006101,0.05000,0.316
6,mlp.experts.196.down_proj,0.0000004508,0.05000,0.316
6,mlp.experts.203.down_proj,0.0000009903,0.05000,0.312
6,mlp.experts.201.down_proj,0.0000006716,0.05000,0.310
6,mlp.experts.202.down_proj,0.0000007996,0.05000,0.312
6,mlp.experts.200.down_proj,0.0000006504,0.05000,0.310
6,mlp.experts.207.down_proj,0.0000002679,0.05000,0.307
6,mlp.experts.205.down_proj,0.0000004730,0.05000,0.317
6,mlp.experts.206.down_proj,0.0000002023,0.05000,0.320
6,mlp.experts.204.down_proj,0.0000007429,0.05000,0.321
6,mlp.experts.211.down_proj,0.0000002483,0.05000,0.307
6,mlp.experts.209.down_proj,0.0000017260,0.05000,0.307
6,mlp.experts.210.down_proj,0.0000007096,0.05000,0.306
6,mlp.experts.208.down_proj,0.0000001907,0.05000,0.309
6,mlp.experts.215.down_proj,0.0000002042,0.05000,0.307
6,mlp.experts.213.down_proj,0.0000004955,0.05000,0.305
6,mlp.experts.214.down_proj,0.0000004389,0.05000,0.306
6,mlp.experts.212.down_proj,0.0000007431,0.05000,0.310
6,mlp.experts.219.down_proj,0.0000015174,0.05000,0.309
6,mlp.experts.217.down_proj,0.0000005625,0.05000,0.310
6,mlp.experts.218.down_proj,0.0000010713,0.05000,0.308
6,mlp.experts.216.down_proj,0.0000010368,0.05000,0.310
6,mlp.experts.223.down_proj,0.0000019901,0.05000,0.313
6,mlp.experts.221.down_proj,0.0000005148,0.05000,0.314
6,mlp.experts.222.down_proj,0.0000008928,0.05000,0.320
6,mlp.experts.220.down_proj,0.0000010838,0.05000,0.314
6,mlp.experts.227.down_proj,0.0000005022,0.05000,0.314
6,mlp.experts.225.down_proj,0.0000003007,0.05000,0.327
6,mlp.experts.226.down_proj,0.0000005341,0.05000,0.322
6,mlp.experts.224.down_proj,0.0000010836,0.05000,0.327
6,mlp.experts.231.down_proj,0.0000005163,0.05000,0.316
6,mlp.experts.229.down_proj,0.0000013557,0.05000,0.315
6,mlp.experts.230.down_proj,0.0000004282,0.05000,0.317
6,mlp.experts.228.down_proj,0.0000012046,0.05000,0.318
6,mlp.experts.235.down_proj,0.0000007230,0.05000,0.318
6,mlp.experts.233.down_proj,0.0000003216,0.05000,0.321
6,mlp.experts.234.down_proj,0.0000025569,0.05000,0.324
6,mlp.experts.232.down_proj,0.0000012254,0.05000,0.320
6,mlp.experts.239.down_proj,0.0000005670,0.05000,0.310
6,mlp.experts.237.down_proj,0.0000007081,0.05000,0.311
6,mlp.experts.238.down_proj,0.0000010087,0.05000,0.318
6,mlp.experts.236.down_proj,0.0000007341,0.05000,0.314
6,mlp.experts.243.down_proj,0.0000006975,0.05000,0.318
6,mlp.experts.241.down_proj,0.0000008374,0.05000,0.317
6,mlp.experts.242.down_proj,0.0000007627,0.05000,0.315
6,mlp.experts.240.down_proj,0.0000018789,0.05000,0.321
6,mlp.experts.247.down_proj,0.0000005836,0.05000,0.315
6,mlp.experts.245.down_proj,0.0000007611,0.05000,0.315
6,mlp.experts.246.down_proj,0.0000009346,0.05000,0.316
6,mlp.experts.244.down_proj,0.0000008562,0.05000,0.315
6,mlp.experts.251.down_proj,0.0000033136,0.05000,0.322
6,mlp.experts.249.down_proj,0.0000012546,0.05000,0.319
6,mlp.experts.250.down_proj,0.0000006385,0.05000,0.319
6,mlp.experts.248.down_proj,0.0000003202,0.05000,0.325
6,mlp.experts.255.down_proj,0.0000012058,0.05000,0.306
6,mlp.experts.253.down_proj,0.0000010717,0.05000,0.306
6,mlp.experts.252.down_proj,0.0000003349,0.05000,0.284
6,mlp.experts.254.down_proj,0.0000013100,0.05000,0.298
7,mlp.experts.3.gate_proj,0.0001506339,0.05000,1.260
7,mlp.experts.2.gate_proj,0.0000408492,0.05000,1.265
7,mlp.experts.0.gate_proj,0.0001014001,0.05000,1.280
7,mlp.experts.1.gate_proj,0.0000406707,0.05000,1.280
7,mlp.experts.7.gate_proj,0.0000228491,0.05000,1.246
7,mlp.experts.4.gate_proj,0.0000530162,0.05000,1.244
7,mlp.experts.5.gate_proj,0.0000262110,0.05000,1.246
7,mlp.experts.6.gate_proj,0.0000489387,0.05000,1.261
7,mlp.experts.9.gate_proj,0.0000543393,0.05000,1.223
7,mlp.experts.11.gate_proj,0.0000507333,0.05000,1.260
7,mlp.experts.8.gate_proj,0.0000976970,0.05000,1.262
7,mlp.experts.10.gate_proj,0.0000303214,0.05000,1.270
7,mlp.experts.13.gate_proj,0.0000726259,0.05000,1.251
7,mlp.experts.15.gate_proj,0.0001048747,0.05000,1.247
7,mlp.experts.12.gate_proj,0.0000537322,0.05000,1.244
7,mlp.experts.14.gate_proj,0.0000441086,0.05000,1.247
7,mlp.experts.19.gate_proj,0.0000529393,0.05000,1.242
7,mlp.experts.17.gate_proj,0.0000967173,0.05000,1.266
7,mlp.experts.16.gate_proj,0.0000452991,0.05000,1.266
7,mlp.experts.18.gate_proj,0.0000505079,0.05000,1.274
7,mlp.experts.21.gate_proj,0.0001623943,0.05000,1.226
7,mlp.experts.20.gate_proj,0.0000842440,0.05000,1.226
7,mlp.experts.23.gate_proj,0.0000370417,0.05000,1.259
7,mlp.experts.22.gate_proj,0.0001164230,0.05000,1.235
7,mlp.experts.25.gate_proj,0.0001073805,0.05000,1.252
7,mlp.experts.27.gate_proj,0.0000328809,0.05000,1.268
7,mlp.experts.24.gate_proj,0.0000973795,0.05000,1.280
7,mlp.experts.26.gate_proj,0.0000573465,0.05000,1.259
7,mlp.experts.29.gate_proj,0.0000189949,0.05000,1.232
7,mlp.experts.28.gate_proj,0.0000763961,0.05000,1.237
7,mlp.experts.31.gate_proj,0.0000683143,0.05000,1.254
7,mlp.experts.30.gate_proj,0.0000956734,0.05000,1.260
7,mlp.experts.33.gate_proj,0.0000601714,0.05000,1.270
7,mlp.experts.35.gate_proj,0.0001188582,0.05000,1.238
7,mlp.experts.32.gate_proj,0.0000211958,0.05000,1.275
7,mlp.experts.34.gate_proj,0.0000798178,0.05000,1.251
7,mlp.experts.37.gate_proj,0.0000341155,0.05000,1.245
7,mlp.experts.39.gate_proj,0.0000478118,0.05000,1.251
7,mlp.experts.36.gate_proj,0.0000343634,0.05000,1.247
7,mlp.experts.38.gate_proj,0.0000316313,0.05000,1.243
7,mlp.experts.41.gate_proj,0.0000802702,0.05000,1.246
7,mlp.experts.43.gate_proj,0.0000869260,0.05000,1.262
7,mlp.experts.40.gate_proj,0.0000329854,0.05000,1.267
7,mlp.experts.42.gate_proj,0.0001360706,0.05000,1.263
7,mlp.experts.45.gate_proj,0.0000721794,0.05000,1.241
7,mlp.experts.47.gate_proj,0.0000913338,0.05000,1.249
7,mlp.experts.44.gate_proj,0.0000263110,0.05000,1.254
7,mlp.experts.46.gate_proj,0.0001597769,0.05000,1.259
7,mlp.experts.49.gate_proj,0.0000744698,0.05000,1.250
7,mlp.experts.51.gate_proj,0.0000477522,0.05000,1.250
7,mlp.experts.48.gate_proj,0.0001138798,0.05000,1.248
7,mlp.experts.50.gate_proj,0.0000651397,0.05000,1.244
7,mlp.experts.53.gate_proj,0.0000601650,0.05000,1.251
7,mlp.experts.55.gate_proj,0.0000737715,0.05000,1.257
7,mlp.experts.52.gate_proj,0.0000608543,0.05000,1.265
7,mlp.experts.54.gate_proj,0.0000693875,0.05000,1.269
7,mlp.experts.57.gate_proj,0.0000798908,0.05000,1.235
7,mlp.experts.59.gate_proj,0.0000922497,0.05000,1.232
7,mlp.experts.56.gate_proj,0.0000229703,0.05000,1.241
7,mlp.experts.58.gate_proj,0.0001407659,0.05000,1.229
7,mlp.experts.61.gate_proj,0.0000351069,0.05000,1.266
7,mlp.experts.63.gate_proj,0.0000558462,0.05000,1.248
7,mlp.experts.62.gate_proj,0.0000453229,0.05000,1.238
7,mlp.experts.60.gate_proj,0.0000990244,0.05000,1.251
7,mlp.experts.65.gate_proj,0.0000504448,0.05000,1.231
7,mlp.experts.67.gate_proj,0.0000692345,0.05000,1.245
7,mlp.experts.66.gate_proj,0.0000492009,0.05000,1.235
7,mlp.experts.64.gate_proj,0.0000205245,0.05000,1.230
7,mlp.experts.69.gate_proj,0.0000573612,0.05000,1.248
7,mlp.experts.71.gate_proj,0.0000464118,0.05000,1.261
7,mlp.experts.70.gate_proj,0.0000753724,0.05000,1.260
7,mlp.experts.68.gate_proj,0.0001857919,0.05000,1.267
7,mlp.experts.73.gate_proj,0.0001028475,0.05000,1.229
7,mlp.experts.75.gate_proj,0.0000518732,0.05000,1.230
7,mlp.experts.72.gate_proj,0.0000655992,0.05000,1.234
7,mlp.experts.74.gate_proj,0.0000217835,0.05000,1.249
7,mlp.experts.77.gate_proj,0.0000543905,0.05000,1.251
7,mlp.experts.79.gate_proj,0.0000289449,0.05000,1.253
7,mlp.experts.76.gate_proj,0.0000649980,0.05000,1.253
7,mlp.experts.78.gate_proj,0.0000359369,0.05000,1.259
7,mlp.experts.81.gate_proj,0.0000644872,0.05000,1.257
7,mlp.experts.83.gate_proj,0.0000437526,0.05000,1.271
7,mlp.experts.80.gate_proj,0.0001670808,0.05000,1.263
7,mlp.experts.82.gate_proj,0.0001682641,0.05000,1.257
7,mlp.experts.85.gate_proj,0.0000446102,0.05000,1.245
7,mlp.experts.87.gate_proj,0.0001731635,0.05000,1.249
7,mlp.experts.86.gate_proj,0.0000217729,0.05000,1.241
7,mlp.experts.84.gate_proj,0.0000698301,0.05000,1.248
7,mlp.experts.89.gate_proj,0.0001193819,0.05000,1.237
7,mlp.experts.91.gate_proj,0.0000352972,0.05000,1.240
7,mlp.experts.88.gate_proj,0.0000594765,0.05000,1.229
7,mlp.experts.90.gate_proj,0.0000963982,0.05000,1.247
7,mlp.experts.92.gate_proj,0.0001140208,0.05000,1.261
7,mlp.experts.95.gate_proj,0.0000571419,0.05000,1.290
7,mlp.experts.93.gate_proj,0.0000768671,0.05000,1.294
7,mlp.experts.94.gate_proj,0.0000493510,0.05000,1.286
7,mlp.experts.96.gate_proj,0.0001377778,0.05000,1.242
7,mlp.experts.97.gate_proj,0.0001284288,0.05000,1.248
7,mlp.experts.99.gate_proj,0.0000589597,0.05000,1.251
7,mlp.experts.98.gate_proj,0.0000550748,0.05000,1.262
7,mlp.experts.101.gate_proj,0.0000395585,0.05000,1.242
7,mlp.experts.100.gate_proj,0.0000841578,0.05000,1.247
7,mlp.experts.103.gate_proj,0.0000680805,0.05000,1.252
7,mlp.experts.102.gate_proj,0.0000724100,0.05000,1.247
7,mlp.experts.107.gate_proj,0.0000873377,0.05000,1.238
7,mlp.experts.104.gate_proj,0.0000940398,0.05000,1.252
7,mlp.experts.105.gate_proj,0.0000373749,0.05000,1.259
7,mlp.experts.106.gate_proj,0.0000624553,0.05000,1.252
7,mlp.experts.108.gate_proj,0.0000284145,0.05000,1.236
7,mlp.experts.111.gate_proj,0.0000670977,0.05000,1.245
7,mlp.experts.109.gate_proj,0.0000563751,0.05000,1.239
7,mlp.experts.110.gate_proj,0.0000816721,0.05000,1.225
7,mlp.experts.115.gate_proj,0.0001127670,0.05000,1.246
7,mlp.experts.112.gate_proj,0.0000465731,0.05000,1.276
7,mlp.experts.113.gate_proj,0.0000534951,0.05000,1.274
7,mlp.experts.114.gate_proj,0.0001212283,0.05000,1.261
7,mlp.experts.119.gate_proj,0.0000635048,0.05000,1.248
7,mlp.experts.118.gate_proj,0.0000280648,0.05000,1.252
7,mlp.experts.116.gate_proj,0.0000341546,0.05000,1.266
7,mlp.experts.117.gate_proj,0.0000276442,0.05000,1.276
7,mlp.experts.123.gate_proj,0.0000387947,0.05000,1.227
7,mlp.experts.122.gate_proj,0.0000720942,0.05000,1.231
7,mlp.experts.121.gate_proj,0.0001004121,0.05000,1.218
7,mlp.experts.120.gate_proj,0.0000322878,0.05000,1.251
7,mlp.experts.127.gate_proj,0.0001363163,0.05000,1.236
7,mlp.experts.125.gate_proj,0.0000473650,0.05000,1.233
7,mlp.experts.124.gate_proj,0.0002125482,0.05000,1.246
7,mlp.experts.126.gate_proj,0.0001098467,0.05000,1.282
7,mlp.experts.131.gate_proj,0.0000376058,0.05000,1.237
7,mlp.experts.129.gate_proj,0.0000453770,0.05000,1.236
7,mlp.experts.128.gate_proj,0.0000359189,0.05000,1.253
7,mlp.experts.130.gate_proj,0.0000415514,0.05000,1.244
7,mlp.experts.133.gate_proj,0.0000484532,0.05000,1.237
7,mlp.experts.135.gate_proj,0.0000596291,0.05000,1.272
7,mlp.experts.134.gate_proj,0.0000861086,0.05000,1.257
7,mlp.experts.132.gate_proj,0.0000800482,0.05000,1.264
7,mlp.experts.137.gate_proj,0.0001121350,0.05000,1.242
7,mlp.experts.139.gate_proj,0.0000439120,0.05000,1.242
7,mlp.experts.136.gate_proj,0.0000705117,0.05000,1.238
7,mlp.experts.138.gate_proj,0.0000620724,0.05000,1.262
7,mlp.experts.141.gate_proj,0.0000391468,0.05000,1.257
7,mlp.experts.143.gate_proj,0.0000867877,0.05000,1.271
7,mlp.experts.140.gate_proj,0.0000368373,0.05000,1.258
7,mlp.experts.142.gate_proj,0.0000564408,0.05000,1.255
7,mlp.experts.145.gate_proj,0.0000423529,0.05000,1.257
7,mlp.experts.147.gate_proj,0.0000563773,0.05000,1.241
7,mlp.experts.144.gate_proj,0.0000937357,0.05000,1.244
7,mlp.experts.146.gate_proj,0.0000369293,0.05000,1.248
7,mlp.experts.151.gate_proj,0.0000788812,0.05000,1.217
7,mlp.experts.149.gate_proj,0.0000536464,0.05000,1.236
7,mlp.experts.148.gate_proj,0.0000705508,0.05000,1.233
7,mlp.experts.150.gate_proj,0.0000684897,0.05000,1.234
7,mlp.experts.153.gate_proj,0.0001518724,0.05000,1.241
7,mlp.experts.155.gate_proj,0.0001024830,0.05000,1.273
7,mlp.experts.152.gate_proj,0.0000557943,0.05000,1.262
7,mlp.experts.154.gate_proj,0.0000704698,0.05000,1.268
7,mlp.experts.157.gate_proj,0.0001076082,0.05000,1.275
7,mlp.experts.159.gate_proj,0.0000796062,0.05000,1.276
7,mlp.experts.156.gate_proj,0.0001107896,0.05000,1.252
7,mlp.experts.158.gate_proj,0.0000883790,0.05000,1.262
7,mlp.experts.161.gate_proj,0.0000516459,0.05000,1.241
7,mlp.experts.163.gate_proj,0.0000868148,0.05000,1.274
7,mlp.experts.160.gate_proj,0.0000967487,0.05000,1.257
7,mlp.experts.162.gate_proj,0.0001146648,0.05000,1.257
7,mlp.experts.165.gate_proj,0.0000617808,0.05000,1.254
7,mlp.experts.164.gate_proj,0.0000808719,0.05000,1.254
7,mlp.experts.167.gate_proj,0.0000366920,0.05000,1.282
7,mlp.experts.166.gate_proj,0.0001965932,0.05000,1.258
7,mlp.experts.169.gate_proj,0.0000343350,0.05000,1.247
7,mlp.experts.168.gate_proj,0.0001352746,0.05000,1.239
7,mlp.experts.171.gate_proj,0.0000617925,0.05000,1.239
7,mlp.experts.170.gate_proj,0.0002086238,0.05000,1.239
7,mlp.experts.173.gate_proj,0.0001051867,0.05000,1.242
7,mlp.experts.172.gate_proj,0.0000929534,0.05000,1.247
7,mlp.experts.175.gate_proj,0.0000198686,0.05000,1.258
7,mlp.experts.174.gate_proj,0.0000589052,0.05000,1.256
7,mlp.experts.177.gate_proj,0.0001357350,0.05000,1.272
7,mlp.experts.176.gate_proj,0.0000342967,0.05000,1.263
7,mlp.experts.179.gate_proj,0.0001574516,0.05000,1.255
7,mlp.experts.178.gate_proj,0.0000757445,0.05000,1.274
7,mlp.experts.181.gate_proj,0.0000274962,0.05000,1.258
7,mlp.experts.180.gate_proj,0.0000555635,0.05000,1.247
7,mlp.experts.183.gate_proj,0.0001581466,0.05000,1.248
7,mlp.experts.182.gate_proj,0.0000368131,0.05000,1.238
7,mlp.experts.185.gate_proj,0.0000521840,0.05000,1.262
7,mlp.experts.184.gate_proj,0.0000370875,0.05000,1.228
7,mlp.experts.187.gate_proj,0.0000877902,0.05000,1.240
7,mlp.experts.186.gate_proj,0.0000502368,0.05000,1.243
7,mlp.experts.188.gate_proj,0.0001174217,0.05000,1.221
7,mlp.experts.189.gate_proj,0.0001159968,0.05000,1.243
7,mlp.experts.191.gate_proj,0.0000486291,0.05000,1.214
7,mlp.experts.190.gate_proj,0.0001119511,0.05000,1.218
7,mlp.experts.192.gate_proj,0.0001078510,0.05000,1.252
7,mlp.experts.195.gate_proj,0.0000319034,0.05000,1.261
7,mlp.experts.193.gate_proj,0.0000811534,0.05000,1.275
7,mlp.experts.194.gate_proj,0.0000509769,0.05000,1.254
7,mlp.experts.196.gate_proj,0.0002049228,0.05000,1.260
7,mlp.experts.199.gate_proj,0.0000345436,0.05000,1.257
7,mlp.experts.198.gate_proj,0.0000538141,0.05000,1.242
7,mlp.experts.197.gate_proj,0.0000832016,0.05000,1.270
7,mlp.experts.200.gate_proj,0.0000656425,0.05000,1.264
7,mlp.experts.202.gate_proj,0.0000656028,0.05000,1.251
7,mlp.experts.201.gate_proj,0.0000868565,0.05000,1.250
7,mlp.experts.203.gate_proj,0.0000570244,0.05000,1.275
7,mlp.experts.204.gate_proj,0.0000621074,0.05000,1.243
7,mlp.experts.206.gate_proj,0.0000726671,0.05000,1.236
7,mlp.experts.207.gate_proj,0.0000503085,0.05000,1.226
7,mlp.experts.205.gate_proj,0.0000679826,0.05000,1.237
7,mlp.experts.210.gate_proj,0.0000373272,0.05000,1.250
7,mlp.experts.208.gate_proj,0.0000609720,0.05000,1.269
7,mlp.experts.211.gate_proj,0.0000685756,0.05000,1.255
7,mlp.experts.209.gate_proj,0.0000662425,0.05000,1.275
7,mlp.experts.214.gate_proj,0.0000977454,0.05000,1.257
7,mlp.experts.212.gate_proj,0.0000600258,0.05000,1.275
7,mlp.experts.215.gate_proj,0.0000435505,0.05000,1.271
7,mlp.experts.213.gate_proj,0.0000515410,0.05000,1.267
7,mlp.experts.218.gate_proj,0.0000776772,0.05000,1.241
7,mlp.experts.216.gate_proj,0.0000606786,0.05000,1.248
7,mlp.experts.219.gate_proj,0.0000391796,0.05000,1.254
7,mlp.experts.217.gate_proj,0.0000354372,0.05000,1.252
7,mlp.experts.222.gate_proj,0.0001376643,0.05000,1.237
7,mlp.experts.220.gate_proj,0.0000297761,0.05000,1.231
7,mlp.experts.223.gate_proj,0.0000513773,0.05000,1.226
7,mlp.experts.221.gate_proj,0.0000510817,0.05000,1.233
7,mlp.experts.226.gate_proj,fallback(rtn): 0.0009766,0.00000,0.044
7,mlp.experts.224.gate_proj,0.0000422737,0.05000,1.233
7,mlp.experts.227.gate_proj,0.0000407104,0.05000,1.235
7,mlp.experts.225.gate_proj,0.0000854178,0.05000,1.233
7,mlp.experts.230.gate_proj,0.0000598238,0.05000,1.240
7,mlp.experts.231.gate_proj,0.0000604214,0.05000,1.230
7,mlp.experts.228.gate_proj,0.0000581283,0.05000,1.271
7,mlp.experts.229.gate_proj,0.0000668773,0.05000,1.247
7,mlp.experts.234.gate_proj,0.0000512925,0.05000,1.250
7,mlp.experts.235.gate_proj,0.0001331144,0.05000,1.230
7,mlp.experts.232.gate_proj,0.0000528728,0.05000,1.229
7,mlp.experts.233.gate_proj,0.0001402579,0.05000,1.238
7,mlp.experts.238.gate_proj,0.0001320015,0.05000,1.237
7,mlp.experts.236.gate_proj,0.0000721249,0.05000,1.240
7,mlp.experts.239.gate_proj,0.0000298451,0.05000,1.274
7,mlp.experts.237.gate_proj,0.0000830628,0.05000,1.265
7,mlp.experts.242.gate_proj,0.0000559176,0.05000,1.254
7,mlp.experts.243.gate_proj,0.0000299768,0.05000,1.241
7,mlp.experts.240.gate_proj,0.0000454527,0.05000,1.259
7,mlp.experts.246.gate_proj,0.0000558967,0.05000,1.242
7,mlp.experts.241.gate_proj,0.0000443235,0.05000,1.253
7,mlp.experts.244.gate_proj,0.0000633392,0.05000,1.224
7,mlp.experts.247.gate_proj,0.0000533311,0.05000,1.231
7,mlp.experts.245.gate_proj,0.0000611008,0.05000,1.232
7,mlp.experts.250.gate_proj,0.0000442223,0.05000,1.239
7,mlp.experts.248.gate_proj,0.0000740756,0.05000,1.267
7,mlp.experts.251.gate_proj,0.0000755801,0.05000,1.272
7,mlp.experts.249.gate_proj,0.0000464219,0.05000,1.267
7,mlp.experts.254.gate_proj,0.0000330576,0.05000,1.258
7,mlp.experts.255.gate_proj,0.0000607912,0.05000,1.232
7,mlp.experts.252.gate_proj,0.0000681497,0.05000,1.252
7,mlp.experts.2.up_proj,0.0000367439,0.05000,1.241
7,mlp.experts.253.gate_proj,0.0000593335,0.05000,1.249
7,mlp.experts.3.up_proj,0.0001421275,0.05000,1.234
7,mlp.experts.0.up_proj,0.0000880843,0.05000,1.237
7,mlp.experts.6.up_proj,0.0000441382,0.05000,1.221
7,mlp.experts.1.up_proj,0.0000371827,0.05000,1.232
7,mlp.experts.5.up_proj,0.0000239876,0.05000,1.234
7,mlp.experts.7.up_proj,0.0000226264,0.05000,1.234
7,mlp.experts.4.up_proj,0.0000465576,0.05000,1.249
7,mlp.experts.10.up_proj,0.0000277016,0.05000,1.261
7,mlp.experts.9.up_proj,0.0000504387,0.05000,1.254
7,mlp.experts.8.up_proj,0.0000865493,0.05000,1.259
7,mlp.experts.11.up_proj,0.0000438610,0.05000,1.275
7,mlp.experts.14.up_proj,0.0000438807,0.05000,1.249
7,mlp.experts.13.up_proj,0.0000677930,0.05000,1.251
7,mlp.experts.18.up_proj,0.0000448004,0.05000,1.232
7,mlp.experts.12.up_proj,0.0000476499,0.05000,1.261
7,mlp.experts.15.up_proj,0.0000945690,0.05000,1.263
7,mlp.experts.17.up_proj,0.0000899059,0.05000,1.237
7,mlp.experts.22.up_proj,0.0001091337,0.05000,1.236
7,mlp.experts.16.up_proj,0.0000372684,0.05000,1.233
7,mlp.experts.19.up_proj,0.0000407238,0.05000,1.239
7,mlp.experts.21.up_proj,0.0001430623,0.05000,1.251
7,mlp.experts.26.up_proj,0.0000508272,0.05000,1.248
7,mlp.experts.20.up_proj,0.0000737157,0.05000,1.249
7,mlp.experts.23.up_proj,0.0000377945,0.05000,1.249
7,mlp.experts.25.up_proj,0.0000986464,0.05000,1.278
7,mlp.experts.24.up_proj,0.0000899468,0.05000,1.257
7,mlp.experts.30.up_proj,0.0000845900,0.05000,1.285
7,mlp.experts.27.up_proj,0.0000297063,0.05000,1.287
7,mlp.experts.29.up_proj,0.0000202743,0.05000,1.242
7,mlp.experts.28.up_proj,0.0000700915,0.05000,1.250
7,mlp.experts.34.up_proj,0.0000704484,0.05000,1.250
7,mlp.experts.31.up_proj,0.0000566019,0.05000,1.256
7,mlp.experts.33.up_proj,0.0000577619,0.05000,1.244
7,mlp.experts.32.up_proj,0.0000190438,0.05000,1.251
7,mlp.experts.38.up_proj,0.0000319215,0.05000,1.256
7,mlp.experts.35.up_proj,0.0001080542,0.05000,1.256
7,mlp.experts.37.up_proj,0.0000287973,0.05000,1.243
7,mlp.experts.36.up_proj,0.0000324904,0.05000,1.241
7,mlp.experts.42.up_proj,0.0001232175,0.05000,1.249
7,mlp.experts.39.up_proj,0.0000452068,0.05000,1.245
7,mlp.experts.41.up_proj,0.0000701262,0.05000,1.269
7,mlp.experts.40.up_proj,0.0000308059,0.05000,1.274
7,mlp.experts.46.up_proj,0.0001484565,0.05000,1.263
7,mlp.experts.43.up_proj,0.0000758835,0.05000,1.263
7,mlp.experts.45.up_proj,0.0000664241,0.05000,1.240
7,mlp.experts.44.up_proj,0.0000232641,0.05000,1.234
7,mlp.experts.50.up_proj,0.0000579455,0.05000,1.239
7,mlp.experts.47.up_proj,0.0000828529,0.05000,1.233
7,mlp.experts.49.up_proj,0.0000689569,0.05000,1.233
7,mlp.experts.48.up_proj,0.0000967659,0.05000,1.237
7,mlp.experts.54.up_proj,0.0000648993,0.05000,1.242
7,mlp.experts.51.up_proj,0.0000427930,0.05000,1.235
7,mlp.experts.53.up_proj,0.0000536852,0.05000,1.256
7,mlp.experts.52.up_proj,0.0000564297,0.05000,1.261
7,mlp.experts.58.up_proj,0.0001254921,0.05000,1.260
7,mlp.experts.55.up_proj,0.0000709655,0.05000,1.239
7,mlp.experts.57.up_proj,0.0000722098,0.05000,1.235
7,mlp.experts.56.up_proj,0.0000207158,0.05000,1.240
7,mlp.experts.62.up_proj,0.0000416209,0.05000,1.230
7,mlp.experts.59.up_proj,0.0000836798,0.05000,1.237
7,mlp.experts.61.up_proj,0.0000303414,0.05000,1.264
7,mlp.experts.60.up_proj,0.0000874422,0.05000,1.267
7,mlp.experts.66.up_proj,0.0000400430,0.05000,1.260
7,mlp.experts.63.up_proj,0.0000527520,0.05000,1.263
7,mlp.experts.65.up_proj,0.0000442187,0.05000,1.239
7,mlp.experts.70.up_proj,0.0000705012,0.05000,1.247
7,mlp.experts.64.up_proj,0.0000189242,0.05000,1.260
7,mlp.experts.67.up_proj,0.0000548725,0.05000,1.262
7,mlp.experts.69.up_proj,0.0000500586,0.05000,1.250
7,mlp.experts.68.up_proj,0.0001548719,0.05000,1.250
7,mlp.experts.74.up_proj,0.0000206302,0.05000,1.262
7,mlp.experts.71.up_proj,0.0000425557,0.05000,1.248
7,mlp.experts.73.up_proj,0.0000941344,0.05000,1.247
7,mlp.experts.72.up_proj,0.0000616391,0.05000,1.241
7,mlp.experts.78.up_proj,0.0000339036,0.05000,1.247
7,mlp.experts.75.up_proj,0.0000481371,0.05000,1.240
7,mlp.experts.77.up_proj,0.0000459266,0.05000,1.263
7,mlp.experts.76.up_proj,0.0000588138,0.05000,1.262
7,mlp.experts.82.up_proj,0.0001502032,0.05000,1.268
7,mlp.experts.79.up_proj,0.0000285505,0.05000,1.259
7,mlp.experts.81.up_proj,0.0000552614,0.05000,1.265
7,mlp.experts.80.up_proj,0.0001479953,0.05000,1.250
7,mlp.experts.86.up_proj,0.0000209478,0.05000,1.254
7,mlp.experts.83.up_proj,0.0000419562,0.05000,1.257
7,mlp.experts.85.up_proj,0.0000385366,0.05000,1.231
7,mlp.experts.84.up_proj,0.0000621943,0.05000,1.242
7,mlp.experts.90.up_proj,0.0000902113,0.05000,1.265
7,mlp.experts.87.up_proj,0.0001467911,0.05000,1.271
7,mlp.experts.89.up_proj,0.0001023499,0.05000,1.265
7,mlp.experts.88.up_proj,0.0000547875,0.05000,1.263
7,mlp.experts.94.up_proj,0.0000416292,0.05000,1.239
7,mlp.experts.91.up_proj,0.0000310264,0.05000,1.251
7,mlp.experts.93.up_proj,0.0000707210,0.05000,1.254
7,mlp.experts.92.up_proj,0.0000974789,0.05000,1.251
7,mlp.experts.98.up_proj,0.0000517081,0.05000,1.245
7,mlp.experts.95.up_proj,0.0000461503,0.05000,1.260
7,mlp.experts.97.up_proj,0.0001107663,0.05000,1.251
7,mlp.experts.96.up_proj,0.0001243043,0.05000,1.249
7,mlp.experts.102.up_proj,0.0000603968,0.05000,1.260
7,mlp.experts.99.up_proj,0.0000499760,0.05000,1.246
7,mlp.experts.101.up_proj,0.0000366236,0.05000,1.241
7,mlp.experts.100.up_proj,0.0000732046,0.05000,1.244
7,mlp.experts.106.up_proj,0.0000575068,0.05000,1.235
7,mlp.experts.103.up_proj,0.0000628417,0.05000,1.246
7,mlp.experts.105.up_proj,0.0000323939,0.05000,1.226
7,mlp.experts.110.up_proj,0.0000733770,0.05000,1.222
7,mlp.experts.104.up_proj,0.0000822053,0.05000,1.255
7,mlp.experts.107.up_proj,0.0000751743,0.05000,1.242
7,mlp.experts.109.up_proj,0.0000540507,0.05000,1.249
7,mlp.experts.114.up_proj,0.0001088208,0.05000,1.240
7,mlp.experts.108.up_proj,0.0000274329,0.05000,1.258
7,mlp.experts.111.up_proj,0.0000624730,0.05000,1.257
7,mlp.experts.113.up_proj,0.0000492017,0.05000,1.250
7,mlp.experts.118.up_proj,0.0000249262,0.05000,1.264
7,mlp.experts.112.up_proj,0.0000446287,0.05000,1.246
7,mlp.experts.115.up_proj,0.0000971365,0.05000,1.253
7,mlp.experts.117.up_proj,0.0000252446,0.05000,1.249
7,mlp.experts.116.up_proj,0.0000307285,0.05000,1.240
7,mlp.experts.122.up_proj,0.0000627101,0.05000,1.257
7,mlp.experts.119.up_proj,0.0000565313,0.05000,1.240
7,mlp.experts.121.up_proj,0.0000930650,0.05000,1.256
7,mlp.experts.120.up_proj,0.0000307012,0.05000,1.254
7,mlp.experts.126.up_proj,0.0001030133,0.05000,1.265
7,mlp.experts.123.up_proj,0.0000339055,0.05000,1.264
7,mlp.experts.125.up_proj,0.0000428981,0.05000,1.247
7,mlp.experts.124.up_proj,0.0001996309,0.05000,1.251
7,mlp.experts.130.up_proj,0.0000355612,0.05000,1.256
7,mlp.experts.127.up_proj,0.0001242021,0.05000,1.247
7,mlp.experts.129.up_proj,0.0000382667,0.05000,1.253
7,mlp.experts.128.up_proj,0.0000319814,0.05000,1.275
7,mlp.experts.134.up_proj,0.0000797697,0.05000,1.278
7,mlp.experts.131.up_proj,0.0000317655,0.05000,1.285
7,mlp.experts.133.up_proj,0.0000442462,0.05000,1.271
7,mlp.experts.132.up_proj,0.0000715770,0.05000,1.275
7,mlp.experts.138.up_proj,0.0000544284,0.05000,1.276
7,mlp.experts.135.up_proj,0.0000539695,0.05000,1.263
7,mlp.experts.137.up_proj,0.0000835211,0.05000,1.292
7,mlp.experts.136.up_proj,0.0000660036,0.05000,1.284
7,mlp.experts.142.up_proj,0.0000524969,0.05000,1.279
7,mlp.experts.139.up_proj,0.0000375354,0.05000,1.291
7,mlp.experts.141.up_proj,0.0000371476,0.05000,1.262
7,mlp.experts.140.up_proj,0.0000317054,0.05000,1.261
7,mlp.experts.146.up_proj,0.0000329601,0.05000,1.254
7,mlp.experts.143.up_proj,0.0000820687,0.05000,1.261
7,mlp.experts.145.up_proj,0.0000392419,0.05000,1.246
7,mlp.experts.144.up_proj,0.0000876775,0.05000,1.239
7,mlp.experts.150.up_proj,0.0000627554,0.05000,1.244
7,mlp.experts.147.up_proj,0.0000523185,0.05000,1.244
7,mlp.experts.149.up_proj,0.0000530981,0.05000,1.248
7,mlp.experts.148.up_proj,0.0000675403,0.05000,1.261
7,mlp.experts.154.up_proj,0.0000627848,0.05000,1.251
7,mlp.experts.151.up_proj,0.0000661447,0.05000,1.253
7,mlp.experts.152.up_proj,0.0000487275,0.05000,1.265
7,mlp.experts.153.up_proj,0.0001317123,0.05000,1.312
7,mlp.experts.158.up_proj,0.0000817283,0.05000,1.289
7,mlp.experts.155.up_proj,0.0000974326,0.05000,1.295
7,mlp.experts.157.up_proj,0.0000921967,0.05000,1.273
7,mlp.experts.156.up_proj,0.0001004406,0.05000,1.288
7,mlp.experts.162.up_proj,0.0001009580,0.05000,1.277
7,mlp.experts.159.up_proj,0.0000747912,0.05000,1.298
7,mlp.experts.161.up_proj,0.0000438348,0.05000,1.280
7,mlp.experts.160.up_proj,0.0000895861,0.05000,1.290
7,mlp.experts.166.up_proj,0.0000808079,0.05000,1.295
7,mlp.experts.163.up_proj,0.0000737513,0.05000,1.302
7,mlp.experts.165.up_proj,0.0000578596,0.05000,1.270
7,mlp.experts.164.up_proj,0.0000705463,0.05000,1.270
7,mlp.experts.170.up_proj,0.0001954395,0.05000,1.284
7,mlp.experts.167.up_proj,0.0000319524,0.05000,1.274
7,mlp.experts.169.up_proj,0.0000308349,0.05000,1.280
7,mlp.experts.168.up_proj,0.0001022582,0.05000,1.274
7,mlp.experts.174.up_proj,0.0000504091,0.05000,1.273
7,mlp.experts.171.up_proj,0.0000564697,0.05000,1.276
7,mlp.experts.172.up_proj,0.0000830989,0.05000,1.322
7,mlp.experts.173.up_proj,0.0000901672,0.05000,1.331
7,mlp.experts.178.up_proj,0.0000714890,0.05000,1.337
7,mlp.experts.175.up_proj,0.0000174896,0.05000,1.347
7,mlp.experts.176.up_proj,0.0000323355,0.05000,1.780
7,mlp.experts.177.up_proj,0.0001270773,0.05000,1.796
7,mlp.experts.182.up_proj,0.0000327756,0.05000,1.842
7,mlp.experts.179.up_proj,0.0001301136,0.05000,1.843
7,mlp.experts.180.up_proj,0.0000518879,0.05000,2.534
7,mlp.experts.181.up_proj,0.0000247396,0.05000,2.560
7,mlp.experts.186.up_proj,0.0000470887,0.05000,2.557
7,mlp.experts.183.up_proj,0.0001450827,0.05000,2.559
7,mlp.experts.184.up_proj,0.0000340142,0.05000,2.367
7,mlp.experts.185.up_proj,0.0000474320,0.05000,2.356
7,mlp.experts.190.up_proj,0.0000913912,0.05000,2.319
7,mlp.experts.187.up_proj,0.0000782373,0.05000,2.268
7,mlp.experts.188.up_proj,0.0001115238,0.05000,1.883
7,mlp.experts.189.up_proj,0.0000989436,0.05000,1.881
7,mlp.experts.194.up_proj,0.0000475822,0.05000,1.904
7,mlp.experts.191.up_proj,0.0000450082,0.05000,1.904
7,mlp.experts.192.up_proj,0.0001031485,0.05000,1.984
7,mlp.experts.193.up_proj,0.0000696093,0.05000,1.978
7,mlp.experts.198.up_proj,0.0000478210,0.05000,2.049
7,mlp.experts.195.up_proj,0.0000297985,0.05000,2.012
7,mlp.experts.197.up_proj,0.0000725511,0.05000,1.662
7,mlp.experts.196.up_proj,0.0001854821,0.05000,1.680
7,mlp.experts.199.up_proj,0.0000342040,0.05000,1.608
7,mlp.experts.202.up_proj,0.0000562322,0.05000,1.644
7,mlp.experts.200.up_proj,0.0000617463,0.05000,1.590
7,mlp.experts.201.up_proj,0.0000807214,0.05000,1.642
7,mlp.experts.203.up_proj,0.0000528252,0.05000,1.641
7,mlp.experts.206.up_proj,0.0000679751,0.05000,1.655
7,mlp.experts.204.up_proj,0.0000538454,0.05000,2.118
7,mlp.experts.205.up_proj,0.0000591697,0.05000,2.111
7,mlp.experts.207.up_proj,0.0000460584,0.05000,2.089
7,mlp.experts.210.up_proj,0.0000356165,0.05000,2.106
7,mlp.experts.208.up_proj,0.0000542992,0.05000,1.637
7,mlp.experts.209.up_proj,0.0000615467,0.05000,1.634
7,mlp.experts.211.up_proj,0.0000652042,0.05000,1.619
7,mlp.experts.214.up_proj,0.0000928964,0.05000,1.598
7,mlp.experts.213.up_proj,0.0000483913,0.05000,1.560
7,mlp.experts.212.up_proj,0.0000570170,0.05000,1.595
7,mlp.experts.215.up_proj,0.0000380775,0.05000,1.633
7,mlp.experts.218.up_proj,0.0000688537,0.05000,1.645
7,mlp.experts.216.up_proj,0.0000523465,0.05000,1.699
7,mlp.experts.217.up_proj,0.0000293355,0.05000,1.726
7,mlp.experts.219.up_proj,0.0000362747,0.05000,1.647
7,mlp.experts.222.up_proj,0.0001285498,0.05000,1.632
7,mlp.experts.226.up_proj,fallback(rtn): 0.0009537,0.00000,0.021
7,mlp.experts.221.up_proj,0.0000476763,0.05000,1.289
7,mlp.experts.220.up_proj,0.0000276112,0.05000,1.301
7,mlp.experts.223.up_proj,0.0000435363,0.05000,1.314
7,mlp.experts.230.up_proj,0.0000574583,0.05000,1.305
7,mlp.experts.224.up_proj,0.0000369761,0.05000,1.242
7,mlp.experts.225.up_proj,0.0000779390,0.05000,1.269
7,mlp.experts.227.up_proj,0.0000358650,0.05000,1.259
7,mlp.experts.234.up_proj,0.0000459125,0.05000,1.258
7,mlp.experts.228.up_proj,0.0000472860,0.05000,1.276
7,mlp.experts.229.up_proj,0.0000665396,0.05000,1.275
7,mlp.experts.231.up_proj,0.0000545845,0.05000,1.284
7,mlp.experts.238.up_proj,0.0001129407,0.05000,1.292
7,mlp.experts.232.up_proj,0.0000482070,0.05000,1.272
7,mlp.experts.233.up_proj,0.0001224550,0.05000,1.261
7,mlp.experts.235.up_proj,0.0001218987,0.05000,1.279
7,mlp.experts.242.up_proj,0.0000498209,0.05000,1.280
7,mlp.experts.236.up_proj,0.0000671542,0.05000,1.278
7,mlp.experts.237.up_proj,0.0000775216,0.05000,1.291
7,mlp.experts.239.up_proj,0.0000271130,0.05000,1.283
7,mlp.experts.246.up_proj,0.0000540056,0.05000,1.276
7,mlp.experts.240.up_proj,0.0000377179,0.05000,1.275
7,mlp.experts.241.up_proj,0.0000421039,0.05000,1.275
7,mlp.experts.243.up_proj,0.0000256287,0.05000,1.274
7,mlp.experts.250.up_proj,0.0000379724,0.05000,1.287
7,mlp.experts.244.up_proj,0.0000551509,0.05000,1.306
7,mlp.experts.245.up_proj,0.0000573153,0.05000,1.315
7,mlp.experts.247.up_proj,0.0000499092,0.05000,1.317
7,mlp.experts.254.up_proj,0.0000293483,0.05000,1.312
7,mlp.experts.248.up_proj,0.0000607465,0.05000,0.869
7,mlp.experts.249.up_proj,0.0000436058,0.05000,0.865
7,mlp.experts.251.up_proj,0.0000703347,0.05000,0.825
7,mlp.experts.252.up_proj,0.0000644277,0.05000,0.797
7,mlp.experts.253.up_proj,0.0000509135,0.05000,0.791
7,mlp.experts.255.up_proj,0.0000523260,0.05000,0.743
7,mlp.experts.0.down_proj,0.0000020914,0.05000,0.342
7,mlp.experts.3.down_proj,0.0000025010,0.05000,0.365
7,mlp.experts.2.down_proj,0.0000007319,0.05000,0.369
7,mlp.experts.1.down_proj,0.0000009277,0.05000,0.375
7,mlp.experts.5.down_proj,0.0000004271,0.05000,0.321
7,mlp.experts.6.down_proj,0.0000003852,0.05000,0.323
7,mlp.experts.4.down_proj,0.0000013619,0.05000,0.339
7,mlp.experts.7.down_proj,0.0000004487,0.05000,0.336
7,mlp.experts.9.down_proj,0.0000004061,0.05000,0.330
7,mlp.experts.8.down_proj,0.0000015414,0.05000,0.333
7,mlp.experts.10.down_proj,0.0000007285,0.05000,0.339
7,mlp.experts.11.down_proj,0.0000014997,0.05000,0.340
7,mlp.experts.13.down_proj,0.0000006489,0.05000,0.338
7,mlp.experts.15.down_proj,0.0000009233,0.05000,0.331
7,mlp.experts.12.down_proj,0.0000009172,0.05000,0.343
7,mlp.experts.14.down_proj,0.0000010788,0.05000,0.347
7,mlp.experts.17.down_proj,0.0000016632,0.05000,0.346
7,mlp.experts.19.down_proj,0.0000010398,0.05000,0.342
7,mlp.experts.16.down_proj,0.0000014917,0.05000,0.345
7,mlp.experts.18.down_proj,0.0000032053,0.05000,0.345
7,mlp.experts.21.down_proj,0.0000040968,0.05000,0.337
7,mlp.experts.23.down_proj,0.0000009743,0.05000,0.338
7,mlp.experts.20.down_proj,0.0000014336,0.05000,0.339
7,mlp.experts.22.down_proj,0.0000010381,0.05000,0.336
7,mlp.experts.24.down_proj,0.0000013789,0.05000,0.330
7,mlp.experts.27.down_proj,0.0000008396,0.05000,0.336
7,mlp.experts.26.down_proj,0.0000007929,0.05000,0.333
7,mlp.experts.25.down_proj,0.0000014707,0.05000,0.354
7,mlp.experts.31.down_proj,0.0000020863,0.05000,0.353
7,mlp.experts.28.down_proj,0.0000015024,0.05000,0.356
7,mlp.experts.30.down_proj,0.0000014470,0.05000,0.363
7,mlp.experts.29.down_proj,0.0000005482,0.05000,0.366
7,mlp.experts.32.down_proj,0.0000002464,0.05000,0.355
7,mlp.experts.35.down_proj,0.0000021178,0.05000,0.366
7,mlp.experts.34.down_proj,0.0000009749,0.05000,0.353
7,mlp.experts.33.down_proj,0.0000006006,0.05000,0.362
7,mlp.experts.36.down_proj,0.0000006309,0.05000,0.351
7,mlp.experts.39.down_proj,0.0000009428,0.05000,0.342
7,mlp.experts.37.down_proj,0.0000009303,0.05000,0.339
7,mlp.experts.38.down_proj,0.0000007590,0.05000,0.339
7,mlp.experts.41.down_proj,0.0000017937,0.05000,0.337
7,mlp.experts.42.down_proj,0.0000026839,0.05000,0.343
7,mlp.experts.40.down_proj,0.0000007112,0.05000,0.357
7,mlp.experts.43.down_proj,0.0000016183,0.05000,0.352
7,mlp.experts.45.down_proj,0.0000006502,0.05000,0.347
7,mlp.experts.44.down_proj,0.0000005790,0.05000,0.349
7,mlp.experts.47.down_proj,0.0000008935,0.05000,0.351
7,mlp.experts.46.down_proj,0.0000026839,0.05000,0.370
7,mlp.experts.48.down_proj,0.0000016366,0.05000,0.333
7,mlp.experts.49.down_proj,0.0000009121,0.05000,0.363
7,mlp.experts.51.down_proj,0.0000008441,0.05000,0.354
7,mlp.experts.50.down_proj,0.0000008674,0.05000,0.354
7,mlp.experts.52.down_proj,0.0000005021,0.05000,0.331
7,mlp.experts.55.down_proj,0.0000009801,0.05000,0.323
7,mlp.experts.54.down_proj,0.0000005078,0.05000,0.317
7,mlp.experts.53.down_proj,0.0000030957,0.05000,0.326
7,mlp.experts.56.down_proj,0.0000005707,0.05000,0.339
7,mlp.experts.57.down_proj,0.0000008858,0.05000,0.335
7,mlp.experts.58.down_proj,0.0000030334,0.05000,0.342
7,mlp.experts.59.down_proj,0.0000014302,0.05000,0.352
7,mlp.experts.61.down_proj,0.0000009115,0.05000,0.321
7,mlp.experts.62.down_proj,0.0000005744,0.05000,0.315
7,mlp.experts.63.down_proj,0.0000006395,0.05000,0.317
7,mlp.experts.60.down_proj,0.0000013081,0.05000,0.334
7,mlp.experts.66.down_proj,0.0000012731,0.05000,0.320
7,mlp.experts.65.down_proj,0.0000008317,0.05000,0.327
7,mlp.experts.64.down_proj,0.0000005309,0.05000,0.317
7,mlp.experts.67.down_proj,0.0000012269,0.05000,0.325
7,mlp.experts.69.down_proj,0.0000021170,0.05000,0.313
7,mlp.experts.68.down_proj,0.0000040585,0.05000,0.311
7,mlp.experts.70.down_proj,0.0000009443,0.05000,0.326
7,mlp.experts.71.down_proj,0.0000006050,0.05000,0.317
7,mlp.experts.72.down_proj,0.0000005242,0.05000,0.313
7,mlp.experts.75.down_proj,0.0000005278,0.05000,0.304
7,mlp.experts.74.down_proj,0.0000004548,0.05000,0.305
7,mlp.experts.73.down_proj,0.0000011194,0.05000,0.311
7,mlp.experts.76.down_proj,0.0000013088,0.05000,0.317
7,mlp.experts.78.down_proj,0.0000004591,0.05000,0.312
7,mlp.experts.79.down_proj,0.0000006813,0.05000,0.327
7,mlp.experts.77.down_proj,0.0000009873,0.05000,0.327
7,mlp.experts.82.down_proj,0.0000044055,0.05000,0.322
7,mlp.experts.83.down_proj,0.0000008635,0.05000,0.320
7,mlp.experts.80.down_proj,0.0000035250,0.05000,0.335
7,mlp.experts.81.down_proj,0.0000011945,0.05000,0.325
7,mlp.experts.87.down_proj,0.0000035464,0.05000,0.319
7,mlp.experts.86.down_proj,0.0000003474,0.05000,0.335
7,mlp.experts.85.down_proj,0.0000009507,0.05000,0.323
7,mlp.experts.84.down_proj,0.0000015539,0.05000,0.334
7,mlp.experts.91.down_proj,0.0000006883,0.05000,0.284
7,mlp.experts.88.down_proj,0.0000007436,0.05000,0.315
7,mlp.experts.90.down_proj,0.0000009439,0.05000,0.331
7,mlp.experts.89.down_proj,0.0000018367,0.05000,0.329
7,mlp.experts.95.down_proj,0.0000008292,0.05000,0.331
7,mlp.experts.92.down_proj,0.0000016540,0.05000,0.330
7,mlp.experts.94.down_proj,0.0000010083,0.05000,0.323
7,mlp.experts.93.down_proj,0.0000012095,0.05000,0.329
7,mlp.experts.99.down_proj,0.0000010389,0.05000,0.329
7,mlp.experts.98.down_proj,0.0000006020,0.05000,0.330
7,mlp.experts.96.down_proj,0.0000035567,0.05000,0.340
7,mlp.experts.97.down_proj,0.0000028583,0.05000,0.337
7,mlp.experts.103.down_proj,0.0000006577,0.05000,0.318
7,mlp.experts.100.down_proj,0.0000012111,0.05000,0.309
7,mlp.experts.102.down_proj,0.0000015270,0.05000,0.316
7,mlp.experts.101.down_proj,0.0000003059,0.05000,0.318
7,mlp.experts.107.down_proj,0.0000014707,0.05000,0.323
7,mlp.experts.106.down_proj,0.0000011467,0.05000,0.309
7,mlp.experts.104.down_proj,0.0000017509,0.05000,0.314
7,mlp.experts.105.down_proj,0.0000015072,0.05000,0.315
7,mlp.experts.111.down_proj,0.0000009100,0.05000,0.329
7,mlp.experts.110.down_proj,0.0000008364,0.05000,0.330
7,mlp.experts.109.down_proj,0.0000006869,0.05000,0.317
7,mlp.experts.108.down_proj,0.0000005448,0.05000,0.333
7,mlp.experts.115.down_proj,0.0000026987,0.05000,0.333
7,mlp.experts.112.down_proj,0.0000006851,0.05000,0.336
7,mlp.experts.114.down_proj,0.0000018749,0.05000,0.349
7,mlp.experts.113.down_proj,0.0000009055,0.05000,0.351
7,mlp.experts.119.down_proj,0.0000008661,0.05000,0.335
7,mlp.experts.116.down_proj,0.0000006502,0.05000,0.325
7,mlp.experts.118.down_proj,0.0000008332,0.05000,0.331
7,mlp.experts.117.down_proj,0.0000007639,0.05000,0.335
7,mlp.experts.123.down_proj,0.0000009522,0.05000,0.329
7,mlp.experts.120.down_proj,0.0000004302,0.05000,0.332
7,mlp.experts.122.down_proj,0.0000010407,0.05000,0.332
7,mlp.experts.121.down_proj,0.0000017639,0.05000,0.329
7,mlp.experts.126.down_proj,0.0000011760,0.05000,0.310
7,mlp.experts.124.down_proj,0.0000056902,0.05000,0.316
7,mlp.experts.127.down_proj,0.0000022997,0.05000,0.321
7,mlp.experts.125.down_proj,0.0000007498,0.05000,0.313
7,mlp.experts.128.down_proj,0.0000008375,0.05000,0.316
7,mlp.experts.131.down_proj,0.0000008696,0.05000,0.327
7,mlp.experts.130.down_proj,0.0000005727,0.05000,0.334
7,mlp.experts.129.down_proj,0.0000010083,0.05000,0.333
7,mlp.experts.134.down_proj,0.0000011094,0.05000,0.312
7,mlp.experts.132.down_proj,0.0000013417,0.05000,0.318
7,mlp.experts.135.down_proj,0.0000008248,0.05000,0.314
7,mlp.experts.133.down_proj,0.0000008095,0.05000,0.309
7,mlp.experts.138.down_proj,0.0000011052,0.05000,0.331
7,mlp.experts.136.down_proj,0.0000005727,0.05000,0.318
7,mlp.experts.139.down_proj,0.0000005921,0.05000,0.334
7,mlp.experts.137.down_proj,0.0000023452,0.05000,0.335
7,mlp.experts.143.down_proj,0.0000008162,0.05000,0.311
7,mlp.experts.142.down_proj,0.0000005868,0.05000,0.317
7,mlp.experts.140.down_proj,0.0000007683,0.05000,0.314
7,mlp.experts.141.down_proj,0.0000003820,0.05000,0.307
7,mlp.experts.146.down_proj,0.0000008132,0.05000,0.324
7,mlp.experts.145.down_proj,0.0000002719,0.05000,0.321
7,mlp.experts.147.down_proj,0.0000010630,0.05000,0.334
7,mlp.experts.144.down_proj,0.0000006920,0.05000,0.321
7,mlp.experts.149.down_proj,0.0000008156,0.05000,0.317
7,mlp.experts.148.down_proj,0.0000006920,0.05000,0.324
7,mlp.experts.151.down_proj,0.0000011579,0.05000,0.331
7,mlp.experts.150.down_proj,0.0000009930,0.05000,0.343
7,mlp.experts.152.down_proj,0.0000010786,0.05000,0.306
7,mlp.experts.153.down_proj,0.0000026914,0.05000,0.327
7,mlp.experts.155.down_proj,0.0000011674,0.05000,0.324
7,mlp.experts.154.down_proj,0.0000015781,0.05000,0.325
7,mlp.experts.156.down_proj,0.0000015323,0.05000,0.312
7,mlp.experts.157.down_proj,0.0000020430,0.05000,0.318
7,mlp.experts.158.down_proj,0.0000013218,0.05000,0.318
7,mlp.experts.159.down_proj,0.0000006421,0.05000,0.324
7,mlp.experts.160.down_proj,0.0000013142,0.05000,0.312
7,mlp.experts.161.down_proj,0.0000011615,0.05000,0.309
7,mlp.experts.163.down_proj,0.0000011718,0.05000,0.320
7,mlp.experts.162.down_proj,0.0000013268,0.05000,0.324
7,mlp.experts.165.down_proj,0.0000005481,0.05000,0.308
7,mlp.experts.166.down_proj,0.0000001350,0.05000,0.295
7,mlp.experts.164.down_proj,0.0000012209,0.05000,0.311
7,mlp.experts.167.down_proj,0.0000007412,0.05000,0.297
7,mlp.experts.170.down_proj,0.0000053053,0.05000,0.323
7,mlp.experts.171.down_proj,0.0000015007,0.05000,0.320
7,mlp.experts.169.down_proj,0.0000008187,0.05000,0.335
7,mlp.experts.168.down_proj,0.0000016499,0.05000,0.329
7,mlp.experts.173.down_proj,0.0000017332,0.05000,0.313
7,mlp.experts.174.down_proj,0.0000010405,0.05000,0.316
7,mlp.experts.172.down_proj,0.0000015633,0.05000,0.310
7,mlp.experts.175.down_proj,0.0000005341,0.05000,0.318
7,mlp.experts.179.down_proj,0.0000024820,0.05000,0.323
7,mlp.experts.177.down_proj,0.0000019729,0.05000,0.332
7,mlp.experts.176.down_proj,0.0000005964,0.05000,0.333
7,mlp.experts.178.down_proj,0.0000009139,0.05000,0.333
7,mlp.experts.181.down_proj,0.0000005745,0.05000,0.319
7,mlp.experts.182.down_proj,0.0000005660,0.05000,0.314
7,mlp.experts.183.down_proj,0.0000030339,0.05000,0.324
7,mlp.experts.180.down_proj,0.0000005575,0.05000,0.325
7,mlp.experts.186.down_proj,0.0000005841,0.05000,0.310
7,mlp.experts.185.down_proj,0.0000015199,0.05000,0.316
7,mlp.experts.187.down_proj,0.0000016511,0.05000,0.318
7,mlp.experts.184.down_proj,0.0000004520,0.05000,0.313
7,mlp.experts.189.down_proj,0.0000018473,0.05000,0.308
7,mlp.experts.190.down_proj,0.0000011086,0.05000,0.312
7,mlp.experts.191.down_proj,0.0000007829,0.05000,0.303
7,mlp.experts.188.down_proj,0.0000013515,0.05000,0.302
7,mlp.experts.192.down_proj,0.0000030091,0.05000,0.315
7,mlp.experts.195.down_proj,0.0000002129,0.05000,0.317
7,mlp.experts.194.down_proj,0.0000004718,0.05000,0.324
7,mlp.experts.193.down_proj,0.0000011416,0.05000,0.330
7,mlp.experts.199.down_proj,0.0000008528,0.05000,0.321
7,mlp.experts.197.down_proj,0.0000011443,0.05000,0.313
7,mlp.experts.198.down_proj,0.0000017188,0.05000,0.323
7,mlp.experts.196.down_proj,0.0000040334,0.05000,0.336
7,mlp.experts.203.down_proj,0.0000004818,0.05000,0.320
7,mlp.experts.202.down_proj,0.0000012594,0.05000,0.316
7,mlp.experts.200.down_proj,0.0000007823,0.05000,0.314
7,mlp.experts.201.down_proj,0.0000009924,0.05000,0.330
7,mlp.experts.205.down_proj,0.0000010933,0.05000,0.307
7,mlp.experts.206.down_proj,0.0000005511,0.05000,0.314
7,mlp.experts.207.down_proj,0.0000003934,0.05000,0.317
7,mlp.experts.204.down_proj,0.0000005608,0.05000,0.310
7,mlp.experts.209.down_proj,0.0000007634,0.05000,0.315
7,mlp.experts.208.down_proj,0.0000011752,0.05000,0.309
7,mlp.experts.210.down_proj,0.0000009123,0.05000,0.312
7,mlp.experts.211.down_proj,0.0000008796,0.05000,0.310
7,mlp.experts.213.down_proj,0.0000006011,0.05000,0.327
7,mlp.experts.212.down_proj,0.0000010269,0.05000,0.330
7,mlp.experts.215.down_proj,0.0000008919,0.05000,0.326
7,mlp.experts.214.down_proj,0.0000010829,0.05000,0.336
7,mlp.experts.216.down_proj,0.0000006813,0.05000,0.307
7,mlp.experts.219.down_proj,0.0000008488,0.05000,0.317
7,mlp.experts.217.down_proj,0.0000008081,0.05000,0.332
7,mlp.experts.218.down_proj,0.0000011243,0.05000,0.327
7,mlp.experts.220.down_proj,0.0000007953,0.05000,0.319
7,mlp.experts.223.down_proj,0.0000008318,0.05000,0.322
7,mlp.experts.221.down_proj,0.0000005406,0.05000,0.321
7,mlp.experts.222.down_proj,0.0000018096,0.05000,0.322
7,mlp.experts.226.down_proj,fallback(rtn): 0.0009575,0.00000,0.008
7,mlp.experts.225.down_proj,0.0000011462,0.05000,0.318
7,mlp.experts.224.down_proj,0.0000006043,0.05000,0.327
7,mlp.experts.227.down_proj,0.0000009360,0.05000,0.323
7,mlp.experts.230.down_proj,0.0000007964,0.05000,0.304
7,mlp.experts.231.down_proj,0.0000010215,0.05000,0.305
7,mlp.experts.234.down_proj,0.0000008660,0.05000,0.301
7,mlp.experts.228.down_proj,0.0000012103,0.05000,0.304
7,mlp.experts.229.down_proj,0.0000015959,0.05000,0.326
7,mlp.experts.235.down_proj,0.0000019642,0.05000,0.317
7,mlp.experts.232.down_proj,0.0000007556,0.05000,0.325
7,mlp.experts.238.down_proj,0.0000016996,0.05000,0.328
7,mlp.experts.233.down_proj,0.0000033261,0.05000,0.330
7,mlp.experts.239.down_proj,0.0000006853,0.05000,0.314
7,mlp.experts.237.down_proj,0.0000008160,0.05000,0.304
7,mlp.experts.236.down_proj,0.0000005803,0.05000,0.308
7,mlp.experts.242.down_proj,0.0000011588,0.05000,0.304
7,mlp.experts.241.down_proj,0.0000004335,0.05000,0.329
7,mlp.experts.240.down_proj,0.0000008600,0.05000,0.329
7,mlp.experts.246.down_proj,0.0000009687,0.05000,0.332
7,mlp.experts.243.down_proj,0.0000005495,0.05000,0.340
7,mlp.experts.245.down_proj,0.0000009707,0.05000,0.333
7,mlp.experts.250.down_proj,0.0000013214,0.05000,0.332
7,mlp.experts.244.down_proj,0.0000008970,0.05000,0.336
7,mlp.experts.247.down_proj,0.0000005559,0.05000,0.343
7,mlp.experts.254.down_proj,0.0000005922,0.05000,0.321
7,mlp.experts.249.down_proj,0.0000007067,0.05000,0.330
7,mlp.experts.248.down_proj,0.0000012984,0.05000,0.328
7,mlp.experts.251.down_proj,0.0000007467,0.05000,0.317
7,mlp.experts.253.down_proj,0.0000013975,0.05000,0.192
7,mlp.experts.255.down_proj,0.0000010637,0.05000,0.187
7,mlp.experts.252.down_proj,0.0000005370,0.05000,0.192
8,mlp.experts.0.gate_proj,0.0000952475,0.05000,1.241
8,mlp.experts.1.gate_proj,0.0001044624,0.05000,1.258
8,mlp.experts.2.gate_proj,0.0001384196,0.05000,1.262
8,mlp.experts.3.gate_proj,0.0000570653,0.05000,1.265
8,mlp.experts.5.gate_proj,0.0000794654,0.05000,1.236
8,mlp.experts.4.gate_proj,0.0000764892,0.05000,1.255
8,mlp.experts.6.gate_proj,0.0000435933,0.05000,1.235
8,mlp.experts.7.gate_proj,0.0000511130,0.05000,1.256
8,mlp.experts.9.gate_proj,0.0000591131,0.05000,1.227
8,mlp.experts.10.gate_proj,0.0000840711,0.05000,1.234
8,mlp.experts.8.gate_proj,0.0000683205,0.05000,1.244
8,mlp.experts.11.gate_proj,0.0000511470,0.05000,1.234
8,mlp.experts.14.gate_proj,fallback(rtn): 0.0011139,0.00000,0.023
8,mlp.experts.18.gate_proj,fallback(rtn): 0.0009766,0.00000,0.023
8,mlp.experts.13.gate_proj,0.0000476445,0.05000,1.239
8,mlp.experts.12.gate_proj,0.0000690161,0.05000,1.243
8,mlp.experts.15.gate_proj,0.0001679725,0.05000,1.242
8,mlp.experts.22.gate_proj,0.0000640695,0.05000,1.239
8,mlp.experts.17.gate_proj,0.0000611175,0.05000,1.230
8,mlp.experts.16.gate_proj,0.0000475574,0.05000,1.231
8,mlp.experts.19.gate_proj,0.0000732022,0.05000,1.233
8,mlp.experts.26.gate_proj,0.0000419970,0.05000,1.233
8,mlp.experts.21.gate_proj,0.0000641696,0.05000,1.218
8,mlp.experts.20.gate_proj,0.0000689427,0.05000,1.222
8,mlp.experts.23.gate_proj,0.0000257851,0.05000,1.229
8,mlp.experts.30.gate_proj,0.0001026932,0.05000,1.216
8,mlp.experts.25.gate_proj,0.0000844735,0.05000,1.250
8,mlp.experts.24.gate_proj,0.0001501829,0.05000,1.267
8,mlp.experts.27.gate_proj,0.0000448156,0.05000,1.264
8,mlp.experts.34.gate_proj,0.0000697755,0.05000,1.287
8,mlp.experts.29.gate_proj,0.0000936680,0.05000,1.284
8,mlp.experts.28.gate_proj,0.0000532626,0.05000,1.290
8,mlp.experts.31.gate_proj,0.0001846417,0.05000,1.283
8,mlp.experts.38.gate_proj,0.0000545390,0.05000,1.304
8,mlp.experts.33.gate_proj,0.0000306705,0.05000,1.305
8,mlp.experts.32.gate_proj,0.0000654621,0.05000,1.304
8,mlp.experts.35.gate_proj,0.0000436109,0.05000,1.298
8,mlp.experts.42.gate_proj,0.0000377210,0.05000,1.312
8,mlp.experts.37.gate_proj,0.0000629562,0.05000,1.262
8,mlp.experts.36.gate_proj,0.0000744404,0.05000,1.264
8,mlp.experts.39.gate_proj,0.0001317387,0.05000,1.273
8,mlp.experts.46.gate_proj,0.0000785990,0.05000,1.268
8,mlp.experts.41.gate_proj,0.0001200283,0.05000,1.265
8,mlp.experts.40.gate_proj,0.0000727719,0.05000,1.265
8,mlp.experts.43.gate_proj,0.0000611131,0.05000,1.271
8,mlp.experts.50.gate_proj,0.0000415677,0.05000,1.276
8,mlp.experts.45.gate_proj,0.0000763241,0.05000,1.276
8,mlp.experts.44.gate_proj,0.0000208993,0.05000,1.271
8,mlp.experts.47.gate_proj,0.0000859087,0.05000,1.278
8,mlp.experts.54.gate_proj,0.0001558209,0.05000,1.288
8,mlp.experts.49.gate_proj,0.0000581575,0.05000,1.386
8,mlp.experts.48.gate_proj,0.0000531395,0.05000,1.388
8,mlp.experts.51.gate_proj,0.0001327555,0.05000,1.403
8,mlp.experts.58.gate_proj,0.0000487708,0.05000,1.426
8,mlp.experts.53.gate_proj,0.0001026555,0.05000,1.744
8,mlp.experts.52.gate_proj,0.0001002146,0.05000,1.762
8,mlp.experts.55.gate_proj,0.0001858604,0.05000,1.743
8,mlp.experts.62.gate_proj,0.0001243929,0.05000,1.793
8,mlp.experts.57.gate_proj,0.0000164958,0.05000,2.193
8,mlp.experts.56.gate_proj,0.0000173888,0.05000,2.207
8,mlp.experts.59.gate_proj,0.0001339473,0.05000,2.219
8,mlp.experts.66.gate_proj,0.0000822095,0.05000,2.258
8,mlp.experts.61.gate_proj,0.0000649845,0.05000,1.810
8,mlp.experts.63.gate_proj,0.0000510517,0.05000,1.753
8,mlp.experts.60.gate_proj,0.0001304722,0.05000,1.818
8,mlp.experts.70.gate_proj,0.0001343973,0.05000,1.782
8,mlp.experts.65.gate_proj,0.0000309445,0.05000,1.670
8,mlp.experts.67.gate_proj,0.0001127429,0.05000,1.684
8,mlp.experts.64.gate_proj,0.0000837694,0.05000,1.677
8,mlp.experts.74.gate_proj,0.0000590887,0.05000,1.683
8,mlp.experts.69.gate_proj,0.0000570219,0.05000,1.886
8,mlp.experts.68.gate_proj,0.0000337225,0.05000,1.897
8,mlp.experts.71.gate_proj,0.0000457843,0.05000,1.946
8,mlp.experts.78.gate_proj,0.0000627551,0.05000,1.924
8,mlp.experts.73.gate_proj,0.0001233613,0.05000,1.780
8,mlp.experts.77.gate_proj,fallback(rtn): 0.0009842,0.00000,0.036
8,mlp.experts.72.gate_proj,0.0000554361,0.05000,1.776
8,mlp.experts.75.gate_proj,0.0001342202,0.05000,1.778
8,mlp.experts.82.gate_proj,0.0000671729,0.05000,1.828
8,mlp.experts.81.gate_proj,0.0000405318,0.05000,2.039
8,mlp.experts.76.gate_proj,0.0001236566,0.05000,2.076
8,mlp.experts.79.gate_proj,0.0000804755,0.05000,2.091
8,mlp.experts.86.gate_proj,0.0000299132,0.05000,2.247
8,mlp.experts.85.gate_proj,0.0000334912,0.05000,2.704
8,mlp.experts.80.gate_proj,0.0000574286,0.05000,2.662
8,mlp.experts.83.gate_proj,0.0000860464,0.05000,2.686
8,mlp.experts.90.gate_proj,0.0002654196,0.05000,2.641
8,mlp.experts.84.gate_proj,0.0000897741,0.05000,2.659
8,mlp.experts.89.gate_proj,0.0000413028,0.05000,2.889
8,mlp.experts.87.gate_proj,0.0001093228,0.05000,2.869
8,mlp.experts.94.gate_proj,0.0000425909,0.05000,2.804
8,mlp.experts.88.gate_proj,0.0000391973,0.05000,2.192
8,mlp.experts.93.gate_proj,0.0000815818,0.05000,2.171
8,mlp.experts.91.gate_proj,0.0000981202,0.05000,2.145
8,mlp.experts.98.gate_proj,0.0000848919,0.05000,2.081
8,mlp.experts.92.gate_proj,0.0000715122,0.05000,1.385
8,mlp.experts.97.gate_proj,0.0001112716,0.05000,1.375
8,mlp.experts.95.gate_proj,0.0000652068,0.05000,1.360
8,mlp.experts.102.gate_proj,0.0001821135,0.05000,1.338
8,mlp.experts.96.gate_proj,0.0000428565,0.05000,1.314
8,mlp.experts.101.gate_proj,0.0001416057,0.05000,1.312
8,mlp.experts.99.gate_proj,0.0000433525,0.05000,1.321
8,mlp.experts.106.gate_proj,0.0000832823,0.05000,1.318
8,mlp.experts.100.gate_proj,0.0000967183,0.05000,1.290
8,mlp.experts.105.gate_proj,0.0000634949,0.05000,1.274
8,mlp.experts.103.gate_proj,0.0000187236,0.05000,1.280
8,mlp.experts.110.gate_proj,0.0000931611,0.05000,1.276
8,mlp.experts.104.gate_proj,0.0000434720,0.05000,1.278
8,mlp.experts.109.gate_proj,0.0001346097,0.05000,1.285
8,mlp.experts.107.gate_proj,0.0000517755,0.05000,1.283
8,mlp.experts.114.gate_proj,0.0001296158,0.05000,1.275
8,mlp.experts.108.gate_proj,0.0000621495,0.05000,1.267
8,mlp.experts.113.gate_proj,0.0000283425,0.05000,1.268
8,mlp.experts.111.gate_proj,0.0000724163,0.05000,1.261
8,mlp.experts.118.gate_proj,0.0000856024,0.05000,1.287
8,mlp.experts.112.gate_proj,0.0000332209,0.05000,1.278
8,mlp.experts.117.gate_proj,0.0000968178,0.05000,1.282
8,mlp.experts.116.gate_proj,fallback(rtn): 0.0009689,0.00000,0.019
8,mlp.experts.115.gate_proj,0.0000230196,0.05000,1.276
8,mlp.experts.122.gate_proj,0.0000499355,0.05000,1.274
8,mlp.experts.121.gate_proj,0.0000591790,0.05000,1.283
8,mlp.experts.120.gate_proj,0.0000409660,0.05000,1.285
8,mlp.experts.119.gate_proj,0.0000999289,0.05000,1.282
8,mlp.experts.126.gate_proj,0.0001075181,0.05000,1.288
8,mlp.experts.125.gate_proj,0.0000626972,0.05000,1.317
8,mlp.experts.124.gate_proj,0.0000501298,0.05000,1.335
8,mlp.experts.123.gate_proj,0.0000470525,0.05000,1.338
8,mlp.experts.130.gate_proj,0.0000970963,0.05000,1.422
8,mlp.experts.129.gate_proj,0.0000688656,0.05000,1.391
8,mlp.experts.128.gate_proj,0.0000326943,0.05000,1.379
8,mlp.experts.127.gate_proj,0.0000483017,0.05000,1.381
8,mlp.experts.134.gate_proj,0.0000790950,0.05000,1.283
8,mlp.experts.132.gate_proj,0.0000480943,0.05000,1.265
8,mlp.experts.133.gate_proj,0.0000816582,0.05000,1.285
8,mlp.experts.131.gate_proj,0.0002094497,0.05000,1.275
8,mlp.experts.138.gate_proj,0.0001241145,0.05000,1.272
8,mlp.experts.137.gate_proj,0.0000316071,0.05000,1.291
8,mlp.experts.136.gate_proj,0.0000634901,0.05000,1.317
8,mlp.experts.135.gate_proj,0.0000413810,0.05000,1.305
8,mlp.experts.142.gate_proj,0.0000634605,0.05000,1.313
8,mlp.experts.141.gate_proj,0.0000473106,0.05000,1.267
8,mlp.experts.140.gate_proj,0.0001680201,0.05000,1.282
8,mlp.experts.139.gate_proj,0.0000650182,0.05000,1.294
8,mlp.experts.146.gate_proj,0.0000853293,0.05000,1.287
8,mlp.experts.145.gate_proj,0.0000942062,0.05000,1.734
8,mlp.experts.144.gate_proj,0.0000545126,0.05000,1.727
8,mlp.experts.143.gate_proj,0.0000766102,0.05000,1.812
8,mlp.experts.150.gate_proj,0.0000655734,0.05000,2.009
8,mlp.experts.149.gate_proj,0.0000764473,0.05000,1.966
8,mlp.experts.148.gate_proj,0.0000726485,0.05000,1.952
8,mlp.experts.147.gate_proj,0.0000971794,0.05000,1.920
8,mlp.experts.154.gate_proj,0.0001663217,0.05000,1.930
8,mlp.experts.152.gate_proj,0.0000563473,0.05000,1.857
8,mlp.experts.153.gate_proj,0.0000566708,0.05000,1.887
8,mlp.experts.151.gate_proj,0.0000660087,0.05000,1.864
8,mlp.experts.158.gate_proj,0.0001081355,0.05000,1.703
8,mlp.experts.156.gate_proj,0.0000657060,0.05000,1.870
8,mlp.experts.157.gate_proj,0.0000332814,0.05000,1.864
8,mlp.experts.155.gate_proj,0.0001350154,0.05000,1.881
8,mlp.experts.162.gate_proj,0.0001199719,0.05000,1.883
8,mlp.experts.160.gate_proj,0.0001304697,0.05000,1.516
8,mlp.experts.161.gate_proj,0.0002128021,0.05000,1.523
8,mlp.experts.159.gate_proj,0.0000537315,0.05000,1.536
8,mlp.experts.166.gate_proj,0.0001486088,0.05000,1.507
8,mlp.experts.165.gate_proj,0.0001297894,0.05000,1.559
8,mlp.experts.164.gate_proj,0.0000255150,0.05000,1.610
8,mlp.experts.163.gate_proj,0.0001610984,0.05000,1.603
8,mlp.experts.170.gate_proj,0.0001241816,0.05000,1.589
8,mlp.experts.168.gate_proj,0.0001022199,0.05000,1.580
8,mlp.experts.169.gate_proj,0.0001796499,0.05000,1.733
8,mlp.experts.167.gate_proj,0.0000787913,0.05000,1.620
8,mlp.experts.174.gate_proj,0.0000632836,0.05000,1.751
8,mlp.experts.172.gate_proj,0.0002363568,0.05000,1.736
8,mlp.experts.173.gate_proj,0.0001975874,0.05000,1.703
8,mlp.experts.171.gate_proj,0.0001213057,0.05000,1.646
8,mlp.experts.178.gate_proj,0.0000768133,0.05000,1.631
8,mlp.experts.176.gate_proj,0.0001116207,0.05000,1.610
8,mlp.experts.177.gate_proj,0.0000818482,0.05000,1.631
8,mlp.experts.175.gate_proj,0.0000425400,0.05000,1.623
8,mlp.experts.182.gate_proj,0.0001499242,0.05000,1.635
8,mlp.experts.180.gate_proj,0.0001426902,0.05000,1.598
8,mlp.experts.181.gate_proj,0.0000656944,0.05000,1.600
8,mlp.experts.179.gate_proj,0.0001431514,0.05000,1.605
8,mlp.experts.186.gate_proj,0.0000478667,0.05000,1.592
8,mlp.experts.184.gate_proj,0.0000565808,0.05000,1.588
8,mlp.experts.185.gate_proj,0.0001573411,0.05000,1.641
8,mlp.experts.183.gate_proj,0.0000351106,0.05000,1.636
8,mlp.experts.190.gate_proj,0.0000520379,0.05000,1.628
8,mlp.experts.188.gate_proj,0.0001111831,0.05000,1.611
8,mlp.experts.189.gate_proj,0.0000946462,0.05000,1.586
8,mlp.experts.187.gate_proj,0.0000855925,0.05000,1.598
8,mlp.experts.194.gate_proj,0.0000697212,0.05000,1.564
8,mlp.experts.192.gate_proj,0.0001379071,0.05000,1.349
8,mlp.experts.193.gate_proj,0.0000631145,0.05000,1.316
8,mlp.experts.191.gate_proj,0.0000388783,0.05000,1.308
8,mlp.experts.198.gate_proj,0.0000789613,0.05000,1.289
8,mlp.experts.196.gate_proj,0.0001183983,0.05000,1.282
8,mlp.experts.197.gate_proj,0.0001011736,0.05000,1.283
8,mlp.experts.195.gate_proj,0.0000390031,0.05000,1.289
8,mlp.experts.202.gate_proj,0.0000755042,0.05000,1.294
8,mlp.experts.200.gate_proj,0.0001089508,0.05000,1.295
8,mlp.experts.201.gate_proj,0.0000545141,0.05000,1.298
8,mlp.experts.199.gate_proj,0.0000335285,0.05000,1.283
8,mlp.experts.206.gate_proj,0.0000560546,0.05000,1.293
8,mlp.experts.204.gate_proj,0.0000722656,0.05000,1.292
8,mlp.experts.205.gate_proj,0.0000584880,0.05000,1.292
8,mlp.experts.203.gate_proj,0.0000467926,0.05000,1.272
8,mlp.experts.210.gate_proj,0.0001686508,0.05000,1.295
8,mlp.experts.208.gate_proj,0.0001049401,0.05000,1.310
8,mlp.experts.209.gate_proj,0.0001275607,0.05000,1.329
8,mlp.experts.207.gate_proj,0.0000303018,0.05000,1.338
8,mlp.experts.214.gate_proj,0.0000774211,0.05000,1.370
8,mlp.experts.212.gate_proj,0.0001496521,0.05000,1.478
8,mlp.experts.213.gate_proj,0.0000495871,0.05000,1.515
8,mlp.experts.211.gate_proj,0.0000764903,0.05000,1.514
8,mlp.experts.218.gate_proj,0.0000927387,0.05000,1.539
8,mlp.experts.216.gate_proj,0.0000557664,0.05000,1.590
8,mlp.experts.217.gate_proj,0.0000496502,0.05000,1.607
8,mlp.experts.215.gate_proj,0.0000687390,0.05000,1.598
8,mlp.experts.222.gate_proj,0.0000227362,0.05000,1.616
8,mlp.experts.220.gate_proj,0.0000362609,0.05000,1.631
8,mlp.experts.221.gate_proj,0.0001820622,0.05000,1.617
8,mlp.experts.219.gate_proj,0.0000953680,0.05000,1.653
8,mlp.experts.226.gate_proj,0.0000797427,0.05000,1.629
8,mlp.experts.224.gate_proj,0.0000381310,0.05000,1.668
8,mlp.experts.223.gate_proj,0.0000736019,0.05000,1.571
8,mlp.experts.225.gate_proj,0.0001097604,0.05000,1.666
8,mlp.experts.230.gate_proj,0.0000634231,0.05000,1.643
8,mlp.experts.228.gate_proj,0.0000774627,0.05000,1.597
8,mlp.experts.227.gate_proj,0.0001053355,0.05000,1.661
8,mlp.experts.229.gate_proj,0.0001158813,0.05000,1.651
8,mlp.experts.234.gate_proj,0.0000249191,0.05000,1.603
8,mlp.experts.232.gate_proj,0.0000266043,0.05000,1.641
8,mlp.experts.231.gate_proj,0.0000562083,0.05000,1.599
8,mlp.experts.233.gate_proj,0.0001016305,0.05000,1.607
8,mlp.experts.238.gate_proj,0.0001109769,0.05000,1.616
8,mlp.experts.236.gate_proj,0.0001171194,0.05000,1.605
8,mlp.experts.235.gate_proj,0.0000559943,0.05000,1.617
8,mlp.experts.237.gate_proj,0.0000752647,0.05000,1.609
8,mlp.experts.242.gate_proj,0.0000486798,0.05000,1.630
8,mlp.experts.240.gate_proj,0.0000363560,0.05000,1.639
8,mlp.experts.239.gate_proj,0.0000387687,0.05000,1.638
8,mlp.experts.241.gate_proj,0.0002137701,0.05000,1.621
8,mlp.experts.246.gate_proj,0.0001778739,0.05000,1.636
8,mlp.experts.244.gate_proj,0.0001019617,0.05000,1.241
8,mlp.experts.243.gate_proj,0.0000902679,0.05000,1.139
8,mlp.experts.245.gate_proj,0.0000652211,0.05000,1.130
8,mlp.experts.250.gate_proj,0.0001185099,0.05000,1.612
8,mlp.experts.247.gate_proj,0.0000805896,0.05000,1.615
8,mlp.experts.248.gate_proj,0.0001182861,0.05000,1.649
8,mlp.experts.249.gate_proj,0.0001711979,0.05000,1.688
8,mlp.experts.251.gate_proj,0.0000903819,0.05000,1.374
8,mlp.experts.252.gate_proj,0.0000529683,0.05000,1.363
8,mlp.experts.254.gate_proj,0.0000866365,0.05000,1.421
8,mlp.experts.253.gate_proj,0.0000933571,0.05000,1.352
8,mlp.experts.255.gate_proj,0.0000521526,0.05000,1.423
8,mlp.experts.2.up_proj,0.0001245687,0.05000,1.399
8,mlp.experts.0.up_proj,0.0000779351,0.05000,1.426
8,mlp.experts.1.up_proj,0.0000809014,0.05000,1.468
8,mlp.experts.3.up_proj,0.0000491454,0.05000,1.485
8,mlp.experts.6.up_proj,0.0000361130,0.05000,1.499
8,mlp.experts.4.up_proj,0.0000801637,0.05000,1.485
8,mlp.experts.5.up_proj,0.0000702514,0.05000,1.471
8,mlp.experts.7.up_proj,0.0000478438,0.05000,1.296
8,mlp.experts.8.up_proj,0.0000646535,0.05000,1.291
8,mlp.experts.10.up_proj,0.0000771386,0.05000,1.297
8,mlp.experts.9.up_proj,0.0000516036,0.05000,1.292
8,mlp.experts.14.up_proj,fallback(rtn): 0.0009995,0.00000,0.043
8,mlp.experts.18.up_proj,fallback(rtn): 0.0009499,0.00000,0.021
8,mlp.experts.11.up_proj,0.0000482398,0.05000,1.307
8,mlp.experts.13.up_proj,0.0000466133,0.05000,1.286
8,mlp.experts.12.up_proj,0.0000644293,0.05000,1.322
8,mlp.experts.22.up_proj,0.0000541716,0.05000,1.287
8,mlp.experts.17.up_proj,0.0000587962,0.05000,1.279
8,mlp.experts.16.up_proj,0.0000451709,0.05000,1.271
8,mlp.experts.15.up_proj,0.0001407073,0.05000,1.299
8,mlp.experts.26.up_proj,0.0000380291,0.05000,1.280
8,mlp.experts.20.up_proj,0.0000683660,0.05000,1.333
8,mlp.experts.19.up_proj,0.0000624811,0.05000,1.332
8,mlp.experts.21.up_proj,0.0000614577,0.05000,1.371
8,mlp.experts.30.up_proj,0.0000989987,0.05000,1.344
8,mlp.experts.23.up_proj,0.0000225503,0.05000,1.553
8,mlp.experts.24.up_proj,0.0001390787,0.05000,1.562
8,mlp.experts.25.up_proj,0.0000653792,0.05000,1.651
8,mlp.experts.34.up_proj,0.0000553012,0.05000,1.674
8,mlp.experts.29.up_proj,0.0000774422,0.05000,1.618
8,mlp.experts.27.up_proj,0.0000361093,0.05000,1.703
8,mlp.experts.28.up_proj,0.0000471688,0.05000,1.759
8,mlp.experts.38.up_proj,0.0000492165,0.05000,1.669
8,mlp.experts.33.up_proj,0.0000267240,0.05000,1.628
8,mlp.experts.31.up_proj,0.0001616452,0.05000,1.637
8,mlp.experts.32.up_proj,0.0000583873,0.05000,1.641
8,mlp.experts.42.up_proj,0.0000350227,0.05000,1.609
8,mlp.experts.37.up_proj,0.0000533014,0.05000,1.667
8,mlp.experts.36.up_proj,0.0000650755,0.05000,1.612
8,mlp.experts.35.up_proj,0.0000436708,0.05000,1.678
8,mlp.experts.46.up_proj,0.0000605895,0.05000,1.650
8,mlp.experts.41.up_proj,0.0001071753,0.05000,1.634
8,mlp.experts.40.up_proj,0.0000661579,0.05000,1.629
8,mlp.experts.50.up_proj,0.0000417859,0.05000,1.590
8,mlp.experts.39.up_proj,0.0001105260,0.05000,1.642
8,mlp.experts.43.up_proj,0.0000493395,0.05000,1.534
8,mlp.experts.44.up_proj,0.0000182378,0.05000,1.615
8,mlp.experts.54.up_proj,0.0001252814,0.05000,1.625
8,mlp.experts.45.up_proj,0.0000613827,0.05000,1.713
8,mlp.experts.47.up_proj,0.0000687282,0.05000,1.635
8,mlp.experts.48.up_proj,0.0000436599,0.05000,1.652
8,mlp.experts.58.up_proj,0.0000425932,0.05000,1.653
8,mlp.experts.49.up_proj,0.0000485815,0.05000,1.653
8,mlp.experts.51.up_proj,0.0001248096,0.05000,1.604
8,mlp.experts.52.up_proj,0.0000959876,0.05000,1.632
8,mlp.experts.53.up_proj,0.0000791862,0.05000,1.619
8,mlp.experts.62.up_proj,0.0001066670,0.05000,1.678
8,mlp.experts.55.up_proj,0.0001513409,0.05000,1.705
8,mlp.experts.56.up_proj,0.0000155575,0.05000,1.673
8,mlp.experts.57.up_proj,0.0000155494,0.05000,1.661
8,mlp.experts.66.up_proj,0.0000692845,0.05000,1.656
8,mlp.experts.59.up_proj,0.0001202602,0.05000,1.593
8,mlp.experts.61.up_proj,0.0000548730,0.05000,1.529
8,mlp.experts.60.up_proj,0.0001027322,0.05000,1.597
8,mlp.experts.70.up_proj,0.0001039785,0.05000,1.541
8,mlp.experts.63.up_proj,0.0000473588,0.05000,1.281
8,mlp.experts.65.up_proj,0.0000250658,0.05000,1.284
8,mlp.experts.64.up_proj,0.0000683009,0.05000,1.289
8,mlp.experts.74.up_proj,0.0000518892,0.05000,1.300
8,mlp.experts.69.up_proj,0.0000501867,0.05000,1.488
8,mlp.experts.67.up_proj,0.0000891672,0.05000,1.568
8,mlp.experts.68.up_proj,0.0000288213,0.05000,1.588
8,mlp.experts.78.up_proj,0.0000601412,0.05000,1.605
8,mlp.experts.71.up_proj,0.0000373343,0.05000,1.564
8,mlp.experts.73.up_proj,0.0001142512,0.05000,1.615
8,mlp.experts.77.up_proj,fallback(rtn): 0.0009651,0.00000,0.030
8,mlp.experts.72.up_proj,0.0000441525,0.05000,1.573
8,mlp.experts.82.up_proj,0.0000560758,0.05000,1.546
8,mlp.experts.75.up_proj,0.0001042507,0.05000,1.322
8,mlp.experts.81.up_proj,0.0000384678,0.05000,1.307
8,mlp.experts.76.up_proj,0.0001043745,0.05000,1.298
8,mlp.experts.86.up_proj,0.0000302336,0.05000,1.315
8,mlp.experts.79.up_proj,0.0000699584,0.05000,1.285
8,mlp.experts.85.up_proj,0.0000299098,0.05000,1.294
8,mlp.experts.80.up_proj,0.0000505952,0.05000,1.296
8,mlp.experts.90.up_proj,0.0002024057,0.05000,1.299
8,mlp.experts.83.up_proj,0.0000760642,0.05000,1.303
8,mlp.experts.89.up_proj,0.0000413397,0.05000,1.301
8,mlp.experts.84.up_proj,0.0000818295,0.05000,1.297
8,mlp.experts.94.up_proj,0.0000375773,0.05000,1.422
8,mlp.experts.87.up_proj,0.0000977676,0.05000,1.417
8,mlp.experts.93.up_proj,0.0000739963,0.05000,1.432
8,mlp.experts.88.up_proj,0.0000357262,0.05000,1.291
8,mlp.experts.98.up_proj,0.0000719135,0.05000,1.327
8,mlp.experts.91.up_proj,0.0000845730,0.05000,1.357
8,mlp.experts.92.up_proj,0.0000670363,0.05000,1.340
8,mlp.experts.97.up_proj,0.0001000419,0.05000,1.372
8,mlp.experts.102.up_proj,0.0001457555,0.05000,1.355
8,mlp.experts.95.up_proj,0.0000570385,0.05000,1.289
8,mlp.experts.96.up_proj,0.0000371213,0.05000,1.300
8,mlp.experts.101.up_proj,0.0001124543,0.05000,1.305
8,mlp.experts.106.up_proj,0.0000747569,0.05000,1.309
8,mlp.experts.99.up_proj,0.0000387451,0.05000,1.272
8,mlp.experts.100.up_proj,0.0000840431,0.05000,1.280
8,mlp.experts.105.up_proj,0.0000537529,0.05000,1.279
8,mlp.experts.110.up_proj,0.0000812707,0.05000,1.282
8,mlp.experts.103.up_proj,0.0000186280,0.05000,1.273
8,mlp.experts.104.up_proj,0.0000410785,0.05000,1.278
8,mlp.experts.109.up_proj,0.0001167531,0.05000,1.274
8,mlp.experts.114.up_proj,0.0001031654,0.05000,1.281
8,mlp.experts.107.up_proj,0.0000448266,0.05000,1.290
8,mlp.experts.108.up_proj,0.0000588708,0.05000,1.298
8,mlp.experts.113.up_proj,0.0000258796,0.05000,1.288
8,mlp.experts.118.up_proj,0.0000771763,0.05000,1.276
8,mlp.experts.111.up_proj,0.0000681151,0.05000,1.295
8,mlp.experts.112.up_proj,0.0000281236,0.05000,1.281
8,mlp.experts.117.up_proj,0.0000854472,0.05000,1.284
8,mlp.experts.116.up_proj,fallback(rtn): 0.0009460,0.00000,0.021
8,mlp.experts.122.up_proj,0.0000460060,0.05000,1.294
8,mlp.experts.115.up_proj,0.0000209763,0.05000,1.311
8,mlp.experts.121.up_proj,0.0000574624,0.05000,1.297
8,mlp.experts.120.up_proj,0.0000353442,0.05000,1.307
8,mlp.experts.126.up_proj,0.0000876580,0.05000,1.303
8,mlp.experts.119.up_proj,0.0000950171,0.05000,2.043
8,mlp.experts.125.up_proj,0.0000608105,0.05000,2.145
8,mlp.experts.124.up_proj,0.0000416421,0.05000,2.152
8,mlp.experts.130.up_proj,0.0000746540,0.05000,2.243
8,mlp.experts.123.up_proj,0.0000400149,0.05000,3.039
8,mlp.experts.129.up_proj,0.0000605773,0.05000,3.023
8,mlp.experts.128.up_proj,0.0000296830,0.05000,3.012
8,mlp.experts.134.up_proj,0.0000655450,0.05000,3.033
8,mlp.experts.127.up_proj,0.0000457883,0.05000,3.015
8,mlp.experts.133.up_proj,0.0000672376,0.05000,3.036
8,mlp.experts.132.up_proj,0.0000412185,0.05000,3.063
8,mlp.experts.138.up_proj,0.0001138278,0.05000,3.017
8,mlp.experts.131.up_proj,0.0001596057,0.05000,2.976
8,mlp.experts.137.up_proj,0.0000297001,0.05000,2.972
8,mlp.experts.136.up_proj,0.0000526480,0.05000,2.976
8,mlp.experts.142.up_proj,0.0000566343,0.05000,2.984
8,mlp.experts.135.up_proj,0.0000364409,0.05000,3.007
8,mlp.experts.141.up_proj,0.0000417679,0.05000,2.994
8,mlp.experts.140.up_proj,0.0001391482,0.05000,3.005
8,mlp.experts.146.up_proj,0.0000783246,0.05000,3.005
8,mlp.experts.139.up_proj,0.0000614727,0.05000,2.988
8,mlp.experts.145.up_proj,0.0000871026,0.05000,3.011
8,mlp.experts.144.up_proj,0.0000477856,0.05000,3.019
8,mlp.experts.150.up_proj,0.0000619259,0.05000,3.006
8,mlp.experts.143.up_proj,0.0000643036,0.05000,3.014
8,mlp.experts.149.up_proj,0.0000648758,0.05000,3.023
8,mlp.experts.148.up_proj,0.0000586170,0.05000,3.017
8,mlp.experts.154.up_proj,0.0001449507,0.05000,3.026
8,mlp.experts.147.up_proj,0.0000824143,0.05000,3.018
8,mlp.experts.153.up_proj,0.0000476759,0.05000,3.009
8,mlp.experts.152.up_proj,0.0000521611,0.05000,3.032
8,mlp.experts.158.up_proj,0.0000884827,0.05000,3.052
8,mlp.experts.151.up_proj,0.0000508428,0.05000,3.046
8,mlp.experts.157.up_proj,0.0000297719,0.05000,3.023
8,mlp.experts.156.up_proj,0.0000562500,0.05000,3.006
8,mlp.experts.162.up_proj,0.0001118818,0.05000,2.989
8,mlp.experts.155.up_proj,0.0001142225,0.05000,2.986
8,mlp.experts.161.up_proj,0.0001583242,0.05000,3.001
8,mlp.experts.160.up_proj,0.0001206277,0.05000,2.990
8,mlp.experts.166.up_proj,0.0001204035,0.05000,2.978
8,mlp.experts.159.up_proj,0.0000474105,0.05000,2.991
8,mlp.experts.165.up_proj,0.0000994677,0.05000,2.996
8,mlp.experts.164.up_proj,0.0000233995,0.05000,3.021
8,mlp.experts.170.up_proj,0.0000948888,0.05000,3.007
8,mlp.experts.163.up_proj,0.0001337469,0.05000,3.007
8,mlp.experts.169.up_proj,0.0001572150,0.05000,3.013
8,mlp.experts.168.up_proj,0.0000963448,0.05000,2.995
8,mlp.experts.174.up_proj,0.0000560345,0.05000,3.016
8,mlp.experts.167.up_proj,0.0000652163,0.05000,3.027
8,mlp.experts.173.up_proj,0.0001835909,0.05000,3.002
8,mlp.experts.172.up_proj,0.0001368157,0.05000,3.019
8,mlp.experts.178.up_proj,0.0000696906,0.05000,3.021
8,mlp.experts.171.up_proj,0.0000948879,0.05000,2.938
8,mlp.experts.176.up_proj,0.0001022923,0.05000,2.941
8,mlp.experts.177.up_proj,0.0000712964,0.05000,2.967
8,mlp.experts.182.up_proj,0.0001169180,0.05000,2.954
8,mlp.experts.175.up_proj,0.0000396207,0.05000,2.978
8,mlp.experts.180.up_proj,0.0001354512,0.05000,2.974
8,mlp.experts.181.up_proj,0.0000550111,0.05000,3.014
8,mlp.experts.186.up_proj,0.0000416866,0.05000,3.011
8,mlp.experts.179.up_proj,0.0001171614,0.05000,3.021
8,mlp.experts.184.up_proj,0.0000470533,0.05000,2.997
8,mlp.experts.185.up_proj,0.0001389409,0.05000,2.988
8,mlp.experts.190.up_proj,0.0000443883,0.05000,3.023
8,mlp.experts.183.up_proj,0.0000306255,0.05000,3.006
8,mlp.experts.189.up_proj,0.0000769040,0.05000,3.005
8,mlp.experts.188.up_proj,0.0001012576,0.05000,3.041
8,mlp.experts.194.up_proj,0.0000599107,0.05000,3.010
8,mlp.experts.187.up_proj,0.0000767032,0.05000,3.013
8,mlp.experts.192.up_proj,0.0001283252,0.05000,2.994
8,mlp.experts.193.up_proj,0.0000514734,0.05000,3.010
8,mlp.experts.198.up_proj,0.0000695155,0.05000,2.986
8,mlp.experts.191.up_proj,0.0000316414,0.05000,2.814
8,mlp.experts.196.up_proj,0.0001111802,0.05000,2.786
8,mlp.experts.197.up_proj,0.0000978874,0.05000,2.802
8,mlp.experts.202.up_proj,0.0000642946,0.05000,2.791
8,mlp.experts.195.up_proj,0.0000346699,0.05000,2.908
8,mlp.experts.200.up_proj,0.0000956999,0.05000,2.875
8,mlp.experts.201.up_proj,0.0000481018,0.05000,2.925
8,mlp.experts.206.up_proj,0.0000450253,0.05000,2.920
8,mlp.experts.199.up_proj,0.0000317890,0.05000,2.234
8,mlp.experts.204.up_proj,0.0000701992,0.05000,2.131
8,mlp.experts.205.up_proj,0.0000536568,0.05000,2.117
8,mlp.experts.210.up_proj,0.0001411117,0.05000,1.993
8,mlp.experts.203.up_proj,0.0000412407,0.05000,1.284
8,mlp.experts.208.up_proj,0.0000833642,0.05000,1.280
8,mlp.experts.209.up_proj,0.0001189564,0.05000,1.286
8,mlp.experts.214.up_proj,0.0000638424,0.05000,1.276
8,mlp.experts.207.up_proj,0.0000280172,0.05000,1.312
8,mlp.experts.212.up_proj,0.0001429180,0.05000,1.318
8,mlp.experts.213.up_proj,0.0000462867,0.05000,1.309
8,mlp.experts.218.up_proj,0.0000752393,0.05000,1.316
8,mlp.experts.211.up_proj,0.0000627797,0.05000,1.309
8,mlp.experts.216.up_proj,0.0000491494,0.05000,1.305
8,mlp.experts.217.up_proj,0.0000471946,0.05000,1.299
8,mlp.experts.222.up_proj,0.0000200322,0.05000,1.301
8,mlp.experts.215.up_proj,0.0000570085,0.05000,1.250
8,mlp.experts.220.up_proj,0.0000324117,0.05000,1.240
8,mlp.experts.221.up_proj,0.0001342033,0.05000,1.239
8,mlp.experts.226.up_proj,0.0000677956,0.05000,1.243
8,mlp.experts.225.up_proj,0.0000928502,0.05000,1.240
8,mlp.experts.224.up_proj,0.0000326767,0.05000,1.263
8,mlp.experts.219.up_proj,0.0000826904,0.05000,1.287
8,mlp.experts.230.up_proj,0.0000543803,0.05000,1.259
8,mlp.experts.229.up_proj,0.0000913955,0.05000,1.266
8,mlp.experts.228.up_proj,0.0000640914,0.05000,1.264
8,mlp.experts.223.up_proj,0.0000677687,0.05000,1.259
8,mlp.experts.234.up_proj,0.0000235694,0.05000,1.271
8,mlp.experts.233.up_proj,0.0000839150,0.05000,1.248
8,mlp.experts.227.up_proj,0.0000793796,0.05000,1.244
8,mlp.experts.232.up_proj,0.0000236328,0.05000,1.252
8,mlp.experts.238.up_proj,0.0000896423,0.05000,1.264
8,mlp.experts.236.up_proj,0.0000915452,0.05000,1.266
8,mlp.experts.237.up_proj,0.0000667701,0.05000,1.290
8,mlp.experts.231.up_proj,0.0000501283,0.05000,1.310
8,mlp.experts.242.up_proj,0.0000409779,0.05000,1.296
8,mlp.experts.240.up_proj,0.0000322884,0.05000,1.284
8,mlp.experts.241.up_proj,0.0001658196,0.05000,1.287
8,mlp.experts.235.up_proj,0.0000523945,0.05000,1.278
8,mlp.experts.246.up_proj,0.0001776793,0.05000,1.280
8,mlp.experts.244.up_proj,0.0000936789,0.05000,1.256
8,mlp.experts.245.up_proj,0.0000604697,0.05000,1.269
8,mlp.experts.239.up_proj,0.0000371913,0.05000,1.267
8,mlp.experts.250.up_proj,0.0000957395,0.05000,1.274
8,mlp.experts.248.up_proj,0.0000949871,0.05000,1.271
8,mlp.experts.249.up_proj,0.0001430089,0.05000,1.267
8,mlp.experts.243.up_proj,0.0000833394,0.05000,1.278
8,mlp.experts.254.up_proj,0.0000802616,0.05000,1.278
8,mlp.experts.252.up_proj,0.0000469782,0.05000,0.841
8,mlp.experts.253.up_proj,0.0000843817,0.05000,0.836
8,mlp.experts.247.up_proj,0.0000697700,0.05000,0.819
8,mlp.experts.251.up_proj,0.0000785456,0.05000,0.247
8,mlp.experts.255.up_proj,0.0000447849,0.05000,0.248
8,mlp.experts.2.down_proj,0.0000030878,0.05000,0.316
8,mlp.experts.1.down_proj,0.0000016788,0.05000,0.318
8,mlp.experts.0.down_proj,0.0000013457,0.05000,0.319
8,mlp.experts.3.down_proj,0.0000012588,0.05000,0.327
8,mlp.experts.6.down_proj,0.0000006344,0.05000,0.312
8,mlp.experts.4.down_proj,0.0000021360,0.05000,0.311
8,mlp.experts.7.down_proj,0.0000013847,0.05000,0.308
8,mlp.experts.5.down_proj,0.0000012760,0.05000,0.314
8,mlp.experts.10.down_proj,0.0000013349,0.05000,0.318
8,mlp.experts.9.down_proj,0.0000008684,0.05000,0.311
8,mlp.experts.8.down_proj,0.0000007868,0.05000,0.332
8,mlp.experts.11.down_proj,0.0000004724,0.05000,0.333
8,mlp.experts.14.down_proj,fallback(rtn): 0.0009995,0.00000,0.013
8,mlp.experts.18.down_proj,fallback(rtn): 0.0009117,0.00000,0.005
8,mlp.experts.22.down_proj,0.0000021269,0.05000,0.307
8,mlp.experts.12.down_proj,0.0000009620,0.05000,0.325
8,mlp.experts.15.down_proj,0.0000032146,0.05000,0.317
8,mlp.experts.13.down_proj,0.0000009202,0.05000,0.327
8,mlp.experts.26.down_proj,0.0000005601,0.05000,0.324
8,mlp.experts.16.down_proj,0.0000006744,0.05000,0.321
8,mlp.experts.17.down_proj,0.0000007532,0.05000,0.315
8,mlp.experts.19.down_proj,0.0000010582,0.05000,0.316
8,mlp.experts.20.down_proj,0.0000016456,0.05000,0.309
8,mlp.experts.21.down_proj,0.0000008045,0.05000,0.306
8,mlp.experts.23.down_proj,0.0000004103,0.05000,0.304
8,mlp.experts.30.down_proj,0.0000016389,0.05000,0.311
8,mlp.experts.25.down_proj,0.0000014804,0.05000,0.311
8,mlp.experts.34.down_proj,0.0000011263,0.05000,0.310
8,mlp.experts.24.down_proj,0.0000020739,0.05000,0.316
8,mlp.experts.27.down_proj,0.0000012076,0.05000,0.310
8,mlp.experts.31.down_proj,0.0000024925,0.05000,0.308
8,mlp.experts.28.down_proj,0.0000009502,0.05000,0.313
8,mlp.experts.38.down_proj,0.0000015634,0.05000,0.322
8,mlp.experts.29.down_proj,0.0000016165,0.05000,0.327
8,mlp.experts.35.down_proj,0.0000013960,0.05000,0.316
8,mlp.experts.32.down_proj,0.0000008022,0.05000,0.316
8,mlp.experts.42.down_proj,0.0000005995,0.05000,0.326
8,mlp.experts.33.down_proj,0.0000007270,0.05000,0.331
8,mlp.experts.37.down_proj,0.0000013377,0.05000,0.301
8,mlp.experts.39.down_proj,0.0000033914,0.05000,0.315
8,mlp.experts.46.down_proj,0.0000013316,0.05000,0.310
8,mlp.experts.36.down_proj,0.0000008624,0.05000,0.310
8,mlp.experts.50.down_proj,0.0000003367,0.05000,0.310
8,mlp.experts.40.down_proj,0.0000008118,0.05000,0.308
8,mlp.experts.43.down_proj,0.0000012620,0.05000,0.309
8,mlp.experts.41.down_proj,0.0000018652,0.05000,0.337
8,mlp.experts.44.down_proj,0.0000002979,0.05000,0.313
8,mlp.experts.54.down_proj,0.0000024671,0.05000,0.314
8,mlp.experts.47.down_proj,0.0000019807,0.05000,0.321
8,mlp.experts.45.down_proj,0.0000016170,0.05000,0.325
8,mlp.experts.51.down_proj,0.0000020695,0.05000,0.313
8,mlp.experts.48.down_proj,0.0000009459,0.05000,0.332
8,mlp.experts.58.down_proj,0.0000007018,0.05000,0.336
8,mlp.experts.49.down_proj,0.0000015098,0.05000,0.331
8,mlp.experts.55.down_proj,0.0000042596,0.05000,0.322
8,mlp.experts.52.down_proj,0.0000026176,0.05000,0.321
8,mlp.experts.62.down_proj,0.0000019880,0.05000,0.324
8,mlp.experts.53.down_proj,0.0000016897,0.05000,0.321
8,mlp.experts.66.down_proj,0.0000011556,0.05000,0.313
8,mlp.experts.59.down_proj,0.0000018056,0.05000,0.324
8,mlp.experts.56.down_proj,0.0000003152,0.05000,0.318
8,mlp.experts.57.down_proj,0.0000002708,0.05000,0.309
8,mlp.experts.70.down_proj,0.0000028448,0.05000,0.313
8,mlp.experts.63.down_proj,0.0000006061,0.05000,0.321
8,mlp.experts.60.down_proj,0.0000022724,0.05000,0.325
8,mlp.experts.61.down_proj,0.0000013038,0.05000,0.329
8,mlp.experts.67.down_proj,0.0000025879,0.05000,0.326
8,mlp.experts.65.down_proj,0.0000005654,0.05000,0.321
8,mlp.experts.64.down_proj,0.0000012402,0.05000,0.321
8,mlp.experts.74.down_proj,0.0000009928,0.05000,0.330
8,mlp.experts.69.down_proj,0.0000012967,0.05000,0.309
8,mlp.experts.68.down_proj,0.0000006786,0.05000,0.306
8,mlp.experts.78.down_proj,0.0000006855,0.05000,0.304
8,mlp.experts.71.down_proj,0.0000008281,0.05000,0.312
8,mlp.experts.75.down_proj,0.0000021152,0.05000,0.303
8,mlp.experts.73.down_proj,0.0000020152,0.05000,0.307
8,mlp.experts.72.down_proj,0.0000007626,0.05000,0.306
8,mlp.experts.82.down_proj,0.0000012361,0.05000,0.305
8,mlp.experts.77.down_proj,fallback(rtn): 0.0009613,0.00000,0.008
8,mlp.experts.76.down_proj,0.0000026790,0.05000,0.324
8,mlp.experts.79.down_proj,0.0000016319,0.05000,0.332
8,mlp.experts.86.down_proj,0.0000007552,0.05000,0.330
8,mlp.experts.81.down_proj,0.0000004687,0.05000,0.328
8,mlp.experts.80.down_proj,0.0000011446,0.05000,0.313
8,mlp.experts.90.down_proj,0.0000042461,0.05000,0.307
8,mlp.experts.85.down_proj,0.0000010620,0.05000,0.310
8,mlp.experts.83.down_proj,0.0000016337,0.05000,0.323
8,mlp.experts.84.down_proj,0.0000011551,0.05000,0.314
8,mlp.experts.89.down_proj,0.0000006558,0.05000,0.324
8,mlp.experts.94.down_proj,0.0000005167,0.05000,0.330
8,mlp.experts.87.down_proj,0.0000015732,0.05000,0.330
8,mlp.experts.98.down_proj,0.0000011597,0.05000,0.304
8,mlp.experts.88.down_proj,0.0000007177,0.05000,0.312
8,mlp.experts.93.down_proj,0.0000011246,0.05000,0.321
8,mlp.experts.91.down_proj,0.0000016845,0.05000,0.314
8,mlp.experts.97.down_proj,0.0000018927,0.05000,0.308
8,mlp.experts.92.down_proj,0.0000006426,0.05000,0.310
8,mlp.experts.102.down_proj,0.0000034551,0.05000,0.314
8,mlp.experts.95.down_proj,0.0000009276,0.05000,0.331
8,mlp.experts.96.down_proj,0.0000008425,0.05000,0.320
8,mlp.experts.101.down_proj,0.0000020949,0.05000,0.337
8,mlp.experts.106.down_proj,0.0000009135,0.05000,0.333
8,mlp.experts.99.down_proj,0.0000007555,0.05000,0.332
8,mlp.experts.100.down_proj,0.0000016747,0.05000,0.318
8,mlp.experts.105.down_proj,0.0000007180,0.05000,0.315
8,mlp.experts.110.down_proj,0.0000022667,0.05000,0.311
8,mlp.experts.103.down_proj,0.0000003444,0.05000,0.321
8,mlp.experts.104.down_proj,0.0000004787,0.05000,0.314
8,mlp.experts.114.down_proj,0.0000017511,0.05000,0.313
8,mlp.experts.109.down_proj,0.0000024544,0.05000,0.315
8,mlp.experts.107.down_proj,0.0000012583,0.05000,0.326
8,mlp.experts.118.down_proj,0.0000015926,0.05000,0.317
8,mlp.experts.111.down_proj,0.0000008044,0.05000,0.312
8,mlp.experts.113.down_proj,0.0000011739,0.05000,0.313
8,mlp.experts.108.down_proj,0.0000006732,0.05000,0.321
8,mlp.experts.117.down_proj,0.0000013005,0.05000,0.306
8,mlp.experts.112.down_proj,0.0000006804,0.05000,0.307
8,mlp.experts.122.down_proj,0.0000014151,0.05000,0.312
8,mlp.experts.115.down_proj,0.0000004288,0.05000,0.311
8,mlp.experts.116.down_proj,fallback(rtn): 0.0009460,0.00000,0.008
8,mlp.experts.121.down_proj,0.0000005579,0.05000,0.343
8,mlp.experts.119.down_proj,0.0000012742,0.05000,0.338
8,mlp.experts.126.down_proj,0.0000016645,0.05000,0.339
8,mlp.experts.120.down_proj,0.0000012177,0.05000,0.338
8,mlp.experts.123.down_proj,0.0000006131,0.05000,0.309
8,mlp.experts.125.down_proj,0.0000010425,0.05000,0.310
8,mlp.experts.124.down_proj,0.0000008633,0.05000,0.301
8,mlp.experts.130.down_proj,0.0000013089,0.05000,0.307
8,mlp.experts.127.down_proj,0.0000004866,0.05000,0.308
8,mlp.experts.134.down_proj,0.0000015750,0.05000,0.305
8,mlp.experts.129.down_proj,0.0000011559,0.05000,0.307
8,mlp.experts.128.down_proj,0.0000004881,0.05000,0.316
8,mlp.experts.132.down_proj,0.0000008627,0.05000,0.304
8,mlp.experts.138.down_proj,0.0000020428,0.05000,0.304
8,mlp.experts.133.down_proj,0.0000014670,0.05000,0.304
8,mlp.experts.131.down_proj,0.0000042101,0.05000,0.320
8,mlp.experts.142.down_proj,0.0000008966,0.05000,0.311
8,mlp.experts.136.down_proj,0.0000010709,0.05000,0.312
8,mlp.experts.137.down_proj,0.0000002967,0.05000,0.309
8,mlp.experts.135.down_proj,0.0000015509,0.05000,0.308
8,mlp.experts.146.down_proj,0.0000009833,0.05000,0.310
8,mlp.experts.141.down_proj,0.0000006822,0.05000,0.312
8,mlp.experts.139.down_proj,0.0000008243,0.05000,0.314
8,mlp.experts.140.down_proj,0.0000024906,0.05000,0.315
8,mlp.experts.143.down_proj,0.0000010770,0.05000,0.313
8,mlp.experts.144.down_proj,0.0000006735,0.05000,0.311
8,mlp.experts.145.down_proj,0.0000013350,0.05000,0.312
8,mlp.experts.150.down_proj,0.0000009311,0.05000,0.320
8,mlp.experts.149.down_proj,0.0000013375,0.05000,0.308
8,mlp.experts.154.down_proj,0.0000027915,0.05000,0.305
8,mlp.experts.148.down_proj,0.0000013384,0.05000,0.310
8,mlp.experts.147.down_proj,0.0000014356,0.05000,0.310
8,mlp.experts.151.down_proj,0.0000010244,0.05000,0.309
8,mlp.experts.158.down_proj,0.0000019391,0.05000,0.316
8,mlp.experts.152.down_proj,0.0000012069,0.05000,0.314
8,mlp.experts.153.down_proj,0.0000007420,0.05000,0.313
8,mlp.experts.162.down_proj,0.0000019683,0.05000,0.310
8,mlp.experts.156.down_proj,0.0000011384,0.05000,0.308
8,mlp.experts.155.down_proj,0.0000026903,0.05000,0.312
8,mlp.experts.157.down_proj,0.0000008375,0.05000,0.306
8,mlp.experts.159.down_proj,0.0000016170,0.05000,0.309
8,mlp.experts.161.down_proj,0.0000034059,0.05000,0.309
8,mlp.experts.166.down_proj,0.0000024560,0.05000,0.315
8,mlp.experts.160.down_proj,0.0000021283,0.05000,0.334
8,mlp.experts.163.down_proj,0.0000023754,0.05000,0.321
8,mlp.experts.164.down_proj,0.0000004426,0.05000,0.311
8,mlp.experts.170.down_proj,0.0000018703,0.05000,0.317
8,mlp.experts.165.down_proj,0.0000022015,0.05000,0.321
8,mlp.experts.174.down_proj,0.0000016043,0.05000,0.292
8,mlp.experts.167.down_proj,0.0000015718,0.05000,0.298
8,mlp.experts.169.down_proj,0.0000044211,0.05000,0.306
8,mlp.experts.168.down_proj,0.0000016440,0.05000,0.313
8,mlp.experts.171.down_proj,0.0000015898,0.05000,0.308
8,mlp.experts.172.down_proj,0.0000004242,0.05000,0.303
8,mlp.experts.173.down_proj,0.0000032923,0.05000,0.320
8,mlp.experts.178.down_proj,0.0000011782,0.05000,0.327
8,mlp.experts.176.down_proj,0.0000015060,0.05000,0.304
8,mlp.experts.177.down_proj,0.0000014438,0.05000,0.314
8,mlp.experts.175.down_proj,0.0000003970,0.05000,0.325
8,mlp.experts.182.down_proj,0.0000021214,0.05000,0.326
8,mlp.experts.181.down_proj,0.0000011111,0.05000,0.311
8,mlp.experts.180.down_proj,0.0000042316,0.05000,0.326
8,mlp.experts.179.down_proj,0.0000027145,0.05000,0.324
8,mlp.experts.186.down_proj,0.0000009828,0.05000,0.326
8,mlp.experts.185.down_proj,0.0000046566,0.05000,0.324
8,mlp.experts.184.down_proj,0.0000016512,0.05000,0.320
8,mlp.experts.190.down_proj,0.0000009430,0.05000,0.308
8,mlp.experts.183.down_proj,0.0000006138,0.05000,0.314
8,mlp.experts.187.down_proj,0.0000011349,0.05000,0.308
8,mlp.experts.189.down_proj,0.0000014880,0.05000,0.319
8,mlp.experts.194.down_proj,0.0000012360,0.05000,0.322
8,mlp.experts.188.down_proj,0.0000032172,0.05000,0.324
8,mlp.experts.191.down_proj,0.0000007317,0.05000,0.313
8,mlp.experts.193.down_proj,0.0000012618,0.05000,0.313
8,mlp.experts.198.down_proj,0.0000024031,0.05000,0.310
8,mlp.experts.192.down_proj,0.0000023714,0.05000,0.308
8,mlp.experts.196.down_proj,0.0000015938,0.05000,0.311
8,mlp.experts.197.down_proj,0.0000014327,0.05000,0.317
8,mlp.experts.195.down_proj,0.0000013864,0.05000,0.314
8,mlp.experts.202.down_proj,0.0000015827,0.05000,0.319
8,mlp.experts.201.down_proj,0.0000010890,0.05000,0.310
8,mlp.experts.199.down_proj,0.0000006303,0.05000,0.320
8,mlp.experts.206.down_proj,0.0000008894,0.05000,0.323
8,mlp.experts.200.down_proj,0.0000014914,0.05000,0.333
8,mlp.experts.205.down_proj,0.0000004856,0.05000,0.321
8,mlp.experts.210.down_proj,0.0000023098,0.05000,0.318
8,mlp.experts.203.down_proj,0.0000008880,0.05000,0.326
8,mlp.experts.204.down_proj,0.0000009745,0.05000,0.324
8,mlp.experts.209.down_proj,0.0000027425,0.05000,0.315
8,mlp.experts.214.down_proj,0.0000014510,0.05000,0.325
8,mlp.experts.207.down_proj,0.0000008210,0.05000,0.321
8,mlp.experts.208.down_proj,0.0000017371,0.05000,0.326
8,mlp.experts.213.down_proj,0.0000005520,0.05000,0.320
8,mlp.experts.218.down_proj,0.0000014056,0.05000,0.329
8,mlp.experts.211.down_proj,0.0000011303,0.05000,0.329
8,mlp.experts.212.down_proj,0.0000041279,0.05000,0.331
8,mlp.experts.217.down_proj,0.0000005535,0.05000,0.335
8,mlp.experts.215.down_proj,0.0000010091,0.05000,0.337
8,mlp.experts.222.down_proj,0.0000003986,0.05000,0.346
8,mlp.experts.216.down_proj,0.0000012196,0.05000,0.341
8,mlp.experts.221.down_proj,0.0000025717,0.05000,0.323
8,mlp.experts.219.down_proj,0.0000016185,0.05000,0.327
8,mlp.experts.226.down_proj,0.0000016337,0.05000,0.326
8,mlp.experts.220.down_proj,0.0000004927,0.05000,0.324
8,mlp.experts.225.down_proj,0.0000020917,0.05000,0.318
8,mlp.experts.223.down_proj,0.0000008139,0.05000,0.321
8,mlp.experts.224.down_proj,0.0000006664,0.05000,0.313
8,mlp.experts.230.down_proj,0.0000009206,0.05000,0.325
8,mlp.experts.229.down_proj,0.0000018334,0.05000,0.319
8,mlp.experts.227.down_proj,0.0000021123,0.05000,0.330
8,mlp.experts.228.down_proj,0.0000013070,0.05000,0.334
8,mlp.experts.234.down_proj,0.0000005147,0.05000,0.329
8,mlp.experts.233.down_proj,0.0000024865,0.05000,0.340
8,mlp.experts.231.down_proj,0.0000008042,0.05000,0.333
8,mlp.experts.232.down_proj,0.0000003629,0.05000,0.332
8,mlp.experts.238.down_proj,0.0000018337,0.05000,0.330
8,mlp.experts.237.down_proj,0.0000010041,0.05000,0.313
8,mlp.experts.235.down_proj,0.0000006605,0.05000,0.325
8,mlp.experts.236.down_proj,0.0000017988,0.05000,0.324
8,mlp.experts.242.down_proj,0.0000012781,0.05000,0.329
8,mlp.experts.241.down_proj,0.0000038968,0.05000,0.317
8,mlp.experts.239.down_proj,0.0000013877,0.05000,0.323
8,mlp.experts.240.down_proj,0.0000009022,0.05000,0.323
8,mlp.experts.246.down_proj,0.0000028421,0.05000,0.325
8,mlp.experts.245.down_proj,0.0000005686,0.05000,0.329
8,mlp.experts.244.down_proj,0.0000010839,0.05000,0.321
8,mlp.experts.243.down_proj,0.0000009441,0.05000,0.330
8,mlp.experts.250.down_proj,0.0000023787,0.05000,0.329
8,mlp.experts.249.down_proj,0.0000022421,0.05000,0.323
8,mlp.experts.248.down_proj,0.0000028897,0.05000,0.326
8,mlp.experts.247.down_proj,0.0000023427,0.05000,0.324
8,mlp.experts.254.down_proj,0.0000016435,0.05000,0.314
8,mlp.experts.252.down_proj,0.0000009550,0.05000,0.189
8,mlp.experts.253.down_proj,0.0000008478,0.05000,0.201
8,mlp.experts.251.down_proj,0.0000016569,0.05000,0.203
8,mlp.experts.255.down_proj,0.0000011875,0.05000,0.064
9,mlp.experts.1.gate_proj,0.0000257135,0.05000,1.223
9,mlp.experts.3.gate_proj,0.0002334118,0.05000,1.247
9,mlp.experts.2.gate_proj,0.0000353934,0.05000,1.257
9,mlp.experts.0.gate_proj,0.0000458033,0.05000,1.266
9,mlp.experts.5.gate_proj,0.0000286605,0.05000,1.255
9,mlp.experts.7.gate_proj,0.0001188967,0.05000,1.237
9,mlp.experts.4.gate_proj,0.0000543724,0.05000,1.237
9,mlp.experts.6.gate_proj,0.0001093322,0.05000,1.250
9,mlp.experts.8.gate_proj,0.0000397894,0.05000,1.210
9,mlp.experts.9.gate_proj,0.0001076260,0.05000,1.230
9,mlp.experts.11.gate_proj,0.0000463879,0.05000,1.243
9,mlp.experts.10.gate_proj,0.0001253601,0.05000,1.223
9,mlp.experts.12.gate_proj,0.0000850021,0.05000,1.239
9,mlp.experts.13.gate_proj,0.0000262453,0.05000,1.240
9,mlp.experts.14.gate_proj,0.0000234908,0.05000,1.241
9,mlp.experts.15.gate_proj,0.0001187183,0.05000,1.246
9,mlp.experts.17.gate_proj,0.0000588380,0.05000,1.259
9,mlp.experts.16.gate_proj,0.0000783900,0.05000,1.278
9,mlp.experts.18.gate_proj,0.0000657232,0.05000,1.261
9,mlp.experts.19.gate_proj,0.0000412067,0.05000,1.284
9,mlp.experts.21.gate_proj,0.0001726597,0.05000,1.243
9,mlp.experts.20.gate_proj,0.0000524000,0.05000,1.239
9,mlp.experts.22.gate_proj,0.0000828368,0.05000,1.237
9,mlp.experts.23.gate_proj,0.0000929517,0.05000,1.254
9,mlp.experts.24.gate_proj,0.0000480040,0.05000,1.246
9,mlp.experts.25.gate_proj,0.0001004071,0.05000,1.271
9,mlp.experts.26.gate_proj,0.0000574128,0.05000,1.262
9,mlp.experts.27.gate_proj,0.0001401872,0.05000,1.265
9,mlp.experts.28.gate_proj,0.0001347149,0.05000,1.245
9,mlp.experts.29.gate_proj,0.0000327904,0.05000,1.241
9,mlp.experts.30.gate_proj,0.0001020418,0.05000,1.251
9,mlp.experts.31.gate_proj,0.0000527291,0.05000,1.246
9,mlp.experts.32.gate_proj,0.0000942064,0.05000,1.244
9,mlp.experts.33.gate_proj,0.0000780131,0.05000,1.245
9,mlp.experts.34.gate_proj,0.0001188754,0.05000,1.239
9,mlp.experts.35.gate_proj,0.0000942842,0.05000,1.255
9,mlp.experts.36.gate_proj,0.0000866535,0.05000,1.244
9,mlp.experts.37.gate_proj,0.0001115460,0.05000,1.256
9,mlp.experts.38.gate_proj,0.0000355675,0.05000,1.261
9,mlp.experts.39.gate_proj,0.0000576791,0.05000,1.252
9,mlp.experts.41.gate_proj,0.0000172365,0.05000,1.242
9,mlp.experts.42.gate_proj,0.0000311560,0.05000,1.245
9,mlp.experts.40.gate_proj,0.0001591308,0.05000,1.286
9,mlp.experts.43.gate_proj,0.0000637786,0.05000,1.247
9,mlp.experts.45.gate_proj,0.0000793106,0.05000,1.240
9,mlp.experts.46.gate_proj,0.0001814964,0.05000,1.249
9,mlp.experts.44.gate_proj,0.0000421549,0.05000,1.249
9,mlp.experts.47.gate_proj,0.0000536664,0.05000,1.253
9,mlp.experts.49.gate_proj,0.0000426511,0.05000,1.243
9,mlp.experts.50.gate_proj,0.0001398478,0.05000,1.250
9,mlp.experts.48.gate_proj,0.0000887444,0.05000,1.268
9,mlp.experts.51.gate_proj,0.0001683457,0.05000,1.262
9,mlp.experts.53.gate_proj,0.0000754483,0.05000,1.248
9,mlp.experts.57.gate_proj,fallback(rtn): 0.0010147,0.00000,0.018
9,mlp.experts.54.gate_proj,0.0000504429,0.05000,1.239
9,mlp.experts.52.gate_proj,0.0000672859,0.05000,1.249
9,mlp.experts.55.gate_proj,0.0000835969,0.05000,1.234
9,mlp.experts.61.gate_proj,0.0000433570,0.05000,1.229
9,mlp.experts.58.gate_proj,0.0000419494,0.05000,1.235
9,mlp.experts.56.gate_proj,0.0000887151,0.05000,1.232
9,mlp.experts.59.gate_proj,0.0000450577,0.05000,1.230
9,mlp.experts.65.gate_proj,0.0000532000,0.05000,1.236
9,mlp.experts.62.gate_proj,0.0001069673,0.05000,1.237
9,mlp.experts.60.gate_proj,0.0001052578,0.05000,1.246
9,mlp.experts.63.gate_proj,0.0000622754,0.05000,1.247
9,mlp.experts.69.gate_proj,0.0000675089,0.05000,1.246
9,mlp.experts.66.gate_proj,0.0000576376,0.05000,1.236
9,mlp.experts.64.gate_proj,0.0001444780,0.05000,1.251
9,mlp.experts.67.gate_proj,0.0000415848,0.05000,1.251
9,mlp.experts.73.gate_proj,0.0000733534,0.05000,1.261
9,mlp.experts.70.gate_proj,0.0000731800,0.05000,1.260
9,mlp.experts.68.gate_proj,0.0002116542,0.05000,1.261
9,mlp.experts.71.gate_proj,0.0000947026,0.05000,1.262
9,mlp.experts.77.gate_proj,0.0000558845,0.05000,1.253
9,mlp.experts.74.gate_proj,0.0001040530,0.05000,1.252
9,mlp.experts.72.gate_proj,0.0000528049,0.05000,1.240
9,mlp.experts.75.gate_proj,0.0000366857,0.05000,1.244
9,mlp.experts.78.gate_proj,0.0001453660,0.05000,1.246
9,mlp.experts.81.gate_proj,0.0000750924,0.05000,1.265
9,mlp.experts.76.gate_proj,0.0002171788,0.05000,1.258
9,mlp.experts.79.gate_proj,0.0000637764,0.05000,1.253
9,mlp.experts.82.gate_proj,0.0000464446,0.05000,1.236
9,mlp.experts.85.gate_proj,0.0000742719,0.05000,1.238
9,mlp.experts.80.gate_proj,0.0001141299,0.05000,1.238
9,mlp.experts.83.gate_proj,0.0000813811,0.05000,1.238
9,mlp.experts.86.gate_proj,0.0000821724,0.05000,1.249
9,mlp.experts.89.gate_proj,0.0000364204,0.05000,1.247
9,mlp.experts.84.gate_proj,0.0000813345,0.05000,1.247
9,mlp.experts.87.gate_proj,0.0000977569,0.05000,1.251
9,mlp.experts.90.gate_proj,0.0001181092,0.05000,1.247
9,mlp.experts.93.gate_proj,0.0001493610,0.05000,1.256
9,mlp.experts.88.gate_proj,0.0000740572,0.05000,1.252
9,mlp.experts.92.gate_proj,fallback(rtn): 0.0010529,0.00000,0.018
9,mlp.experts.91.gate_proj,0.0000755936,0.05000,1.250
9,mlp.experts.94.gate_proj,0.0000259893,0.05000,1.255
9,mlp.experts.97.gate_proj,0.0000540923,0.05000,1.246
9,mlp.experts.98.gate_proj,fallback(rtn): 0.0010300,0.00000,0.019
9,mlp.experts.96.gate_proj,0.0000466482,0.05000,1.255
9,mlp.experts.95.gate_proj,0.0000259739,0.05000,1.257
9,mlp.experts.102.gate_proj,0.0000676865,0.05000,1.251
9,mlp.experts.101.gate_proj,0.0001984396,0.05000,1.258
9,mlp.experts.100.gate_proj,0.0000347431,0.05000,1.265
9,mlp.experts.99.gate_proj,0.0001309057,0.05000,1.257
9,mlp.experts.104.gate_proj,fallback(rtn): 0.0010147,0.00000,0.026
9,mlp.experts.106.gate_proj,0.0001247623,0.05000,1.243
9,mlp.experts.105.gate_proj,0.0000587503,0.05000,1.249
9,mlp.experts.103.gate_proj,0.0000878898,0.05000,1.243
9,mlp.experts.108.gate_proj,0.0000691124,0.05000,1.244
9,mlp.experts.109.gate_proj,0.0000564300,0.05000,1.248
9,mlp.experts.110.gate_proj,0.0000783944,0.05000,1.266
9,mlp.experts.107.gate_proj,0.0000975684,0.05000,1.244
9,mlp.experts.112.gate_proj,0.0000609960,0.05000,1.242
9,mlp.experts.113.gate_proj,0.0000726012,0.05000,1.234
9,mlp.experts.114.gate_proj,0.0000625027,0.05000,1.247
9,mlp.experts.111.gate_proj,0.0000911110,0.05000,1.243
9,mlp.experts.116.gate_proj,0.0000379581,0.05000,1.238
9,mlp.experts.117.gate_proj,0.0001412813,0.05000,1.262
9,mlp.experts.118.gate_proj,0.0000646360,0.05000,1.257
9,mlp.experts.115.gate_proj,0.0000589705,0.05000,1.255
9,mlp.experts.120.gate_proj,0.0000675311,0.05000,1.251
9,mlp.experts.119.gate_proj,fallback(rtn): 0.0010757,0.00000,0.023
9,mlp.experts.121.gate_proj,0.0000855479,0.05000,1.244
9,mlp.experts.122.gate_proj,0.0000958504,0.05000,1.237
9,mlp.experts.124.gate_proj,0.0000966199,0.05000,1.244
9,mlp.experts.123.gate_proj,0.0000639615,0.05000,1.249
9,mlp.experts.125.gate_proj,0.0000886501,0.05000,1.262
9,mlp.experts.126.gate_proj,0.0000391430,0.05000,1.270
9,mlp.experts.128.gate_proj,0.0000324141,0.05000,1.254
9,mlp.experts.127.gate_proj,0.0000856572,0.05000,1.260
9,mlp.experts.129.gate_proj,0.0001602749,0.05000,1.245
9,mlp.experts.130.gate_proj,0.0001927229,0.05000,1.246
9,mlp.experts.132.gate_proj,0.0000366423,0.05000,1.247
9,mlp.experts.131.gate_proj,0.0001312650,0.05000,1.243
9,mlp.experts.133.gate_proj,0.0000430478,0.05000,1.237
9,mlp.experts.134.gate_proj,0.0000953093,0.05000,1.234
9,mlp.experts.136.gate_proj,0.0000583266,0.05000,1.241
9,mlp.experts.135.gate_proj,0.0000920779,0.05000,1.238
9,mlp.experts.137.gate_proj,0.0000567595,0.05000,1.246
9,mlp.experts.138.gate_proj,0.0000840131,0.05000,1.245
9,mlp.experts.140.gate_proj,0.0000901959,0.05000,1.232
9,mlp.experts.139.gate_proj,0.0000692973,0.05000,1.245
9,mlp.experts.141.gate_proj,0.0000691354,0.05000,1.242
9,mlp.experts.142.gate_proj,0.0001214832,0.05000,1.244
9,mlp.experts.144.gate_proj,0.0000749041,0.05000,1.243
9,mlp.experts.143.gate_proj,0.0000893100,0.05000,1.241
9,mlp.experts.145.gate_proj,0.0000506451,0.05000,1.246
9,mlp.experts.146.gate_proj,0.0000652298,0.05000,1.256
9,mlp.experts.148.gate_proj,0.0000361684,0.05000,1.249
9,mlp.experts.147.gate_proj,0.0001388587,0.05000,1.239
9,mlp.experts.149.gate_proj,0.0000234355,0.05000,1.233
9,mlp.experts.150.gate_proj,0.0000342855,0.05000,1.231
9,mlp.experts.152.gate_proj,0.0000810676,0.05000,1.234
9,mlp.experts.151.gate_proj,0.0000341059,0.05000,1.237
9,mlp.experts.153.gate_proj,0.0000930434,0.05000,1.253
9,mlp.experts.154.gate_proj,0.0001176164,0.05000,1.249
9,mlp.experts.156.gate_proj,0.0000336470,0.05000,1.245
9,mlp.experts.155.gate_proj,0.0000644244,0.05000,1.267
9,mlp.experts.157.gate_proj,0.0000768320,0.05000,1.236
9,mlp.experts.158.gate_proj,0.0000863310,0.05000,1.244
9,mlp.experts.160.gate_proj,0.0000712717,0.05000,1.232
9,mlp.experts.159.gate_proj,0.0000670832,0.05000,1.235
9,mlp.experts.161.gate_proj,0.0000452985,0.05000,1.249
9,mlp.experts.162.gate_proj,0.0000682225,0.05000,1.253
9,mlp.experts.164.gate_proj,0.0000253975,0.05000,1.248
9,mlp.experts.163.gate_proj,0.0000566403,0.05000,1.257
9,mlp.experts.165.gate_proj,0.0000592404,0.05000,1.243
9,mlp.experts.166.gate_proj,0.0000977490,0.05000,1.244
9,mlp.experts.168.gate_proj,0.0002564388,0.05000,1.244
9,mlp.experts.167.gate_proj,0.0001236135,0.05000,1.243
9,mlp.experts.169.gate_proj,0.0000637159,0.05000,1.237
9,mlp.experts.170.gate_proj,0.0000391603,0.05000,1.236
9,mlp.experts.172.gate_proj,0.0000597214,0.05000,1.246
9,mlp.experts.176.gate_proj,fallback(rtn): 0.0010071,0.00000,0.018
9,mlp.experts.171.gate_proj,0.0001001328,0.05000,1.240
9,mlp.experts.173.gate_proj,0.0000783776,0.05000,1.244
9,mlp.experts.174.gate_proj,0.0001164454,0.05000,1.243
9,mlp.experts.180.gate_proj,0.0000689586,0.05000,1.235
9,mlp.experts.175.gate_proj,0.0001658585,0.05000,1.238
9,mlp.experts.177.gate_proj,0.0000997847,0.05000,1.244
9,mlp.experts.178.gate_proj,0.0000398134,0.05000,1.241
9,mlp.experts.184.gate_proj,0.0001122211,0.05000,1.238
9,mlp.experts.179.gate_proj,0.0001049600,0.05000,1.249
9,mlp.experts.181.gate_proj,0.0000746308,0.05000,1.239
9,mlp.experts.182.gate_proj,0.0001110982,0.05000,1.216
9,mlp.experts.188.gate_proj,0.0000881587,0.05000,1.234
9,mlp.experts.183.gate_proj,0.0000639821,0.05000,1.230
9,mlp.experts.185.gate_proj,0.0000923493,0.05000,1.251
9,mlp.experts.186.gate_proj,0.0000568948,0.05000,1.259
9,mlp.experts.192.gate_proj,0.0000476353,0.05000,1.239
9,mlp.experts.187.gate_proj,0.0000927382,0.05000,1.244
9,mlp.experts.189.gate_proj,0.0000494835,0.05000,1.243
9,mlp.experts.190.gate_proj,0.0001576574,0.05000,1.242
9,mlp.experts.196.gate_proj,0.0000680134,0.05000,1.246
9,mlp.experts.191.gate_proj,0.0000339237,0.05000,1.248
9,mlp.experts.194.gate_proj,0.0000944655,0.05000,1.228
9,mlp.experts.193.gate_proj,0.0000487464,0.05000,1.247
9,mlp.experts.200.gate_proj,0.0000967754,0.05000,1.231
9,mlp.experts.195.gate_proj,0.0000753847,0.05000,1.234
9,mlp.experts.197.gate_proj,0.0000313293,0.05000,1.227
9,mlp.experts.198.gate_proj,0.0000696241,0.05000,1.236
9,mlp.experts.204.gate_proj,0.0000240280,0.05000,1.241
9,mlp.experts.199.gate_proj,0.0000987280,0.05000,1.252
9,mlp.experts.201.gate_proj,0.0000669343,0.05000,1.238
9,mlp.experts.202.gate_proj,0.0000908377,0.05000,1.251
9,mlp.experts.208.gate_proj,0.0001111588,0.05000,1.240
9,mlp.experts.203.gate_proj,0.0000568079,0.05000,1.241
9,mlp.experts.205.gate_proj,0.0000699720,0.05000,1.234
9,mlp.experts.206.gate_proj,0.0000406107,0.05000,1.225
9,mlp.experts.212.gate_proj,0.0000701627,0.05000,1.235
9,mlp.experts.207.gate_proj,0.0000694364,0.05000,1.232
9,mlp.experts.209.gate_proj,0.0000536191,0.05000,1.235
9,mlp.experts.210.gate_proj,0.0000958962,0.05000,1.243
9,mlp.experts.216.gate_proj,0.0000642405,0.05000,1.238
9,mlp.experts.211.gate_proj,0.0001158780,0.05000,1.258
9,mlp.experts.214.gate_proj,0.0001649746,0.05000,1.237
9,mlp.experts.213.gate_proj,0.0000625941,0.05000,1.266
9,mlp.experts.220.gate_proj,0.0000935971,0.05000,1.243
9,mlp.experts.215.gate_proj,0.0000449491,0.05000,1.249
9,mlp.experts.218.gate_proj,0.0000952080,0.05000,1.252
9,mlp.experts.217.gate_proj,0.0000360415,0.05000,1.249
9,mlp.experts.224.gate_proj,0.0000916065,0.05000,1.239
9,mlp.experts.219.gate_proj,0.0001325695,0.05000,1.244
9,mlp.experts.222.gate_proj,0.0000291310,0.05000,1.245
9,mlp.experts.221.gate_proj,0.0000539017,0.05000,1.232
9,mlp.experts.228.gate_proj,0.0000570994,0.05000,1.245
9,mlp.experts.223.gate_proj,0.0000439721,0.05000,1.234
9,mlp.experts.225.gate_proj,0.0000650650,0.05000,1.258
9,mlp.experts.226.gate_proj,0.0001213074,0.05000,1.272
9,mlp.experts.232.gate_proj,0.0000743104,0.05000,1.266
9,mlp.experts.227.gate_proj,0.0000322634,0.05000,1.259
9,mlp.experts.229.gate_proj,0.0000658972,0.05000,1.261
9,mlp.experts.230.gate_proj,0.0000766442,0.05000,1.252
9,mlp.experts.236.gate_proj,0.0000785236,0.05000,1.251
9,mlp.experts.231.gate_proj,0.0000515812,0.05000,1.253
9,mlp.experts.233.gate_proj,0.0001107320,0.05000,1.238
9,mlp.experts.234.gate_proj,0.0000353459,0.05000,1.251
9,mlp.experts.240.gate_proj,0.0000468946,0.05000,1.231
9,mlp.experts.235.gate_proj,0.0000612108,0.05000,1.243
9,mlp.experts.237.gate_proj,0.0000492130,0.05000,1.238
9,mlp.experts.238.gate_proj,0.0001827094,0.05000,1.241
9,mlp.experts.244.gate_proj,0.0000649000,0.05000,1.250
9,mlp.experts.239.gate_proj,0.0000496510,0.05000,1.248
9,mlp.experts.241.gate_proj,0.0000568636,0.05000,1.244
9,mlp.experts.242.gate_proj,0.0000777709,0.05000,1.251
9,mlp.experts.248.gate_proj,0.0000540684,0.05000,1.247
9,mlp.experts.243.gate_proj,0.0000973277,0.05000,1.247
9,mlp.experts.245.gate_proj,0.0000619486,0.05000,1.240
9,mlp.experts.246.gate_proj,0.0000586991,0.05000,1.244
9,mlp.experts.252.gate_proj,0.0000764308,0.05000,1.248
9,mlp.experts.247.gate_proj,0.0000548471,0.05000,1.236
9,mlp.experts.249.gate_proj,0.0002166131,0.05000,1.259
9,mlp.experts.250.gate_proj,0.0000504022,0.05000,1.255
9,mlp.experts.0.up_proj,0.0000431010,0.05000,1.258
9,mlp.experts.251.gate_proj,0.0000707575,0.05000,1.259
9,mlp.experts.253.gate_proj,0.0000471686,0.05000,1.255
9,mlp.experts.254.gate_proj,0.0000621937,0.05000,1.252
9,mlp.experts.4.up_proj,0.0000435033,0.05000,1.248
9,mlp.experts.255.gate_proj,0.0000561598,0.05000,1.247
9,mlp.experts.1.up_proj,0.0000222166,0.05000,1.268
9,mlp.experts.8.up_proj,0.0000358836,0.05000,1.263
9,mlp.experts.2.up_proj,0.0000307504,0.05000,1.292
9,mlp.experts.3.up_proj,0.0002213423,0.05000,1.272
9,mlp.experts.5.up_proj,0.0000262363,0.05000,1.244
9,mlp.experts.12.up_proj,0.0000817218,0.05000,1.249
9,mlp.experts.6.up_proj,0.0000914576,0.05000,1.236
9,mlp.experts.7.up_proj,0.0000961729,0.05000,1.244
9,mlp.experts.9.up_proj,0.0001101392,0.05000,1.238
9,mlp.experts.10.up_proj,0.0001131519,0.05000,1.234
9,mlp.experts.16.up_proj,0.0000714252,0.05000,1.241
9,mlp.experts.11.up_proj,0.0000406814,0.05000,1.234
9,mlp.experts.13.up_proj,0.0000254304,0.05000,1.253
9,mlp.experts.20.up_proj,0.0000487813,0.05000,1.258
9,mlp.experts.14.up_proj,0.0000226577,0.05000,1.272
9,mlp.experts.15.up_proj,0.0001062242,0.05000,1.261
9,mlp.experts.17.up_proj,0.0000524369,0.05000,1.232
9,mlp.experts.24.up_proj,0.0000406899,0.05000,1.247
9,mlp.experts.18.up_proj,0.0000599819,0.05000,1.235
9,mlp.experts.19.up_proj,0.0000342536,0.05000,1.221
9,mlp.experts.21.up_proj,0.0001645086,0.05000,1.231
9,mlp.experts.22.up_proj,0.0000727516,0.05000,1.230
9,mlp.experts.28.up_proj,0.0001174400,0.05000,1.259
9,mlp.experts.23.up_proj,0.0000733322,0.05000,1.242
9,mlp.experts.25.up_proj,0.0000945393,0.05000,1.253
9,mlp.experts.26.up_proj,0.0000547754,0.05000,1.245
9,mlp.experts.32.up_proj,0.0000714313,0.05000,1.256
9,mlp.experts.27.up_proj,0.0001180491,0.05000,1.256
9,mlp.experts.29.up_proj,0.0000306491,0.05000,1.257
9,mlp.experts.30.up_proj,0.0000981494,0.05000,1.264
9,mlp.experts.36.up_proj,0.0000735851,0.05000,1.249
9,mlp.experts.31.up_proj,0.0000559269,0.05000,1.244
9,mlp.experts.33.up_proj,0.0000689502,0.05000,1.260
9,mlp.experts.34.up_proj,0.0000999394,0.05000,1.274
9,mlp.experts.40.up_proj,0.0001355035,0.05000,1.259
9,mlp.experts.35.up_proj,0.0000786777,0.05000,1.264
9,mlp.experts.37.up_proj,0.0000927536,0.05000,1.234
9,mlp.experts.38.up_proj,0.0000304506,0.05000,1.241
9,mlp.experts.44.up_proj,0.0000363163,0.05000,1.245
9,mlp.experts.39.up_proj,0.0000453104,0.05000,1.239
9,mlp.experts.41.up_proj,0.0000160483,0.05000,1.246
9,mlp.experts.48.up_proj,0.0000795538,0.05000,1.246
9,mlp.experts.42.up_proj,0.0000293179,0.05000,1.265
9,mlp.experts.43.up_proj,0.0000552122,0.05000,1.258
9,mlp.experts.45.up_proj,0.0000760738,0.05000,1.238
9,mlp.experts.52.up_proj,0.0000541987,0.05000,1.248
9,mlp.experts.46.up_proj,0.0001510170,0.05000,1.244
9,mlp.experts.47.up_proj,0.0000490722,0.05000,1.266
9,mlp.experts.49.up_proj,0.0000412057,0.05000,1.258
9,mlp.experts.56.up_proj,0.0000765548,0.05000,1.251
9,mlp.experts.50.up_proj,0.0001167137,0.05000,1.265
9,mlp.experts.51.up_proj,0.0001606485,0.05000,1.240
9,mlp.experts.53.up_proj,0.0000720496,0.05000,1.225
9,mlp.experts.57.up_proj,fallback(rtn): 0.0009842,0.00000,0.017
9,mlp.experts.60.up_proj,0.0000971991,0.05000,1.238
9,mlp.experts.54.up_proj,0.0000436399,0.05000,1.238
9,mlp.experts.55.up_proj,0.0000760121,0.05000,1.239
9,mlp.experts.61.up_proj,0.0000389463,0.05000,1.247
9,mlp.experts.64.up_proj,0.0001195560,0.05000,1.254
9,mlp.experts.58.up_proj,0.0000651000,0.05000,1.260
9,mlp.experts.59.up_proj,0.0000432309,0.05000,1.252
9,mlp.experts.65.up_proj,0.0000460801,0.05000,1.256
9,mlp.experts.68.up_proj,0.0001891932,0.05000,1.253
9,mlp.experts.62.up_proj,0.0000967366,0.05000,1.258
9,mlp.experts.63.up_proj,0.0000589456,0.05000,1.267
9,mlp.experts.69.up_proj,0.0000529102,0.05000,1.248
9,mlp.experts.72.up_proj,0.0000504247,0.05000,1.242
9,mlp.experts.66.up_proj,0.0000499999,0.05000,1.241
9,mlp.experts.67.up_proj,0.0000379794,0.05000,1.243
9,mlp.experts.73.up_proj,0.0000638664,0.05000,1.237
9,mlp.experts.76.up_proj,0.0001814909,0.05000,1.246
9,mlp.experts.70.up_proj,0.0000651041,0.05000,1.238
9,mlp.experts.71.up_proj,0.0000909687,0.05000,1.245
9,mlp.experts.77.up_proj,0.0000538103,0.05000,1.257
9,mlp.experts.80.up_proj,0.0000940068,0.05000,1.252
9,mlp.experts.74.up_proj,0.0000921823,0.05000,1.262
9,mlp.experts.75.up_proj,0.0000331682,0.05000,1.252
9,mlp.experts.81.up_proj,0.0000633992,0.05000,1.235
9,mlp.experts.84.up_proj,0.0000810521,0.05000,1.236
9,mlp.experts.78.up_proj,0.0001305976,0.05000,1.231
9,mlp.experts.79.up_proj,0.0000576391,0.05000,1.239
9,mlp.experts.85.up_proj,0.0000764994,0.05000,1.228
9,mlp.experts.88.up_proj,0.0000618144,0.05000,1.222
9,mlp.experts.92.up_proj,fallback(rtn): 0.0009727,0.00000,0.017
9,mlp.experts.82.up_proj,0.0000401364,0.05000,1.244
9,mlp.experts.83.up_proj,0.0000705072,0.05000,1.232
9,mlp.experts.89.up_proj,0.0000385871,0.05000,1.235
9,mlp.experts.96.up_proj,0.0000379280,0.05000,1.226
9,mlp.experts.86.up_proj,0.0000720102,0.05000,1.228
9,mlp.experts.87.up_proj,0.0000868509,0.05000,1.222
9,mlp.experts.93.up_proj,0.0001406978,0.05000,1.229
9,mlp.experts.100.up_proj,0.0000307262,0.05000,1.251
9,mlp.experts.104.up_proj,fallback(rtn): 0.0009727,0.00000,0.017
9,mlp.experts.90.up_proj,0.0001013612,0.05000,1.245
9,mlp.experts.91.up_proj,0.0000611674,0.05000,1.248
9,mlp.experts.97.up_proj,0.0000533534,0.05000,1.248
9,mlp.experts.108.up_proj,0.0000604506,0.05000,1.223
9,mlp.experts.95.up_proj,0.0000252057,0.05000,1.226
9,mlp.experts.94.up_proj,0.0000270457,0.05000,1.245
9,mlp.experts.98.up_proj,fallback(rtn): 0.0010529,0.00000,0.022
9,mlp.experts.101.up_proj,0.0001900137,0.05000,1.259
9,mlp.experts.112.up_proj,0.0000581908,0.05000,1.249
9,mlp.experts.99.up_proj,0.0001122584,0.05000,1.246
9,mlp.experts.102.up_proj,0.0000600060,0.05000,1.257
9,mlp.experts.105.up_proj,0.0000548309,0.05000,1.239
9,mlp.experts.116.up_proj,0.0000317828,0.05000,1.250
9,mlp.experts.103.up_proj,0.0000776258,0.05000,1.231
9,mlp.experts.106.up_proj,0.0001051739,0.05000,1.247
9,mlp.experts.109.up_proj,0.0000483816,0.05000,1.262
9,mlp.experts.107.up_proj,0.0000844276,0.05000,1.261
9,mlp.experts.120.up_proj,0.0000713613,0.05000,1.273
9,mlp.experts.110.up_proj,0.0000686932,0.05000,1.245
9,mlp.experts.113.up_proj,0.0000685118,0.05000,1.241
9,mlp.experts.111.up_proj,0.0000790495,0.05000,1.230
9,mlp.experts.124.up_proj,0.0000855887,0.05000,1.239
9,mlp.experts.114.up_proj,0.0000560906,0.05000,1.241
9,mlp.experts.117.up_proj,0.0001093783,0.05000,1.258
9,mlp.experts.115.up_proj,0.0000450406,0.05000,1.269
9,mlp.experts.119.up_proj,fallback(rtn): 0.0009689,0.00000,0.017
9,mlp.experts.128.up_proj,0.0000297434,0.05000,1.279
9,mlp.experts.118.up_proj,0.0000592629,0.05000,1.269
9,mlp.experts.121.up_proj,0.0000799364,0.05000,1.243
9,mlp.experts.123.up_proj,0.0000585118,0.05000,1.242
9,mlp.experts.132.up_proj,0.0000294522,0.05000,1.247
9,mlp.experts.122.up_proj,0.0000904580,0.05000,1.244
9,mlp.experts.125.up_proj,0.0000755577,0.05000,1.252
9,mlp.experts.127.up_proj,0.0000805560,0.05000,1.271
9,mlp.experts.136.up_proj,0.0000555237,0.05000,1.260
9,mlp.experts.126.up_proj,0.0000357360,0.05000,1.253
9,mlp.experts.129.up_proj,0.0001385653,0.05000,1.236
9,mlp.experts.131.up_proj,0.0001188345,0.05000,1.229
9,mlp.experts.140.up_proj,0.0000760126,0.05000,1.242
9,mlp.experts.130.up_proj,0.0001670018,0.05000,1.237
9,mlp.experts.133.up_proj,0.0000369320,0.05000,1.253
9,mlp.experts.135.up_proj,0.0000856609,0.05000,1.252
9,mlp.experts.144.up_proj,0.0000675808,0.05000,1.246
9,mlp.experts.134.up_proj,0.0000893514,0.05000,1.261
9,mlp.experts.137.up_proj,0.0000472619,0.05000,1.237
9,mlp.experts.139.up_proj,0.0000571930,0.05000,1.238
9,mlp.experts.148.up_proj,0.0000299152,0.05000,1.237
9,mlp.experts.138.up_proj,0.0000766776,0.05000,1.232
9,mlp.experts.141.up_proj,0.0000624745,0.05000,1.253
9,mlp.experts.143.up_proj,0.0000779006,0.05000,1.247
9,mlp.experts.152.up_proj,0.0000719668,0.05000,1.258
9,mlp.experts.142.up_proj,0.0001119534,0.05000,1.260
9,mlp.experts.145.up_proj,0.0000432256,0.05000,1.250
9,mlp.experts.147.up_proj,0.0001259661,0.05000,1.236
9,mlp.experts.156.up_proj,0.0000291534,0.05000,1.245
9,mlp.experts.146.up_proj,0.0000538868,0.05000,1.242
9,mlp.experts.149.up_proj,0.0000216692,0.05000,1.231
9,mlp.experts.151.up_proj,0.0000329442,0.05000,1.234
9,mlp.experts.160.up_proj,0.0000566835,0.05000,1.230
9,mlp.experts.150.up_proj,0.0000300154,0.05000,1.235
9,mlp.experts.153.up_proj,0.0000825113,0.05000,1.242
9,mlp.experts.155.up_proj,0.0000612235,0.05000,1.240
9,mlp.experts.164.up_proj,0.0000238005,0.05000,1.241
9,mlp.experts.154.up_proj,0.0001078700,0.05000,1.241
9,mlp.experts.157.up_proj,0.0000632331,0.05000,1.241
9,mlp.experts.159.up_proj,0.0000568237,0.05000,1.244
9,mlp.experts.168.up_proj,0.0002295737,0.05000,1.244
9,mlp.experts.158.up_proj,0.0000804014,0.05000,1.247
9,mlp.experts.161.up_proj,0.0000431765,0.05000,1.258
9,mlp.experts.163.up_proj,0.0000525889,0.05000,1.254
9,mlp.experts.172.up_proj,0.0000497543,0.05000,1.267
9,mlp.experts.162.up_proj,0.0000549858,0.05000,1.258
9,mlp.experts.176.up_proj,fallback(rtn): 0.0009842,0.00000,0.018
9,mlp.experts.165.up_proj,0.0000510453,0.05000,1.250
9,mlp.experts.167.up_proj,0.0001019895,0.05000,1.256
9,mlp.experts.166.up_proj,0.0000787627,0.05000,1.252
9,mlp.experts.180.up_proj,0.0000516598,0.05000,1.268
9,mlp.experts.169.up_proj,0.0000527853,0.05000,1.256
9,mlp.experts.171.up_proj,0.0000939419,0.05000,1.267
9,mlp.experts.170.up_proj,0.0000360725,0.05000,1.262
9,mlp.experts.184.up_proj,0.0001075874,0.05000,1.265
9,mlp.experts.173.up_proj,0.0000685476,0.05000,1.256
9,mlp.experts.175.up_proj,0.0001511127,0.05000,1.254
9,mlp.experts.174.up_proj,0.0001068076,0.05000,1.263
9,mlp.experts.188.up_proj,0.0000741776,0.05000,1.262
9,mlp.experts.177.up_proj,0.0000890241,0.05000,1.244
9,mlp.experts.179.up_proj,0.0000931601,0.05000,1.253
9,mlp.experts.178.up_proj,0.0000361439,0.05000,1.247
9,mlp.experts.192.up_proj,0.0000416100,0.05000,1.253
9,mlp.experts.181.up_proj,0.0000696901,0.05000,1.250
9,mlp.experts.183.up_proj,0.0000579380,0.05000,1.236
9,mlp.experts.182.up_proj,0.0000998228,0.05000,1.241
9,mlp.experts.196.up_proj,0.0000594013,0.05000,1.249
9,mlp.experts.185.up_proj,0.0000721739,0.05000,1.234
9,mlp.experts.187.up_proj,0.0000824824,0.05000,1.241
9,mlp.experts.186.up_proj,0.0000476193,0.05000,1.244
9,mlp.experts.200.up_proj,0.0000876869,0.05000,1.247
9,mlp.experts.189.up_proj,0.0000458137,0.05000,1.245
9,mlp.experts.191.up_proj,0.0000265658,0.05000,1.252
9,mlp.experts.190.up_proj,0.0001308303,0.05000,1.245
9,mlp.experts.204.up_proj,0.0000227036,0.05000,1.249
9,mlp.experts.193.up_proj,0.0000445725,0.05000,1.244
9,mlp.experts.195.up_proj,0.0000685463,0.05000,1.235
9,mlp.experts.194.up_proj,0.0000899212,0.05000,1.234
9,mlp.experts.208.up_proj,0.0001018842,0.05000,1.228
9,mlp.experts.197.up_proj,0.0000315845,0.05000,1.256
9,mlp.experts.199.up_proj,0.0000916166,0.05000,1.256
9,mlp.experts.198.up_proj,0.0000581895,0.05000,1.254
9,mlp.experts.212.up_proj,0.0000595391,0.05000,1.254
9,mlp.experts.201.up_proj,0.0000636748,0.05000,1.217
9,mlp.experts.203.up_proj,0.0000543085,0.05000,1.217
9,mlp.experts.202.up_proj,0.0000774455,0.05000,1.218
9,mlp.experts.216.up_proj,0.0000558627,0.05000,1.226
9,mlp.experts.205.up_proj,0.0000633185,0.05000,1.236
9,mlp.experts.207.up_proj,0.0000602106,0.05000,1.241
9,mlp.experts.206.up_proj,0.0000320606,0.05000,1.272
9,mlp.experts.220.up_proj,0.0000797016,0.05000,1.266
9,mlp.experts.209.up_proj,0.0000516959,0.05000,1.291
9,mlp.experts.211.up_proj,0.0001013730,0.05000,1.270
9,mlp.experts.210.up_proj,0.0000920818,0.05000,1.253
9,mlp.experts.224.up_proj,0.0000826687,0.05000,1.252
9,mlp.experts.213.up_proj,0.0000590225,0.05000,1.256
9,mlp.experts.215.up_proj,0.0000359048,0.05000,1.246
9,mlp.experts.214.up_proj,0.0002307817,0.05000,1.255
9,mlp.experts.228.up_proj,0.0000519524,0.05000,1.239
9,mlp.experts.217.up_proj,0.0000282779,0.05000,1.259
9,mlp.experts.219.up_proj,0.0001101767,0.05000,1.273
9,mlp.experts.218.up_proj,0.0000843998,0.05000,1.267
9,mlp.experts.232.up_proj,0.0000709917,0.05000,1.264
9,mlp.experts.221.up_proj,0.0000436385,0.05000,1.246
9,mlp.experts.223.up_proj,0.0000415888,0.05000,1.254
9,mlp.experts.222.up_proj,0.0000270714,0.05000,1.243
9,mlp.experts.236.up_proj,0.0000642020,0.05000,1.245
9,mlp.experts.225.up_proj,0.0000540399,0.05000,1.262
9,mlp.experts.227.up_proj,0.0000291813,0.05000,1.246
9,mlp.experts.226.up_proj,0.0000978688,0.05000,1.256
9,mlp.experts.240.up_proj,0.0000417662,0.05000,1.256
9,mlp.experts.229.up_proj,0.0000567326,0.05000,1.239
9,mlp.experts.231.up_proj,0.0000436504,0.05000,1.240
9,mlp.experts.230.up_proj,0.0000694412,0.05000,1.241
9,mlp.experts.244.up_proj,0.0000547884,0.05000,1.245
9,mlp.experts.233.up_proj,0.0000924887,0.05000,1.243
9,mlp.experts.235.up_proj,0.0000581977,0.05000,1.237
9,mlp.experts.234.up_proj,0.0000307086,0.05000,1.241
9,mlp.experts.248.up_proj,0.0000520800,0.05000,1.241
9,mlp.experts.237.up_proj,0.0000442053,0.05000,1.248
9,mlp.experts.239.up_proj,0.0000411386,0.05000,1.251
9,mlp.experts.238.up_proj,0.0001544924,0.05000,1.233
9,mlp.experts.252.up_proj,0.0000637582,0.05000,1.247
9,mlp.experts.241.up_proj,0.0000453266,0.05000,0.818
9,mlp.experts.243.up_proj,0.0000902935,0.05000,0.784
9,mlp.experts.242.up_proj,0.0000629515,0.05000,0.775
9,mlp.experts.245.up_proj,0.0000558521,0.05000,0.774
9,mlp.experts.247.up_proj,0.0000507368,0.05000,0.778
9,mlp.experts.246.up_proj,0.0000561268,0.05000,0.775
9,mlp.experts.249.up_proj,0.0001921602,0.05000,0.755
9,mlp.experts.251.up_proj,0.0000638997,0.05000,0.762
9,mlp.experts.250.up_proj,0.0000453513,0.05000,0.760
9,mlp.experts.253.up_proj,0.0000409096,0.05000,0.763
9,mlp.experts.255.up_proj,0.0000494065,0.05000,0.737
9,mlp.experts.254.up_proj,0.0000556870,0.05000,0.727
9,mlp.experts.0.down_proj,0.0000010286,0.05000,0.310
9,mlp.experts.1.down_proj,0.0000004855,0.05000,0.312
9,mlp.experts.2.down_proj,0.0000010019,0.05000,0.314
9,mlp.experts.3.down_proj,0.0000061709,0.05000,0.316
9,mlp.experts.4.down_proj,0.0000012574,0.05000,0.313
9,mlp.experts.5.down_proj,0.0000007442,0.05000,0.317
9,mlp.experts.6.down_proj,0.0000015105,0.05000,0.319
9,mlp.experts.7.down_proj,0.0000014351,0.05000,0.323
9,mlp.experts.8.down_proj,0.0000004951,0.05000,0.306
9,mlp.experts.9.down_proj,0.0000026814,0.05000,0.312
9,mlp.experts.10.down_proj,0.0000034274,0.05000,0.316
9,mlp.experts.11.down_proj,0.0000011531,0.05000,0.310
9,mlp.experts.12.down_proj,0.0000010552,0.05000,0.310
9,mlp.experts.13.down_proj,0.0000006428,0.05000,0.318
9,mlp.experts.15.down_proj,0.0000018720,0.05000,0.312
9,mlp.experts.14.down_proj,0.0000005951,0.05000,0.317
9,mlp.experts.16.down_proj,0.0000020647,0.05000,0.315
9,mlp.experts.17.down_proj,0.0000010675,0.05000,0.315
9,mlp.experts.19.down_proj,0.0000009587,0.05000,0.317
9,mlp.experts.18.down_proj,0.0000011472,0.05000,0.318
9,mlp.experts.20.down_proj,0.0000007374,0.05000,0.314
9,mlp.experts.23.down_proj,0.0000019328,0.05000,0.306
9,mlp.experts.21.down_proj,0.0000056794,0.05000,0.315
9,mlp.experts.22.down_proj,0.0000026083,0.05000,0.312
9,mlp.experts.24.down_proj,0.0000009870,0.05000,0.316
9,mlp.experts.27.down_proj,0.0000018633,0.05000,0.318
9,mlp.experts.25.down_proj,0.0000011214,0.05000,0.318
9,mlp.experts.26.down_proj,0.0000006190,0.05000,0.314
9,mlp.experts.28.down_proj,0.0000024067,0.05000,0.317
9,mlp.experts.29.down_proj,0.0000007797,0.05000,0.314
9,mlp.experts.31.down_proj,0.0000009256,0.05000,0.321
9,mlp.experts.30.down_proj,0.0000015664,0.05000,0.320
9,mlp.experts.32.down_proj,0.0000013462,0.05000,0.310
9,mlp.experts.33.down_proj,0.0000012150,0.05000,0.307
9,mlp.experts.34.down_proj,0.0000021094,0.05000,0.303
9,mlp.experts.35.down_proj,0.0000011906,0.05000,0.311
9,mlp.experts.36.down_proj,0.0000014944,0.05000,0.312
9,mlp.experts.38.down_proj,0.0000016217,0.05000,0.322
9,mlp.experts.37.down_proj,0.0000022304,0.05000,0.330
9,mlp.experts.39.down_proj,0.0000010581,0.05000,0.329
9,mlp.experts.40.down_proj,0.0000029609,0.05000,0.316
9,mlp.experts.42.down_proj,0.0000007966,0.05000,0.313
9,mlp.experts.41.down_proj,0.0000002844,0.05000,0.311
9,mlp.experts.43.down_proj,0.0000006388,0.05000,0.315
9,mlp.experts.44.down_proj,0.0000007703,0.05000,0.310
9,mlp.experts.45.down_proj,0.0000012191,0.05000,0.307
9,mlp.experts.46.down_proj,0.0000044826,0.05000,0.311
9,mlp.experts.47.down_proj,0.0000015968,0.05000,0.313
9,mlp.experts.48.down_proj,0.0000013050,0.05000,0.314
9,mlp.experts.50.down_proj,0.0000028919,0.05000,0.312
9,mlp.experts.49.down_proj,0.0000017001,0.05000,0.317
9,mlp.experts.51.down_proj,0.0000036504,0.05000,0.313
9,mlp.experts.52.down_proj,0.0000011565,0.05000,0.307
9,mlp.experts.54.down_proj,0.0000011359,0.05000,0.307
9,mlp.experts.53.down_proj,0.0000005880,0.05000,0.310
9,mlp.experts.57.down_proj,fallback(rtn): 0.0009918,0.00000,0.005
9,mlp.experts.55.down_proj,0.0000009980,0.05000,0.308
9,mlp.experts.56.down_proj,0.0000016148,0.05000,0.318
9,mlp.experts.58.down_proj,0.0000005290,0.05000,0.320
9,mlp.experts.61.down_proj,0.0000009064,0.05000,0.319
9,mlp.experts.59.down_proj,0.0000008421,0.05000,0.319
9,mlp.experts.60.down_proj,0.0000011281,0.05000,0.311
9,mlp.experts.62.down_proj,0.0000011831,0.05000,0.315
9,mlp.experts.63.down_proj,0.0000006136,0.05000,0.309
9,mlp.experts.65.down_proj,0.0000009853,0.05000,0.315
9,mlp.experts.64.down_proj,0.0000043353,0.05000,0.313
9,mlp.experts.66.down_proj,0.0000012109,0.05000,0.314
9,mlp.experts.67.down_proj,0.0000010932,0.05000,0.311
9,mlp.experts.69.down_proj,0.0000015711,0.05000,0.315
9,mlp.experts.68.down_proj,0.0000043005,0.05000,0.315
9,mlp.experts.70.down_proj,0.0000013878,0.05000,0.316
9,mlp.experts.71.down_proj,0.0000010040,0.05000,0.315
9,mlp.experts.73.down_proj,0.0000014054,0.05000,0.316
9,mlp.experts.72.down_proj,0.0000004984,0.05000,0.323
9,mlp.experts.74.down_proj,0.0000017690,0.05000,0.328
9,mlp.experts.75.down_proj,0.0000005802,0.05000,0.329
9,mlp.experts.77.down_proj,0.0000012389,0.05000,0.327
9,mlp.experts.76.down_proj,0.0000038552,0.05000,0.328
9,mlp.experts.78.down_proj,0.0000028595,0.05000,0.327
9,mlp.experts.81.down_proj,0.0000015671,0.05000,0.315
9,mlp.experts.79.down_proj,0.0000008693,0.05000,0.333
9,mlp.experts.80.down_proj,0.0000023442,0.05000,0.313
9,mlp.experts.82.down_proj,0.0000009051,0.05000,0.321
9,mlp.experts.85.down_proj,0.0000029777,0.05000,0.317
9,mlp.experts.83.down_proj,0.0000023522,0.05000,0.321
9,mlp.experts.84.down_proj,0.0000013210,0.05000,0.318
9,mlp.experts.89.down_proj,0.0000019628,0.05000,0.307
9,mlp.experts.86.down_proj,0.0000011801,0.05000,0.314
9,mlp.experts.87.down_proj,0.0000013663,0.05000,0.313
9,mlp.experts.88.down_proj,0.0000012871,0.05000,0.311
9,mlp.experts.92.down_proj,fallback(rtn): 0.0009918,0.00000,0.005
9,mlp.experts.90.down_proj,0.0000023628,0.05000,0.313
9,mlp.experts.93.down_proj,0.0000044390,0.05000,0.316
9,mlp.experts.91.down_proj,0.0000016694,0.05000,0.311
9,mlp.experts.96.down_proj,0.0000010503,0.05000,0.320
9,mlp.experts.97.down_proj,0.0000012803,0.05000,0.313
9,mlp.experts.94.down_proj,0.0000006982,0.05000,0.317
9,mlp.experts.98.down_proj,fallback(rtn): 0.0010452,0.00000,0.005
9,mlp.experts.95.down_proj,0.0000004628,0.05000,0.319
9,mlp.experts.100.down_proj,0.0000007289,0.05000,0.303
9,mlp.experts.104.down_proj,fallback(rtn): 0.0009842,0.00000,0.005
9,mlp.experts.101.down_proj,0.0000038032,0.05000,0.311
9,mlp.experts.102.down_proj,0.0000016511,0.05000,0.309
9,mlp.experts.99.down_proj,0.0000027033,0.05000,0.309
9,mlp.experts.108.down_proj,0.0000015340,0.05000,0.320
9,mlp.experts.105.down_proj,0.0000017049,0.05000,0.315
9,mlp.experts.106.down_proj,0.0000027152,0.05000,0.314
9,mlp.experts.103.down_proj,0.0000012827,0.05000,0.316
9,mlp.experts.112.down_proj,0.0000006814,0.05000,0.315
9,mlp.experts.109.down_proj,0.0000032706,0.05000,0.316
9,mlp.experts.110.down_proj,0.0000016759,0.05000,0.318
9,mlp.experts.107.down_proj,0.0000017305,0.05000,0.315
9,mlp.experts.116.down_proj,0.0000014044,0.05000,0.328
9,mlp.experts.113.down_proj,0.0000006522,0.05000,0.333
9,mlp.experts.114.down_proj,0.0000010043,0.05000,0.329
9,mlp.experts.111.down_proj,0.0000016008,0.05000,0.320
9,mlp.experts.120.down_proj,0.0000014094,0.05000,0.313
9,mlp.experts.117.down_proj,0.0000023854,0.05000,0.309
9,mlp.experts.118.down_proj,0.0000006000,0.05000,0.313
9,mlp.experts.115.down_proj,0.0000010544,0.05000,0.313
9,mlp.experts.119.down_proj,fallback(rtn): 0.0009727,0.00000,0.006
9,mlp.experts.124.down_proj,0.0000017938,0.05000,0.315
9,mlp.experts.121.down_proj,0.0000008039,0.05000,0.313
9,mlp.experts.122.down_proj,0.0000010626,0.05000,0.315
9,mlp.experts.123.down_proj,0.0000015173,0.05000,0.314
9,mlp.experts.128.down_proj,0.0000004785,0.05000,0.308
9,mlp.experts.125.down_proj,0.0000016069,0.05000,0.311
9,mlp.experts.126.down_proj,0.0000016590,0.05000,0.313
9,mlp.experts.127.down_proj,0.0000008143,0.05000,0.313
9,mlp.experts.132.down_proj,0.0000009339,0.05000,0.328
9,mlp.experts.129.down_proj,0.0000030679,0.05000,0.323
9,mlp.experts.130.down_proj,0.0000048307,0.05000,0.322
9,mlp.experts.131.down_proj,0.0000033554,0.05000,0.322
9,mlp.experts.136.down_proj,0.0000007078,0.05000,0.318
9,mlp.experts.133.down_proj,0.0000012984,0.05000,0.323
9,mlp.experts.134.down_proj,0.0000019392,0.05000,0.319
9,mlp.experts.135.down_proj,0.0000009895,0.05000,0.321
9,mlp.experts.140.down_proj,0.0000015505,0.05000,0.317
9,mlp.experts.137.down_proj,0.0000010358,0.05000,0.315
9,mlp.experts.138.down_proj,0.0000013803,0.05000,0.317
9,mlp.experts.139.down_proj,0.0000016501,0.05000,0.321
9,mlp.experts.144.down_proj,0.0000018437,0.05000,0.316
9,mlp.experts.141.down_proj,0.0000008654,0.05000,0.313
9,mlp.experts.142.down_proj,0.0000031224,0.05000,0.312
9,mlp.experts.143.down_proj,0.0000011134,0.05000,0.317
9,mlp.experts.148.down_proj,0.0000010197,0.05000,0.313
9,mlp.experts.145.down_proj,0.0000012642,0.05000,0.316
9,mlp.experts.146.down_proj,0.0000011139,0.05000,0.318
9,mlp.experts.147.down_proj,0.0000027095,0.05000,0.320
9,mlp.experts.152.down_proj,0.0000012472,0.05000,0.309
9,mlp.experts.149.down_proj,0.0000004212,0.05000,0.313
9,mlp.experts.150.down_proj,0.0000006217,0.05000,0.311
9,mlp.experts.151.down_proj,0.0000005542,0.05000,0.308
9,mlp.experts.156.down_proj,0.0000007651,0.05000,0.307
9,mlp.experts.153.down_proj,0.0000017782,0.05000,0.309
9,mlp.experts.154.down_proj,0.0000018978,0.05000,0.312
9,mlp.experts.155.down_proj,0.0000006489,0.05000,0.310
9,mlp.experts.160.down_proj,0.0000027713,0.05000,0.308
9,mlp.experts.157.down_proj,0.0000016467,0.05000,0.309
9,mlp.experts.158.down_proj,0.0000009558,0.05000,0.308
9,mlp.experts.159.down_proj,0.0000011305,0.05000,0.311
9,mlp.experts.164.down_proj,0.0000006788,0.05000,0.312
9,mlp.experts.161.down_proj,0.0000012128,0.05000,0.310
9,mlp.experts.162.down_proj,0.0000012930,0.05000,0.313
9,mlp.experts.163.down_proj,0.0000009583,0.05000,0.318
9,mlp.experts.168.down_proj,0.0000049297,0.05000,0.319
9,mlp.experts.165.down_proj,0.0000012414,0.05000,0.316
9,mlp.experts.166.down_proj,0.0000018784,0.05000,0.317
9,mlp.experts.167.down_proj,0.0000021376,0.05000,0.317
9,mlp.experts.172.down_proj,0.0000014270,0.05000,0.323
9,mlp.experts.176.down_proj,fallback(rtn): 0.0009918,0.00000,0.005
9,mlp.experts.169.down_proj,0.0000008371,0.05000,0.316
9,mlp.experts.170.down_proj,0.0000007581,0.05000,0.315
9,mlp.experts.171.down_proj,0.0000009585,0.05000,0.331
9,mlp.experts.180.down_proj,0.0000015278,0.05000,0.327
9,mlp.experts.173.down_proj,0.0000011722,0.05000,0.334
9,mlp.experts.174.down_proj,0.0000023262,0.05000,0.332
9,mlp.experts.175.down_proj,0.0000027516,0.05000,0.318
9,mlp.experts.184.down_proj,0.0000013940,0.05000,0.315
9,mlp.experts.177.down_proj,0.0000016838,0.05000,0.313
9,mlp.experts.178.down_proj,0.0000009083,0.05000,0.313
9,mlp.experts.179.down_proj,0.0000013146,0.05000,0.317
9,mlp.experts.188.down_proj,0.0000015403,0.05000,0.321
9,mlp.experts.181.down_proj,0.0000021083,0.05000,0.334
9,mlp.experts.182.down_proj,0.0000014022,0.05000,0.334
9,mlp.experts.183.down_proj,0.0000010141,0.05000,0.334
9,mlp.experts.192.down_proj,0.0000013650,0.05000,0.328
9,mlp.experts.185.down_proj,0.0000057843,0.05000,0.319
9,mlp.experts.186.down_proj,0.0000012640,0.05000,0.325
9,mlp.experts.187.down_proj,0.0000018352,0.05000,0.318
9,mlp.experts.196.down_proj,0.0000014292,0.05000,0.310
9,mlp.experts.189.down_proj,0.0000008622,0.05000,0.312
9,mlp.experts.190.down_proj,0.0000028681,0.05000,0.315
9,mlp.experts.191.down_proj,0.0000007614,0.05000,0.318
9,mlp.experts.200.down_proj,0.0000016119,0.05000,0.318
9,mlp.experts.193.down_proj,0.0000008561,0.05000,0.310
9,mlp.experts.194.down_proj,0.0000011788,0.05000,0.314
9,mlp.experts.195.down_proj,0.0000017005,0.05000,0.316
9,mlp.experts.204.down_proj,0.0000004604,0.05000,0.317
9,mlp.experts.197.down_proj,0.0000006205,0.05000,0.318
9,mlp.experts.198.down_proj,0.0000013645,0.05000,0.325
9,mlp.experts.199.down_proj,0.0000014284,0.05000,0.324
9,mlp.experts.208.down_proj,0.0000035993,0.05000,0.320
9,mlp.experts.201.down_proj,0.0000005648,0.05000,0.332
9,mlp.experts.202.down_proj,0.0000026708,0.05000,0.319
9,mlp.experts.203.down_proj,0.0000009602,0.05000,0.320
9,mlp.experts.212.down_proj,0.0000015123,0.05000,0.322
9,mlp.experts.205.down_proj,0.0000035597,0.05000,0.311
9,mlp.experts.206.down_proj,0.0000009018,0.05000,0.313
9,mlp.experts.207.down_proj,0.0000016437,0.05000,0.315
9,mlp.experts.216.down_proj,0.0000011740,0.05000,0.311
9,mlp.experts.209.down_proj,0.0000006283,0.05000,0.313
9,mlp.experts.210.down_proj,0.0000010248,0.05000,0.309
9,mlp.experts.211.down_proj,0.0000017344,0.05000,0.309
9,mlp.experts.220.down_proj,0.0000017377,0.05000,0.310
9,mlp.experts.213.down_proj,0.0000007482,0.05000,0.313
9,mlp.experts.214.down_proj,0.0000019038,0.05000,0.309
9,mlp.experts.215.down_proj,0.0000012493,0.05000,0.307
9,mlp.experts.224.down_proj,0.0000011930,0.05000,0.309
9,mlp.experts.217.down_proj,0.0000008852,0.05000,0.308
9,mlp.experts.218.down_proj,0.0000013190,0.05000,0.309
9,mlp.experts.219.down_proj,0.0000022044,0.05000,0.307
9,mlp.experts.228.down_proj,0.0000005230,0.05000,0.312
9,mlp.experts.221.down_proj,0.0000003881,0.05000,0.313
9,mlp.experts.222.down_proj,0.0000004548,0.05000,0.326
9,mlp.experts.223.down_proj,0.0000011006,0.05000,0.324
9,mlp.experts.232.down_proj,0.0000007505,0.05000,0.321
9,mlp.experts.225.down_proj,0.0000014068,0.05000,0.319
9,mlp.experts.226.down_proj,0.0000019461,0.05000,0.306
9,mlp.experts.227.down_proj,0.0000007916,0.05000,0.314
9,mlp.experts.236.down_proj,0.0000019566,0.05000,0.315
9,mlp.experts.229.down_proj,0.0000013652,0.05000,0.312
9,mlp.experts.230.down_proj,0.0000015225,0.05000,0.317
9,mlp.experts.231.down_proj,0.0000012179,0.05000,0.311
9,mlp.experts.240.down_proj,0.0000013936,0.05000,0.313
9,mlp.experts.233.down_proj,0.0000024899,0.05000,0.315
9,mlp.experts.234.down_proj,0.0000006640,0.05000,0.317
9,mlp.experts.235.down_proj,0.0000006735,0.05000,0.312
9,mlp.experts.244.down_proj,0.0000013398,0.05000,0.317
9,mlp.experts.237.down_proj,0.0000013014,0.05000,0.317
9,mlp.experts.238.down_proj,0.0000033123,0.05000,0.314
9,mlp.experts.239.down_proj,0.0000012706,0.05000,0.324
9,mlp.experts.248.down_proj,0.0000006736,0.05000,0.328
9,mlp.experts.241.down_proj,0.0000020577,0.05000,0.326
9,mlp.experts.242.down_proj,0.0000016073,0.05000,0.330
9,mlp.experts.243.down_proj,0.0000018933,0.05000,0.324
9,mlp.experts.252.down_proj,0.0000012989,0.05000,0.319
9,mlp.experts.245.down_proj,0.0000021247,0.05000,0.317
9,mlp.experts.246.down_proj,0.0000005839,0.05000,0.308
9,mlp.experts.247.down_proj,0.0000008405,0.05000,0.299
9,mlp.experts.249.down_proj,0.0000033341,0.05000,0.199
9,mlp.experts.250.down_proj,0.0000010757,0.05000,0.198
9,mlp.experts.251.down_proj,0.0000012892,0.05000,0.200
9,mlp.experts.253.down_proj,0.0000009787,0.05000,0.195
9,mlp.experts.254.down_proj,0.0000018043,0.05000,0.191
9,mlp.experts.255.down_proj,0.0000010719,0.05000,0.179
10,mlp.experts.3.gate_proj,0.0000553412,0.05000,1.261
10,mlp.experts.1.gate_proj,0.0000464278,0.05000,1.263
10,mlp.experts.0.gate_proj,0.0000486175,0.05000,1.281
10,mlp.experts.2.gate_proj,0.0000667946,0.05000,1.280
10,mlp.experts.7.gate_proj,0.0000491849,0.05000,1.238
10,mlp.experts.5.gate_proj,0.0000379484,0.05000,1.238
10,mlp.experts.4.gate_proj,0.0000866768,0.05000,1.242
10,mlp.experts.6.gate_proj,0.0001061533,0.05000,1.250
10,mlp.experts.9.gate_proj,0.0000318406,0.05000,1.254
10,mlp.experts.8.gate_proj,0.0000389452,0.05000,1.257
10,mlp.experts.11.gate_proj,0.0001000714,0.05000,1.283
10,mlp.experts.10.gate_proj,0.0000704734,0.05000,1.273
10,mlp.experts.13.gate_proj,0.0000564528,0.05000,1.252
10,mlp.experts.15.gate_proj,0.0000695827,0.05000,1.240
10,mlp.experts.12.gate_proj,0.0000415141,0.05000,1.268
10,mlp.experts.14.gate_proj,0.0000977242,0.05000,1.247
10,mlp.experts.16.gate_proj,fallback(rtn): 0.0010681,0.00000,0.025
10,mlp.experts.17.gate_proj,0.0000557335,0.05000,1.225
10,mlp.experts.19.gate_proj,0.0000425231,0.05000,1.227
10,mlp.experts.18.gate_proj,0.0002073580,0.05000,1.222
10,mlp.experts.20.gate_proj,0.0000530214,0.05000,1.231
10,mlp.experts.21.gate_proj,0.0001165779,0.05000,1.243
10,mlp.experts.23.gate_proj,0.0000349030,0.05000,1.248
10,mlp.experts.22.gate_proj,0.0000787655,0.05000,1.236
10,mlp.experts.24.gate_proj,0.0000263137,0.05000,1.243
10,mlp.experts.25.gate_proj,0.0000446624,0.05000,1.333
10,mlp.experts.27.gate_proj,0.0000366881,0.05000,1.326
10,mlp.experts.26.gate_proj,0.0000602368,0.05000,1.329
10,mlp.experts.28.gate_proj,0.0000474030,0.05000,1.330
10,mlp.experts.29.gate_proj,0.0000542149,0.05000,1.254
10,mlp.experts.30.gate_proj,0.0001116905,0.05000,1.246
10,mlp.experts.31.gate_proj,0.0000404273,0.05000,1.266
10,mlp.experts.32.gate_proj,0.0000875421,0.05000,1.259
10,mlp.experts.33.gate_proj,0.0000715790,0.05000,1.248
10,mlp.experts.35.gate_proj,0.0000402705,0.05000,1.235
10,mlp.experts.34.gate_proj,0.0000732141,0.05000,1.251
10,mlp.experts.36.gate_proj,0.0000442154,0.05000,1.241
10,mlp.experts.37.gate_proj,0.0000965712,0.05000,1.241
10,mlp.experts.38.gate_proj,0.0000446026,0.05000,1.236
10,mlp.experts.39.gate_proj,0.0000573106,0.05000,1.250
10,mlp.experts.40.gate_proj,0.0000717303,0.05000,1.234
10,mlp.experts.42.gate_proj,0.0001176701,0.05000,1.231
10,mlp.experts.41.gate_proj,0.0000886503,0.05000,1.243
10,mlp.experts.43.gate_proj,0.0000656513,0.05000,1.243
10,mlp.experts.44.gate_proj,0.0000627677,0.05000,1.228
10,mlp.experts.45.gate_proj,0.0001004355,0.05000,1.250
10,mlp.experts.46.gate_proj,0.0000455772,0.05000,1.263
10,mlp.experts.47.gate_proj,0.0000790588,0.05000,1.263
10,mlp.experts.48.gate_proj,0.0001187836,0.05000,1.263
10,mlp.experts.49.gate_proj,0.0000899574,0.05000,1.243
10,mlp.experts.50.gate_proj,0.0001136270,0.05000,1.251
10,mlp.experts.51.gate_proj,0.0000460417,0.05000,1.250
10,mlp.experts.52.gate_proj,0.0000519929,0.05000,1.238
10,mlp.experts.53.gate_proj,0.0000468858,0.05000,1.246
10,mlp.experts.54.gate_proj,0.0000769444,0.05000,1.247
10,mlp.experts.55.gate_proj,0.0002217379,0.05000,1.249
10,mlp.experts.56.gate_proj,0.0000861661,0.05000,1.255
10,mlp.experts.57.gate_proj,0.0000996068,0.05000,1.231
10,mlp.experts.58.gate_proj,0.0000652729,0.05000,1.235
10,mlp.experts.59.gate_proj,0.0000482360,0.05000,1.231
10,mlp.experts.60.gate_proj,0.0001033435,0.05000,1.237
10,mlp.experts.61.gate_proj,0.0000949576,0.05000,1.237
10,mlp.experts.62.gate_proj,0.0000362558,0.05000,1.251
10,mlp.experts.64.gate_proj,0.0000793973,0.05000,1.230
10,mlp.experts.63.gate_proj,0.0000452855,0.05000,1.247
10,mlp.experts.65.gate_proj,0.0000262383,0.05000,1.253
10,mlp.experts.66.gate_proj,0.0000593610,0.05000,1.249
10,mlp.experts.68.gate_proj,0.0000254813,0.05000,1.254
10,mlp.experts.67.gate_proj,0.0000828211,0.05000,1.268
10,mlp.experts.69.gate_proj,0.0000843260,0.05000,1.241
10,mlp.experts.70.gate_proj,0.0000572926,0.05000,1.250
10,mlp.experts.72.gate_proj,0.0000277029,0.05000,1.253
10,mlp.experts.71.gate_proj,0.0000677386,0.05000,1.239
10,mlp.experts.73.gate_proj,0.0000404864,0.05000,1.251
10,mlp.experts.74.gate_proj,0.0000422320,0.05000,1.249
10,mlp.experts.76.gate_proj,0.0000919152,0.05000,1.249
10,mlp.experts.75.gate_proj,0.0000717187,0.05000,1.264
10,mlp.experts.77.gate_proj,0.0000894497,0.05000,1.254
10,mlp.experts.78.gate_proj,0.0000554901,0.05000,1.249
10,mlp.experts.80.gate_proj,0.0001068451,0.05000,1.248
10,mlp.experts.79.gate_proj,0.0000444645,0.05000,1.258
10,mlp.experts.81.gate_proj,0.0000492989,0.05000,1.243
10,mlp.experts.82.gate_proj,0.0000732549,0.05000,1.244
10,mlp.experts.84.gate_proj,0.0000371946,0.05000,1.231
10,mlp.experts.83.gate_proj,0.0000441350,0.05000,1.238
10,mlp.experts.85.gate_proj,0.0000267235,0.05000,1.259
10,mlp.experts.86.gate_proj,0.0001218896,0.05000,1.255
10,mlp.experts.88.gate_proj,0.0000460439,0.05000,1.259
10,mlp.experts.87.gate_proj,0.0000748616,0.05000,1.271
10,mlp.experts.89.gate_proj,0.0000380051,0.05000,1.237
10,mlp.experts.90.gate_proj,0.0000783722,0.05000,1.245
10,mlp.experts.92.gate_proj,0.0000421710,0.05000,1.245
10,mlp.experts.91.gate_proj,0.0000365585,0.05000,1.244
10,mlp.experts.93.gate_proj,0.0000626193,0.05000,1.230
10,mlp.experts.94.gate_proj,0.0001872095,0.05000,1.227
10,mlp.experts.96.gate_proj,0.0000491146,0.05000,1.237
10,mlp.experts.95.gate_proj,0.0000538743,0.05000,1.227
10,mlp.experts.99.gate_proj,fallback(rtn): 0.0010376,0.00000,0.018
10,mlp.experts.97.gate_proj,0.0000672487,0.05000,1.251
10,mlp.experts.98.gate_proj,0.0000507321,0.05000,1.249
10,mlp.experts.100.gate_proj,0.0000730892,0.05000,1.242
10,mlp.experts.103.gate_proj,0.0000691200,0.05000,1.240
10,mlp.experts.101.gate_proj,0.0000248549,0.05000,1.255
10,mlp.experts.102.gate_proj,0.0000878685,0.05000,1.254
10,mlp.experts.104.gate_proj,0.0000868587,0.05000,1.254
10,mlp.experts.107.gate_proj,0.0001022895,0.05000,1.262
10,mlp.experts.105.gate_proj,0.0001081165,0.05000,1.270
10,mlp.experts.108.gate_proj,0.0000731372,0.05000,1.253
10,mlp.experts.106.gate_proj,0.0001952971,0.05000,1.283
10,mlp.experts.111.gate_proj,0.0000874170,0.05000,1.268
10,mlp.experts.109.gate_proj,0.0000704600,0.05000,1.244
10,mlp.experts.112.gate_proj,0.0001827064,0.05000,1.240
10,mlp.experts.110.gate_proj,0.0000666290,0.05000,1.246
10,mlp.experts.115.gate_proj,0.0000583386,0.05000,1.240
10,mlp.experts.113.gate_proj,0.0000348449,0.05000,1.253
10,mlp.experts.116.gate_proj,0.0000563433,0.05000,1.255
10,mlp.experts.114.gate_proj,0.0000217109,0.05000,1.250
10,mlp.experts.119.gate_proj,0.0000367532,0.05000,1.247
10,mlp.experts.117.gate_proj,0.0000500793,0.05000,1.237
10,mlp.experts.120.gate_proj,0.0000654800,0.05000,1.235
10,mlp.experts.118.gate_proj,0.0000897307,0.05000,1.232
10,mlp.experts.123.gate_proj,0.0000640633,0.05000,1.233
10,mlp.experts.121.gate_proj,0.0001111635,0.05000,1.231
10,mlp.experts.124.gate_proj,0.0000354414,0.05000,1.237
10,mlp.experts.122.gate_proj,0.0001358334,0.05000,1.228
10,mlp.experts.127.gate_proj,0.0000513897,0.05000,1.227
10,mlp.experts.125.gate_proj,0.0000273918,0.05000,1.253
10,mlp.experts.128.gate_proj,0.0000552053,0.05000,1.257
10,mlp.experts.126.gate_proj,0.0000571947,0.05000,1.268
10,mlp.experts.131.gate_proj,0.0000414708,0.05000,1.264
10,mlp.experts.129.gate_proj,0.0000789105,0.05000,1.246
10,mlp.experts.132.gate_proj,0.0000584035,0.05000,1.259
10,mlp.experts.130.gate_proj,0.0000209725,0.05000,1.266
10,mlp.experts.135.gate_proj,0.0000521188,0.05000,1.262
10,mlp.experts.133.gate_proj,0.0000904100,0.05000,1.230
10,mlp.experts.136.gate_proj,0.0000625327,0.05000,1.232
10,mlp.experts.134.gate_proj,0.0000687246,0.05000,1.237
10,mlp.experts.139.gate_proj,0.0000794878,0.05000,1.237
10,mlp.experts.137.gate_proj,0.0000465110,0.05000,1.275
10,mlp.experts.140.gate_proj,0.0000739895,0.05000,1.264
10,mlp.experts.138.gate_proj,0.0000485711,0.05000,1.252
10,mlp.experts.143.gate_proj,0.0000484435,0.05000,1.255
10,mlp.experts.141.gate_proj,0.0001131368,0.05000,1.246
10,mlp.experts.144.gate_proj,0.0000530042,0.05000,1.261
10,mlp.experts.142.gate_proj,0.0000443133,0.05000,1.264
10,mlp.experts.147.gate_proj,0.0000430439,0.05000,1.254
10,mlp.experts.145.gate_proj,0.0000719615,0.05000,1.259
10,mlp.experts.148.gate_proj,0.0000664718,0.05000,1.256
10,mlp.experts.146.gate_proj,0.0000331867,0.05000,1.271
10,mlp.experts.151.gate_proj,0.0001382940,0.05000,1.261
10,mlp.experts.152.gate_proj,0.0000944930,0.05000,1.231
10,mlp.experts.149.gate_proj,0.0000477390,0.05000,1.258
10,mlp.experts.150.gate_proj,0.0000632985,0.05000,1.256
10,mlp.experts.155.gate_proj,0.0001473990,0.05000,1.261
10,mlp.experts.153.gate_proj,0.0000678396,0.05000,1.229
10,mlp.experts.156.gate_proj,0.0000553463,0.05000,1.265
10,mlp.experts.154.gate_proj,0.0000517874,0.05000,1.241
10,mlp.experts.159.gate_proj,0.0000528365,0.05000,1.250
10,mlp.experts.157.gate_proj,0.0000384542,0.05000,1.242
10,mlp.experts.160.gate_proj,0.0000577087,0.05000,1.228
10,mlp.experts.158.gate_proj,0.0000582069,0.05000,1.226
10,mlp.experts.163.gate_proj,0.0000327392,0.05000,1.220
10,mlp.experts.161.gate_proj,0.0000410376,0.05000,1.229
10,mlp.experts.164.gate_proj,0.0000634021,0.05000,1.235
10,mlp.experts.162.gate_proj,0.0000484563,0.05000,1.234
10,mlp.experts.167.gate_proj,0.0000750919,0.05000,1.233
10,mlp.experts.165.gate_proj,0.0000349652,0.05000,1.224
10,mlp.experts.168.gate_proj,0.0001074194,0.05000,1.254
10,mlp.experts.166.gate_proj,0.0000943668,0.05000,1.254
10,mlp.experts.171.gate_proj,0.0000155469,0.05000,1.257
10,mlp.experts.169.gate_proj,0.0000257260,0.05000,1.253
10,mlp.experts.172.gate_proj,0.0000508712,0.05000,1.262
10,mlp.experts.170.gate_proj,0.0000679244,0.05000,1.253
10,mlp.experts.175.gate_proj,0.0000716465,0.05000,1.252
10,mlp.experts.173.gate_proj,0.0000899117,0.05000,1.228
10,mlp.experts.176.gate_proj,0.0000621908,0.05000,1.244
10,mlp.experts.174.gate_proj,0.0000948949,0.05000,1.236
10,mlp.experts.179.gate_proj,0.0000992002,0.05000,1.240
10,mlp.experts.177.gate_proj,0.0000782502,0.05000,1.234
10,mlp.experts.180.gate_proj,0.0001548603,0.05000,1.233
10,mlp.experts.178.gate_proj,0.0001382386,0.05000,1.246
10,mlp.experts.183.gate_proj,0.0000702903,0.05000,1.238
10,mlp.experts.181.gate_proj,0.0000500753,0.05000,1.280
10,mlp.experts.184.gate_proj,0.0000419940,0.05000,1.276
10,mlp.experts.182.gate_proj,0.0001164393,0.05000,1.271
10,mlp.experts.187.gate_proj,0.0000660410,0.05000,1.262
10,mlp.experts.185.gate_proj,0.0000347165,0.05000,1.239
10,mlp.experts.188.gate_proj,0.0000437427,0.05000,1.242
10,mlp.experts.186.gate_proj,0.0001098100,0.05000,1.221
10,mlp.experts.191.gate_proj,0.0000844369,0.05000,1.233
10,mlp.experts.189.gate_proj,0.0000620822,0.05000,1.240
10,mlp.experts.192.gate_proj,0.0001020517,0.05000,1.243
10,mlp.experts.190.gate_proj,0.0000666265,0.05000,1.255
10,mlp.experts.195.gate_proj,0.0000963469,0.05000,1.257
10,mlp.experts.193.gate_proj,0.0000641788,0.05000,1.254
10,mlp.experts.196.gate_proj,0.0000399873,0.05000,1.252
10,mlp.experts.194.gate_proj,0.0000636291,0.05000,1.242
10,mlp.experts.199.gate_proj,0.0000980545,0.05000,1.251
10,mlp.experts.197.gate_proj,0.0000847920,0.05000,1.238
10,mlp.experts.200.gate_proj,0.0000732032,0.05000,1.231
10,mlp.experts.198.gate_proj,0.0000239355,0.05000,1.230
10,mlp.experts.203.gate_proj,0.0001051265,0.05000,1.244
10,mlp.experts.201.gate_proj,0.0000775652,0.05000,1.252
10,mlp.experts.204.gate_proj,0.0000691415,0.05000,1.258
10,mlp.experts.202.gate_proj,0.0001535437,0.05000,1.277
10,mlp.experts.207.gate_proj,0.0000447660,0.05000,1.264
10,mlp.experts.205.gate_proj,0.0000913896,0.05000,1.247
10,mlp.experts.208.gate_proj,0.0000929100,0.05000,1.252
10,mlp.experts.206.gate_proj,0.0001146130,0.05000,1.251
10,mlp.experts.211.gate_proj,0.0000805898,0.05000,1.255
10,mlp.experts.209.gate_proj,0.0001829715,0.05000,1.268
10,mlp.experts.212.gate_proj,0.0000853936,0.05000,1.283
10,mlp.experts.210.gate_proj,0.0000723565,0.05000,1.289
10,mlp.experts.215.gate_proj,0.0000940336,0.05000,1.275
10,mlp.experts.213.gate_proj,0.0001048547,0.05000,1.256
10,mlp.experts.216.gate_proj,0.0000365559,0.05000,1.265
10,mlp.experts.214.gate_proj,0.0001484798,0.05000,1.260
10,mlp.experts.219.gate_proj,0.0000943404,0.05000,1.257
10,mlp.experts.217.gate_proj,0.0000744279,0.05000,1.255
10,mlp.experts.220.gate_proj,0.0000439138,0.05000,1.256
10,mlp.experts.218.gate_proj,0.0000356594,0.05000,1.262
10,mlp.experts.223.gate_proj,0.0000568614,0.05000,1.270
10,mlp.experts.221.gate_proj,0.0000940403,0.05000,1.260
10,mlp.experts.224.gate_proj,0.0000894941,0.05000,1.262
10,mlp.experts.222.gate_proj,0.0000579947,0.05000,1.262
10,mlp.experts.227.gate_proj,0.0000665925,0.05000,1.256
10,mlp.experts.225.gate_proj,0.0000431161,0.05000,1.249
10,mlp.experts.228.gate_proj,0.0000444696,0.05000,1.248
10,mlp.experts.226.gate_proj,0.0000690281,0.05000,1.241
10,mlp.experts.231.gate_proj,0.0001048628,0.05000,1.249
10,mlp.experts.229.gate_proj,0.0000705465,0.05000,1.240
10,mlp.experts.232.gate_proj,0.0000687019,0.05000,1.272
10,mlp.experts.230.gate_proj,0.0000584678,0.05000,1.268
10,mlp.experts.235.gate_proj,0.0000643382,0.05000,1.253
10,mlp.experts.233.gate_proj,0.0001222722,0.05000,1.251
10,mlp.experts.236.gate_proj,0.0000710657,0.05000,1.249
10,mlp.experts.234.gate_proj,0.0000719171,0.05000,1.234
10,mlp.experts.239.gate_proj,0.0000938473,0.05000,1.233
10,mlp.experts.237.gate_proj,0.0001848204,0.05000,1.250
10,mlp.experts.240.gate_proj,0.0000311396,0.05000,1.249
10,mlp.experts.238.gate_proj,0.0000790214,0.05000,1.260
10,mlp.experts.243.gate_proj,0.0000253378,0.05000,1.249
10,mlp.experts.241.gate_proj,0.0000950461,0.05000,1.249
10,mlp.experts.244.gate_proj,0.0001006724,0.05000,1.240
10,mlp.experts.242.gate_proj,0.0000530779,0.05000,1.235
10,mlp.experts.247.gate_proj,0.0000248292,0.05000,1.238
10,mlp.experts.245.gate_proj,0.0000858233,0.05000,1.236
10,mlp.experts.248.gate_proj,0.0000375320,0.05000,1.229
10,mlp.experts.246.gate_proj,0.0000396388,0.05000,1.237
10,mlp.experts.251.gate_proj,0.0000568924,0.05000,1.244
10,mlp.experts.249.gate_proj,0.0001016187,0.05000,1.251
10,mlp.experts.252.gate_proj,0.0000660482,0.05000,1.265
10,mlp.experts.250.gate_proj,0.0000717009,0.05000,1.260
10,mlp.experts.255.gate_proj,0.0000853148,0.05000,1.265
10,mlp.experts.253.gate_proj,0.0000370470,0.05000,1.240
10,mlp.experts.0.up_proj,0.0000359992,0.05000,1.241
10,mlp.experts.254.gate_proj,0.0000841915,0.05000,1.241
10,mlp.experts.3.up_proj,0.0000489075,0.05000,1.239
10,mlp.experts.1.up_proj,0.0000469675,0.05000,1.253
10,mlp.experts.4.up_proj,0.0000829939,0.05000,1.282
10,mlp.experts.2.up_proj,0.0000621973,0.05000,1.278
10,mlp.experts.7.up_proj,0.0000418321,0.05000,1.278
10,mlp.experts.5.up_proj,0.0000370428,0.05000,1.264
10,mlp.experts.8.up_proj,0.0000384076,0.05000,1.265
10,mlp.experts.6.up_proj,0.0001000461,0.05000,1.277
10,mlp.experts.11.up_proj,0.0000938042,0.05000,1.264
10,mlp.experts.9.up_proj,0.0000313290,0.05000,1.249
10,mlp.experts.12.up_proj,0.0000351547,0.05000,1.246
10,mlp.experts.16.up_proj,fallback(rtn): 0.0010223,0.00000,0.018
10,mlp.experts.10.up_proj,0.0000669445,0.05000,1.248
10,mlp.experts.15.up_proj,0.0000610276,0.05000,1.252
10,mlp.experts.13.up_proj,0.0000513812,0.05000,1.255
10,mlp.experts.20.up_proj,0.0000476176,0.05000,1.248
10,mlp.experts.14.up_proj,0.0000934077,0.05000,1.245
10,mlp.experts.19.up_proj,0.0000359126,0.05000,1.246
10,mlp.experts.17.up_proj,0.0000439810,0.05000,1.253
10,mlp.experts.24.up_proj,0.0000227288,0.05000,1.263
10,mlp.experts.18.up_proj,0.0001712487,0.05000,1.270
10,mlp.experts.23.up_proj,0.0000333452,0.05000,1.257
10,mlp.experts.21.up_proj,0.0001099309,0.05000,1.265
10,mlp.experts.28.up_proj,0.0000441449,0.05000,1.252
10,mlp.experts.22.up_proj,0.0000738998,0.05000,1.250
10,mlp.experts.27.up_proj,0.0000327012,0.05000,1.248
10,mlp.experts.25.up_proj,0.0000356177,0.05000,1.237
10,mlp.experts.26.up_proj,0.0000596008,0.05000,1.232
10,mlp.experts.32.up_proj,0.0000813720,0.05000,1.247
10,mlp.experts.31.up_proj,0.0000350925,0.05000,1.238
10,mlp.experts.29.up_proj,0.0000510839,0.05000,1.241
10,mlp.experts.30.up_proj,0.0000976018,0.05000,1.237
10,mlp.experts.36.up_proj,0.0000387291,0.05000,1.234
10,mlp.experts.35.up_proj,0.0000401772,0.05000,1.250
10,mlp.experts.33.up_proj,0.0000644696,0.05000,1.274
10,mlp.experts.34.up_proj,0.0000697583,0.05000,1.267
10,mlp.experts.40.up_proj,0.0000692278,0.05000,1.283
10,mlp.experts.39.up_proj,0.0000525903,0.05000,1.275
10,mlp.experts.37.up_proj,0.0000922482,0.05000,1.274
10,mlp.experts.38.up_proj,0.0000382197,0.05000,1.264
10,mlp.experts.43.up_proj,0.0000630002,0.05000,1.247
10,mlp.experts.44.up_proj,0.0000599692,0.05000,1.266
10,mlp.experts.41.up_proj,0.0000823214,0.05000,1.277
10,mlp.experts.42.up_proj,0.0000840837,0.05000,1.265
10,mlp.experts.47.up_proj,0.0000587004,0.05000,1.266
10,mlp.experts.48.up_proj,0.0001112218,0.05000,1.270
10,mlp.experts.45.up_proj,0.0000946678,0.05000,1.246
10,mlp.experts.46.up_proj,0.0000402882,0.05000,1.245
10,mlp.experts.51.up_proj,0.0000415618,0.05000,1.255
10,mlp.experts.52.up_proj,0.0000496186,0.05000,1.261
10,mlp.experts.49.up_proj,0.0000855976,0.05000,1.243
10,mlp.experts.50.up_proj,0.0001087558,0.05000,1.259
10,mlp.experts.55.up_proj,0.0002042047,0.05000,1.249
10,mlp.experts.56.up_proj,0.0000789282,0.05000,1.251
10,mlp.experts.53.up_proj,0.0000399538,0.05000,1.240
10,mlp.experts.54.up_proj,0.0000729597,0.05000,1.246
10,mlp.experts.60.up_proj,0.0000991638,0.05000,1.233
10,mlp.experts.59.up_proj,0.0000427348,0.05000,1.255
10,mlp.experts.57.up_proj,0.0000952972,0.05000,1.243
10,mlp.experts.58.up_proj,0.0000576706,0.05000,1.242
10,mlp.experts.63.up_proj,0.0000441547,0.05000,1.237
10,mlp.experts.64.up_proj,0.0000755489,0.05000,1.254
10,mlp.experts.61.up_proj,0.0000892508,0.05000,1.236
10,mlp.experts.62.up_proj,0.0000348876,0.05000,1.231
10,mlp.experts.67.up_proj,0.0000754666,0.05000,1.227
10,mlp.experts.68.up_proj,0.0000220895,0.05000,1.221
10,mlp.experts.65.up_proj,0.0000243687,0.05000,1.274
10,mlp.experts.66.up_proj,0.0000521999,0.05000,1.264
10,mlp.experts.71.up_proj,0.0000636251,0.05000,1.259
10,mlp.experts.72.up_proj,0.0000261544,0.05000,1.271
10,mlp.experts.69.up_proj,0.0000815789,0.05000,1.264
10,mlp.experts.70.up_proj,0.0000565794,0.05000,1.273
10,mlp.experts.76.up_proj,0.0000863557,0.05000,1.261
10,mlp.experts.75.up_proj,0.0000621987,0.05000,1.275
10,mlp.experts.73.up_proj,0.0000345816,0.05000,1.245
10,mlp.experts.74.up_proj,0.0000403909,0.05000,1.249
10,mlp.experts.80.up_proj,0.0000997998,0.05000,1.247
10,mlp.experts.79.up_proj,0.0000399550,0.05000,1.256
10,mlp.experts.77.up_proj,0.0000797003,0.05000,1.254
10,mlp.experts.78.up_proj,0.0000524395,0.05000,1.255
10,mlp.experts.84.up_proj,0.0000344832,0.05000,1.256
10,mlp.experts.83.up_proj,0.0000426062,0.05000,1.257
10,mlp.experts.81.up_proj,0.0000461987,0.05000,1.257
10,mlp.experts.82.up_proj,0.0000694364,0.05000,1.256
10,mlp.experts.88.up_proj,0.0000422559,0.05000,1.249
10,mlp.experts.87.up_proj,0.0000688927,0.05000,1.264
10,mlp.experts.85.up_proj,0.0000256042,0.05000,1.246
10,mlp.experts.92.up_proj,0.0000390959,0.05000,1.228
10,mlp.experts.86.up_proj,0.0001226076,0.05000,1.230
10,mlp.experts.91.up_proj,0.0000325930,0.05000,1.232
10,mlp.experts.89.up_proj,0.0000343133,0.05000,1.245
10,mlp.experts.90.up_proj,0.0000740118,0.05000,1.245
10,mlp.experts.96.up_proj,0.0000467350,0.05000,1.256
10,mlp.experts.95.up_proj,0.0000513478,0.05000,1.247
10,mlp.experts.99.up_proj,fallback(rtn): 0.0010071,0.00000,0.017
10,mlp.experts.93.up_proj,0.0000593554,0.05000,1.244
10,mlp.experts.94.up_proj,0.0001688955,0.05000,1.248
10,mlp.experts.100.up_proj,0.0000696710,0.05000,1.252
10,mlp.experts.103.up_proj,0.0000629322,0.05000,1.233
10,mlp.experts.97.up_proj,0.0000568183,0.05000,1.253
10,mlp.experts.104.up_proj,0.0000821249,0.05000,1.251
10,mlp.experts.98.up_proj,0.0000404735,0.05000,1.264
10,mlp.experts.107.up_proj,0.0000953333,0.05000,1.253
10,mlp.experts.101.up_proj,0.0000267067,0.05000,1.246
10,mlp.experts.108.up_proj,0.0000679244,0.05000,1.253
10,mlp.experts.102.up_proj,0.0001162978,0.05000,1.255
10,mlp.experts.111.up_proj,0.0000808748,0.05000,1.247
10,mlp.experts.105.up_proj,0.0001012512,0.05000,1.263
10,mlp.experts.106.up_proj,0.0001633496,0.05000,1.273
10,mlp.experts.112.up_proj,0.0001621340,0.05000,1.279
10,mlp.experts.115.up_proj,0.0000552392,0.05000,1.263
10,mlp.experts.109.up_proj,0.0000620909,0.05000,1.238
10,mlp.experts.116.up_proj,0.0000549957,0.05000,1.245
10,mlp.experts.110.up_proj,0.0000539777,0.05000,1.251
10,mlp.experts.119.up_proj,0.0000363405,0.05000,1.264
10,mlp.experts.113.up_proj,0.0000362159,0.05000,1.252
10,mlp.experts.114.up_proj,0.0000215824,0.05000,1.259
10,mlp.experts.120.up_proj,0.0000568055,0.05000,1.265
10,mlp.experts.123.up_proj,0.0000605061,0.05000,1.256
10,mlp.experts.117.up_proj,0.0000456651,0.05000,1.234
10,mlp.experts.118.up_proj,0.0000849295,0.05000,1.261
10,mlp.experts.124.up_proj,0.0000331409,0.05000,1.269
10,mlp.experts.127.up_proj,0.0000489224,0.05000,1.259
10,mlp.experts.121.up_proj,0.0001045588,0.05000,1.250
10,mlp.experts.122.up_proj,0.0001203236,0.05000,1.243
10,mlp.experts.128.up_proj,0.0000467112,0.05000,1.249
10,mlp.experts.131.up_proj,0.0000396151,0.05000,1.241
10,mlp.experts.125.up_proj,0.0000242125,0.05000,1.248
10,mlp.experts.126.up_proj,0.0000535974,0.05000,1.249
10,mlp.experts.132.up_proj,0.0000549155,0.05000,1.252
10,mlp.experts.135.up_proj,0.0000454637,0.05000,1.257
10,mlp.experts.129.up_proj,0.0000741999,0.05000,1.257
10,mlp.experts.130.up_proj,0.0000241494,0.05000,1.254
10,mlp.experts.139.up_proj,0.0000613856,0.05000,1.244
10,mlp.experts.136.up_proj,0.0000596857,0.05000,1.268
10,mlp.experts.133.up_proj,0.0000859930,0.05000,1.249
10,mlp.experts.134.up_proj,0.0000625344,0.05000,1.259
10,mlp.experts.143.up_proj,0.0000445229,0.05000,1.263
10,mlp.experts.140.up_proj,0.0000589698,0.05000,1.255
10,mlp.experts.137.up_proj,0.0000449573,0.05000,1.247
10,mlp.experts.138.up_proj,0.0000429918,0.05000,1.243
10,mlp.experts.147.up_proj,0.0000385309,0.05000,1.243
10,mlp.experts.144.up_proj,0.0000506793,0.05000,1.236
10,mlp.experts.141.up_proj,0.0001058557,0.05000,1.256
10,mlp.experts.142.up_proj,0.0000387288,0.05000,1.263
10,mlp.experts.148.up_proj,0.0000553180,0.05000,1.259
10,mlp.experts.151.up_proj,0.0001315561,0.05000,1.265
10,mlp.experts.145.up_proj,0.0000690949,0.05000,1.267
10,mlp.experts.146.up_proj,0.0000384350,0.05000,1.274
10,mlp.experts.152.up_proj,0.0000896010,0.05000,1.259
10,mlp.experts.155.up_proj,0.0001335832,0.05000,1.263
10,mlp.experts.149.up_proj,0.0000414358,0.05000,1.232
10,mlp.experts.159.up_proj,0.0000463912,0.05000,1.218
10,mlp.experts.156.up_proj,0.0000486529,0.05000,1.233
10,mlp.experts.150.up_proj,0.0000563107,0.05000,1.266
10,mlp.experts.153.up_proj,0.0000617804,0.05000,1.267
10,mlp.experts.163.up_proj,0.0000277195,0.05000,1.267
10,mlp.experts.154.up_proj,0.0000486627,0.05000,1.246
10,mlp.experts.160.up_proj,0.0000548474,0.05000,1.254
10,mlp.experts.157.up_proj,0.0000341876,0.05000,1.246
10,mlp.experts.167.up_proj,0.0000716161,0.05000,1.230
10,mlp.experts.164.up_proj,0.0000564596,0.05000,1.241
10,mlp.experts.158.up_proj,0.0000541184,0.05000,1.247
10,mlp.experts.161.up_proj,0.0000392386,0.05000,1.253
10,mlp.experts.171.up_proj,0.0000149262,0.05000,1.254
10,mlp.experts.168.up_proj,0.0001041585,0.05000,1.249
10,mlp.experts.162.up_proj,0.0000661450,0.05000,1.246
10,mlp.experts.165.up_proj,0.0000338795,0.05000,1.244
10,mlp.experts.175.up_proj,0.0000680523,0.05000,1.254
10,mlp.experts.172.up_proj,0.0000464485,0.05000,1.259
10,mlp.experts.166.up_proj,0.0000893893,0.05000,1.261
10,mlp.experts.169.up_proj,0.0000227218,0.05000,1.254
10,mlp.experts.176.up_proj,0.0000474455,0.05000,1.235
10,mlp.experts.179.up_proj,0.0000947493,0.05000,1.273
10,mlp.experts.170.up_proj,0.0000554492,0.05000,1.265
10,mlp.experts.173.up_proj,0.0000769207,0.05000,1.238
10,mlp.experts.180.up_proj,0.0001451365,0.05000,1.231
10,mlp.experts.183.up_proj,0.0000662201,0.05000,1.248
10,mlp.experts.174.up_proj,0.0000845974,0.05000,1.248
10,mlp.experts.177.up_proj,0.0000743455,0.05000,1.248
10,mlp.experts.184.up_proj,0.0000373508,0.05000,1.243
10,mlp.experts.187.up_proj,0.0000604823,0.05000,1.246
10,mlp.experts.178.up_proj,0.0001349825,0.05000,1.245
10,mlp.experts.181.up_proj,0.0000463729,0.05000,1.241
10,mlp.experts.188.up_proj,0.0000402166,0.05000,1.250
10,mlp.experts.191.up_proj,0.0000796013,0.05000,1.245
10,mlp.experts.182.up_proj,0.0001090180,0.05000,1.256
10,mlp.experts.185.up_proj,0.0000334276,0.05000,1.258
10,mlp.experts.192.up_proj,0.0000959189,0.05000,1.265
10,mlp.experts.195.up_proj,0.0000902384,0.05000,1.267
10,mlp.experts.186.up_proj,0.0001003859,0.05000,1.264
10,mlp.experts.189.up_proj,0.0000591739,0.05000,1.238
10,mlp.experts.196.up_proj,0.0000391179,0.05000,1.241
10,mlp.experts.199.up_proj,0.0000924211,0.05000,1.244
10,mlp.experts.190.up_proj,0.0000583006,0.05000,1.237
10,mlp.experts.193.up_proj,0.0000626536,0.05000,1.224
10,mlp.experts.200.up_proj,0.0000643778,0.05000,1.219
10,mlp.experts.203.up_proj,0.0000997486,0.05000,1.228
10,mlp.experts.194.up_proj,0.0000558629,0.05000,1.231
10,mlp.experts.197.up_proj,0.0000763511,0.05000,1.241
10,mlp.experts.204.up_proj,0.0000630754,0.05000,1.239
10,mlp.experts.207.up_proj,0.0000437794,0.05000,1.237
10,mlp.experts.198.up_proj,0.0000226102,0.05000,1.239
10,mlp.experts.201.up_proj,0.0000622547,0.05000,1.240
10,mlp.experts.208.up_proj,0.0000888890,0.05000,1.246
10,mlp.experts.211.up_proj,0.0000764898,0.05000,1.249
10,mlp.experts.202.up_proj,0.0001296781,0.05000,1.251
10,mlp.experts.205.up_proj,0.0000841013,0.05000,1.244
10,mlp.experts.212.up_proj,0.0000817125,0.05000,1.251
10,mlp.experts.215.up_proj,0.0000892463,0.05000,1.244
10,mlp.experts.206.up_proj,0.0001094546,0.05000,1.250
10,mlp.experts.209.up_proj,0.0001670413,0.05000,1.239
10,mlp.experts.216.up_proj,0.0000357160,0.05000,1.245
10,mlp.experts.219.up_proj,0.0000893358,0.05000,1.238
10,mlp.experts.210.up_proj,0.0000669906,0.05000,1.243
10,mlp.experts.213.up_proj,0.0000995528,0.05000,1.254
10,mlp.experts.220.up_proj,0.0000369224,0.05000,1.262
10,mlp.experts.223.up_proj,0.0000486243,0.05000,1.279
10,mlp.experts.214.up_proj,0.0001397970,0.05000,1.277
10,mlp.experts.217.up_proj,0.0000704623,0.05000,1.284
10,mlp.experts.224.up_proj,0.0000844138,0.05000,1.262
10,mlp.experts.227.up_proj,0.0000632837,0.05000,1.268
10,mlp.experts.218.up_proj,0.0000339562,0.05000,1.275
10,mlp.experts.221.up_proj,0.0000788136,0.05000,1.247
10,mlp.experts.228.up_proj,0.0000388488,0.05000,1.246
10,mlp.experts.231.up_proj,0.0000987661,0.05000,1.254
10,mlp.experts.222.up_proj,0.0000575350,0.05000,1.243
10,mlp.experts.225.up_proj,0.0000395306,0.05000,1.241
10,mlp.experts.232.up_proj,0.0000664883,0.05000,1.242
10,mlp.experts.235.up_proj,0.0000586686,0.05000,1.237
10,mlp.experts.226.up_proj,0.0000680150,0.05000,1.245
10,mlp.experts.229.up_proj,0.0000627114,0.05000,1.252
10,mlp.experts.236.up_proj,0.0000688476,0.05000,1.261
10,mlp.experts.239.up_proj,0.0000814285,0.05000,1.273
10,mlp.experts.230.up_proj,0.0000532038,0.05000,1.276
10,mlp.experts.233.up_proj,0.0001201083,0.05000,1.256
10,mlp.experts.240.up_proj,0.0000304757,0.05000,1.242
10,mlp.experts.243.up_proj,0.0000227251,0.05000,1.252
10,mlp.experts.234.up_proj,0.0000673550,0.05000,1.245
10,mlp.experts.237.up_proj,0.0001696084,0.05000,1.252
10,mlp.experts.244.up_proj,0.0000707435,0.05000,1.260
10,mlp.experts.247.up_proj,0.0000240588,0.05000,1.255
10,mlp.experts.238.up_proj,0.0000752681,0.05000,1.259
10,mlp.experts.241.up_proj,0.0000853586,0.05000,1.243
10,mlp.experts.248.up_proj,0.0000363310,0.05000,1.243
10,mlp.experts.251.up_proj,0.0000532271,0.05000,1.232
10,mlp.experts.242.up_proj,0.0000525948,0.05000,1.245
10,mlp.experts.245.up_proj,0.0000836951,0.05000,1.262
10,mlp.experts.255.up_proj,0.0000803479,0.05000,1.243
10,mlp.experts.252.up_proj,0.0000570983,0.05000,1.260
10,mlp.experts.246.up_proj,0.0000358436,0.05000,1.216
10,mlp.experts.249.up_proj,0.0000979698,0.05000,0.571
10,mlp.experts.250.up_proj,0.0000657006,0.05000,0.461
10,mlp.experts.253.up_proj,0.0000317903,0.05000,0.460
10,mlp.experts.254.up_proj,0.0000708168,0.05000,0.420
10,mlp.experts.3.down_proj,0.0000011663,0.05000,0.311
10,mlp.experts.1.down_proj,0.0000013994,0.05000,0.312
10,mlp.experts.2.down_proj,0.0000009828,0.05000,0.315
10,mlp.experts.0.down_proj,0.0000011775,0.05000,0.319
10,mlp.experts.5.down_proj,0.0000013562,0.05000,0.278
10,mlp.experts.4.down_proj,0.0000010215,0.05000,0.309
10,mlp.experts.7.down_proj,0.0000013371,0.05000,0.316
10,mlp.experts.6.down_proj,0.0000009788,0.05000,0.320
10,mlp.experts.9.down_proj,0.0000008463,0.05000,0.314
10,mlp.experts.8.down_proj,0.0000009694,0.05000,0.314
10,mlp.experts.11.down_proj,0.0000009384,0.05000,0.317
10,mlp.experts.10.down_proj,0.0000007400,0.05000,0.314
10,mlp.experts.13.down_proj,0.0000005053,0.05000,0.308
10,mlp.experts.12.down_proj,0.0000010121,0.05000,0.312
10,mlp.experts.14.down_proj,0.0000011330,0.05000,0.308
10,mlp.experts.16.down_proj,fallback(rtn): 0.0010223,0.00000,0.006
10,mlp.experts.15.down_proj,0.0000022447,0.05000,0.318
10,mlp.experts.17.down_proj,0.0000014121,0.05000,0.331
10,mlp.experts.18.down_proj,0.0000052850,0.05000,0.327
10,mlp.experts.19.down_proj,0.0000010614,0.05000,0.316
10,mlp.experts.20.down_proj,0.0000015020,0.05000,0.332
10,mlp.experts.21.down_proj,0.0000011813,0.05000,0.318
10,mlp.experts.23.down_proj,0.0000005458,0.05000,0.314
10,mlp.experts.22.down_proj,0.0000006481,0.05000,0.323
10,mlp.experts.24.down_proj,0.0000007492,0.05000,0.320
10,mlp.experts.25.down_proj,0.0000009178,0.05000,0.319
10,mlp.experts.27.down_proj,0.0000015755,0.05000,0.314
10,mlp.experts.26.down_proj,0.0000013522,0.05000,0.313
10,mlp.experts.28.down_proj,0.0000011771,0.05000,0.315
10,mlp.experts.29.down_proj,0.0000004117,0.05000,0.312
10,mlp.experts.30.down_proj,0.0000027982,0.05000,0.310
10,mlp.experts.31.down_proj,0.0000011148,0.05000,0.316
10,mlp.experts.32.down_proj,0.0000019694,0.05000,0.315
10,mlp.experts.33.down_proj,0.0000007223,0.05000,0.316
10,mlp.experts.34.down_proj,0.0000023274,0.05000,0.318
10,mlp.experts.35.down_proj,0.0000011619,0.05000,0.319
10,mlp.experts.36.down_proj,0.0000008820,0.05000,0.326
10,mlp.experts.37.down_proj,0.0000010691,0.05000,0.325
10,mlp.experts.38.down_proj,0.0000019157,0.05000,0.321
10,mlp.experts.39.down_proj,0.0000011176,0.05000,0.325
10,mlp.experts.40.down_proj,0.0000015680,0.05000,0.315
10,mlp.experts.41.down_proj,0.0000017687,0.05000,0.310
10,mlp.experts.42.down_proj,0.0000030556,0.05000,0.314
10,mlp.experts.43.down_proj,0.0000006227,0.05000,0.322
10,mlp.experts.44.down_proj,0.0000007167,0.05000,0.320
10,mlp.experts.45.down_proj,0.0000034345,0.05000,0.327
10,mlp.experts.47.down_proj,0.0000034303,0.05000,0.313
10,mlp.experts.46.down_proj,0.0000011003,0.05000,0.322
10,mlp.experts.48.down_proj,0.0000012814,0.05000,0.322
10,mlp.experts.49.down_proj,0.0000007792,0.05000,0.317
10,mlp.experts.50.down_proj,0.0000011512,0.05000,0.314
10,mlp.experts.51.down_proj,0.0000012292,0.05000,0.317
10,mlp.experts.52.down_proj,0.0000011850,0.05000,0.318
10,mlp.experts.53.down_proj,0.0000011222,0.05000,0.325
10,mlp.experts.55.down_proj,0.0000069554,0.05000,0.319
10,mlp.experts.54.down_proj,0.0000013663,0.05000,0.325
10,mlp.experts.56.down_proj,0.0000018277,0.05000,0.320
10,mlp.experts.57.down_proj,0.0000025919,0.05000,0.314
10,mlp.experts.59.down_proj,0.0000011463,0.05000,0.315
10,mlp.experts.58.down_proj,0.0000016564,0.05000,0.312
10,mlp.experts.60.down_proj,0.0000012994,0.05000,0.313
10,mlp.experts.61.down_proj,0.0000011054,0.05000,0.307
10,mlp.experts.62.down_proj,0.0000005839,0.05000,0.304
10,mlp.experts.63.down_proj,0.0000014437,0.05000,0.322
10,mlp.experts.64.down_proj,0.0000011111,0.05000,0.318
10,mlp.experts.65.down_proj,0.0000004556,0.05000,0.319
10,mlp.experts.66.down_proj,0.0000013072,0.05000,0.311
10,mlp.experts.67.down_proj,0.0000023919,0.05000,0.313
10,mlp.experts.68.down_proj,0.0000007060,0.05000,0.310
10,mlp.experts.69.down_proj,0.0000007219,0.05000,0.309
10,mlp.experts.70.down_proj,0.0000019395,0.05000,0.312
10,mlp.experts.71.down_proj,0.0000005401,0.05000,0.309
10,mlp.experts.72.down_proj,0.0000009517,0.05000,0.313
10,mlp.experts.73.down_proj,0.0000012947,0.05000,0.319
10,mlp.experts.74.down_proj,0.0000020035,0.05000,0.329
10,mlp.experts.75.down_proj,0.0000015950,0.05000,0.327
10,mlp.experts.76.down_proj,0.0000008743,0.05000,0.332
10,mlp.experts.77.down_proj,0.0000019096,0.05000,0.333
10,mlp.experts.78.down_proj,0.0000005752,0.05000,0.318
10,mlp.experts.79.down_proj,0.0000011619,0.05000,0.328
10,mlp.experts.80.down_proj,0.0000009879,0.05000,0.321
10,mlp.experts.81.down_proj,0.0000013554,0.05000,0.316
10,mlp.experts.82.down_proj,0.0000006722,0.05000,0.321
10,mlp.experts.83.down_proj,0.0000003339,0.05000,0.318
10,mlp.experts.84.down_proj,0.0000008113,0.05000,0.321
10,mlp.experts.85.down_proj,0.0000007233,0.05000,0.313
10,mlp.experts.86.down_proj,0.0000030789,0.05000,0.321
10,mlp.experts.87.down_proj,0.0000017184,0.05000,0.325
10,mlp.experts.88.down_proj,0.0000013955,0.05000,0.321
10,mlp.experts.89.down_proj,0.0000025227,0.05000,0.333
10,mlp.experts.90.down_proj,0.0000006586,0.05000,0.331
10,mlp.experts.91.down_proj,0.0000011399,0.05000,0.328
10,mlp.experts.92.down_proj,0.0000012486,0.05000,0.330
10,mlp.experts.93.down_proj,0.0000006352,0.05000,0.324
10,mlp.experts.94.down_proj,0.0000042407,0.05000,0.310
10,mlp.experts.95.down_proj,0.0000007737,0.05000,0.312
10,mlp.experts.99.down_proj,fallback(rtn): 0.0009995,0.00000,0.005
10,mlp.experts.96.down_proj,0.0000007110,0.05000,0.312
10,mlp.experts.97.down_proj,0.0000015036,0.05000,0.314
10,mlp.experts.98.down_proj,0.0000017942,0.05000,0.315
10,mlp.experts.103.down_proj,0.0000026436,0.05000,0.316
10,mlp.experts.100.down_proj,0.0000006297,0.05000,0.317
10,mlp.experts.101.down_proj,0.0000006157,0.05000,0.320
10,mlp.experts.102.down_proj,0.0000011047,0.05000,0.325
10,mlp.experts.104.down_proj,0.0000008308,0.05000,0.315
10,mlp.experts.107.down_proj,0.0000022811,0.05000,0.323
10,mlp.experts.105.down_proj,0.0000018629,0.05000,0.322
10,mlp.experts.106.down_proj,0.0000047823,0.05000,0.315
10,mlp.experts.108.down_proj,0.0000009583,0.05000,0.317
10,mlp.experts.111.down_proj,0.0000023000,0.05000,0.320
10,mlp.experts.109.down_proj,0.0000019420,0.05000,0.315
10,mlp.experts.110.down_proj,0.0000027591,0.05000,0.323
10,mlp.experts.112.down_proj,0.0000048137,0.05000,0.317
10,mlp.experts.115.down_proj,0.0000005293,0.05000,0.321
10,mlp.experts.113.down_proj,0.0000014513,0.05000,0.320
10,mlp.experts.114.down_proj,0.0000006284,0.05000,0.320
10,mlp.experts.116.down_proj,0.0000013189,0.05000,0.321
10,mlp.experts.119.down_proj,0.0000010449,0.05000,0.315
10,mlp.experts.117.down_proj,0.0000014479,0.05000,0.311
10,mlp.experts.118.down_proj,0.0000007924,0.05000,0.317
10,mlp.experts.123.down_proj,0.0000008181,0.05000,0.311
10,mlp.experts.120.down_proj,0.0000023056,0.05000,0.318
10,mlp.experts.121.down_proj,0.0000011336,0.05000,0.323
10,mlp.experts.122.down_proj,0.0000038141,0.05000,0.321
10,mlp.experts.127.down_proj,0.0000006185,0.05000,0.320
10,mlp.experts.124.down_proj,0.0000008889,0.05000,0.310
10,mlp.experts.125.down_proj,0.0000006662,0.05000,0.310
10,mlp.experts.126.down_proj,0.0000009501,0.05000,0.310
10,mlp.experts.131.down_proj,0.0000017645,0.05000,0.310
10,mlp.experts.128.down_proj,0.0000013822,0.05000,0.310
10,mlp.experts.129.down_proj,0.0000007122,0.05000,0.317
10,mlp.experts.130.down_proj,0.0000003466,0.05000,0.321
10,mlp.experts.135.down_proj,0.0000018101,0.05000,0.332
10,mlp.experts.132.down_proj,0.0000016943,0.05000,0.331
10,mlp.experts.133.down_proj,0.0000009002,0.05000,0.330
10,mlp.experts.134.down_proj,0.0000009909,0.05000,0.312
10,mlp.experts.139.down_proj,0.0000029171,0.05000,0.312
10,mlp.experts.136.down_proj,0.0000007495,0.05000,0.311
10,mlp.experts.137.down_proj,0.0000012560,0.05000,0.318
10,mlp.experts.138.down_proj,0.0000013623,0.05000,0.316
10,mlp.experts.143.down_proj,0.0000011272,0.05000,0.312
10,mlp.experts.140.down_proj,0.0000017583,0.05000,0.313
10,mlp.experts.141.down_proj,0.0000010900,0.05000,0.313
10,mlp.experts.142.down_proj,0.0000011070,0.05000,0.312
10,mlp.experts.147.down_proj,0.0000012377,0.05000,0.310
10,mlp.experts.144.down_proj,0.0000005379,0.05000,0.311
10,mlp.experts.145.down_proj,0.0000008525,0.05000,0.316
10,mlp.experts.151.down_proj,0.0000015268,0.05000,0.319
10,mlp.experts.146.down_proj,0.0000010610,0.05000,0.327
10,mlp.experts.148.down_proj,0.0000020527,0.05000,0.325
10,mlp.experts.149.down_proj,0.0000013302,0.05000,0.318
10,mlp.experts.155.down_proj,0.0000039723,0.05000,0.316
10,mlp.experts.150.down_proj,0.0000011027,0.05000,0.317
10,mlp.experts.152.down_proj,0.0000009867,0.05000,0.314
10,mlp.experts.153.down_proj,0.0000018299,0.05000,0.328
10,mlp.experts.159.down_proj,0.0000016658,0.05000,0.326
10,mlp.experts.156.down_proj,0.0000017445,0.05000,0.334
10,mlp.experts.154.down_proj,0.0000015572,0.05000,0.343
10,mlp.experts.157.down_proj,0.0000009631,0.05000,0.326
10,mlp.experts.163.down_proj,0.0000006633,0.05000,0.312
10,mlp.experts.160.down_proj,0.0000007989,0.05000,0.313
10,mlp.experts.158.down_proj,0.0000016005,0.05000,0.310
10,mlp.experts.161.down_proj,0.0000006606,0.05000,0.311
10,mlp.experts.167.down_proj,0.0000007134,0.05000,0.314
10,mlp.experts.164.down_proj,0.0000015422,0.05000,0.314
10,mlp.experts.162.down_proj,0.0000004231,0.05000,0.314
10,mlp.experts.165.down_proj,0.0000009309,0.05000,0.324
10,mlp.experts.171.down_proj,0.0000004550,0.05000,0.320
10,mlp.experts.168.down_proj,0.0000020578,0.05000,0.316
10,mlp.experts.166.down_proj,0.0000009373,0.05000,0.317
10,mlp.experts.169.down_proj,0.0000006089,0.05000,0.315
10,mlp.experts.175.down_proj,0.0000006198,0.05000,0.313
10,mlp.experts.172.down_proj,0.0000014767,0.05000,0.313
10,mlp.experts.170.down_proj,0.0000024386,0.05000,0.316
10,mlp.experts.173.down_proj,0.0000028491,0.05000,0.307
10,mlp.experts.179.down_proj,0.0000011568,0.05000,0.309
10,mlp.experts.176.down_proj,0.0000011436,0.05000,0.309
10,mlp.experts.174.down_proj,0.0000025524,0.05000,0.310
10,mlp.experts.177.down_proj,0.0000007783,0.05000,0.321
10,mlp.experts.180.down_proj,0.0000043597,0.05000,0.318
10,mlp.experts.183.down_proj,0.0000005876,0.05000,0.335
10,mlp.experts.178.down_proj,0.0000048940,0.05000,0.332
10,mlp.experts.181.down_proj,0.0000015256,0.05000,0.327
10,mlp.experts.187.down_proj,0.0000016779,0.05000,0.314
10,mlp.experts.184.down_proj,0.0000015347,0.05000,0.320
10,mlp.experts.182.down_proj,0.0000011527,0.05000,0.317
10,mlp.experts.185.down_proj,0.0000005423,0.05000,0.314
10,mlp.experts.188.down_proj,0.0000006625,0.05000,0.307
10,mlp.experts.191.down_proj,0.0000008400,0.05000,0.313
10,mlp.experts.186.down_proj,0.0000034391,0.05000,0.314
10,mlp.experts.189.down_proj,0.0000005258,0.05000,0.312
10,mlp.experts.195.down_proj,0.0000008157,0.05000,0.308
10,mlp.experts.192.down_proj,0.0000009289,0.05000,0.314
10,mlp.experts.190.down_proj,0.0000016322,0.05000,0.308
10,mlp.experts.193.down_proj,0.0000021129,0.05000,0.311
10,mlp.experts.199.down_proj,0.0000009280,0.05000,0.322
10,mlp.experts.196.down_proj,0.0000008214,0.05000,0.322
10,mlp.experts.194.down_proj,0.0000013104,0.05000,0.316
10,mlp.experts.197.down_proj,0.0000028670,0.05000,0.326
10,mlp.experts.200.down_proj,0.0000020461,0.05000,0.312
10,mlp.experts.203.down_proj,0.0000015834,0.05000,0.320
10,mlp.experts.198.down_proj,0.0000007497,0.05000,0.317
10,mlp.experts.201.down_proj,0.0000015539,0.05000,0.323
10,mlp.experts.204.down_proj,0.0000014702,0.05000,0.328
10,mlp.experts.202.down_proj,0.0000035822,0.05000,0.322
10,mlp.experts.207.down_proj,0.0000012416,0.05000,0.331
10,mlp.experts.205.down_proj,0.0000022252,0.05000,0.319
10,mlp.experts.206.down_proj,0.0000010963,0.05000,0.314
10,mlp.experts.211.down_proj,0.0000007338,0.05000,0.318
10,mlp.experts.208.down_proj,0.0000008891,0.05000,0.329
10,mlp.experts.209.down_proj,0.0000056356,0.05000,0.315
10,mlp.experts.210.down_proj,0.0000006072,0.05000,0.315
10,mlp.experts.215.down_proj,0.0000009213,0.05000,0.312
10,mlp.experts.212.down_proj,0.0000007703,0.05000,0.314
10,mlp.experts.213.down_proj,0.0000009902,0.05000,0.315
10,mlp.experts.219.down_proj,0.0000009670,0.05000,0.317
10,mlp.experts.216.down_proj,0.0000008562,0.05000,0.317
10,mlp.experts.214.down_proj,0.0000021391,0.05000,0.338
10,mlp.experts.217.down_proj,0.0000014524,0.05000,0.323
10,mlp.experts.223.down_proj,0.0000014940,0.05000,0.340
10,mlp.experts.220.down_proj,0.0000013028,0.05000,0.328
10,mlp.experts.218.down_proj,0.0000010370,0.05000,0.331
10,mlp.experts.221.down_proj,0.0000044361,0.05000,0.333
10,mlp.experts.227.down_proj,0.0000005448,0.05000,0.315
10,mlp.experts.224.down_proj,0.0000007482,0.05000,0.312
10,mlp.experts.222.down_proj,0.0000018564,0.05000,0.318
10,mlp.experts.225.down_proj,0.0000012734,0.05000,0.323
10,mlp.experts.231.down_proj,0.0000009855,0.05000,0.321
10,mlp.experts.228.down_proj,0.0000012340,0.05000,0.326
10,mlp.experts.226.down_proj,0.0000021864,0.05000,0.323
10,mlp.experts.229.down_proj,0.0000009328,0.05000,0.324
10,mlp.experts.235.down_proj,0.0000014878,0.05000,0.315
10,mlp.experts.232.down_proj,0.0000017501,0.05000,0.317
10,mlp.experts.230.down_proj,0.0000015616,0.05000,0.314
10,mlp.experts.233.down_proj,0.0000032087,0.05000,0.320
10,mlp.experts.239.down_proj,0.0000020631,0.05000,0.320
10,mlp.experts.236.down_proj,0.0000011718,0.05000,0.321
10,mlp.experts.234.down_proj,0.0000023378,0.05000,0.322
10,mlp.experts.237.down_proj,0.0000047199,0.05000,0.321
10,mlp.experts.243.down_proj,0.0000005663,0.05000,0.324
10,mlp.experts.240.down_proj,0.0000006220,0.05000,0.326
10,mlp.experts.238.down_proj,0.0000006612,0.05000,0.323
10,mlp.experts.241.down_proj,0.0000015961,0.05000,0.319
10,mlp.experts.247.down_proj,0.0000004155,0.05000,0.329
10,mlp.experts.242.down_proj,0.0000018091,0.05000,0.323
10,mlp.experts.244.down_proj,0.0000028917,0.05000,0.331
10,mlp.experts.245.down_proj,0.0000019989,0.05000,0.321
10,mlp.experts.251.down_proj,0.0000016359,0.05000,0.312
10,mlp.experts.246.down_proj,0.0000010042,0.05000,0.313
10,mlp.experts.248.down_proj,0.0000004278,0.05000,0.315
10,mlp.experts.249.down_proj,0.0000014522,0.05000,0.310
10,mlp.experts.255.down_proj,0.0000007307,0.05000,0.320
10,mlp.experts.250.down_proj,0.0000018063,0.05000,0.314
10,mlp.experts.252.down_proj,0.0000016288,0.05000,0.315
10,mlp.experts.253.down_proj,0.0000009356,0.05000,0.150
10,mlp.experts.254.down_proj,0.0000023832,0.05000,0.114
11,mlp.experts.3.gate_proj,0.0000553747,0.05000,1.261
11,mlp.experts.1.gate_proj,0.0001210850,0.05000,1.264
11,mlp.experts.2.gate_proj,0.0000911664,0.05000,1.262
11,mlp.experts.0.gate_proj,0.0000935992,0.05000,1.278
11,mlp.experts.5.gate_proj,0.0001465063,0.05000,1.248
11,mlp.experts.7.gate_proj,0.0000567487,0.05000,1.254
11,mlp.experts.4.gate_proj,0.0001005244,0.05000,1.240
11,mlp.experts.6.gate_proj,0.0001043096,0.05000,1.264
11,mlp.experts.10.gate_proj,0.0000635741,0.05000,1.245
11,mlp.experts.9.gate_proj,0.0000479857,0.05000,1.273
11,mlp.experts.11.gate_proj,0.0000510370,0.05000,1.273
11,mlp.experts.8.gate_proj,0.0001280431,0.05000,1.265
11,mlp.experts.15.gate_proj,0.0000503660,0.05000,1.243
11,mlp.experts.14.gate_proj,0.0000815139,0.05000,1.271
11,mlp.experts.13.gate_proj,0.0001554956,0.05000,1.272
11,mlp.experts.12.gate_proj,0.0000292464,0.05000,1.278
11,mlp.experts.19.gate_proj,0.0000464944,0.05000,1.228
11,mlp.experts.17.gate_proj,0.0000766461,0.05000,1.233
11,mlp.experts.18.gate_proj,0.0000400053,0.05000,1.247
11,mlp.experts.16.gate_proj,0.0000898413,0.05000,1.240
11,mlp.experts.23.gate_proj,0.0000406113,0.05000,1.226
11,mlp.experts.21.gate_proj,0.0001928682,0.05000,1.235
11,mlp.experts.22.gate_proj,0.0001292011,0.05000,1.246
11,mlp.experts.20.gate_proj,0.0000347189,0.05000,1.248
11,mlp.experts.25.gate_proj,0.0001228615,0.05000,1.240
11,mlp.experts.26.gate_proj,0.0000729770,0.05000,1.230
11,mlp.experts.27.gate_proj,0.0000249872,0.05000,1.273
11,mlp.experts.24.gate_proj,0.0000851378,0.05000,1.264
11,mlp.experts.29.gate_proj,0.0000649347,0.05000,1.247
11,mlp.experts.30.gate_proj,0.0000419932,0.05000,1.252
11,mlp.experts.31.gate_proj,0.0001153379,0.05000,1.261
11,mlp.experts.28.gate_proj,0.0001104146,0.05000,1.257
11,mlp.experts.33.gate_proj,0.0000800208,0.05000,1.248
11,mlp.experts.34.gate_proj,0.0001170382,0.05000,1.255
11,mlp.experts.35.gate_proj,0.0001769453,0.05000,1.255
11,mlp.experts.32.gate_proj,0.0000490198,0.05000,1.254
11,mlp.experts.37.gate_proj,0.0000411897,0.05000,1.240
11,mlp.experts.38.gate_proj,0.0000897108,0.05000,1.249
11,mlp.experts.39.gate_proj,0.0000551418,0.05000,1.260
11,mlp.experts.36.gate_proj,0.0000359679,0.05000,1.255
11,mlp.experts.41.gate_proj,0.0000760034,0.05000,1.249
11,mlp.experts.42.gate_proj,0.0000362862,0.05000,1.252
11,mlp.experts.43.gate_proj,0.0000714154,0.05000,1.253
11,mlp.experts.40.gate_proj,0.0001669686,0.05000,1.261
11,mlp.experts.45.gate_proj,0.0000822309,0.05000,1.248
11,mlp.experts.46.gate_proj,0.0000865789,0.05000,1.245
11,mlp.experts.47.gate_proj,0.0000648687,0.05000,1.246
11,mlp.experts.44.gate_proj,0.0000531735,0.05000,1.242
11,mlp.experts.49.gate_proj,0.0000482961,0.05000,1.243
11,mlp.experts.50.gate_proj,0.0000389686,0.05000,1.251
11,mlp.experts.51.gate_proj,0.0000847218,0.05000,1.250
11,mlp.experts.48.gate_proj,0.0000880625,0.05000,1.248
11,mlp.experts.53.gate_proj,0.0002102855,0.05000,1.239
11,mlp.experts.54.gate_proj,0.0000834087,0.05000,1.251
11,mlp.experts.55.gate_proj,0.0001034850,0.05000,1.249
11,mlp.experts.52.gate_proj,0.0000999706,0.05000,1.243
11,mlp.experts.57.gate_proj,0.0000961951,0.05000,1.255
11,mlp.experts.58.gate_proj,0.0000550842,0.05000,1.278
11,mlp.experts.59.gate_proj,0.0000572724,0.05000,1.275
11,mlp.experts.56.gate_proj,0.0000778743,0.05000,1.273
11,mlp.experts.61.gate_proj,0.0000984770,0.05000,1.257
11,mlp.experts.62.gate_proj,0.0000292299,0.05000,1.258
11,mlp.experts.63.gate_proj,0.0000754161,0.05000,1.264
11,mlp.experts.60.gate_proj,0.0000520711,0.05000,1.257
11,mlp.experts.65.gate_proj,0.0001265679,0.05000,1.260
11,mlp.experts.66.gate_proj,0.0000541733,0.05000,1.249
11,mlp.experts.67.gate_proj,0.0001925063,0.05000,1.244
11,mlp.experts.64.gate_proj,0.0000282278,0.05000,1.262
11,mlp.experts.70.gate_proj,0.0000672080,0.05000,1.247
11,mlp.experts.69.gate_proj,0.0000481307,0.05000,1.273
11,mlp.experts.71.gate_proj,0.0000817269,0.05000,1.270
11,mlp.experts.68.gate_proj,0.0000828364,0.05000,1.263
11,mlp.experts.73.gate_proj,0.0000874646,0.05000,1.237
11,mlp.experts.74.gate_proj,0.0001127639,0.05000,1.256
11,mlp.experts.75.gate_proj,0.0001330056,0.05000,1.257
11,mlp.experts.72.gate_proj,0.0001036136,0.05000,1.247
11,mlp.experts.77.gate_proj,0.0000584830,0.05000,1.256
11,mlp.experts.78.gate_proj,0.0001209516,0.05000,1.285
11,mlp.experts.79.gate_proj,0.0000646651,0.05000,1.270
11,mlp.experts.76.gate_proj,0.0000912825,0.05000,1.266
11,mlp.experts.81.gate_proj,0.0001099881,0.05000,1.253
11,mlp.experts.82.gate_proj,0.0001425604,0.05000,1.261
11,mlp.experts.80.gate_proj,0.0001026469,0.05000,1.253
11,mlp.experts.83.gate_proj,0.0000428248,0.05000,1.263
11,mlp.experts.85.gate_proj,0.0000622020,0.05000,1.247
11,mlp.experts.86.gate_proj,0.0000351587,0.05000,1.259
11,mlp.experts.84.gate_proj,0.0000349803,0.05000,1.258
11,mlp.experts.87.gate_proj,0.0001339742,0.05000,1.265
11,mlp.experts.89.gate_proj,0.0000926021,0.05000,1.243
11,mlp.experts.91.gate_proj,0.0000984776,0.05000,1.224
11,mlp.experts.90.gate_proj,0.0001147872,0.05000,1.247
11,mlp.experts.88.gate_proj,0.0001219402,0.05000,1.250
11,mlp.experts.93.gate_proj,0.0000517923,0.05000,1.241
11,mlp.experts.95.gate_proj,0.0000554510,0.05000,1.232
11,mlp.experts.94.gate_proj,0.0000855871,0.05000,1.235
11,mlp.experts.92.gate_proj,0.0001217769,0.05000,1.238
11,mlp.experts.97.gate_proj,0.0001147728,0.05000,1.244
11,mlp.experts.99.gate_proj,0.0000903527,0.05000,1.244
11,mlp.experts.96.gate_proj,0.0001209966,0.05000,1.236
11,mlp.experts.98.gate_proj,0.0000419657,0.05000,1.257
11,mlp.experts.101.gate_proj,0.0000252238,0.05000,1.249
11,mlp.experts.103.gate_proj,0.0000411425,0.05000,1.252
11,mlp.experts.100.gate_proj,0.0000589203,0.05000,1.243
11,mlp.experts.102.gate_proj,0.0001007666,0.05000,1.264
11,mlp.experts.105.gate_proj,0.0000483718,0.05000,1.261
11,mlp.experts.107.gate_proj,0.0000338835,0.05000,1.271
11,mlp.experts.104.gate_proj,0.0001956671,0.05000,1.266
11,mlp.experts.106.gate_proj,0.0000520617,0.05000,1.264
11,mlp.experts.109.gate_proj,0.0000520437,0.05000,1.232
11,mlp.experts.111.gate_proj,0.0000635767,0.05000,1.238
11,mlp.experts.108.gate_proj,0.0000482747,0.05000,1.245
11,mlp.experts.110.gate_proj,0.0000862416,0.05000,1.245
11,mlp.experts.113.gate_proj,0.0000878147,0.05000,1.248
11,mlp.experts.115.gate_proj,0.0000372886,0.05000,1.257
11,mlp.experts.112.gate_proj,0.0001160221,0.05000,1.245
11,mlp.experts.114.gate_proj,0.0000373742,0.05000,1.250
11,mlp.experts.117.gate_proj,0.0000590922,0.05000,1.239
11,mlp.experts.119.gate_proj,0.0002033436,0.05000,1.238
11,mlp.experts.116.gate_proj,0.0000467075,0.05000,1.246
11,mlp.experts.118.gate_proj,0.0001207993,0.05000,1.242
11,mlp.experts.121.gate_proj,0.0000703067,0.05000,1.239
11,mlp.experts.120.gate_proj,0.0000895795,0.05000,1.234
11,mlp.experts.123.gate_proj,0.0000903135,0.05000,1.274
11,mlp.experts.122.gate_proj,0.0000688692,0.05000,1.259
11,mlp.experts.127.gate_proj,0.0001069327,0.05000,1.218
11,mlp.experts.124.gate_proj,0.0000680588,0.05000,1.227
11,mlp.experts.125.gate_proj,0.0001144495,0.05000,1.268
11,mlp.experts.126.gate_proj,0.0001103986,0.05000,1.235
11,mlp.experts.131.gate_proj,0.0000580633,0.05000,1.234
11,mlp.experts.129.gate_proj,0.0001546500,0.05000,1.244
11,mlp.experts.128.gate_proj,0.0000231283,0.05000,1.254
11,mlp.experts.130.gate_proj,0.0000386861,0.05000,1.239
11,mlp.experts.135.gate_proj,0.0000626338,0.05000,1.232
11,mlp.experts.132.gate_proj,0.0001469646,0.05000,1.228
11,mlp.experts.133.gate_proj,0.0000372043,0.05000,1.260
11,mlp.experts.134.gate_proj,0.0001167381,0.05000,1.246
11,mlp.experts.139.gate_proj,0.0000543673,0.05000,1.244
11,mlp.experts.137.gate_proj,0.0001213413,0.05000,1.238
11,mlp.experts.136.gate_proj,0.0000572908,0.05000,1.258
11,mlp.experts.138.gate_proj,0.0001380192,0.05000,1.249
11,mlp.experts.143.gate_proj,0.0000691804,0.05000,1.233
11,mlp.experts.141.gate_proj,0.0000619244,0.05000,1.235
11,mlp.experts.142.gate_proj,0.0000382398,0.05000,1.221
11,mlp.experts.140.gate_proj,0.0000693945,0.05000,1.233
11,mlp.experts.147.gate_proj,0.0000351244,0.05000,1.222
11,mlp.experts.144.gate_proj,0.0001349146,0.05000,1.259
11,mlp.experts.145.gate_proj,0.0000692800,0.05000,1.273
11,mlp.experts.146.gate_proj,0.0000674733,0.05000,1.272
11,mlp.experts.151.gate_proj,0.0000558577,0.05000,1.235
11,mlp.experts.148.gate_proj,0.0001197642,0.05000,1.252
11,mlp.experts.149.gate_proj,0.0001033323,0.05000,1.252
11,mlp.experts.150.gate_proj,0.0000453232,0.05000,1.259
11,mlp.experts.155.gate_proj,0.0000974218,0.05000,1.259
11,mlp.experts.152.gate_proj,0.0001131321,0.05000,1.239
11,mlp.experts.154.gate_proj,0.0000412141,0.05000,1.236
11,mlp.experts.153.gate_proj,0.0000458316,0.05000,1.256
11,mlp.experts.159.gate_proj,0.0000541517,0.05000,1.258
11,mlp.experts.156.gate_proj,0.0000448428,0.05000,1.259
11,mlp.experts.158.gate_proj,0.0000554975,0.05000,1.262
11,mlp.experts.157.gate_proj,0.0000400746,0.05000,1.268
11,mlp.experts.163.gate_proj,0.0001202976,0.05000,1.243
11,mlp.experts.160.gate_proj,0.0000305529,0.05000,1.257
11,mlp.experts.162.gate_proj,0.0000841827,0.05000,1.257
11,mlp.experts.161.gate_proj,0.0000353331,0.05000,1.266
11,mlp.experts.165.gate_proj,fallback(rtn): 0.0010452,0.00000,0.022
11,mlp.experts.167.gate_proj,0.0001192153,0.05000,1.240
11,mlp.experts.164.gate_proj,0.0000649774,0.05000,1.251
11,mlp.experts.166.gate_proj,0.0000637338,0.05000,1.260
11,mlp.experts.169.gate_proj,0.0000739958,0.05000,1.254
11,mlp.experts.171.gate_proj,0.0001201585,0.05000,1.249
11,mlp.experts.168.gate_proj,0.0000857461,0.05000,1.245
11,mlp.experts.170.gate_proj,0.0000592480,0.05000,1.261
11,mlp.experts.173.gate_proj,0.0001544362,0.05000,1.253
11,mlp.experts.175.gate_proj,0.0000615840,0.05000,1.255
11,mlp.experts.172.gate_proj,0.0000679004,0.05000,1.245
11,mlp.experts.174.gate_proj,0.0000443791,0.05000,1.243
11,mlp.experts.177.gate_proj,0.0001338583,0.05000,1.253
11,mlp.experts.179.gate_proj,0.0000648615,0.05000,1.263
11,mlp.experts.176.gate_proj,0.0001181251,0.05000,1.256
11,mlp.experts.178.gate_proj,0.0000415748,0.05000,1.241
11,mlp.experts.181.gate_proj,0.0000607477,0.05000,1.246
11,mlp.experts.183.gate_proj,0.0000947072,0.05000,1.247
11,mlp.experts.180.gate_proj,0.0001307615,0.05000,1.251
11,mlp.experts.182.gate_proj,0.0001320825,0.05000,1.241
11,mlp.experts.185.gate_proj,0.0001736583,0.05000,1.249
11,mlp.experts.187.gate_proj,0.0001059422,0.05000,1.233
11,mlp.experts.184.gate_proj,0.0000815819,0.05000,1.227
11,mlp.experts.186.gate_proj,0.0000723698,0.05000,1.233
11,mlp.experts.189.gate_proj,0.0000264535,0.05000,1.248
11,mlp.experts.191.gate_proj,0.0000748249,0.05000,1.237
11,mlp.experts.188.gate_proj,0.0000805044,0.05000,1.243
11,mlp.experts.190.gate_proj,0.0000678003,0.05000,1.239
11,mlp.experts.193.gate_proj,0.0001103849,0.05000,1.255
11,mlp.experts.195.gate_proj,0.0000374879,0.05000,1.248
11,mlp.experts.192.gate_proj,0.0001330936,0.05000,1.250
11,mlp.experts.194.gate_proj,0.0000681883,0.05000,1.250
11,mlp.experts.197.gate_proj,0.0000700735,0.05000,1.258
11,mlp.experts.199.gate_proj,0.0000722899,0.05000,1.274
11,mlp.experts.196.gate_proj,0.0001050192,0.05000,1.282
11,mlp.experts.198.gate_proj,0.0000519265,0.05000,1.266
11,mlp.experts.201.gate_proj,0.0000494241,0.05000,1.256
11,mlp.experts.203.gate_proj,0.0000428429,0.05000,1.264
11,mlp.experts.200.gate_proj,0.0001107406,0.05000,1.254
11,mlp.experts.202.gate_proj,0.0000737041,0.05000,1.267
11,mlp.experts.205.gate_proj,0.0001191451,0.05000,1.248
11,mlp.experts.207.gate_proj,0.0000363335,0.05000,1.256
11,mlp.experts.204.gate_proj,0.0000620438,0.05000,1.246
11,mlp.experts.206.gate_proj,0.0000295876,0.05000,1.241
11,mlp.experts.209.gate_proj,0.0000512652,0.05000,1.235
11,mlp.experts.208.gate_proj,0.0000396737,0.05000,1.241
11,mlp.experts.211.gate_proj,0.0001280915,0.05000,1.269
11,mlp.experts.210.gate_proj,0.0000384898,0.05000,1.268
11,mlp.experts.213.gate_proj,0.0001091091,0.05000,1.255
11,mlp.experts.212.gate_proj,0.0000656533,0.05000,1.252
11,mlp.experts.215.gate_proj,0.0001357998,0.05000,1.246
11,mlp.experts.214.gate_proj,0.0001740421,0.05000,1.275
11,mlp.experts.217.gate_proj,0.0001599111,0.05000,1.249
11,mlp.experts.216.gate_proj,0.0000837801,0.05000,1.240
11,mlp.experts.219.gate_proj,0.0001137929,0.05000,1.244
11,mlp.experts.218.gate_proj,0.0000617147,0.05000,1.252
11,mlp.experts.221.gate_proj,0.0001537147,0.05000,1.244
11,mlp.experts.220.gate_proj,0.0000846588,0.05000,1.242
11,mlp.experts.223.gate_proj,0.0000806035,0.05000,1.247
11,mlp.experts.225.gate_proj,0.0000546411,0.05000,1.219
11,mlp.experts.222.gate_proj,0.0000970269,0.05000,1.231
11,mlp.experts.227.gate_proj,fallback(rtn): 0.0010300,0.00000,0.028
11,mlp.experts.224.gate_proj,0.0000979595,0.05000,1.259
11,mlp.experts.226.gate_proj,0.0001403362,0.05000,1.266
11,mlp.experts.229.gate_proj,0.0001011501,0.05000,1.281
11,mlp.experts.231.gate_proj,0.0000512133,0.05000,1.272
11,mlp.experts.235.gate_proj,fallback(rtn): 0.0010757,0.00000,0.020
11,mlp.experts.228.gate_proj,0.0001518740,0.05000,1.273
11,mlp.experts.233.gate_proj,0.0000549703,0.05000,1.266
11,mlp.experts.230.gate_proj,0.0001646294,0.05000,1.286
11,mlp.experts.239.gate_proj,0.0000862018,0.05000,1.259
11,mlp.experts.234.gate_proj,fallback(rtn): 0.0011063,0.00000,0.024
11,mlp.experts.232.gate_proj,0.0001019941,0.05000,1.248
11,mlp.experts.237.gate_proj,0.0002164336,0.05000,1.245
11,mlp.experts.243.gate_proj,0.0000936357,0.05000,1.240
11,mlp.experts.238.gate_proj,0.0000558052,0.05000,1.256
11,mlp.experts.236.gate_proj,0.0000364513,0.05000,1.254
11,mlp.experts.241.gate_proj,0.0000864543,0.05000,1.258
11,mlp.experts.247.gate_proj,0.0000394173,0.05000,1.263
11,mlp.experts.242.gate_proj,0.0000722695,0.05000,1.259
11,mlp.experts.240.gate_proj,0.0001119961,0.05000,1.272
11,mlp.experts.245.gate_proj,0.0001161006,0.05000,1.261
11,mlp.experts.251.gate_proj,0.0001921996,0.05000,1.245
11,mlp.experts.246.gate_proj,0.0000836579,0.05000,1.253
11,mlp.experts.244.gate_proj,0.0001108579,0.05000,1.259
11,mlp.experts.249.gate_proj,0.0000933574,0.05000,1.255
11,mlp.experts.255.gate_proj,0.0000376561,0.05000,1.269
11,mlp.experts.250.gate_proj,0.0000354210,0.05000,1.259
11,mlp.experts.248.gate_proj,0.0000509076,0.05000,1.244
11,mlp.experts.253.gate_proj,0.0000822195,0.05000,1.244
11,mlp.experts.3.up_proj,0.0000556334,0.05000,1.242
11,mlp.experts.254.gate_proj,0.0001024551,0.05000,1.250
11,mlp.experts.252.gate_proj,0.0001462555,0.05000,1.253
11,mlp.experts.1.up_proj,0.0001113793,0.05000,1.273
11,mlp.experts.7.up_proj,0.0000453198,0.05000,1.263
11,mlp.experts.2.up_proj,0.0000846764,0.05000,1.266
11,mlp.experts.0.up_proj,0.0000893941,0.05000,1.260
11,mlp.experts.5.up_proj,0.0001387863,0.05000,1.246
11,mlp.experts.11.up_proj,0.0000472929,0.05000,1.253
11,mlp.experts.6.up_proj,0.0000959352,0.05000,1.249
11,mlp.experts.4.up_proj,0.0000953156,0.05000,1.241
11,mlp.experts.9.up_proj,0.0000415763,0.05000,1.258
11,mlp.experts.15.up_proj,0.0000432636,0.05000,1.252
11,mlp.experts.10.up_proj,0.0000583417,0.05000,1.257
11,mlp.experts.8.up_proj,0.0001293758,0.05000,1.243
11,mlp.experts.13.up_proj,0.0001455241,0.05000,1.251
11,mlp.experts.19.up_proj,0.0000397973,0.05000,1.253
11,mlp.experts.14.up_proj,0.0000740572,0.05000,1.255
11,mlp.experts.12.up_proj,0.0000274477,0.05000,1.243
11,mlp.experts.17.up_proj,0.0000686783,0.05000,1.254
11,mlp.experts.23.up_proj,0.0000382290,0.05000,1.252
11,mlp.experts.18.up_proj,0.0000338599,0.05000,1.245
11,mlp.experts.16.up_proj,0.0000860235,0.05000,1.259
11,mlp.experts.21.up_proj,0.0001806447,0.05000,1.252
11,mlp.experts.27.up_proj,0.0000265051,0.05000,1.248
11,mlp.experts.22.up_proj,0.0001236482,0.05000,1.253
11,mlp.experts.20.up_proj,0.0000354287,0.05000,1.232
11,mlp.experts.25.up_proj,0.0001158324,0.05000,1.238
11,mlp.experts.31.up_proj,0.0001085581,0.05000,1.244
11,mlp.experts.26.up_proj,0.0000661054,0.05000,1.248
11,mlp.experts.24.up_proj,0.0000808636,0.05000,1.232
11,mlp.experts.29.up_proj,0.0000616261,0.05000,1.234
11,mlp.experts.35.up_proj,0.0001631930,0.05000,1.234
11,mlp.experts.30.up_proj,0.0000357769,0.05000,1.239
11,mlp.experts.28.up_proj,0.0001051383,0.05000,1.257
11,mlp.experts.33.up_proj,0.0000744327,0.05000,1.254
11,mlp.experts.39.up_proj,0.0000469560,0.05000,1.243
11,mlp.experts.34.up_proj,0.0001111042,0.05000,1.244
11,mlp.experts.32.up_proj,0.0000431364,0.05000,1.247
11,mlp.experts.37.up_proj,0.0000435624,0.05000,1.248
11,mlp.experts.43.up_proj,0.0000667960,0.05000,1.252
11,mlp.experts.38.up_proj,0.0000846064,0.05000,1.247
11,mlp.experts.36.up_proj,0.0000349634,0.05000,1.273
11,mlp.experts.47.up_proj,0.0000625161,0.05000,1.257
11,mlp.experts.41.up_proj,0.0000727203,0.05000,1.271
11,mlp.experts.42.up_proj,0.0000374278,0.05000,1.269
11,mlp.experts.40.up_proj,0.0001628178,0.05000,1.259
11,mlp.experts.51.up_proj,0.0000804595,0.05000,1.249
11,mlp.experts.45.up_proj,0.0000768988,0.05000,1.258
11,mlp.experts.46.up_proj,0.0000830996,0.05000,1.271
11,mlp.experts.44.up_proj,0.0000496858,0.05000,1.252
11,mlp.experts.55.up_proj,0.0000990430,0.05000,1.244
11,mlp.experts.49.up_proj,0.0000432616,0.05000,1.244
11,mlp.experts.50.up_proj,0.0000379423,0.05000,1.242
11,mlp.experts.48.up_proj,0.0000758781,0.05000,1.260
11,mlp.experts.59.up_proj,0.0000586172,0.05000,1.256
11,mlp.experts.53.up_proj,0.0002033514,0.05000,1.254
11,mlp.experts.54.up_proj,0.0000789715,0.05000,1.261
11,mlp.experts.52.up_proj,0.0000930025,0.05000,1.234
11,mlp.experts.63.up_proj,0.0000700763,0.05000,1.252
11,mlp.experts.57.up_proj,0.0000909786,0.05000,1.246
11,mlp.experts.58.up_proj,0.0000520830,0.05000,1.238
11,mlp.experts.56.up_proj,0.0000710338,0.05000,1.249
11,mlp.experts.67.up_proj,0.0001894736,0.05000,1.246
11,mlp.experts.61.up_proj,0.0000919904,0.05000,1.247
11,mlp.experts.62.up_proj,0.0000279449,0.05000,1.254
11,mlp.experts.60.up_proj,0.0000476036,0.05000,1.243
11,mlp.experts.71.up_proj,0.0000679948,0.05000,1.250
11,mlp.experts.65.up_proj,0.0001212059,0.05000,1.247
11,mlp.experts.66.up_proj,0.0000491943,0.05000,1.257
11,mlp.experts.64.up_proj,0.0000273747,0.05000,1.275
11,mlp.experts.69.up_proj,0.0000428917,0.05000,1.278
11,mlp.experts.75.up_proj,0.0001244467,0.05000,1.280
11,mlp.experts.70.up_proj,0.0000711032,0.05000,1.256
11,mlp.experts.68.up_proj,0.0000777056,0.05000,1.266
11,mlp.experts.73.up_proj,0.0000825274,0.05000,1.255
11,mlp.experts.79.up_proj,0.0000604851,0.05000,1.264
11,mlp.experts.74.up_proj,0.0001069505,0.05000,1.253
11,mlp.experts.72.up_proj,0.0000903957,0.05000,1.252
11,mlp.experts.77.up_proj,0.0000585507,0.05000,1.243
11,mlp.experts.83.up_proj,0.0000416822,0.05000,1.264
11,mlp.experts.78.up_proj,0.0001144681,0.05000,1.244
11,mlp.experts.76.up_proj,0.0000867010,0.05000,1.248
11,mlp.experts.81.up_proj,0.0000977734,0.05000,1.239
11,mlp.experts.87.up_proj,0.0001270301,0.05000,1.243
11,mlp.experts.82.up_proj,0.0001352606,0.05000,1.242
11,mlp.experts.80.up_proj,0.0000988920,0.05000,1.246
11,mlp.experts.85.up_proj,0.0000580292,0.05000,1.237
11,mlp.experts.91.up_proj,0.0000907413,0.05000,1.247
11,mlp.experts.86.up_proj,0.0000317254,0.05000,1.252
11,mlp.experts.84.up_proj,0.0000340485,0.05000,1.256
11,mlp.experts.89.up_proj,0.0000873525,0.05000,1.268
11,mlp.experts.95.up_proj,0.0000561303,0.05000,1.256
11,mlp.experts.90.up_proj,0.0001079053,0.05000,1.246
11,mlp.experts.88.up_proj,0.0001118736,0.05000,1.237
11,mlp.experts.93.up_proj,0.0000457431,0.05000,1.235
11,mlp.experts.99.up_proj,0.0000781390,0.05000,1.232
11,mlp.experts.94.up_proj,0.0000846305,0.05000,1.233
11,mlp.experts.92.up_proj,0.0001166523,0.05000,1.241
11,mlp.experts.97.up_proj,0.0001155418,0.05000,1.245
11,mlp.experts.103.up_proj,0.0000437366,0.05000,1.248
11,mlp.experts.98.up_proj,0.0000424629,0.05000,1.236
11,mlp.experts.96.up_proj,0.0001153124,0.05000,1.242
11,mlp.experts.101.up_proj,0.0000245382,0.05000,1.244
11,mlp.experts.107.up_proj,0.0000343430,0.05000,1.243
11,mlp.experts.102.up_proj,0.0000952216,0.05000,1.242
11,mlp.experts.100.up_proj,0.0000549159,0.05000,1.260
11,mlp.experts.105.up_proj,0.0000431189,0.05000,1.259
11,mlp.experts.111.up_proj,0.0000645911,0.05000,1.267
11,mlp.experts.106.up_proj,0.0000519966,0.05000,1.258
11,mlp.experts.104.up_proj,0.0001863521,0.05000,1.256
11,mlp.experts.109.up_proj,0.0000443910,0.05000,1.252
11,mlp.experts.115.up_proj,0.0000376011,0.05000,1.257
11,mlp.experts.110.up_proj,0.0000770146,0.05000,1.256
11,mlp.experts.108.up_proj,0.0000477616,0.05000,1.242
11,mlp.experts.113.up_proj,0.0000769698,0.05000,1.233
11,mlp.experts.114.up_proj,0.0000294765,0.05000,1.230
11,mlp.experts.119.up_proj,0.0001911609,0.05000,1.249
11,mlp.experts.112.up_proj,0.0001098426,0.05000,1.249
11,mlp.experts.117.up_proj,0.0000550477,0.05000,1.248
11,mlp.experts.118.up_proj,0.0001055986,0.05000,1.251
11,mlp.experts.123.up_proj,0.0000875971,0.05000,1.266
11,mlp.experts.121.up_proj,0.0000662007,0.05000,1.256
11,mlp.experts.116.up_proj,0.0000457398,0.05000,1.265
11,mlp.experts.122.up_proj,0.0000654268,0.05000,1.258
11,mlp.experts.127.up_proj,0.0001017643,0.05000,1.270
11,mlp.experts.125.up_proj,0.0001075345,0.05000,1.249
11,mlp.experts.120.up_proj,0.0000811163,0.05000,1.263
11,mlp.experts.126.up_proj,0.0001062476,0.05000,1.262
11,mlp.experts.131.up_proj,0.0000517214,0.05000,1.255
11,mlp.experts.129.up_proj,0.0001433372,0.05000,1.242
11,mlp.experts.124.up_proj,0.0000666578,0.05000,1.249
11,mlp.experts.130.up_proj,0.0000372893,0.05000,1.254
11,mlp.experts.135.up_proj,0.0000491652,0.05000,1.252
11,mlp.experts.133.up_proj,0.0000367397,0.05000,1.244
11,mlp.experts.128.up_proj,0.0000209659,0.05000,1.245
11,mlp.experts.134.up_proj,0.0001106192,0.05000,1.240
11,mlp.experts.139.up_proj,0.0000498754,0.05000,1.245
11,mlp.experts.137.up_proj,0.0001776610,0.05000,1.248
11,mlp.experts.132.up_proj,0.0001395750,0.05000,1.259
11,mlp.experts.138.up_proj,0.0001320452,0.05000,1.263
11,mlp.experts.143.up_proj,0.0000645457,0.05000,1.261
11,mlp.experts.141.up_proj,0.0000563601,0.05000,1.244
11,mlp.experts.136.up_proj,0.0000517756,0.05000,1.240
11,mlp.experts.142.up_proj,0.0000355943,0.05000,1.249
11,mlp.experts.147.up_proj,0.0000310979,0.05000,1.249
11,mlp.experts.145.up_proj,0.0000667492,0.05000,1.241
11,mlp.experts.140.up_proj,0.0000664450,0.05000,1.240
11,mlp.experts.146.up_proj,0.0000647121,0.05000,1.250
11,mlp.experts.151.up_proj,0.0000497522,0.05000,1.250
11,mlp.experts.149.up_proj,0.0000981786,0.05000,1.261
11,mlp.experts.144.up_proj,0.0001232615,0.05000,1.257
11,mlp.experts.150.up_proj,0.0000435892,0.05000,1.251
11,mlp.experts.155.up_proj,0.0000920819,0.05000,1.258
11,mlp.experts.153.up_proj,0.0000369887,0.05000,1.251
11,mlp.experts.148.up_proj,0.0001147568,0.05000,1.255
11,mlp.experts.154.up_proj,0.0000402532,0.05000,1.254
11,mlp.experts.159.up_proj,0.0000537636,0.05000,1.258
11,mlp.experts.157.up_proj,0.0000411890,0.05000,1.229
11,mlp.experts.152.up_proj,0.0001075791,0.05000,1.246
11,mlp.experts.158.up_proj,0.0000500072,0.05000,1.248
11,mlp.experts.163.up_proj,0.0001133275,0.05000,1.244
11,mlp.experts.161.up_proj,0.0000368443,0.05000,1.261
11,mlp.experts.165.up_proj,fallback(rtn): 0.0010071,0.00000,0.018
11,mlp.experts.156.up_proj,0.0000351978,0.05000,1.257
11,mlp.experts.162.up_proj,0.0000789214,0.05000,1.271
11,mlp.experts.167.up_proj,0.0001022110,0.05000,1.260
11,mlp.experts.160.up_proj,0.0000286814,0.05000,1.239
11,mlp.experts.169.up_proj,0.0000624279,0.05000,1.257
11,mlp.experts.166.up_proj,0.0000545003,0.05000,1.245
11,mlp.experts.171.up_proj,0.0001150594,0.05000,1.229
11,mlp.experts.164.up_proj,0.0000560690,0.05000,1.250
11,mlp.experts.173.up_proj,0.0001441246,0.05000,1.257
11,mlp.experts.175.up_proj,0.0000467716,0.05000,1.246
11,mlp.experts.170.up_proj,0.0000592819,0.05000,1.253
11,mlp.experts.168.up_proj,0.0000808970,0.05000,1.249
11,mlp.experts.177.up_proj,0.0001263215,0.05000,1.250
11,mlp.experts.174.up_proj,0.0000490053,0.05000,1.243
11,mlp.experts.179.up_proj,0.0000681488,0.05000,1.264
11,mlp.experts.172.up_proj,0.0000633162,0.05000,1.246
11,mlp.experts.181.up_proj,0.0000614639,0.05000,1.252
11,mlp.experts.178.up_proj,0.0000393850,0.05000,1.257
11,mlp.experts.183.up_proj,0.0000891889,0.05000,1.251
11,mlp.experts.176.up_proj,0.0001128127,0.05000,1.244
11,mlp.experts.185.up_proj,0.0001585481,0.05000,1.237
11,mlp.experts.182.up_proj,0.0001281746,0.05000,1.241
11,mlp.experts.187.up_proj,0.0001003773,0.05000,1.232
11,mlp.experts.180.up_proj,0.0001224504,0.05000,1.256
11,mlp.experts.189.up_proj,0.0000265901,0.05000,1.279
11,mlp.experts.191.up_proj,0.0000665162,0.05000,1.264
11,mlp.experts.186.up_proj,0.0000675828,0.05000,1.270
11,mlp.experts.184.up_proj,0.0000833289,0.05000,1.258
11,mlp.experts.193.up_proj,0.0001035170,0.05000,1.254
11,mlp.experts.190.up_proj,0.0000655815,0.05000,1.258
11,mlp.experts.195.up_proj,0.0000354763,0.05000,1.268
11,mlp.experts.188.up_proj,0.0000663822,0.05000,1.241
11,mlp.experts.197.up_proj,0.0000659360,0.05000,1.247
11,mlp.experts.194.up_proj,0.0000665469,0.05000,1.231
11,mlp.experts.199.up_proj,0.0000552589,0.05000,1.237
11,mlp.experts.192.up_proj,0.0001287666,0.05000,1.241
11,mlp.experts.201.up_proj,0.0000482340,0.05000,1.241
11,mlp.experts.198.up_proj,0.0000446183,0.05000,1.245
11,mlp.experts.203.up_proj,0.0000417713,0.05000,1.241
11,mlp.experts.196.up_proj,0.0000993601,0.05000,1.256
11,mlp.experts.205.up_proj,0.0001122765,0.05000,1.260
11,mlp.experts.202.up_proj,0.0000723643,0.05000,1.254
11,mlp.experts.207.up_proj,0.0000357177,0.05000,1.263
11,mlp.experts.200.up_proj,0.0000965356,0.05000,1.269
11,mlp.experts.209.up_proj,0.0000479074,0.05000,1.263
11,mlp.experts.206.up_proj,0.0000264420,0.05000,1.253
11,mlp.experts.211.up_proj,0.0001187233,0.05000,1.237
11,mlp.experts.204.up_proj,0.0000581372,0.05000,1.253
11,mlp.experts.213.up_proj,0.0001033735,0.05000,1.254
11,mlp.experts.210.up_proj,0.0000299544,0.05000,1.255
11,mlp.experts.215.up_proj,0.0001275813,0.05000,1.255
11,mlp.experts.208.up_proj,0.0000338964,0.05000,1.264
11,mlp.experts.217.up_proj,0.0001495214,0.05000,1.264
11,mlp.experts.214.up_proj,0.0001580383,0.05000,1.272
11,mlp.experts.219.up_proj,0.0001086018,0.05000,1.265
11,mlp.experts.212.up_proj,0.0000653238,0.05000,1.250
11,mlp.experts.221.up_proj,0.0001452753,0.05000,1.242
11,mlp.experts.218.up_proj,0.0000645452,0.05000,1.246
11,mlp.experts.223.up_proj,0.0000738368,0.05000,1.243
11,mlp.experts.227.up_proj,fallback(rtn): 0.0009995,0.00000,0.022
11,mlp.experts.216.up_proj,0.0000799920,0.05000,1.256
11,mlp.experts.225.up_proj,0.0000512646,0.05000,1.260
11,mlp.experts.222.up_proj,0.0000902119,0.05000,1.254
11,mlp.experts.231.up_proj,0.0000537007,0.05000,1.252
11,mlp.experts.235.up_proj,fallback(rtn): 0.0010376,0.00000,0.020
11,mlp.experts.220.up_proj,0.0000800975,0.05000,1.257
11,mlp.experts.229.up_proj,0.0000881949,0.05000,1.258
11,mlp.experts.226.up_proj,0.0001337315,0.05000,1.262
11,mlp.experts.239.up_proj,0.0000792715,0.05000,1.256
11,mlp.experts.224.up_proj,0.0000926726,0.05000,1.232
11,mlp.experts.233.up_proj,0.0000497061,0.05000,1.229
11,mlp.experts.230.up_proj,0.0001552929,0.05000,1.228
11,mlp.experts.234.up_proj,fallback(rtn): 0.0010300,0.00000,0.017
11,mlp.experts.243.up_proj,0.0000897800,0.05000,1.237
11,mlp.experts.228.up_proj,0.0001428415,0.05000,1.232
11,mlp.experts.237.up_proj,0.0000748687,0.05000,1.233
11,mlp.experts.238.up_proj,0.0000476080,0.05000,1.228
11,mlp.experts.247.up_proj,0.0000351086,0.05000,1.238
11,mlp.experts.232.up_proj,0.0000980539,0.05000,1.260
11,mlp.experts.241.up_proj,0.0000876453,0.05000,1.250
11,mlp.experts.242.up_proj,0.0000657208,0.05000,1.250
11,mlp.experts.251.up_proj,0.0001826760,0.05000,1.248
11,mlp.experts.236.up_proj,0.0000365765,0.05000,1.255
11,mlp.experts.245.up_proj,0.0001097253,0.05000,1.269
11,mlp.experts.246.up_proj,0.0000787298,0.05000,1.264
11,mlp.experts.255.up_proj,0.0000372199,0.05000,1.257
11,mlp.experts.240.up_proj,0.0001024292,0.05000,0.809
11,mlp.experts.249.up_proj,0.0000892537,0.05000,0.805
11,mlp.experts.250.up_proj,0.0000344810,0.05000,0.780
11,mlp.experts.253.up_proj,0.0000781093,0.05000,0.751
11,mlp.experts.244.up_proj,0.0001047978,0.05000,0.767
11,mlp.experts.254.up_proj,0.0000800855,0.05000,0.742
11,mlp.experts.248.up_proj,0.0000496635,0.05000,0.257
11,mlp.experts.252.up_proj,0.0001102948,0.05000,0.246
11,mlp.experts.0.down_proj,0.0000038464,0.05000,0.324
11,mlp.experts.1.down_proj,0.0000022261,0.05000,0.326
11,mlp.experts.2.down_proj,0.0000029343,0.05000,0.328
11,mlp.experts.3.down_proj,0.0000020580,0.05000,0.338
11,mlp.experts.6.down_proj,0.0000029641,0.05000,0.310
11,mlp.experts.4.down_proj,0.0000009711,0.05000,0.323
11,mlp.experts.5.down_proj,0.0000016279,0.05000,0.324
11,mlp.experts.7.down_proj,0.0000015914,0.05000,0.319
11,mlp.experts.10.down_proj,0.0000012395,0.05000,0.314
11,mlp.experts.9.down_proj,0.0000009689,0.05000,0.327
11,mlp.experts.8.down_proj,0.0000051882,0.05000,0.334
11,mlp.experts.11.down_proj,0.0000017073,0.05000,0.331
11,mlp.experts.14.down_proj,0.0000019285,0.05000,0.328
11,mlp.experts.13.down_proj,0.0000019927,0.05000,0.319
11,mlp.experts.12.down_proj,0.0000005531,0.05000,0.322
11,mlp.experts.15.down_proj,0.0000010424,0.05000,0.321
11,mlp.experts.18.down_proj,0.0000010018,0.05000,0.319
11,mlp.experts.16.down_proj,0.0000008477,0.05000,0.328
11,mlp.experts.17.down_proj,0.0000028716,0.05000,0.334
11,mlp.experts.19.down_proj,0.0000011777,0.05000,0.328
11,mlp.experts.22.down_proj,0.0000015460,0.05000,0.312
11,mlp.experts.20.down_proj,0.0000008315,0.05000,0.308
11,mlp.experts.21.down_proj,0.0000052713,0.05000,0.306
11,mlp.experts.23.down_proj,0.0000016035,0.05000,0.309
11,mlp.experts.26.down_proj,0.0000010943,0.05000,0.317
11,mlp.experts.25.down_proj,0.0000012806,0.05000,0.317
11,mlp.experts.24.down_proj,0.0000009051,0.05000,0.318
11,mlp.experts.27.down_proj,0.0000007166,0.05000,0.320
11,mlp.experts.30.down_proj,0.0000010025,0.05000,0.325
11,mlp.experts.28.down_proj,0.0000011031,0.05000,0.324
11,mlp.experts.29.down_proj,0.0000018597,0.05000,0.328
11,mlp.experts.31.down_proj,0.0000011033,0.05000,0.325
11,mlp.experts.34.down_proj,0.0000012077,0.05000,0.314
11,mlp.experts.33.down_proj,0.0000015124,0.05000,0.307
11,mlp.experts.32.down_proj,0.0000016024,0.05000,0.313
11,mlp.experts.35.down_proj,0.0000024227,0.05000,0.309
11,mlp.experts.38.down_proj,0.0000009251,0.05000,0.310
11,mlp.experts.37.down_proj,0.0000015211,0.05000,0.308
11,mlp.experts.39.down_proj,0.0000016552,0.05000,0.306
11,mlp.experts.36.down_proj,0.0000009896,0.05000,0.323
11,mlp.experts.42.down_proj,0.0000008961,0.05000,0.329
11,mlp.experts.41.down_proj,0.0000006786,0.05000,0.327
11,mlp.experts.43.down_proj,0.0000046443,0.05000,0.329
11,mlp.experts.40.down_proj,0.0000017642,0.05000,0.324
11,mlp.experts.46.down_proj,0.0000009448,0.05000,0.314
11,mlp.experts.45.down_proj,0.0000009699,0.05000,0.313
11,mlp.experts.47.down_proj,0.0000013277,0.05000,0.310
11,mlp.experts.44.down_proj,0.0000016808,0.05000,0.307
11,mlp.experts.50.down_proj,0.0000007472,0.05000,0.311
11,mlp.experts.51.down_proj,0.0000007564,0.05000,0.312
11,mlp.experts.49.down_proj,0.0000015098,0.05000,0.319
11,mlp.experts.48.down_proj,0.0000025618,0.05000,0.311
11,mlp.experts.54.down_proj,0.0000029838,0.05000,0.312
11,mlp.experts.55.down_proj,0.0000025354,0.05000,0.310
11,mlp.experts.52.down_proj,0.0000027041,0.05000,0.308
11,mlp.experts.53.down_proj,0.0000071121,0.05000,0.314
11,mlp.experts.58.down_proj,0.0000005149,0.05000,0.315
11,mlp.experts.59.down_proj,0.0000021902,0.05000,0.314
11,mlp.experts.56.down_proj,0.0000018707,0.05000,0.316
11,mlp.experts.57.down_proj,0.0000010196,0.05000,0.317
11,mlp.experts.62.down_proj,0.0000008497,0.05000,0.308
11,mlp.experts.63.down_proj,0.0000026670,0.05000,0.311
11,mlp.experts.60.down_proj,0.0000014894,0.05000,0.311
11,mlp.experts.61.down_proj,0.0000012346,0.05000,0.315
11,mlp.experts.66.down_proj,0.0000016608,0.05000,0.317
11,mlp.experts.67.down_proj,0.0000077029,0.05000,0.315
11,mlp.experts.64.down_proj,0.0000005969,0.05000,0.316
11,mlp.experts.65.down_proj,0.0000037600,0.05000,0.316
11,mlp.experts.70.down_proj,0.0000040953,0.05000,0.325
11,mlp.experts.71.down_proj,0.0000030622,0.05000,0.322
11,mlp.experts.68.down_proj,0.0000024398,0.05000,0.326
11,mlp.experts.69.down_proj,0.0000012717,0.05000,0.320
11,mlp.experts.74.down_proj,0.0000012546,0.05000,0.314
11,mlp.experts.75.down_proj,0.0000015660,0.05000,0.315
11,mlp.experts.72.down_proj,0.0000030297,0.05000,0.315
11,mlp.experts.73.down_proj,0.0000008769,0.05000,0.317
11,mlp.experts.79.down_proj,0.0000023987,0.05000,0.308
11,mlp.experts.78.down_proj,0.0000013819,0.05000,0.315
11,mlp.experts.76.down_proj,0.0000008440,0.05000,0.316
11,mlp.experts.77.down_proj,0.0000026779,0.05000,0.311
11,mlp.experts.83.down_proj,0.0000019380,0.05000,0.318
11,mlp.experts.82.down_proj,0.0000016347,0.05000,0.320
11,mlp.experts.81.down_proj,0.0000015386,0.05000,0.316
11,mlp.experts.80.down_proj,0.0000010906,0.05000,0.324
11,mlp.experts.87.down_proj,0.0000013952,0.05000,0.326
11,mlp.experts.86.down_proj,0.0000010516,0.05000,0.323
11,mlp.experts.85.down_proj,0.0000020357,0.05000,0.334
11,mlp.experts.84.down_proj,0.0000010505,0.05000,0.331
11,mlp.experts.91.down_proj,0.0000019288,0.05000,0.333
11,mlp.experts.90.down_proj,0.0000011517,0.05000,0.325
11,mlp.experts.89.down_proj,0.0000016949,0.05000,0.324
11,mlp.experts.88.down_proj,0.0000011667,0.05000,0.323
11,mlp.experts.94.down_proj,0.0000024130,0.05000,0.309
11,mlp.experts.95.down_proj,0.0000019317,0.05000,0.317
11,mlp.experts.92.down_proj,0.0000012669,0.05000,0.314
11,mlp.experts.93.down_proj,0.0000018210,0.05000,0.320
11,mlp.experts.98.down_proj,0.0000016066,0.05000,0.319
11,mlp.experts.99.down_proj,0.0000025886,0.05000,0.319
11,mlp.experts.96.down_proj,0.0000014874,0.05000,0.317
11,mlp.experts.97.down_proj,0.0000036820,0.05000,0.317
11,mlp.experts.102.down_proj,0.0000008935,0.05000,0.311
11,mlp.experts.103.down_proj,0.0000015682,0.05000,0.315
11,mlp.experts.100.down_proj,0.0000019507,0.05000,0.317
11,mlp.experts.101.down_proj,0.0000006967,0.05000,0.315
11,mlp.experts.106.down_proj,0.0000018856,0.05000,0.317
11,mlp.experts.107.down_proj,0.0000008618,0.05000,0.315
11,mlp.experts.105.down_proj,0.0000014815,0.05000,0.307
11,mlp.experts.104.down_proj,0.0000028216,0.05000,0.310
11,mlp.experts.110.down_proj,0.0000025554,0.05000,0.322
11,mlp.experts.111.down_proj,0.0000021215,0.05000,0.323
11,mlp.experts.109.down_proj,0.0000016309,0.05000,0.319
11,mlp.experts.108.down_proj,0.0000011072,0.05000,0.320
11,mlp.experts.114.down_proj,0.0000009404,0.05000,0.329
11,mlp.experts.115.down_proj,0.0000011693,0.05000,0.327
11,mlp.experts.113.down_proj,0.0000025811,0.05000,0.326
11,mlp.experts.112.down_proj,0.0000011330,0.05000,0.332
11,mlp.experts.118.down_proj,0.0000045683,0.05000,0.318
11,mlp.experts.119.down_proj,0.0000041188,0.05000,0.319
11,mlp.experts.117.down_proj,0.0000026030,0.05000,0.320
11,mlp.experts.116.down_proj,0.0000014471,0.05000,0.318
11,mlp.experts.122.down_proj,0.0000018251,0.05000,0.315
11,mlp.experts.123.down_proj,0.0000007798,0.05000,0.315
11,mlp.experts.121.down_proj,0.0000021657,0.05000,0.316
11,mlp.experts.120.down_proj,0.0000026999,0.05000,0.315
11,mlp.experts.126.down_proj,0.0000012569,0.05000,0.318
11,mlp.experts.125.down_proj,0.0000014448,0.05000,0.316
11,mlp.experts.127.down_proj,0.0000010502,0.05000,0.327
11,mlp.experts.124.down_proj,0.0000012789,0.05000,0.321
11,mlp.experts.130.down_proj,0.0000010927,0.05000,0.318
11,mlp.experts.129.down_proj,0.0000015940,0.05000,0.324
11,mlp.experts.131.down_proj,0.0000012816,0.05000,0.329
11,mlp.experts.128.down_proj,0.0000006414,0.05000,0.334
11,mlp.experts.133.down_proj,0.0000015654,0.05000,0.317
11,mlp.experts.134.down_proj,0.0000030245,0.05000,0.322
11,mlp.experts.135.down_proj,0.0000010212,0.05000,0.320
11,mlp.experts.132.down_proj,0.0000015781,0.05000,0.321
11,mlp.experts.138.down_proj,0.0000016680,0.05000,0.312
11,mlp.experts.137.down_proj,0.0000051706,0.05000,0.316
11,mlp.experts.139.down_proj,0.0000024654,0.05000,0.313
11,mlp.experts.136.down_proj,0.0000017941,0.05000,0.317
11,mlp.experts.142.down_proj,0.0000009694,0.05000,0.317
11,mlp.experts.141.down_proj,0.0000015480,0.05000,0.319
11,mlp.experts.143.down_proj,0.0000010798,0.05000,0.320
11,mlp.experts.140.down_proj,0.0000009729,0.05000,0.322
11,mlp.experts.146.down_proj,0.0000015860,0.05000,0.314
11,mlp.experts.145.down_proj,0.0000025861,0.05000,0.314
11,mlp.experts.147.down_proj,0.0000012025,0.05000,0.316
11,mlp.experts.144.down_proj,0.0000028799,0.05000,0.312
11,mlp.experts.150.down_proj,0.0000007252,0.05000,0.319
11,mlp.experts.149.down_proj,0.0000009440,0.05000,0.323
11,mlp.experts.151.down_proj,0.0000020250,0.05000,0.326
11,mlp.experts.148.down_proj,0.0000013825,0.05000,0.325
11,mlp.experts.154.down_proj,0.0000012000,0.05000,0.320
11,mlp.experts.153.down_proj,0.0000011984,0.05000,0.322
11,mlp.experts.155.down_proj,0.0000008800,0.05000,0.332
11,mlp.experts.152.down_proj,0.0000013770,0.05000,0.331
11,mlp.experts.158.down_proj,0.0000019259,0.05000,0.334
11,mlp.experts.157.down_proj,0.0000012251,0.05000,0.328
11,mlp.experts.159.down_proj,0.0000015061,0.05000,0.337
11,mlp.experts.156.down_proj,0.0000009687,0.05000,0.329
11,mlp.experts.162.down_proj,0.0000006776,0.05000,0.321
11,mlp.experts.161.down_proj,0.0000006653,0.05000,0.333
11,mlp.experts.165.down_proj,fallback(rtn): 0.0010071,0.00000,0.004
11,mlp.experts.160.down_proj,0.0000004513,0.05000,0.328
11,mlp.experts.163.down_proj,0.0000012721,0.05000,0.334
11,mlp.experts.166.down_proj,0.0000041932,0.05000,0.319
11,mlp.experts.169.down_proj,0.0000033635,0.05000,0.314
11,mlp.experts.164.down_proj,0.0000026102,0.05000,0.320
11,mlp.experts.167.down_proj,0.0000035898,0.05000,0.319
11,mlp.experts.170.down_proj,0.0000022763,0.05000,0.321
11,mlp.experts.173.down_proj,0.0000017082,0.05000,0.318
11,mlp.experts.171.down_proj,0.0000013003,0.05000,0.318
11,mlp.experts.168.down_proj,0.0000007345,0.05000,0.322
11,mlp.experts.174.down_proj,0.0000012798,0.05000,0.326
11,mlp.experts.177.down_proj,0.0000013568,0.05000,0.333
11,mlp.experts.175.down_proj,0.0000039182,0.05000,0.330
11,mlp.experts.172.down_proj,0.0000006620,0.05000,0.330
11,mlp.experts.178.down_proj,0.0000020743,0.05000,0.308
11,mlp.experts.181.down_proj,0.0000009282,0.05000,0.305
11,mlp.experts.179.down_proj,0.0000022526,0.05000,0.323
11,mlp.experts.176.down_proj,0.0000011770,0.05000,0.322
11,mlp.experts.182.down_proj,0.0000053300,0.05000,0.319
11,mlp.experts.185.down_proj,0.0000045788,0.05000,0.312
11,mlp.experts.183.down_proj,0.0000010596,0.05000,0.310
11,mlp.experts.180.down_proj,0.0000013167,0.05000,0.311
11,mlp.experts.186.down_proj,0.0000027235,0.05000,0.316
11,mlp.experts.189.down_proj,0.0000005564,0.05000,0.316
11,mlp.experts.187.down_proj,0.0000009644,0.05000,0.316
11,mlp.experts.184.down_proj,0.0000016367,0.05000,0.316
11,mlp.experts.190.down_proj,0.0000021332,0.05000,0.313
11,mlp.experts.193.down_proj,0.0000017981,0.05000,0.312
11,mlp.experts.191.down_proj,0.0000023346,0.05000,0.311
11,mlp.experts.188.down_proj,0.0000009910,0.05000,0.312
11,mlp.experts.194.down_proj,0.0000024249,0.05000,0.318
11,mlp.experts.197.down_proj,0.0000025786,0.05000,0.323
11,mlp.experts.195.down_proj,0.0000011303,0.05000,0.323
11,mlp.experts.192.down_proj,0.0000021089,0.05000,0.322
11,mlp.experts.198.down_proj,0.0000011341,0.05000,0.308
11,mlp.experts.201.down_proj,0.0000019108,0.05000,0.313
11,mlp.experts.199.down_proj,0.0000038984,0.05000,0.313
11,mlp.experts.196.down_proj,0.0000010611,0.05000,0.315
11,mlp.experts.202.down_proj,0.0000028040,0.05000,0.320
11,mlp.experts.205.down_proj,0.0000011792,0.05000,0.325
11,mlp.experts.203.down_proj,0.0000012474,0.05000,0.328
11,mlp.experts.200.down_proj,0.0000022965,0.05000,0.330
11,mlp.experts.206.down_proj,0.0000007352,0.05000,0.338
11,mlp.experts.209.down_proj,0.0000016161,0.05000,0.324
11,mlp.experts.207.down_proj,0.0000011257,0.05000,0.325
11,mlp.experts.204.down_proj,0.0000011419,0.05000,0.325
11,mlp.experts.210.down_proj,0.0000010856,0.05000,0.318
11,mlp.experts.213.down_proj,0.0000011482,0.05000,0.314
11,mlp.experts.211.down_proj,0.0000047582,0.05000,0.319
11,mlp.experts.208.down_proj,0.0000009648,0.05000,0.313
11,mlp.experts.214.down_proj,0.0000022345,0.05000,0.318
11,mlp.experts.217.down_proj,0.0000032941,0.05000,0.315
11,mlp.experts.212.down_proj,0.0000022254,0.05000,0.318
11,mlp.experts.215.down_proj,0.0000015149,0.05000,0.323
11,mlp.experts.218.down_proj,0.0000019653,0.05000,0.318
11,mlp.experts.221.down_proj,0.0000018150,0.05000,0.329
11,mlp.experts.216.down_proj,0.0000028100,0.05000,0.333
11,mlp.experts.219.down_proj,0.0000011839,0.05000,0.336
11,mlp.experts.222.down_proj,0.0000032083,0.05000,0.310
11,mlp.experts.225.down_proj,0.0000013456,0.05000,0.313
11,mlp.experts.220.down_proj,0.0000030500,0.05000,0.315
11,mlp.experts.223.down_proj,0.0000017517,0.05000,0.313
11,mlp.experts.227.down_proj,fallback(rtn): 0.0009995,0.00000,0.005
11,mlp.experts.226.down_proj,0.0000017833,0.05000,0.317
11,mlp.experts.229.down_proj,0.0000033791,0.05000,0.320
11,mlp.experts.224.down_proj,0.0000010006,0.05000,0.317
11,mlp.experts.231.down_proj,0.0000016078,0.05000,0.314
11,mlp.experts.235.down_proj,fallback(rtn): 0.0010376,0.00000,0.005
11,mlp.experts.230.down_proj,0.0000028238,0.05000,0.321
11,mlp.experts.234.down_proj,fallback(rtn): 0.0010223,0.00000,0.005
11,mlp.experts.233.down_proj,0.0000006161,0.05000,0.323
11,mlp.experts.228.down_proj,0.0000024996,0.05000,0.320
11,mlp.experts.239.down_proj,0.0000011422,0.05000,0.319
11,mlp.experts.238.down_proj,0.0000016841,0.05000,0.326
11,mlp.experts.237.down_proj,0.0000009349,0.05000,0.329
11,mlp.experts.232.down_proj,0.0000023243,0.05000,0.327
11,mlp.experts.243.down_proj,0.0000009023,0.05000,0.324
11,mlp.experts.242.down_proj,0.0000013282,0.05000,0.316
11,mlp.experts.241.down_proj,0.0000035763,0.05000,0.316
11,mlp.experts.236.down_proj,0.0000011553,0.05000,0.316
11,mlp.experts.247.down_proj,0.0000011235,0.05000,0.320
11,mlp.experts.246.down_proj,0.0000008076,0.05000,0.308
11,mlp.experts.245.down_proj,0.0000054005,0.05000,0.310
11,mlp.experts.240.down_proj,0.0000027905,0.05000,0.310
11,mlp.experts.251.down_proj,0.0000050243,0.05000,0.318
11,mlp.experts.250.down_proj,0.0000013193,0.05000,0.318
11,mlp.experts.249.down_proj,0.0000008696,0.05000,0.322
11,mlp.experts.244.down_proj,0.0000075510,0.05000,0.322
11,mlp.experts.255.down_proj,0.0000012864,0.05000,0.324
11,mlp.experts.254.down_proj,0.0000026831,0.05000,0.234
11,mlp.experts.253.down_proj,0.0000009018,0.05000,0.220
11,mlp.experts.248.down_proj,0.0000017717,0.05000,0.188
11,mlp.experts.252.down_proj,0.0000030962,0.05000,0.061
12,mlp.experts.2.gate_proj,0.0000976153,0.05000,1.246
12,mlp.experts.1.gate_proj,0.0000166675,0.05000,1.249
12,mlp.experts.0.gate_proj,0.0000879032,0.05000,1.268
12,mlp.experts.3.gate_proj,0.0000271137,0.05000,1.273
12,mlp.experts.5.gate_proj,0.0000986219,0.05000,1.274
12,mlp.experts.6.gate_proj,0.0001109224,0.05000,1.277
12,mlp.experts.7.gate_proj,0.0000381600,0.05000,1.253
12,mlp.experts.4.gate_proj,0.0000809768,0.05000,1.281
12,mlp.experts.9.gate_proj,0.0001233631,0.05000,1.242
12,mlp.experts.11.gate_proj,0.0000740882,0.05000,1.249
12,mlp.experts.8.gate_proj,0.0001254942,0.05000,1.248
12,mlp.experts.10.gate_proj,0.0000757189,0.05000,1.270
12,mlp.experts.13.gate_proj,0.0000484301,0.05000,1.237
12,mlp.experts.15.gate_proj,0.0001365467,0.05000,1.238
12,mlp.experts.12.gate_proj,0.0000623566,0.05000,1.235
12,mlp.experts.14.gate_proj,0.0000596068,0.05000,1.244
12,mlp.experts.17.gate_proj,0.0000854782,0.05000,1.235
12,mlp.experts.19.gate_proj,0.0000480225,0.05000,1.254
12,mlp.experts.18.gate_proj,0.0000621435,0.05000,1.243
12,mlp.experts.16.gate_proj,0.0000985337,0.05000,1.259
12,mlp.experts.21.gate_proj,0.0000628053,0.05000,1.245
12,mlp.experts.22.gate_proj,0.0001841661,0.05000,1.233
12,mlp.experts.20.gate_proj,0.0000652127,0.05000,1.239
12,mlp.experts.23.gate_proj,0.0002453443,0.05000,1.256
12,mlp.experts.25.gate_proj,0.0000778272,0.05000,1.239
12,mlp.experts.27.gate_proj,0.0000426729,0.05000,1.248
12,mlp.experts.24.gate_proj,0.0000946714,0.05000,1.258
12,mlp.experts.26.gate_proj,0.0000286110,0.05000,1.281
12,mlp.experts.29.gate_proj,0.0000975952,0.05000,1.331
12,mlp.experts.31.gate_proj,0.0001064777,0.05000,1.323
12,mlp.experts.28.gate_proj,0.0001095264,0.05000,1.326
12,mlp.experts.30.gate_proj,0.0001792748,0.05000,1.326
12,mlp.experts.33.gate_proj,0.0000625922,0.05000,1.260
12,mlp.experts.35.gate_proj,0.0000744139,0.05000,1.258
12,mlp.experts.32.gate_proj,0.0000708246,0.05000,1.267
12,mlp.experts.34.gate_proj,0.0001215481,0.05000,1.271
12,mlp.experts.37.gate_proj,0.0000546544,0.05000,1.231
12,mlp.experts.39.gate_proj,0.0000536211,0.05000,1.233
12,mlp.experts.36.gate_proj,0.0000751852,0.05000,1.241
12,mlp.experts.38.gate_proj,0.0000584308,0.05000,1.238
12,mlp.experts.41.gate_proj,0.0001216147,0.05000,1.247
12,mlp.experts.43.gate_proj,0.0000341103,0.05000,1.237
12,mlp.experts.40.gate_proj,0.0000624601,0.05000,1.240
12,mlp.experts.42.gate_proj,0.0000927506,0.05000,1.232
12,mlp.experts.45.gate_proj,0.0001497372,0.05000,1.236
12,mlp.experts.47.gate_proj,0.0000706278,0.05000,1.235
12,mlp.experts.46.gate_proj,0.0000587852,0.05000,1.239
12,mlp.experts.44.gate_proj,0.0000332766,0.05000,1.243
12,mlp.experts.49.gate_proj,0.0000960988,0.05000,1.256
12,mlp.experts.51.gate_proj,0.0001272920,0.05000,1.234
12,mlp.experts.48.gate_proj,0.0000609560,0.05000,1.248
12,mlp.experts.50.gate_proj,0.0000486916,0.05000,1.253
12,mlp.experts.53.gate_proj,0.0000840436,0.05000,1.223
12,mlp.experts.55.gate_proj,0.0000826626,0.05000,1.235
12,mlp.experts.52.gate_proj,0.0001388417,0.05000,1.224
12,mlp.experts.54.gate_proj,0.0000821152,0.05000,1.240
12,mlp.experts.57.gate_proj,0.0000377060,0.05000,1.241
12,mlp.experts.59.gate_proj,0.0000312824,0.05000,1.242
12,mlp.experts.56.gate_proj,0.0000400456,0.05000,1.251
12,mlp.experts.58.gate_proj,0.0001037538,0.05000,1.251
12,mlp.experts.61.gate_proj,0.0001092151,0.05000,1.233
12,mlp.experts.63.gate_proj,0.0000265351,0.05000,1.237
12,mlp.experts.60.gate_proj,0.0000386844,0.05000,1.243
12,mlp.experts.62.gate_proj,0.0000519152,0.05000,1.234
12,mlp.experts.65.gate_proj,0.0000338063,0.05000,1.252
12,mlp.experts.67.gate_proj,0.0000317719,0.05000,1.259
12,mlp.experts.64.gate_proj,0.0000989393,0.05000,1.257
12,mlp.experts.66.gate_proj,0.0000975938,0.05000,1.256
12,mlp.experts.69.gate_proj,0.0000851545,0.05000,1.234
12,mlp.experts.71.gate_proj,0.0000316050,0.05000,1.241
12,mlp.experts.70.gate_proj,0.0001319386,0.05000,1.240
12,mlp.experts.68.gate_proj,0.0000914683,0.05000,1.261
12,mlp.experts.73.gate_proj,0.0001149183,0.05000,1.261
12,mlp.experts.75.gate_proj,0.0000554897,0.05000,1.249
12,mlp.experts.74.gate_proj,0.0000257339,0.05000,1.235
12,mlp.experts.72.gate_proj,0.0000754499,0.05000,1.247
12,mlp.experts.77.gate_proj,0.0000790098,0.05000,1.252
12,mlp.experts.79.gate_proj,0.0000839714,0.05000,1.250
12,mlp.experts.78.gate_proj,0.0001496071,0.05000,1.251
12,mlp.experts.76.gate_proj,0.0001382635,0.05000,1.258
12,mlp.experts.81.gate_proj,0.0001141333,0.05000,1.250
12,mlp.experts.83.gate_proj,0.0001013432,0.05000,1.259
12,mlp.experts.82.gate_proj,0.0001175532,0.05000,1.260
12,mlp.experts.80.gate_proj,0.0001178465,0.05000,1.254
12,mlp.experts.85.gate_proj,0.0000683504,0.05000,1.252
12,mlp.experts.87.gate_proj,0.0000740489,0.05000,1.256
12,mlp.experts.86.gate_proj,0.0001731116,0.05000,1.251
12,mlp.experts.84.gate_proj,0.0000333962,0.05000,1.242
12,mlp.experts.89.gate_proj,0.0001221473,0.05000,1.260
12,mlp.experts.91.gate_proj,0.0001105808,0.05000,1.264
12,mlp.experts.88.gate_proj,0.0000885177,0.05000,1.249
12,mlp.experts.90.gate_proj,0.0001562452,0.05000,1.266
12,mlp.experts.93.gate_proj,0.0000346365,0.05000,1.251
12,mlp.experts.95.gate_proj,0.0000463771,0.05000,1.268
12,mlp.experts.92.gate_proj,0.0001273885,0.05000,1.258
12,mlp.experts.94.gate_proj,0.0000791110,0.05000,1.271
12,mlp.experts.97.gate_proj,0.0001037059,0.05000,1.241
12,mlp.experts.99.gate_proj,0.0001067951,0.05000,1.251
12,mlp.experts.96.gate_proj,0.0001110857,0.05000,1.251
12,mlp.experts.98.gate_proj,0.0000789255,0.05000,1.246
12,mlp.experts.101.gate_proj,0.0000663827,0.05000,1.258
12,mlp.experts.103.gate_proj,0.0000977173,0.05000,1.265
12,mlp.experts.102.gate_proj,0.0000932141,0.05000,1.251
12,mlp.experts.100.gate_proj,0.0001282231,0.05000,1.274
12,mlp.experts.105.gate_proj,0.0001220289,0.05000,1.253
12,mlp.experts.107.gate_proj,0.0000567752,0.05000,1.248
12,mlp.experts.106.gate_proj,0.0000543577,0.05000,1.251
12,mlp.experts.104.gate_proj,0.0001458944,0.05000,1.254
12,mlp.experts.109.gate_proj,0.0000737735,0.05000,1.255
12,mlp.experts.111.gate_proj,0.0000780872,0.05000,1.248
12,mlp.experts.108.gate_proj,0.0000829803,0.05000,1.248
12,mlp.experts.110.gate_proj,0.0000952692,0.05000,1.262
12,mlp.experts.113.gate_proj,0.0001068014,0.05000,1.252
12,mlp.experts.115.gate_proj,0.0000536530,0.05000,1.253
12,mlp.experts.112.gate_proj,0.0000835470,0.05000,1.246
12,mlp.experts.114.gate_proj,0.0000855120,0.05000,1.255
12,mlp.experts.118.gate_proj,fallback(rtn): 0.0010300,0.00000,0.018
12,mlp.experts.117.gate_proj,0.0000720893,0.05000,1.247
12,mlp.experts.119.gate_proj,0.0000815385,0.05000,1.246
12,mlp.experts.116.gate_proj,0.0000662973,0.05000,1.245
12,mlp.experts.122.gate_proj,0.0000873792,0.05000,1.249
12,mlp.experts.121.gate_proj,0.0000474386,0.05000,1.242
12,mlp.experts.123.gate_proj,0.0000896388,0.05000,1.231
12,mlp.experts.120.gate_proj,0.0001427642,0.05000,1.234
12,mlp.experts.126.gate_proj,0.0000794031,0.05000,1.234
12,mlp.experts.125.gate_proj,0.0000388224,0.05000,1.257
12,mlp.experts.127.gate_proj,0.0001147090,0.05000,1.260
12,mlp.experts.124.gate_proj,0.0000865748,0.05000,1.259
12,mlp.experts.130.gate_proj,0.0001584880,0.05000,1.268
12,mlp.experts.129.gate_proj,0.0001959848,0.05000,1.241
12,mlp.experts.131.gate_proj,0.0001006569,0.05000,1.239
12,mlp.experts.128.gate_proj,0.0000390361,0.05000,1.244
12,mlp.experts.134.gate_proj,0.0000341748,0.05000,1.265
12,mlp.experts.133.gate_proj,0.0000738083,0.05000,1.257
12,mlp.experts.135.gate_proj,0.0001085892,0.05000,1.256
12,mlp.experts.132.gate_proj,0.0000312016,0.05000,1.260
12,mlp.experts.138.gate_proj,0.0000385134,0.05000,1.249
12,mlp.experts.137.gate_proj,0.0001288640,0.05000,1.235
12,mlp.experts.139.gate_proj,0.0000819010,0.05000,1.237
12,mlp.experts.136.gate_proj,0.0000305547,0.05000,1.242
12,mlp.experts.142.gate_proj,0.0000922263,0.05000,1.252
12,mlp.experts.141.gate_proj,0.0001087689,0.05000,1.260
12,mlp.experts.143.gate_proj,0.0000565183,0.05000,1.265
12,mlp.experts.140.gate_proj,0.0000583908,0.05000,1.274
12,mlp.experts.146.gate_proj,0.0001281898,0.05000,1.277
12,mlp.experts.145.gate_proj,0.0000435252,0.05000,1.260
12,mlp.experts.147.gate_proj,0.0000431325,0.05000,1.269
12,mlp.experts.144.gate_proj,0.0000770764,0.05000,1.261
12,mlp.experts.150.gate_proj,0.0001075617,0.05000,1.265
12,mlp.experts.149.gate_proj,0.0000638010,0.05000,1.231
12,mlp.experts.151.gate_proj,0.0000639961,0.05000,1.234
12,mlp.experts.148.gate_proj,0.0001143999,0.05000,1.231
12,mlp.experts.154.gate_proj,0.0000684642,0.05000,1.253
12,mlp.experts.153.gate_proj,0.0001171864,0.05000,1.236
12,mlp.experts.155.gate_proj,0.0000326428,0.05000,1.237
12,mlp.experts.152.gate_proj,0.0001252665,0.05000,1.240
12,mlp.experts.158.gate_proj,0.0002504684,0.05000,1.253
12,mlp.experts.157.gate_proj,0.0000472088,0.05000,1.261
12,mlp.experts.159.gate_proj,0.0000620420,0.05000,1.251
12,mlp.experts.156.gate_proj,0.0001301202,0.05000,1.262
12,mlp.experts.162.gate_proj,0.0001671536,0.05000,1.264
12,mlp.experts.161.gate_proj,0.0000437596,0.05000,1.260
12,mlp.experts.163.gate_proj,0.0000486037,0.05000,1.260
12,mlp.experts.160.gate_proj,0.0000346286,0.05000,1.258
12,mlp.experts.166.gate_proj,0.0000657270,0.05000,1.263
12,mlp.experts.165.gate_proj,0.0000984562,0.05000,1.257
12,mlp.experts.167.gate_proj,0.0000984447,0.05000,1.253
12,mlp.experts.164.gate_proj,0.0001084910,0.05000,1.243
12,mlp.experts.170.gate_proj,0.0000808272,0.05000,1.267
12,mlp.experts.169.gate_proj,0.0001153787,0.05000,1.253
12,mlp.experts.171.gate_proj,0.0000685417,0.05000,1.267
12,mlp.experts.168.gate_proj,0.0000548925,0.05000,1.249
12,mlp.experts.174.gate_proj,0.0001378529,0.05000,1.260
12,mlp.experts.173.gate_proj,0.0000729729,0.05000,1.239
12,mlp.experts.175.gate_proj,0.0001191697,0.05000,1.255
12,mlp.experts.172.gate_proj,0.0000946213,0.05000,1.237
12,mlp.experts.178.gate_proj,0.0000453666,0.05000,1.238
12,mlp.experts.177.gate_proj,0.0001095101,0.05000,1.248
12,mlp.experts.176.gate_proj,0.0000619241,0.05000,1.249
12,mlp.experts.179.gate_proj,0.0001174003,0.05000,1.269
12,mlp.experts.182.gate_proj,0.0001965427,0.05000,1.260
12,mlp.experts.181.gate_proj,0.0000879404,0.05000,1.248
12,mlp.experts.180.gate_proj,0.0000913126,0.05000,1.241
12,mlp.experts.183.gate_proj,0.0000870961,0.05000,1.252
12,mlp.experts.186.gate_proj,0.0000580333,0.05000,1.251
12,mlp.experts.185.gate_proj,0.0000704869,0.05000,1.229
12,mlp.experts.184.gate_proj,0.0000902581,0.05000,1.232
12,mlp.experts.187.gate_proj,0.0001127465,0.05000,1.241
12,mlp.experts.190.gate_proj,0.0000641797,0.05000,1.233
12,mlp.experts.189.gate_proj,0.0000758966,0.05000,1.253
12,mlp.experts.193.gate_proj,fallback(rtn): 0.0009995,0.00000,0.017
12,mlp.experts.197.gate_proj,fallback(rtn): 0.0010147,0.00000,0.017
12,mlp.experts.188.gate_proj,0.0001035786,0.05000,1.264
12,mlp.experts.191.gate_proj,0.0000432022,0.05000,1.277
12,mlp.experts.194.gate_proj,0.0000334970,0.05000,1.277
12,mlp.experts.201.gate_proj,0.0001150108,0.05000,1.245
12,mlp.experts.192.gate_proj,0.0000879553,0.05000,1.263
12,mlp.experts.195.gate_proj,0.0001330236,0.05000,1.252
12,mlp.experts.198.gate_proj,0.0000927158,0.05000,1.265
12,mlp.experts.196.gate_proj,0.0000804887,0.05000,1.238
12,mlp.experts.205.gate_proj,0.0000524648,0.05000,1.279
12,mlp.experts.199.gate_proj,0.0001465412,0.05000,1.267
12,mlp.experts.202.gate_proj,0.0000749883,0.05000,1.259
12,mlp.experts.200.gate_proj,0.0000694801,0.05000,1.243
12,mlp.experts.209.gate_proj,0.0001239298,0.05000,1.229
12,mlp.experts.203.gate_proj,0.0000726572,0.05000,1.251
12,mlp.experts.206.gate_proj,0.0000292971,0.05000,1.255
12,mlp.experts.213.gate_proj,0.0000931529,0.05000,1.256
12,mlp.experts.204.gate_proj,0.0001271084,0.05000,1.282
12,mlp.experts.207.gate_proj,0.0000665527,0.05000,1.266
12,mlp.experts.210.gate_proj,0.0000617696,0.05000,1.257
12,mlp.experts.208.gate_proj,0.0000351071,0.05000,1.229
12,mlp.experts.217.gate_proj,0.0000596511,0.05000,1.246
12,mlp.experts.211.gate_proj,0.0001101238,0.05000,1.248
12,mlp.experts.215.gate_proj,fallback(rtn): 0.0010986,0.00000,0.017
12,mlp.experts.214.gate_proj,0.0000935341,0.05000,1.255
12,mlp.experts.221.gate_proj,0.0000336041,0.05000,1.223
12,mlp.experts.212.gate_proj,0.0000491503,0.05000,1.264
12,mlp.experts.219.gate_proj,0.0000803214,0.05000,1.242
12,mlp.experts.218.gate_proj,0.0000938392,0.05000,1.252
12,mlp.experts.225.gate_proj,0.0001102033,0.05000,1.253
12,mlp.experts.216.gate_proj,0.0001052838,0.05000,1.237
12,mlp.experts.223.gate_proj,0.0000416746,0.05000,1.251
12,mlp.experts.222.gate_proj,0.0000446667,0.05000,1.251
12,mlp.experts.229.gate_proj,0.0000622913,0.05000,1.261
12,mlp.experts.220.gate_proj,0.0000424506,0.05000,1.263
12,mlp.experts.227.gate_proj,0.0000496807,0.05000,1.251
12,mlp.experts.226.gate_proj,0.0001090167,0.05000,1.240
12,mlp.experts.233.gate_proj,0.0001082281,0.05000,1.240
12,mlp.experts.224.gate_proj,0.0000864143,0.05000,1.232
12,mlp.experts.237.gate_proj,fallback(rtn): 0.0010147,0.00000,0.032
12,mlp.experts.231.gate_proj,0.0001142910,0.05000,1.240
12,mlp.experts.230.gate_proj,0.0000567238,0.05000,1.237
12,mlp.experts.228.gate_proj,0.0000802910,0.05000,1.233
12,mlp.experts.241.gate_proj,0.0000481001,0.05000,1.234
12,mlp.experts.235.gate_proj,0.0001007565,0.05000,1.240
12,mlp.experts.234.gate_proj,0.0000734136,0.05000,1.237
12,mlp.experts.232.gate_proj,0.0001310938,0.05000,1.262
12,mlp.experts.245.gate_proj,0.0000586481,0.05000,1.261
12,mlp.experts.239.gate_proj,0.0000827369,0.05000,1.258
12,mlp.experts.238.gate_proj,0.0001325694,0.05000,1.247
12,mlp.experts.236.gate_proj,0.0001297465,0.05000,1.248
12,mlp.experts.249.gate_proj,0.0001154483,0.05000,1.251
12,mlp.experts.243.gate_proj,0.0001211831,0.05000,1.236
12,mlp.experts.242.gate_proj,0.0000575544,0.05000,1.236
12,mlp.experts.240.gate_proj,0.0000525447,0.05000,1.232
12,mlp.experts.253.gate_proj,0.0000949396,0.05000,1.250
12,mlp.experts.247.gate_proj,0.0000889298,0.05000,1.248
12,mlp.experts.246.gate_proj,0.0001467642,0.05000,1.253
12,mlp.experts.244.gate_proj,0.0000959234,0.05000,1.235
12,mlp.experts.1.up_proj,0.0000160942,0.05000,1.229
12,mlp.experts.251.gate_proj,0.0000800962,0.05000,1.253
12,mlp.experts.250.gate_proj,0.0000528921,0.05000,1.252
12,mlp.experts.248.gate_proj,0.0000595962,0.05000,1.251
12,mlp.experts.5.up_proj,0.0000905910,0.05000,1.227
12,mlp.experts.255.gate_proj,0.0001371149,0.05000,1.230
12,mlp.experts.254.gate_proj,0.0001131261,0.05000,1.232
12,mlp.experts.252.gate_proj,0.0000837431,0.05000,1.244
12,mlp.experts.9.up_proj,0.0000977876,0.05000,1.245
12,mlp.experts.3.up_proj,0.0000275801,0.05000,1.244
12,mlp.experts.2.up_proj,0.0000847855,0.05000,1.238
12,mlp.experts.0.up_proj,0.0000830077,0.05000,1.276
12,mlp.experts.13.up_proj,0.0000432597,0.05000,1.273
12,mlp.experts.7.up_proj,0.0000393293,0.05000,1.266
12,mlp.experts.6.up_proj,0.0001040440,0.05000,1.259
12,mlp.experts.4.up_proj,0.0000765259,0.05000,1.256
12,mlp.experts.11.up_proj,0.0000756660,0.05000,1.237
12,mlp.experts.17.up_proj,0.0000750237,0.05000,1.269
12,mlp.experts.10.up_proj,0.0000687264,0.05000,1.267
12,mlp.experts.8.up_proj,0.0001192864,0.05000,1.271
12,mlp.experts.15.up_proj,0.0001406259,0.05000,1.277
12,mlp.experts.21.up_proj,0.0000573029,0.05000,1.264
12,mlp.experts.14.up_proj,0.0000529432,0.05000,1.264
12,mlp.experts.12.up_proj,0.0000589196,0.05000,1.236
12,mlp.experts.19.up_proj,0.0000475357,0.05000,1.240
12,mlp.experts.25.up_proj,0.0000709026,0.05000,1.236
12,mlp.experts.18.up_proj,0.0000543231,0.05000,1.242
12,mlp.experts.16.up_proj,0.0000935192,0.05000,1.241
12,mlp.experts.23.up_proj,0.0001028783,0.05000,1.239
12,mlp.experts.29.up_proj,0.0000847280,0.05000,1.237
12,mlp.experts.22.up_proj,0.0001509852,0.05000,1.255
12,mlp.experts.20.up_proj,0.0000617832,0.05000,1.250
12,mlp.experts.27.up_proj,0.0000336959,0.05000,1.253
12,mlp.experts.33.up_proj,0.0000559072,0.05000,1.244
12,mlp.experts.26.up_proj,0.0000310005,0.05000,1.244
12,mlp.experts.24.up_proj,0.0000904374,0.05000,1.265
12,mlp.experts.31.up_proj,0.0000955503,0.05000,1.256
12,mlp.experts.37.up_proj,0.0000461371,0.05000,1.255
12,mlp.experts.30.up_proj,0.0001467437,0.05000,1.257
12,mlp.experts.28.up_proj,0.0001128907,0.05000,1.269
12,mlp.experts.35.up_proj,0.0000757613,0.05000,1.263
12,mlp.experts.41.up_proj,0.0001142929,0.05000,1.258
12,mlp.experts.34.up_proj,0.0001126352,0.05000,1.251
12,mlp.experts.32.up_proj,0.0000703993,0.05000,1.249
12,mlp.experts.39.up_proj,0.0000500239,0.05000,1.244
12,mlp.experts.45.up_proj,0.0001208403,0.05000,1.248
12,mlp.experts.38.up_proj,0.0000587369,0.05000,1.261
12,mlp.experts.36.up_proj,0.0000559312,0.05000,1.255
12,mlp.experts.49.up_proj,0.0000836217,0.05000,1.243
12,mlp.experts.43.up_proj,0.0000312627,0.05000,1.273
12,mlp.experts.42.up_proj,0.0000750940,0.05000,1.250
12,mlp.experts.40.up_proj,0.0000620147,0.05000,1.246
12,mlp.experts.53.up_proj,0.0000757467,0.05000,1.250
12,mlp.experts.47.up_proj,0.0000604547,0.05000,1.248
12,mlp.experts.46.up_proj,0.0000499407,0.05000,1.272
12,mlp.experts.44.up_proj,0.0000326606,0.05000,1.263
12,mlp.experts.57.up_proj,0.0000357223,0.05000,1.258
12,mlp.experts.51.up_proj,0.0001202503,0.05000,1.264
12,mlp.experts.50.up_proj,0.0000542827,0.05000,1.241
12,mlp.experts.48.up_proj,0.0000563216,0.05000,1.265
12,mlp.experts.61.up_proj,0.0000884262,0.05000,1.263
12,mlp.experts.55.up_proj,0.0000622414,0.05000,1.266
12,mlp.experts.54.up_proj,0.0000690250,0.05000,1.265
12,mlp.experts.65.up_proj,0.0000325364,0.05000,1.223
12,mlp.experts.52.up_proj,0.0001323313,0.05000,1.241
12,mlp.experts.59.up_proj,0.0000323311,0.05000,1.241
12,mlp.experts.58.up_proj,0.0000983905,0.05000,1.239
12,mlp.experts.69.up_proj,0.0000704314,0.05000,1.249
12,mlp.experts.56.up_proj,0.0000419294,0.05000,1.248
12,mlp.experts.63.up_proj,0.0000297191,0.05000,1.250
12,mlp.experts.62.up_proj,0.0000459511,0.05000,1.250
12,mlp.experts.60.up_proj,0.0000362032,0.05000,1.249
12,mlp.experts.73.up_proj,0.0000963209,0.05000,1.264
12,mlp.experts.67.up_proj,0.0000295113,0.05000,1.251
12,mlp.experts.66.up_proj,0.0000775637,0.05000,1.260
12,mlp.experts.64.up_proj,0.0000889092,0.05000,1.255
12,mlp.experts.77.up_proj,0.0000754199,0.05000,1.257
12,mlp.experts.71.up_proj,0.0000303176,0.05000,1.268
12,mlp.experts.70.up_proj,0.0001241160,0.05000,1.252
12,mlp.experts.68.up_proj,0.0000869551,0.05000,1.245
12,mlp.experts.81.up_proj,0.0001099571,0.05000,1.240
12,mlp.experts.75.up_proj,0.0000547648,0.05000,1.231
12,mlp.experts.74.up_proj,0.0000262137,0.05000,1.249
12,mlp.experts.85.up_proj,0.0000633704,0.05000,1.239
12,mlp.experts.72.up_proj,0.0000611470,0.05000,1.251
12,mlp.experts.79.up_proj,0.0000806354,0.05000,1.239
12,mlp.experts.78.up_proj,0.0001416301,0.05000,1.248
12,mlp.experts.76.up_proj,0.0001303387,0.05000,1.238
12,mlp.experts.89.up_proj,0.0001077476,0.05000,1.251
12,mlp.experts.83.up_proj,0.0000951065,0.05000,1.241
12,mlp.experts.82.up_proj,0.0000941924,0.05000,1.244
12,mlp.experts.80.up_proj,0.0000979385,0.05000,1.271
12,mlp.experts.93.up_proj,0.0000293282,0.05000,1.282
12,mlp.experts.87.up_proj,0.0000655146,0.05000,1.272
12,mlp.experts.86.up_proj,0.0001509105,0.05000,1.266
12,mlp.experts.97.up_proj,0.0000912388,0.05000,1.219
12,mlp.experts.84.up_proj,0.0000371381,0.05000,1.234
12,mlp.experts.91.up_proj,0.0001036181,0.05000,1.238
12,mlp.experts.90.up_proj,0.0001301341,0.05000,1.249
12,mlp.experts.88.up_proj,0.0000830782,0.05000,1.246
12,mlp.experts.101.up_proj,0.0000534980,0.05000,1.253
12,mlp.experts.95.up_proj,0.0000450681,0.05000,1.266
12,mlp.experts.94.up_proj,0.0000717965,0.05000,1.254
12,mlp.experts.92.up_proj,0.0001198617,0.05000,1.269
12,mlp.experts.105.up_proj,0.0001152284,0.05000,1.282
12,mlp.experts.99.up_proj,0.0001004827,0.05000,1.270
12,mlp.experts.98.up_proj,0.0000727737,0.05000,1.270
12,mlp.experts.96.up_proj,0.0000964181,0.05000,1.271
12,mlp.experts.109.up_proj,0.0000726233,0.05000,1.271
12,mlp.experts.103.up_proj,0.0000914461,0.05000,1.272
12,mlp.experts.102.up_proj,0.0000874163,0.05000,1.268
12,mlp.experts.100.up_proj,0.0001230664,0.05000,1.245
12,mlp.experts.113.up_proj,0.0001017998,0.05000,1.264
12,mlp.experts.107.up_proj,0.0000493534,0.05000,1.257
12,mlp.experts.106.up_proj,0.0000512610,0.05000,1.260
12,mlp.experts.104.up_proj,0.0001380879,0.05000,1.261
12,mlp.experts.117.up_proj,0.0000670573,0.05000,1.252
12,mlp.experts.111.up_proj,0.0000672848,0.05000,1.255
12,mlp.experts.110.up_proj,0.0001040487,0.05000,1.259
12,mlp.experts.108.up_proj,0.0000725906,0.05000,1.271
12,mlp.experts.121.up_proj,0.0000408518,0.05000,1.259
12,mlp.experts.115.up_proj,0.0000459399,0.05000,1.264
12,mlp.experts.114.up_proj,0.0000704975,0.05000,1.269
12,mlp.experts.118.up_proj,fallback(rtn): 0.0009842,0.00000,0.017
12,mlp.experts.125.up_proj,0.0000345047,0.05000,1.259
12,mlp.experts.112.up_proj,0.0000750244,0.05000,1.276
12,mlp.experts.119.up_proj,0.0000866452,0.05000,1.253
12,mlp.experts.122.up_proj,0.0000792468,0.05000,1.260
12,mlp.experts.129.up_proj,0.0001520335,0.05000,1.248
12,mlp.experts.116.up_proj,0.0000613453,0.05000,1.254
12,mlp.experts.123.up_proj,0.0000845554,0.05000,1.247
12,mlp.experts.126.up_proj,0.0000754591,0.05000,1.241
12,mlp.experts.133.up_proj,0.0000632954,0.05000,1.239
12,mlp.experts.120.up_proj,0.0001349394,0.05000,1.249
12,mlp.experts.127.up_proj,0.0001096968,0.05000,1.248
12,mlp.experts.130.up_proj,0.0001305091,0.05000,1.244
12,mlp.experts.137.up_proj,0.0001204371,0.05000,1.245
12,mlp.experts.124.up_proj,0.0000828797,0.05000,1.254
12,mlp.experts.131.up_proj,0.0000941587,0.05000,1.249
12,mlp.experts.134.up_proj,0.0000276849,0.05000,1.253
12,mlp.experts.141.up_proj,0.0000986287,0.05000,1.249
12,mlp.experts.128.up_proj,0.0000416081,0.05000,1.253
12,mlp.experts.135.up_proj,0.0000887431,0.05000,1.257
12,mlp.experts.138.up_proj,0.0000362629,0.05000,1.255
12,mlp.experts.145.up_proj,0.0000394839,0.05000,1.265
12,mlp.experts.132.up_proj,0.0000300919,0.05000,1.252
12,mlp.experts.139.up_proj,0.0000681457,0.05000,1.246
12,mlp.experts.142.up_proj,0.0000878031,0.05000,1.266
12,mlp.experts.149.up_proj,0.0000591817,0.05000,1.248
12,mlp.experts.143.up_proj,0.0000470184,0.05000,1.247
12,mlp.experts.136.up_proj,0.0000285679,0.05000,1.254
12,mlp.experts.146.up_proj,0.0001210595,0.05000,1.250
12,mlp.experts.153.up_proj,0.0001117862,0.05000,1.251
12,mlp.experts.147.up_proj,0.0000406750,0.05000,1.245
12,mlp.experts.140.up_proj,0.0000547394,0.05000,1.254
12,mlp.experts.150.up_proj,0.0000892584,0.05000,1.251
12,mlp.experts.157.up_proj,0.0000485001,0.05000,1.246
12,mlp.experts.151.up_proj,0.0000548780,0.05000,1.256
12,mlp.experts.144.up_proj,0.0000715076,0.05000,1.254
12,mlp.experts.154.up_proj,0.0000772638,0.05000,1.254
12,mlp.experts.161.up_proj,0.0000400412,0.05000,1.266
12,mlp.experts.155.up_proj,0.0000283555,0.05000,1.260
12,mlp.experts.148.up_proj,0.0001195388,0.05000,1.265
12,mlp.experts.158.up_proj,0.0001869432,0.05000,1.250
12,mlp.experts.165.up_proj,0.0000914585,0.05000,1.248
12,mlp.experts.159.up_proj,0.0000558675,0.05000,1.249
12,mlp.experts.152.up_proj,0.0001139724,0.05000,1.251
12,mlp.experts.162.up_proj,0.0001351943,0.05000,1.244
12,mlp.experts.169.up_proj,0.0001108092,0.05000,1.267
12,mlp.experts.163.up_proj,0.0000462097,0.05000,1.263
12,mlp.experts.156.up_proj,0.0001173921,0.05000,1.274
12,mlp.experts.166.up_proj,0.0000616658,0.05000,1.273
12,mlp.experts.173.up_proj,0.0000565492,0.05000,1.251
12,mlp.experts.167.up_proj,0.0000944594,0.05000,1.253
12,mlp.experts.160.up_proj,0.0000364376,0.05000,1.240
12,mlp.experts.170.up_proj,0.0000651378,0.05000,1.231
12,mlp.experts.177.up_proj,0.0000955941,0.05000,1.264
12,mlp.experts.171.up_proj,0.0000587970,0.05000,1.258
12,mlp.experts.164.up_proj,0.0001020624,0.05000,1.257
12,mlp.experts.174.up_proj,0.0001292403,0.05000,1.271
12,mlp.experts.181.up_proj,0.0000807501,0.05000,1.248
12,mlp.experts.175.up_proj,0.0001141216,0.05000,1.242
12,mlp.experts.168.up_proj,0.0000464214,0.05000,1.256
12,mlp.experts.178.up_proj,0.0000427325,0.05000,1.253
12,mlp.experts.185.up_proj,0.0000736648,0.05000,1.243
12,mlp.experts.179.up_proj,0.0000933334,0.05000,1.249
12,mlp.experts.172.up_proj,0.0000719816,0.05000,1.251
12,mlp.experts.182.up_proj,0.0001561187,0.05000,1.251
12,mlp.experts.189.up_proj,0.0000701354,0.05000,1.265
12,mlp.experts.183.up_proj,0.0000801482,0.05000,1.260
12,mlp.experts.193.up_proj,fallback(rtn): 0.0009995,0.00000,0.024
12,mlp.experts.176.up_proj,0.0000505847,0.05000,1.256
12,mlp.experts.197.up_proj,fallback(rtn): 0.0009842,0.00000,0.025
12,mlp.experts.186.up_proj,0.0000538475,0.05000,1.277
12,mlp.experts.187.up_proj,0.0001068044,0.05000,1.252
12,mlp.experts.180.up_proj,0.0000779258,0.05000,1.249
12,mlp.experts.201.up_proj,0.0001053344,0.05000,1.245
12,mlp.experts.190.up_proj,0.0000646310,0.05000,1.246
12,mlp.experts.191.up_proj,0.0000430747,0.05000,1.250
12,mlp.experts.184.up_proj,0.0000855111,0.05000,1.253
12,mlp.experts.205.up_proj,0.0000505955,0.05000,1.255
12,mlp.experts.194.up_proj,0.0000308875,0.05000,1.251
12,mlp.experts.195.up_proj,0.0001202274,0.05000,1.234
12,mlp.experts.188.up_proj,0.0000951677,0.05000,1.230
12,mlp.experts.209.up_proj,0.0001103757,0.05000,1.236
12,mlp.experts.198.up_proj,0.0000811873,0.05000,1.240
12,mlp.experts.199.up_proj,0.0001382090,0.05000,1.229
12,mlp.experts.192.up_proj,0.0000746197,0.05000,1.255
12,mlp.experts.213.up_proj,0.0000870386,0.05000,1.255
12,mlp.experts.202.up_proj,0.0000685156,0.05000,1.260
12,mlp.experts.203.up_proj,0.0000632623,0.05000,1.246
12,mlp.experts.196.up_proj,0.0000741573,0.05000,1.235
12,mlp.experts.217.up_proj,0.0000602870,0.05000,1.242
12,mlp.experts.206.up_proj,0.0000262040,0.05000,1.243
12,mlp.experts.207.up_proj,0.0000536561,0.05000,1.253
12,mlp.experts.200.up_proj,0.0000548469,0.05000,1.246
12,mlp.experts.221.up_proj,0.0000310388,0.05000,1.245
12,mlp.experts.210.up_proj,0.0000598224,0.05000,1.263
12,mlp.experts.211.up_proj,0.0001038160,0.05000,1.254
12,mlp.experts.204.up_proj,0.0001012997,0.05000,1.256
12,mlp.experts.225.up_proj,0.0000957654,0.05000,1.254
12,mlp.experts.215.up_proj,fallback(rtn): 0.0010300,0.00000,0.026
12,mlp.experts.214.up_proj,0.0000876993,0.05000,1.248
12,mlp.experts.208.up_proj,0.0000369112,0.05000,1.256
12,mlp.experts.229.up_proj,0.0000555621,0.05000,1.248
12,mlp.experts.219.up_proj,0.0000679316,0.05000,1.268
12,mlp.experts.218.up_proj,0.0000891006,0.05000,1.252
12,mlp.experts.212.up_proj,0.0000459896,0.05000,0.865
12,mlp.experts.233.up_proj,0.0000976965,0.05000,0.858
12,mlp.experts.223.up_proj,0.0000431507,0.05000,0.839
12,mlp.experts.237.up_proj,fallback(rtn): 0.0009995,0.00000,0.030
12,mlp.experts.222.up_proj,0.0000490252,0.05000,1.240
12,mlp.experts.216.up_proj,0.0001003389,0.05000,1.254
12,mlp.experts.227.up_proj,0.0000406199,0.05000,1.257
12,mlp.experts.241.up_proj,0.0000414618,0.05000,1.241
12,mlp.experts.226.up_proj,0.0000961182,0.05000,1.239
12,mlp.experts.231.up_proj,0.0000919477,0.05000,1.235
12,mlp.experts.220.up_proj,0.0000418858,0.05000,1.242
12,mlp.experts.245.up_proj,0.0000524402,0.05000,1.228
12,mlp.experts.249.up_proj,0.0000926049,0.05000,1.220
12,mlp.experts.230.up_proj,0.0000516577,0.05000,1.269
12,mlp.experts.224.up_proj,0.0000818422,0.05000,1.267
12,mlp.experts.235.up_proj,0.0000959941,0.05000,1.272
12,mlp.experts.228.up_proj,0.0000765625,0.05000,1.206
12,mlp.experts.253.up_proj,0.0000857160,0.05000,1.234
12,mlp.experts.239.up_proj,0.0000689144,0.05000,1.222
12,mlp.experts.234.up_proj,0.0000709879,0.05000,1.241
12,mlp.experts.232.up_proj,0.0001215729,0.05000,0.761
12,mlp.experts.243.up_proj,0.0001139769,0.05000,0.756
12,mlp.experts.238.up_proj,0.0001337560,0.05000,0.762
12,mlp.experts.236.up_proj,0.0001066476,0.05000,0.763
12,mlp.experts.247.up_proj,0.0000818777,0.05000,0.759
12,mlp.experts.242.up_proj,0.0000530765,0.05000,0.761
12,mlp.experts.240.up_proj,0.0000471427,0.05000,0.757
12,mlp.experts.251.up_proj,0.0000762652,0.05000,0.761
12,mlp.experts.246.up_proj,0.0001253529,0.05000,0.766
12,mlp.experts.244.up_proj,0.0000816867,0.05000,0.759
12,mlp.experts.255.up_proj,0.0001158870,0.05000,0.764
12,mlp.experts.250.up_proj,0.0000444025,0.05000,0.755
12,mlp.experts.248.up_proj,0.0000571202,0.05000,0.465
12,mlp.experts.254.up_proj,0.0001075201,0.05000,0.459
12,mlp.experts.252.up_proj,0.0000771632,0.05000,0.255
12,mlp.experts.1.down_proj,0.0000003860,0.05000,0.314
12,mlp.experts.0.down_proj,0.0000008986,0.05000,0.321
12,mlp.experts.2.down_proj,0.0000015142,0.05000,0.322
12,mlp.experts.3.down_proj,0.0000005672,0.05000,0.325
12,mlp.experts.4.down_proj,0.0000007298,0.05000,0.316
12,mlp.experts.5.down_proj,0.0000010341,0.05000,0.323
12,mlp.experts.7.down_proj,0.0000010657,0.05000,0.330
12,mlp.experts.6.down_proj,0.0000010978,0.05000,0.335
12,mlp.experts.8.down_proj,0.0000015273,0.05000,0.330
12,mlp.experts.9.down_proj,0.0000023296,0.05000,0.331
12,mlp.experts.11.down_proj,0.0000022552,0.05000,0.319
12,mlp.experts.10.down_proj,0.0000022358,0.05000,0.329
12,mlp.experts.13.down_proj,0.0000005186,0.05000,0.322
12,mlp.experts.12.down_proj,0.0000020029,0.05000,0.326
12,mlp.experts.14.down_proj,0.0000015590,0.05000,0.323
12,mlp.experts.15.down_proj,0.0000045610,0.05000,0.331
12,mlp.experts.17.down_proj,0.0000019714,0.05000,0.319
12,mlp.experts.16.down_proj,0.0000011575,0.05000,0.320
12,mlp.experts.18.down_proj,0.0000013744,0.05000,0.321
12,mlp.experts.19.down_proj,0.0000012938,0.05000,0.336
12,mlp.experts.21.down_proj,0.0000018798,0.05000,0.320
12,mlp.experts.20.down_proj,0.0000013725,0.05000,0.320
12,mlp.experts.22.down_proj,0.0000039770,0.05000,0.315
12,mlp.experts.23.down_proj,0.0000011494,0.05000,0.315
12,mlp.experts.25.down_proj,0.0000020578,0.05000,0.313
12,mlp.experts.24.down_proj,0.0000010115,0.05000,0.314
12,mlp.experts.26.down_proj,0.0000008889,0.05000,0.312
12,mlp.experts.27.down_proj,0.0000005189,0.05000,0.310
12,mlp.experts.29.down_proj,0.0000017797,0.05000,0.315
12,mlp.experts.28.down_proj,0.0000038866,0.05000,0.315
12,mlp.experts.30.down_proj,0.0000027807,0.05000,0.313
12,mlp.experts.31.down_proj,0.0000020202,0.05000,0.314
12,mlp.experts.32.down_proj,0.0000028473,0.05000,0.318
12,mlp.experts.33.down_proj,0.0000020886,0.05000,0.327
12,mlp.experts.34.down_proj,0.0000011800,0.05000,0.321
12,mlp.experts.35.down_proj,0.0000023278,0.05000,0.320
12,mlp.experts.36.down_proj,0.0000013523,0.05000,0.310
12,mlp.experts.37.down_proj,0.0000012186,0.05000,0.314
12,mlp.experts.38.down_proj,0.0000019184,0.05000,0.313
12,mlp.experts.39.down_proj,0.0000012813,0.05000,0.308
12,mlp.experts.40.down_proj,0.0000016948,0.05000,0.316
12,mlp.experts.41.down_proj,0.0000011945,0.05000,0.317
12,mlp.experts.43.down_proj,0.0000009692,0.05000,0.311
12,mlp.experts.42.down_proj,0.0000012744,0.05000,0.318
12,mlp.experts.44.down_proj,0.0000012189,0.05000,0.321
12,mlp.experts.46.down_proj,0.0000015771,0.05000,0.313
12,mlp.experts.47.down_proj,0.0000013519,0.05000,0.321
12,mlp.experts.45.down_proj,0.0000027011,0.05000,0.327
12,mlp.experts.48.down_proj,0.0000006501,0.05000,0.321
12,mlp.experts.51.down_proj,0.0000014648,0.05000,0.314
12,mlp.experts.50.down_proj,0.0000013532,0.05000,0.320
12,mlp.experts.49.down_proj,0.0000013140,0.05000,0.331
12,mlp.experts.55.down_proj,0.0000014831,0.05000,0.323
12,mlp.experts.52.down_proj,0.0000018594,0.05000,0.328
12,mlp.experts.54.down_proj,0.0000015470,0.05000,0.317
12,mlp.experts.53.down_proj,0.0000008773,0.05000,0.313
12,mlp.experts.59.down_proj,0.0000009084,0.05000,0.322
12,mlp.experts.56.down_proj,0.0000010898,0.05000,0.322
12,mlp.experts.58.down_proj,0.0000010424,0.05000,0.317
12,mlp.experts.57.down_proj,0.0000009813,0.05000,0.319
12,mlp.experts.63.down_proj,0.0000008128,0.05000,0.311
12,mlp.experts.60.down_proj,0.0000005647,0.05000,0.311
12,mlp.experts.61.down_proj,0.0000022124,0.05000,0.307
12,mlp.experts.62.down_proj,0.0000005928,0.05000,0.316
12,mlp.experts.64.down_proj,0.0000014636,0.05000,0.306
12,mlp.experts.67.down_proj,0.0000006192,0.05000,0.312
12,mlp.experts.65.down_proj,0.0000009786,0.05000,0.310
12,mlp.experts.66.down_proj,0.0000019452,0.05000,0.313
12,mlp.experts.68.down_proj,0.0000010469,0.05000,0.330
12,mlp.experts.71.down_proj,0.0000007753,0.05000,0.330
12,mlp.experts.69.down_proj,0.0000010027,0.05000,0.333
12,mlp.experts.70.down_proj,0.0000013164,0.05000,0.337
12,mlp.experts.75.down_proj,0.0000039255,0.05000,0.317
12,mlp.experts.72.down_proj,0.0000012827,0.05000,0.324
12,mlp.experts.73.down_proj,0.0000013879,0.05000,0.323
12,mlp.experts.74.down_proj,0.0000008082,0.05000,0.327
12,mlp.experts.79.down_proj,0.0000008749,0.05000,0.325
12,mlp.experts.76.down_proj,0.0000017689,0.05000,0.323
12,mlp.experts.77.down_proj,0.0000007475,0.05000,0.319
12,mlp.experts.78.down_proj,0.0000018326,0.05000,0.322
12,mlp.experts.83.down_proj,0.0000012815,0.05000,0.319
12,mlp.experts.80.down_proj,0.0000021287,0.05000,0.322
12,mlp.experts.81.down_proj,0.0000036280,0.05000,0.318
12,mlp.experts.82.down_proj,0.0000020075,0.05000,0.326
12,mlp.experts.87.down_proj,0.0000007424,0.05000,0.315
12,mlp.experts.84.down_proj,0.0000010561,0.05000,0.312
12,mlp.experts.85.down_proj,0.0000016139,0.05000,0.315
12,mlp.experts.86.down_proj,0.0000038578,0.05000,0.316
12,mlp.experts.91.down_proj,0.0000012805,0.05000,0.310
12,mlp.experts.88.down_proj,0.0000008059,0.05000,0.312
12,mlp.experts.89.down_proj,0.0000015698,0.05000,0.310
12,mlp.experts.90.down_proj,0.0000023874,0.05000,0.312
12,mlp.experts.95.down_proj,0.0000008438,0.05000,0.313
12,mlp.experts.93.down_proj,0.0000010141,0.05000,0.320
12,mlp.experts.92.down_proj,0.0000016759,0.05000,0.326
12,mlp.experts.94.down_proj,0.0000013323,0.05000,0.322
12,mlp.experts.97.down_proj,0.0000037838,0.05000,0.307
12,mlp.experts.99.down_proj,0.0000012282,0.05000,0.315
12,mlp.experts.96.down_proj,0.0000018870,0.05000,0.311
12,mlp.experts.98.down_proj,0.0000007218,0.05000,0.310
12,mlp.experts.101.down_proj,0.0000009934,0.05000,0.308
12,mlp.experts.100.down_proj,0.0000013829,0.05000,0.306
12,mlp.experts.103.down_proj,0.0000033859,0.05000,0.315
12,mlp.experts.102.down_proj,0.0000008054,0.05000,0.314
12,mlp.experts.105.down_proj,0.0000013361,0.05000,0.316
12,mlp.experts.104.down_proj,0.0000016492,0.05000,0.314
12,mlp.experts.107.down_proj,0.0000012805,0.05000,0.312
12,mlp.experts.106.down_proj,0.0000009089,0.05000,0.314
12,mlp.experts.109.down_proj,0.0000027475,0.05000,0.320
12,mlp.experts.108.down_proj,0.0000019702,0.05000,0.321
12,mlp.experts.111.down_proj,0.0000010939,0.05000,0.327
12,mlp.experts.110.down_proj,0.0000031813,0.05000,0.333
12,mlp.experts.112.down_proj,0.0000009884,0.05000,0.321
12,mlp.experts.113.down_proj,0.0000011586,0.05000,0.331
12,mlp.experts.115.down_proj,0.0000017532,0.05000,0.319
12,mlp.experts.114.down_proj,0.0000015174,0.05000,0.317
12,mlp.experts.118.down_proj,fallback(rtn): 0.0009766,0.00000,0.005
12,mlp.experts.116.down_proj,0.0000014639,0.05000,0.323
12,mlp.experts.117.down_proj,0.0000005696,0.05000,0.324
12,mlp.experts.119.down_proj,0.0000025459,0.05000,0.325
12,mlp.experts.122.down_proj,0.0000016849,0.05000,0.319
12,mlp.experts.120.down_proj,0.0000019565,0.05000,0.312
12,mlp.experts.121.down_proj,0.0000011891,0.05000,0.315
12,mlp.experts.123.down_proj,0.0000017667,0.05000,0.314
12,mlp.experts.126.down_proj,0.0000007686,0.05000,0.317
12,mlp.experts.124.down_proj,0.0000008120,0.05000,0.308
12,mlp.experts.125.down_proj,0.0000007628,0.05000,0.324
12,mlp.experts.127.down_proj,0.0000013341,0.05000,0.324
12,mlp.experts.130.down_proj,0.0000020714,0.05000,0.325
12,mlp.experts.128.down_proj,0.0000011359,0.05000,0.314
12,mlp.experts.129.down_proj,0.0000035461,0.05000,0.318
12,mlp.experts.131.down_proj,0.0000039525,0.05000,0.316
12,mlp.experts.134.down_proj,0.0000005364,0.05000,0.317
12,mlp.experts.132.down_proj,0.0000008293,0.05000,0.320
12,mlp.experts.133.down_proj,0.0000014699,0.05000,0.315
12,mlp.experts.135.down_proj,0.0000013473,0.05000,0.319
12,mlp.experts.138.down_proj,0.0000008490,0.05000,0.319
12,mlp.experts.136.down_proj,0.0000004825,0.05000,0.322
12,mlp.experts.137.down_proj,0.0000016181,0.05000,0.318
12,mlp.experts.139.down_proj,0.0000016480,0.05000,0.319
12,mlp.experts.142.down_proj,0.0000009034,0.05000,0.327
12,mlp.experts.140.down_proj,0.0000017137,0.05000,0.317
12,mlp.experts.141.down_proj,0.0000018298,0.05000,0.317
12,mlp.experts.143.down_proj,0.0000010296,0.05000,0.310
12,mlp.experts.146.down_proj,0.0000013592,0.05000,0.320
12,mlp.experts.144.down_proj,0.0000007682,0.05000,0.310
12,mlp.experts.145.down_proj,0.0000006857,0.05000,0.310
12,mlp.experts.147.down_proj,0.0000013169,0.05000,0.311
12,mlp.experts.150.down_proj,0.0000021187,0.05000,0.308
12,mlp.experts.148.down_proj,0.0000042626,0.05000,0.314
12,mlp.experts.149.down_proj,0.0000023037,0.05000,0.314
12,mlp.experts.151.down_proj,0.0000012097,0.05000,0.316
12,mlp.experts.154.down_proj,0.0000012889,0.05000,0.315
12,mlp.experts.152.down_proj,0.0000031489,0.05000,0.316
12,mlp.experts.153.down_proj,0.0000015280,0.05000,0.317
12,mlp.experts.155.down_proj,0.0000007057,0.05000,0.316
12,mlp.experts.158.down_proj,0.0000008794,0.05000,0.326
12,mlp.experts.156.down_proj,0.0000018926,0.05000,0.331
12,mlp.experts.159.down_proj,0.0000019044,0.05000,0.315
12,mlp.experts.157.down_proj,0.0000012095,0.05000,0.332
12,mlp.experts.162.down_proj,0.0000027443,0.05000,0.319
12,mlp.experts.160.down_proj,0.0000011490,0.05000,0.321
12,mlp.experts.161.down_proj,0.0000011532,0.05000,0.311
12,mlp.experts.163.down_proj,0.0000011839,0.05000,0.319
12,mlp.experts.166.down_proj,0.0000019483,0.05000,0.308
12,mlp.experts.164.down_proj,0.0000010885,0.05000,0.315
12,mlp.experts.165.down_proj,0.0000010824,0.05000,0.317
12,mlp.experts.167.down_proj,0.0000010248,0.05000,0.315
12,mlp.experts.170.down_proj,0.0000015219,0.05000,0.320
12,mlp.experts.168.down_proj,0.0000009710,0.05000,0.320
12,mlp.experts.169.down_proj,0.0000013041,0.05000,0.318
12,mlp.experts.171.down_proj,0.0000013890,0.05000,0.319
12,mlp.experts.174.down_proj,0.0000014062,0.05000,0.316
12,mlp.experts.175.down_proj,0.0000013077,0.05000,0.308
12,mlp.experts.173.down_proj,0.0000013454,0.05000,0.313
12,mlp.experts.172.down_proj,0.0000019607,0.05000,0.315
12,mlp.experts.178.down_proj,0.0000012463,0.05000,0.318
12,mlp.experts.179.down_proj,0.0000021596,0.05000,0.314
12,mlp.experts.177.down_proj,0.0000013256,0.05000,0.315
12,mlp.experts.176.down_proj,0.0000013006,0.05000,0.318
12,mlp.experts.182.down_proj,0.0000036219,0.05000,0.311
12,mlp.experts.183.down_proj,0.0000024998,0.05000,0.327
12,mlp.experts.180.down_proj,0.0000012140,0.05000,0.322
12,mlp.experts.181.down_proj,0.0000022953,0.05000,0.333
12,mlp.experts.186.down_proj,0.0000014464,0.05000,0.321
12,mlp.experts.187.down_proj,0.0000011545,0.05000,0.315
12,mlp.experts.184.down_proj,0.0000009489,0.05000,0.312
12,mlp.experts.185.down_proj,0.0000019246,0.05000,0.313
12,mlp.experts.190.down_proj,0.0000020838,0.05000,0.310
12,mlp.experts.188.down_proj,0.0000011075,0.05000,0.307
12,mlp.experts.191.down_proj,0.0000010265,0.05000,0.313
12,mlp.experts.189.down_proj,0.0000009693,0.05000,0.315
12,mlp.experts.193.down_proj,fallback(rtn): 0.0009918,0.00000,0.004
12,mlp.experts.197.down_proj,fallback(rtn): 0.0009842,0.00000,0.005
12,mlp.experts.194.down_proj,0.0000007902,0.05000,0.315
12,mlp.experts.192.down_proj,0.0000013080,0.05000,0.316
12,mlp.experts.195.down_proj,0.0000016186,0.05000,0.314
12,mlp.experts.201.down_proj,0.0000014365,0.05000,0.311
12,mlp.experts.198.down_proj,0.0000032882,0.05000,0.322
12,mlp.experts.196.down_proj,0.0000016726,0.05000,0.325
12,mlp.experts.199.down_proj,0.0000023094,0.05000,0.324
12,mlp.experts.205.down_proj,0.0000016064,0.05000,0.316
12,mlp.experts.202.down_proj,0.0000011448,0.05000,0.315
12,mlp.experts.203.down_proj,0.0000016469,0.05000,0.311
12,mlp.experts.200.down_proj,0.0000009115,0.05000,0.313
12,mlp.experts.209.down_proj,0.0000024808,0.05000,0.323
12,mlp.experts.206.down_proj,0.0000005803,0.05000,0.316
12,mlp.experts.204.down_proj,0.0000017577,0.05000,0.309
12,mlp.experts.207.down_proj,0.0000009385,0.05000,0.313
12,mlp.experts.213.down_proj,0.0000008197,0.05000,0.319
12,mlp.experts.210.down_proj,0.0000016481,0.05000,0.315
12,mlp.experts.211.down_proj,0.0000012292,0.05000,0.316
12,mlp.experts.215.down_proj,fallback(rtn): 0.0010147,0.00000,0.003
12,mlp.experts.208.down_proj,0.0000005766,0.05000,0.319
12,mlp.experts.217.down_proj,0.0000021791,0.05000,0.316
12,mlp.experts.214.down_proj,0.0000008686,0.05000,0.319
12,mlp.experts.219.down_proj,0.0000015964,0.05000,0.319
12,mlp.experts.212.down_proj,0.0000014819,0.05000,0.322
12,mlp.experts.221.down_proj,0.0000006986,0.05000,0.315
12,mlp.experts.218.down_proj,0.0000009393,0.05000,0.318
12,mlp.experts.223.down_proj,0.0000013609,0.05000,0.315
12,mlp.experts.216.down_proj,0.0000010733,0.05000,0.315
12,mlp.experts.225.down_proj,0.0000019584,0.05000,0.313
12,mlp.experts.222.down_proj,0.0000012513,0.05000,0.323
12,mlp.experts.220.down_proj,0.0000012262,0.05000,0.310
12,mlp.experts.227.down_proj,0.0000011847,0.05000,0.321
12,mlp.experts.229.down_proj,0.0000008806,0.05000,0.313
12,mlp.experts.226.down_proj,0.0000018245,0.05000,0.319
12,mlp.experts.224.down_proj,0.0000007595,0.05000,0.315
12,mlp.experts.231.down_proj,0.0000020127,0.05000,0.315
12,mlp.experts.233.down_proj,0.0000031371,0.05000,0.314
12,mlp.experts.237.down_proj,fallback(rtn): 0.0010071,0.00000,0.005
12,mlp.experts.230.down_proj,0.0000019069,0.05000,0.315
12,mlp.experts.228.down_proj,0.0000047381,0.05000,0.319
12,mlp.experts.235.down_proj,0.0000011568,0.05000,0.322
12,mlp.experts.241.down_proj,0.0000010255,0.05000,0.321
12,mlp.experts.234.down_proj,0.0000016604,0.05000,0.326
12,mlp.experts.232.down_proj,0.0000014262,0.05000,0.319
12,mlp.experts.239.down_proj,0.0000010603,0.05000,0.320
12,mlp.experts.245.down_proj,0.0000011818,0.05000,0.316
12,mlp.experts.238.down_proj,0.0000042901,0.05000,0.316
12,mlp.experts.236.down_proj,0.0000026530,0.05000,0.312
12,mlp.experts.243.down_proj,0.0000012439,0.05000,0.313
12,mlp.experts.249.down_proj,0.0000043170,0.05000,0.311
12,mlp.experts.242.down_proj,0.0000026152,0.05000,0.311
12,mlp.experts.240.down_proj,0.0000017238,0.05000,0.314
12,mlp.experts.247.down_proj,0.0000008157,0.05000,0.310
12,mlp.experts.253.down_proj,0.0000010139,0.05000,0.313
12,mlp.experts.246.down_proj,0.0000020410,0.05000,0.312
12,mlp.experts.244.down_proj,0.0000015199,0.05000,0.216
12,mlp.experts.251.down_proj,0.0000009286,0.05000,0.217
12,mlp.experts.250.down_proj,0.0000011398,0.05000,0.194
12,mlp.experts.248.down_proj,0.0000025303,0.05000,0.193
12,mlp.experts.255.down_proj,0.0000012970,0.05000,0.192
12,mlp.experts.254.down_proj,0.0000010555,0.05000,0.178
12,mlp.experts.252.down_proj,0.0000007436,0.05000,0.075
13,mlp.experts.3.gate_proj,0.0001261495,0.05000,1.234
13,mlp.experts.1.gate_proj,0.0000669798,0.05000,1.240
13,mlp.experts.0.gate_proj,0.0000797727,0.05000,1.247
13,mlp.experts.2.gate_proj,0.0001038161,0.05000,1.258
13,mlp.experts.7.gate_proj,0.0001424253,0.05000,1.234
13,mlp.experts.4.gate_proj,0.0001406886,0.05000,1.230
13,mlp.experts.5.gate_proj,0.0000728063,0.05000,1.243
13,mlp.experts.6.gate_proj,0.0000560022,0.05000,1.243
13,mlp.experts.11.gate_proj,0.0000477360,0.05000,1.231
13,mlp.experts.8.gate_proj,0.0001484995,0.05000,1.243
13,mlp.experts.9.gate_proj,0.0001798152,0.05000,1.238
13,mlp.experts.10.gate_proj,0.0000558143,0.05000,1.235
13,mlp.experts.15.gate_proj,0.0000593432,0.05000,1.236
13,mlp.experts.12.gate_proj,0.0001979078,0.05000,1.235
13,mlp.experts.13.gate_proj,0.0000966942,0.05000,1.236
13,mlp.experts.14.gate_proj,0.0001631979,0.05000,1.234
13,mlp.experts.16.gate_proj,0.0002396515,0.05000,1.234
13,mlp.experts.19.gate_proj,0.0000510858,0.05000,1.252
13,mlp.experts.17.gate_proj,0.0002219459,0.05000,1.236
13,mlp.experts.18.gate_proj,0.0000254794,0.05000,1.252
13,mlp.experts.20.gate_proj,0.0001081507,0.05000,1.241
13,mlp.experts.21.gate_proj,0.0000854633,0.05000,1.245
13,mlp.experts.23.gate_proj,0.0000942517,0.05000,1.252
13,mlp.experts.22.gate_proj,0.0000378870,0.05000,1.242
13,mlp.experts.25.gate_proj,fallback(rtn): 0.0010300,0.00000,0.027
13,mlp.experts.27.gate_proj,0.0000502986,0.05000,1.236
13,mlp.experts.24.gate_proj,0.0001427916,0.05000,1.259
13,mlp.experts.26.gate_proj,0.0001397285,0.05000,1.235
13,mlp.experts.29.gate_proj,0.0000858799,0.05000,1.236
13,mlp.experts.28.gate_proj,fallback(rtn): 0.0009575,0.00000,0.028
13,mlp.experts.31.gate_proj,0.0002014070,0.05000,1.320
13,mlp.experts.33.gate_proj,0.0000403360,0.05000,1.327
13,mlp.experts.32.gate_proj,0.0001226292,0.05000,1.313
13,mlp.experts.30.gate_proj,0.0000835363,0.05000,1.349
13,mlp.experts.35.gate_proj,0.0001748890,0.05000,1.263
13,mlp.experts.36.gate_proj,0.0000569542,0.05000,1.263
13,mlp.experts.37.gate_proj,0.0000751384,0.05000,1.278
13,mlp.experts.34.gate_proj,0.0001174699,0.05000,1.267
13,mlp.experts.39.gate_proj,0.0000759694,0.05000,1.228
13,mlp.experts.40.gate_proj,0.0001300927,0.05000,1.226
13,mlp.experts.41.gate_proj,0.0000457953,0.05000,1.215
13,mlp.experts.38.gate_proj,0.0000343481,0.05000,1.227
13,mlp.experts.43.gate_proj,0.0000258934,0.05000,1.254
13,mlp.experts.45.gate_proj,0.0000725828,0.05000,1.245
13,mlp.experts.42.gate_proj,0.0000509374,0.05000,1.238
13,mlp.experts.44.gate_proj,0.0000898563,0.05000,1.260
13,mlp.experts.47.gate_proj,0.0000415237,0.05000,1.232
13,mlp.experts.48.gate_proj,0.0000541773,0.05000,1.222
13,mlp.experts.49.gate_proj,0.0001699419,0.05000,1.246
13,mlp.experts.46.gate_proj,0.0000846679,0.05000,1.248
13,mlp.experts.51.gate_proj,0.0000534479,0.05000,1.225
13,mlp.experts.52.gate_proj,0.0001381285,0.05000,1.228
13,mlp.experts.53.gate_proj,0.0002098185,0.05000,1.235
13,mlp.experts.50.gate_proj,0.0001502668,0.05000,1.233
13,mlp.experts.55.gate_proj,0.0001524792,0.05000,1.229
13,mlp.experts.59.gate_proj,fallback(rtn): 0.0010071,0.00000,0.019
13,mlp.experts.56.gate_proj,0.0001401589,0.05000,1.238
13,mlp.experts.57.gate_proj,0.0001449353,0.05000,1.239
13,mlp.experts.54.gate_proj,0.0002479782,0.05000,1.230
13,mlp.experts.63.gate_proj,0.0001291951,0.05000,1.252
13,mlp.experts.61.gate_proj,0.0000420218,0.05000,1.248
13,mlp.experts.60.gate_proj,0.0001609602,0.05000,1.274
13,mlp.experts.58.gate_proj,0.0000509838,0.05000,1.267
13,mlp.experts.67.gate_proj,0.0000906512,0.05000,1.244
13,mlp.experts.65.gate_proj,0.0000947270,0.05000,1.236
13,mlp.experts.64.gate_proj,0.0000811880,0.05000,1.228
13,mlp.experts.62.gate_proj,0.0001981187,0.05000,1.235
13,mlp.experts.71.gate_proj,0.0000473037,0.05000,1.240
13,mlp.experts.69.gate_proj,0.0001614916,0.05000,1.244
13,mlp.experts.68.gate_proj,0.0001719723,0.05000,1.251
13,mlp.experts.66.gate_proj,0.0000291114,0.05000,1.253
13,mlp.experts.75.gate_proj,0.0001014556,0.05000,1.256
13,mlp.experts.72.gate_proj,0.0000681809,0.05000,1.240
13,mlp.experts.73.gate_proj,0.0001082637,0.05000,1.252
13,mlp.experts.70.gate_proj,0.0001215442,0.05000,1.244
13,mlp.experts.79.gate_proj,0.0000941476,0.05000,1.253
13,mlp.experts.77.gate_proj,0.0001481766,0.05000,1.244
13,mlp.experts.76.gate_proj,0.0000592719,0.05000,1.260
13,mlp.experts.74.gate_proj,0.0000246581,0.05000,1.262
13,mlp.experts.81.gate_proj,0.0000503636,0.05000,1.245
13,mlp.experts.83.gate_proj,0.0000797911,0.05000,1.268
13,mlp.experts.80.gate_proj,0.0001293565,0.05000,1.258
13,mlp.experts.78.gate_proj,0.0001022596,0.05000,1.264
13,mlp.experts.85.gate_proj,0.0002210176,0.05000,1.242
13,mlp.experts.84.gate_proj,0.0000989791,0.05000,1.216
13,mlp.experts.87.gate_proj,0.0000851342,0.05000,1.253
13,mlp.experts.82.gate_proj,0.0001375434,0.05000,1.248
13,mlp.experts.89.gate_proj,0.0000851639,0.05000,1.244
13,mlp.experts.88.gate_proj,0.0001161909,0.05000,1.246
13,mlp.experts.91.gate_proj,0.0000816521,0.05000,1.244
13,mlp.experts.86.gate_proj,0.0001732120,0.05000,1.246
13,mlp.experts.93.gate_proj,0.0000552575,0.05000,1.258
13,mlp.experts.92.gate_proj,0.0002098107,0.05000,1.259
13,mlp.experts.95.gate_proj,0.0002259931,0.05000,1.259
13,mlp.experts.90.gate_proj,0.0000631976,0.05000,1.261
13,mlp.experts.97.gate_proj,0.0000534716,0.05000,1.218
13,mlp.experts.96.gate_proj,0.0001695992,0.05000,1.224
13,mlp.experts.99.gate_proj,0.0000924439,0.05000,1.219
13,mlp.experts.94.gate_proj,0.0000741904,0.05000,1.226
13,mlp.experts.100.gate_proj,0.0000477869,0.05000,1.236
13,mlp.experts.101.gate_proj,0.0000940936,0.05000,1.248
13,mlp.experts.103.gate_proj,0.0000679790,0.05000,1.246
13,mlp.experts.98.gate_proj,0.0000609642,0.05000,1.244
13,mlp.experts.104.gate_proj,0.0000634312,0.05000,1.244
13,mlp.experts.105.gate_proj,0.0000719013,0.05000,1.255
13,mlp.experts.107.gate_proj,0.0000904512,0.05000,1.245
13,mlp.experts.102.gate_proj,0.0000725874,0.05000,1.260
13,mlp.experts.108.gate_proj,0.0000586178,0.05000,1.254
13,mlp.experts.109.gate_proj,0.0000821131,0.05000,1.258
13,mlp.experts.111.gate_proj,0.0000386710,0.05000,1.252
13,mlp.experts.106.gate_proj,0.0000970853,0.05000,1.255
13,mlp.experts.112.gate_proj,0.0000629426,0.05000,1.233
13,mlp.experts.113.gate_proj,0.0000565575,0.05000,1.236
13,mlp.experts.115.gate_proj,0.0001006931,0.05000,1.248
13,mlp.experts.110.gate_proj,0.0000575573,0.05000,1.244
13,mlp.experts.116.gate_proj,0.0000442431,0.05000,1.251
13,mlp.experts.117.gate_proj,0.0001317254,0.05000,1.261
13,mlp.experts.119.gate_proj,0.0000987602,0.05000,1.252
13,mlp.experts.114.gate_proj,0.0001145907,0.05000,1.246
13,mlp.experts.120.gate_proj,0.0000734804,0.05000,1.227
13,mlp.experts.121.gate_proj,0.0001428896,0.05000,1.228
13,mlp.experts.123.gate_proj,0.0000666410,0.05000,1.238
13,mlp.experts.118.gate_proj,0.0000722039,0.05000,1.239
13,mlp.experts.124.gate_proj,0.0000486842,0.05000,1.241
13,mlp.experts.125.gate_proj,0.0000727043,0.05000,1.246
13,mlp.experts.127.gate_proj,0.0000507088,0.05000,1.248
13,mlp.experts.122.gate_proj,0.0000467251,0.05000,1.244
13,mlp.experts.128.gate_proj,0.0001187484,0.05000,1.252
13,mlp.experts.129.gate_proj,0.0000812389,0.05000,1.240
13,mlp.experts.131.gate_proj,0.0000995898,0.05000,1.259
13,mlp.experts.126.gate_proj,0.0000722875,0.05000,1.235
13,mlp.experts.132.gate_proj,0.0001055736,0.05000,1.229
13,mlp.experts.133.gate_proj,0.0000447586,0.05000,1.226
13,mlp.experts.135.gate_proj,0.0001060042,0.05000,1.231
13,mlp.experts.130.gate_proj,0.0000597729,0.05000,1.237
13,mlp.experts.136.gate_proj,0.0001056533,0.05000,1.255
13,mlp.experts.137.gate_proj,0.0000598274,0.05000,1.249
13,mlp.experts.139.gate_proj,0.0001288880,0.05000,1.259
13,mlp.experts.134.gate_proj,0.0000352959,0.05000,1.263
13,mlp.experts.140.gate_proj,0.0000437207,0.05000,1.273
13,mlp.experts.141.gate_proj,0.0001239022,0.05000,1.284
13,mlp.experts.143.gate_proj,0.0000586994,0.05000,1.258
13,mlp.experts.138.gate_proj,0.0001072790,0.05000,1.268
13,mlp.experts.144.gate_proj,0.0000511385,0.05000,1.244
13,mlp.experts.145.gate_proj,0.0000675260,0.05000,1.238
13,mlp.experts.147.gate_proj,0.0000275831,0.05000,1.246
13,mlp.experts.142.gate_proj,0.0000390872,0.05000,1.242
13,mlp.experts.149.gate_proj,0.0001629268,0.05000,1.230
13,mlp.experts.148.gate_proj,0.0001161003,0.05000,1.251
13,mlp.experts.151.gate_proj,0.0000664516,0.05000,1.247
13,mlp.experts.146.gate_proj,0.0001105155,0.05000,1.242
13,mlp.experts.153.gate_proj,0.0001443720,0.05000,1.255
13,mlp.experts.152.gate_proj,0.0001025205,0.05000,1.266
13,mlp.experts.155.gate_proj,0.0000702721,0.05000,1.258
13,mlp.experts.150.gate_proj,0.0001078823,0.05000,1.260
13,mlp.experts.157.gate_proj,0.0000910407,0.05000,1.240
13,mlp.experts.156.gate_proj,0.0000597968,0.05000,1.248
13,mlp.experts.159.gate_proj,0.0001331461,0.05000,1.250
13,mlp.experts.154.gate_proj,0.0000604404,0.05000,1.255
13,mlp.experts.161.gate_proj,0.0000923200,0.05000,1.242
13,mlp.experts.160.gate_proj,0.0000559131,0.05000,1.240
13,mlp.experts.163.gate_proj,0.0001236281,0.05000,1.249
13,mlp.experts.158.gate_proj,0.0001039863,0.05000,1.250
13,mlp.experts.165.gate_proj,0.0001042155,0.05000,1.241
13,mlp.experts.164.gate_proj,0.0000413849,0.05000,1.244
13,mlp.experts.167.gate_proj,0.0001027663,0.05000,1.247
13,mlp.experts.162.gate_proj,0.0000773452,0.05000,1.238
13,mlp.experts.169.gate_proj,0.0001366031,0.05000,1.252
13,mlp.experts.168.gate_proj,0.0000375024,0.05000,1.233
13,mlp.experts.171.gate_proj,0.0001059040,0.05000,1.249
13,mlp.experts.166.gate_proj,0.0000696889,0.05000,1.245
13,mlp.experts.173.gate_proj,0.0000511526,0.05000,1.270
13,mlp.experts.172.gate_proj,0.0000574503,0.05000,1.267
13,mlp.experts.175.gate_proj,0.0000500678,0.05000,1.254
13,mlp.experts.170.gate_proj,0.0000476101,0.05000,1.261
13,mlp.experts.177.gate_proj,0.0001061912,0.05000,1.240
13,mlp.experts.176.gate_proj,0.0001399270,0.05000,1.258
13,mlp.experts.179.gate_proj,0.0000667768,0.05000,1.261
13,mlp.experts.174.gate_proj,0.0000974717,0.05000,1.248
13,mlp.experts.181.gate_proj,0.0000608501,0.05000,1.243
13,mlp.experts.180.gate_proj,0.0001025174,0.05000,1.245
13,mlp.experts.183.gate_proj,0.0000774164,0.05000,1.251
13,mlp.experts.178.gate_proj,0.0001478336,0.05000,1.248
13,mlp.experts.185.gate_proj,0.0000649507,0.05000,1.255
13,mlp.experts.184.gate_proj,0.0001273470,0.05000,1.279
13,mlp.experts.187.gate_proj,0.0001327177,0.05000,1.259
13,mlp.experts.182.gate_proj,0.0000324920,0.05000,1.268
13,mlp.experts.189.gate_proj,0.0001287766,0.05000,1.241
13,mlp.experts.188.gate_proj,0.0000770225,0.05000,1.246
13,mlp.experts.191.gate_proj,0.0001538066,0.05000,1.237
13,mlp.experts.186.gate_proj,0.0001778463,0.05000,1.245
13,mlp.experts.193.gate_proj,0.0000634789,0.05000,1.231
13,mlp.experts.192.gate_proj,0.0000879561,0.05000,1.232
13,mlp.experts.195.gate_proj,0.0000876898,0.05000,1.238
13,mlp.experts.190.gate_proj,0.0000790581,0.05000,1.236
13,mlp.experts.197.gate_proj,0.0002734113,0.05000,1.241
13,mlp.experts.196.gate_proj,0.0000607494,0.05000,1.251
13,mlp.experts.199.gate_proj,0.0000382798,0.05000,1.244
13,mlp.experts.194.gate_proj,0.0002013791,0.05000,1.237
13,mlp.experts.201.gate_proj,0.0000768382,0.05000,1.214
13,mlp.experts.200.gate_proj,0.0000352149,0.05000,1.219
13,mlp.experts.203.gate_proj,0.0000773395,0.05000,1.239
13,mlp.experts.198.gate_proj,0.0000939901,0.05000,1.230
13,mlp.experts.205.gate_proj,0.0001015199,0.05000,1.240
13,mlp.experts.204.gate_proj,0.0001403449,0.05000,1.246
13,mlp.experts.207.gate_proj,0.0001156814,0.05000,1.244
13,mlp.experts.202.gate_proj,0.0000345482,0.05000,1.238
13,mlp.experts.209.gate_proj,0.0001157156,0.05000,1.251
13,mlp.experts.208.gate_proj,0.0001429916,0.05000,1.250
13,mlp.experts.211.gate_proj,0.0000808744,0.05000,1.238
13,mlp.experts.206.gate_proj,0.0000738300,0.05000,1.245
13,mlp.experts.213.gate_proj,0.0001688014,0.05000,1.242
13,mlp.experts.212.gate_proj,0.0000355353,0.05000,1.228
13,mlp.experts.215.gate_proj,0.0000654099,0.05000,1.247
13,mlp.experts.210.gate_proj,0.0001600680,0.05000,1.249
13,mlp.experts.217.gate_proj,0.0000356856,0.05000,1.253
13,mlp.experts.216.gate_proj,0.0001236848,0.05000,1.229
13,mlp.experts.219.gate_proj,0.0000567324,0.05000,1.244
13,mlp.experts.214.gate_proj,0.0001328950,0.05000,1.245
13,mlp.experts.220.gate_proj,0.0000768345,0.05000,1.264
13,mlp.experts.221.gate_proj,0.0001486857,0.05000,1.271
13,mlp.experts.223.gate_proj,0.0000859997,0.05000,1.263
13,mlp.experts.218.gate_proj,0.0000529648,0.05000,1.266
13,mlp.experts.224.gate_proj,0.0000286504,0.05000,1.233
13,mlp.experts.225.gate_proj,0.0000683826,0.05000,1.236
13,mlp.experts.227.gate_proj,0.0000788915,0.05000,1.241
13,mlp.experts.222.gate_proj,0.0000919043,0.05000,1.248
13,mlp.experts.228.gate_proj,0.0000819315,0.05000,1.264
13,mlp.experts.229.gate_proj,0.0001205727,0.05000,1.271
13,mlp.experts.231.gate_proj,0.0001535025,0.05000,1.256
13,mlp.experts.226.gate_proj,0.0001329782,0.05000,1.262
13,mlp.experts.232.gate_proj,0.0001257483,0.05000,1.231
13,mlp.experts.233.gate_proj,0.0001215391,0.05000,1.225
13,mlp.experts.235.gate_proj,0.0002217974,0.05000,1.243
13,mlp.experts.230.gate_proj,0.0000635447,0.05000,1.250
13,mlp.experts.237.gate_proj,0.0000327026,0.05000,1.258
13,mlp.experts.236.gate_proj,0.0001752231,0.05000,1.272
13,mlp.experts.239.gate_proj,0.0000558707,0.05000,1.250
13,mlp.experts.234.gate_proj,0.0001153867,0.05000,1.234
13,mlp.experts.240.gate_proj,0.0000725266,0.05000,1.249
13,mlp.experts.241.gate_proj,0.0000862975,0.05000,1.266
13,mlp.experts.245.gate_proj,fallback(rtn): 0.0010376,0.00000,0.026
13,mlp.experts.243.gate_proj,0.0001537608,0.05000,1.255
13,mlp.experts.238.gate_proj,0.0001102446,0.05000,1.260
13,mlp.experts.244.gate_proj,0.0000709741,0.05000,1.256
13,mlp.experts.249.gate_proj,0.0000823477,0.05000,1.251
13,mlp.experts.247.gate_proj,0.0001629624,0.05000,1.258
13,mlp.experts.242.gate_proj,0.0001287890,0.05000,1.275
13,mlp.experts.248.gate_proj,0.0000553608,0.05000,1.254
13,mlp.experts.253.gate_proj,0.0000959876,0.05000,1.243
13,mlp.experts.251.gate_proj,0.0001024437,0.05000,1.250
13,mlp.experts.246.gate_proj,0.0001429216,0.05000,1.238
13,mlp.experts.252.gate_proj,0.0000814614,0.05000,1.260
13,mlp.experts.1.up_proj,0.0000664710,0.05000,1.271
13,mlp.experts.255.gate_proj,0.0001074501,0.05000,1.287
13,mlp.experts.250.gate_proj,0.0001409679,0.05000,1.278
13,mlp.experts.0.up_proj,0.0000814177,0.05000,1.261
13,mlp.experts.5.up_proj,0.0000682963,0.05000,1.256
13,mlp.experts.3.up_proj,0.0001201532,0.05000,1.244
13,mlp.experts.254.gate_proj,0.0001167019,0.05000,1.238
13,mlp.experts.4.up_proj,0.0001082840,0.05000,1.237
13,mlp.experts.9.up_proj,0.0001438216,0.05000,1.264
13,mlp.experts.7.up_proj,0.0001165847,0.05000,1.262
13,mlp.experts.2.up_proj,0.0000968277,0.05000,1.256
13,mlp.experts.8.up_proj,0.0001235615,0.05000,1.260
13,mlp.experts.13.up_proj,0.0001077758,0.05000,1.247
13,mlp.experts.11.up_proj,0.0000439783,0.05000,1.254
13,mlp.experts.6.up_proj,0.0000577625,0.05000,1.263
13,mlp.experts.12.up_proj,0.0001635894,0.05000,1.250
13,mlp.experts.17.up_proj,0.0001889531,0.05000,1.258
13,mlp.experts.15.up_proj,0.0000601606,0.05000,1.258
13,mlp.experts.10.up_proj,0.0000614143,0.05000,1.257
13,mlp.experts.16.up_proj,0.0002128039,0.05000,1.241
13,mlp.experts.21.up_proj,0.0000784457,0.05000,1.251
13,mlp.experts.25.up_proj,fallback(rtn): 0.0009995,0.00000,0.017
13,mlp.experts.19.up_proj,0.0000540826,0.05000,1.246
13,mlp.experts.14.up_proj,0.0001328896,0.05000,1.245
13,mlp.experts.20.up_proj,0.0000896699,0.05000,1.236
13,mlp.experts.29.up_proj,0.0000917567,0.05000,1.247
13,mlp.experts.23.up_proj,0.0000902432,0.05000,1.245
13,mlp.experts.18.up_proj,0.0000249735,0.05000,1.248
13,mlp.experts.24.up_proj,0.0001103255,0.05000,1.241
13,mlp.experts.28.up_proj,fallback(rtn): 0.0010452,0.00000,0.017
13,mlp.experts.33.up_proj,0.0000363010,0.05000,1.222
13,mlp.experts.27.up_proj,0.0000404495,0.05000,1.226
13,mlp.experts.22.up_proj,0.0000353579,0.05000,1.232
13,mlp.experts.32.up_proj,0.0001118183,0.05000,1.226
13,mlp.experts.37.up_proj,0.0000754736,0.05000,1.244
13,mlp.experts.31.up_proj,0.0001747372,0.05000,1.236
13,mlp.experts.26.up_proj,0.0001313921,0.05000,1.234
13,mlp.experts.36.up_proj,0.0000500328,0.05000,1.225
13,mlp.experts.41.up_proj,0.0000458473,0.05000,1.227
13,mlp.experts.35.up_proj,0.0001652684,0.05000,1.242
13,mlp.experts.30.up_proj,0.0000825288,0.05000,1.241
13,mlp.experts.40.up_proj,0.0001040424,0.05000,1.255
13,mlp.experts.45.up_proj,0.0000670242,0.05000,1.247
13,mlp.experts.39.up_proj,0.0000625527,0.05000,1.243
13,mlp.experts.34.up_proj,0.0001100408,0.05000,1.252
13,mlp.experts.44.up_proj,0.0000845046,0.05000,1.244
13,mlp.experts.49.up_proj,0.0001601426,0.05000,1.242
13,mlp.experts.43.up_proj,0.0000313136,0.05000,1.243
13,mlp.experts.38.up_proj,0.0000317520,0.05000,1.248
13,mlp.experts.48.up_proj,0.0000589295,0.05000,1.269
13,mlp.experts.53.up_proj,0.0001739971,0.05000,1.266
13,mlp.experts.47.up_proj,0.0000451338,0.05000,1.266
13,mlp.experts.42.up_proj,0.0000450217,0.05000,1.266
13,mlp.experts.52.up_proj,0.0001296764,0.05000,1.264
13,mlp.experts.57.up_proj,0.0001378963,0.05000,1.255
13,mlp.experts.51.up_proj,0.0000533252,0.05000,1.260
13,mlp.experts.46.up_proj,0.0000730796,0.05000,1.253
13,mlp.experts.56.up_proj,0.0001303684,0.05000,1.248
13,mlp.experts.61.up_proj,0.0000411554,0.05000,1.242
13,mlp.experts.55.up_proj,0.0001444852,0.05000,1.254
13,mlp.experts.59.up_proj,fallback(rtn): 0.0009918,0.00000,0.018
13,mlp.experts.50.up_proj,0.0001595302,0.05000,1.255
13,mlp.experts.60.up_proj,0.0001481897,0.05000,1.253
13,mlp.experts.65.up_proj,0.0000951313,0.05000,1.252
13,mlp.experts.63.up_proj,0.0001240501,0.05000,1.246
13,mlp.experts.54.up_proj,0.0001933327,0.05000,1.242
13,mlp.experts.64.up_proj,0.0000766073,0.05000,1.269
13,mlp.experts.69.up_proj,0.0001302306,0.05000,1.268
13,mlp.experts.67.up_proj,0.0000793719,0.05000,1.274
13,mlp.experts.58.up_proj,0.0000473093,0.05000,1.270
13,mlp.experts.68.up_proj,0.0001399912,0.05000,1.250
13,mlp.experts.73.up_proj,0.0000990664,0.05000,1.256
13,mlp.experts.71.up_proj,0.0000461419,0.05000,1.243
13,mlp.experts.62.up_proj,0.0001606944,0.05000,1.256
13,mlp.experts.72.up_proj,0.0000659374,0.05000,1.242
13,mlp.experts.77.up_proj,0.0001517081,0.05000,1.233
13,mlp.experts.75.up_proj,0.0000830145,0.05000,1.238
13,mlp.experts.66.up_proj,0.0000256842,0.05000,1.246
13,mlp.experts.76.up_proj,0.0000598756,0.05000,0.805
13,mlp.experts.81.up_proj,0.0000484381,0.05000,0.784
13,mlp.experts.79.up_proj,0.0000827543,0.05000,0.745
13,mlp.experts.85.up_proj,0.0001772552,0.05000,1.233
13,mlp.experts.80.up_proj,0.0001102794,0.05000,1.233
13,mlp.experts.83.up_proj,0.0000709253,0.05000,1.239
13,mlp.experts.70.up_proj,0.0001086816,0.05000,1.254
13,mlp.experts.89.up_proj,0.0000792212,0.05000,1.240
13,mlp.experts.87.up_proj,0.0000790396,0.05000,1.251
13,mlp.experts.74.up_proj,0.0000236086,0.05000,1.235
13,mlp.experts.84.up_proj,0.0000923077,0.05000,1.273
13,mlp.experts.93.up_proj,0.0000486327,0.05000,1.233
13,mlp.experts.91.up_proj,0.0000795005,0.05000,1.232
13,mlp.experts.88.up_proj,0.0000952971,0.05000,1.215
13,mlp.experts.78.up_proj,0.0000983357,0.05000,1.247
13,mlp.experts.97.up_proj,0.0000642110,0.05000,1.238
13,mlp.experts.92.up_proj,0.0002192315,0.05000,1.226
13,mlp.experts.95.up_proj,0.0001756989,0.05000,1.233
13,mlp.experts.82.up_proj,0.0001069089,0.05000,1.235
13,mlp.experts.96.up_proj,0.0001447595,0.05000,1.241
13,mlp.experts.101.up_proj,0.0000962320,0.05000,1.246
13,mlp.experts.86.up_proj,0.0001577446,0.05000,1.240
13,mlp.experts.99.up_proj,0.0001011567,0.05000,1.269
13,mlp.experts.100.up_proj,0.0000443428,0.05000,1.259
13,mlp.experts.105.up_proj,0.0000638069,0.05000,1.267
13,mlp.experts.90.up_proj,0.0000564635,0.05000,1.264
13,mlp.experts.103.up_proj,0.0000577253,0.05000,1.257
13,mlp.experts.104.up_proj,0.0000600488,0.05000,1.245
13,mlp.experts.109.up_proj,0.0000747295,0.05000,1.257
13,mlp.experts.94.up_proj,0.0000658105,0.05000,1.243
13,mlp.experts.107.up_proj,0.0000690523,0.05000,1.251
13,mlp.experts.108.up_proj,0.0000585942,0.05000,1.249
13,mlp.experts.98.up_proj,0.0000543963,0.05000,1.254
13,mlp.experts.111.up_proj,0.0000381698,0.05000,1.255
13,mlp.experts.113.up_proj,0.0000585215,0.05000,1.286
13,mlp.experts.112.up_proj,0.0000615332,0.05000,1.254
13,mlp.experts.115.up_proj,0.0000916514,0.05000,1.250
13,mlp.experts.102.up_proj,0.0000622756,0.05000,1.276
13,mlp.experts.117.up_proj,0.0001196850,0.05000,1.267
13,mlp.experts.116.up_proj,0.0000452881,0.05000,1.250
13,mlp.experts.119.up_proj,0.0000931383,0.05000,1.261
13,mlp.experts.106.up_proj,0.0000901486,0.05000,1.254
13,mlp.experts.121.up_proj,0.0001330473,0.05000,1.245
13,mlp.experts.120.up_proj,0.0000610556,0.05000,1.249
13,mlp.experts.110.up_proj,0.0000440235,0.05000,1.259
13,mlp.experts.123.up_proj,0.0000687179,0.05000,1.268
13,mlp.experts.125.up_proj,0.0000588893,0.05000,1.257
13,mlp.experts.124.up_proj,0.0000466096,0.05000,1.267
13,mlp.experts.114.up_proj,0.0001085961,0.05000,1.257
13,mlp.experts.127.up_proj,0.0000459863,0.05000,1.267
13,mlp.experts.129.up_proj,0.0000671936,0.05000,1.256
13,mlp.experts.128.up_proj,0.0001043046,0.05000,1.253
13,mlp.experts.131.up_proj,0.0000908856,0.05000,1.237
13,mlp.experts.133.up_proj,0.0000380786,0.05000,1.239
13,mlp.experts.118.up_proj,0.0000574412,0.05000,1.254
13,mlp.experts.132.up_proj,0.0001007878,0.05000,1.237
13,mlp.experts.135.up_proj,0.0000994802,0.05000,1.241
13,mlp.experts.137.up_proj,0.0000573197,0.05000,1.263
13,mlp.experts.122.up_proj,0.0000404336,0.05000,1.263
13,mlp.experts.136.up_proj,0.0000885898,0.05000,1.251
13,mlp.experts.139.up_proj,0.0001233021,0.05000,1.240
13,mlp.experts.141.up_proj,0.0001140038,0.05000,1.246
13,mlp.experts.126.up_proj,0.0000647014,0.05000,1.254
13,mlp.experts.140.up_proj,0.0000456679,0.05000,1.235
13,mlp.experts.143.up_proj,0.0000486116,0.05000,1.239
13,mlp.experts.130.up_proj,0.0000543459,0.05000,1.236
13,mlp.experts.145.up_proj,0.0000557865,0.05000,1.252
13,mlp.experts.144.up_proj,0.0000468370,0.05000,1.261
13,mlp.experts.147.up_proj,0.0000283289,0.05000,1.256
13,mlp.experts.149.up_proj,0.0001533579,0.05000,1.252
13,mlp.experts.134.up_proj,0.0000348869,0.05000,1.260
13,mlp.experts.148.up_proj,0.0001205035,0.05000,1.254
13,mlp.experts.151.up_proj,0.0000554600,0.05000,1.250
13,mlp.experts.153.up_proj,0.0001224295,0.05000,1.250
13,mlp.experts.138.up_proj,0.0001144343,0.05000,1.257
13,mlp.experts.152.up_proj,0.0000936103,0.05000,1.249
13,mlp.experts.155.up_proj,0.0000605720,0.05000,1.256
13,mlp.experts.157.up_proj,0.0000840965,0.05000,1.251
13,mlp.experts.142.up_proj,0.0000398679,0.05000,1.240
13,mlp.experts.156.up_proj,0.0000640201,0.05000,1.250
13,mlp.experts.161.up_proj,0.0000860350,0.05000,1.243
13,mlp.experts.159.up_proj,0.0001258036,0.05000,1.257
13,mlp.experts.146.up_proj,0.0001047059,0.05000,1.271
13,mlp.experts.160.up_proj,0.0000578206,0.05000,1.263
13,mlp.experts.165.up_proj,0.0000840751,0.05000,1.253
13,mlp.experts.163.up_proj,0.0001044547,0.05000,1.261
13,mlp.experts.150.up_proj,0.0000965400,0.05000,1.234
13,mlp.experts.164.up_proj,0.0000377938,0.05000,1.245
13,mlp.experts.169.up_proj,0.0001309467,0.05000,1.256
13,mlp.experts.154.up_proj,0.0000626491,0.05000,1.247
13,mlp.experts.167.up_proj,0.0000963537,0.05000,1.271
13,mlp.experts.168.up_proj,0.0000350190,0.05000,1.251
13,mlp.experts.158.up_proj,0.0000956553,0.05000,1.248
13,mlp.experts.173.up_proj,0.0000430300,0.05000,1.260
13,mlp.experts.171.up_proj,0.0000988560,0.05000,1.256
13,mlp.experts.172.up_proj,0.0000532198,0.05000,1.232
13,mlp.experts.177.up_proj,0.0001002486,0.05000,1.223
13,mlp.experts.162.up_proj,0.0000644215,0.05000,1.235
13,mlp.experts.175.up_proj,0.0000446869,0.05000,1.229
13,mlp.experts.176.up_proj,0.0001334118,0.05000,1.223
13,mlp.experts.181.up_proj,0.0000513797,0.05000,1.229
13,mlp.experts.166.up_proj,0.0000567313,0.05000,1.235
13,mlp.experts.179.up_proj,0.0000685763,0.05000,1.238
13,mlp.experts.180.up_proj,0.0000959335,0.05000,1.254
13,mlp.experts.185.up_proj,0.0000637079,0.05000,1.252
13,mlp.experts.170.up_proj,0.0000445126,0.05000,1.251
13,mlp.experts.183.up_proj,0.0000770700,0.05000,1.249
13,mlp.experts.184.up_proj,0.0001096744,0.05000,1.230
13,mlp.experts.189.up_proj,0.0001222199,0.05000,1.220
13,mlp.experts.174.up_proj,0.0000796915,0.05000,1.221
13,mlp.experts.187.up_proj,0.0001098718,0.05000,1.221
13,mlp.experts.188.up_proj,0.0000694048,0.05000,1.254
13,mlp.experts.193.up_proj,0.0000550648,0.05000,1.250
13,mlp.experts.178.up_proj,0.0001174480,0.05000,1.249
13,mlp.experts.191.up_proj,0.0001291435,0.05000,1.244
13,mlp.experts.192.up_proj,0.0000909967,0.05000,1.259
13,mlp.experts.197.up_proj,0.0002712713,0.05000,1.254
13,mlp.experts.182.up_proj,0.0000306729,0.05000,1.261
13,mlp.experts.195.up_proj,0.0000846015,0.05000,1.271
13,mlp.experts.196.up_proj,0.0000518594,0.05000,1.272
13,mlp.experts.201.up_proj,0.0000717594,0.05000,1.275
13,mlp.experts.186.up_proj,0.0001497983,0.05000,1.266
13,mlp.experts.199.up_proj,0.0000358992,0.05000,1.270
13,mlp.experts.200.up_proj,0.0000351008,0.05000,1.250
13,mlp.experts.205.up_proj,0.0000976053,0.05000,1.249
13,mlp.experts.190.up_proj,0.0000690292,0.05000,1.244
13,mlp.experts.203.up_proj,0.0000692482,0.05000,1.246
13,mlp.experts.204.up_proj,0.0001191500,0.05000,1.238
13,mlp.experts.194.up_proj,0.0000660320,0.05000,1.232
13,mlp.experts.209.up_proj,0.0001081678,0.05000,1.252
13,mlp.experts.207.up_proj,0.0000952568,0.05000,1.240
13,mlp.experts.208.up_proj,0.0001156224,0.05000,1.254
13,mlp.experts.213.up_proj,0.0001330207,0.05000,1.237
13,mlp.experts.198.up_proj,0.0000760659,0.05000,1.256
13,mlp.experts.211.up_proj,0.0000843066,0.05000,1.243
13,mlp.experts.212.up_proj,0.0000313274,0.05000,1.246
13,mlp.experts.217.up_proj,0.0000315042,0.05000,1.239
13,mlp.experts.202.up_proj,0.0000328555,0.05000,1.236
13,mlp.experts.215.up_proj,0.0000627753,0.05000,1.239
13,mlp.experts.216.up_proj,0.0001160517,0.05000,1.242
13,mlp.experts.221.up_proj,0.0001422017,0.05000,1.242
13,mlp.experts.206.up_proj,0.0000693029,0.05000,1.248
13,mlp.experts.219.up_proj,0.0000577642,0.05000,1.255
13,mlp.experts.220.up_proj,0.0000735687,0.05000,1.247
13,mlp.experts.225.up_proj,0.0000573996,0.05000,1.237
13,mlp.experts.210.up_proj,0.0001536596,0.05000,1.233
13,mlp.experts.223.up_proj,0.0000834530,0.05000,1.246
13,mlp.experts.224.up_proj,0.0000263414,0.05000,1.248
13,mlp.experts.229.up_proj,0.0001000739,0.05000,1.246
13,mlp.experts.214.up_proj,0.0001158430,0.05000,1.246
13,mlp.experts.227.up_proj,0.0000753549,0.05000,1.246
13,mlp.experts.228.up_proj,0.0000649505,0.05000,1.257
13,mlp.experts.233.up_proj,0.0001152902,0.05000,1.261
13,mlp.experts.218.up_proj,0.0000471020,0.05000,1.261
13,mlp.experts.231.up_proj,0.0001460977,0.05000,1.269
13,mlp.experts.232.up_proj,0.0001039070,0.05000,1.240
13,mlp.experts.237.up_proj,0.0000297820,0.05000,1.245
13,mlp.experts.222.up_proj,0.0000974639,0.05000,1.258
13,mlp.experts.235.up_proj,0.0001922534,0.05000,1.252
13,mlp.experts.236.up_proj,0.0001664992,0.05000,1.245
13,mlp.experts.241.up_proj,0.0000774460,0.05000,1.244
13,mlp.experts.245.up_proj,fallback(rtn): 0.0010071,0.00000,0.018
13,mlp.experts.226.up_proj,0.0001114761,0.05000,1.250
13,mlp.experts.239.up_proj,0.0000478775,0.05000,1.244
13,mlp.experts.240.up_proj,0.0000836868,0.05000,1.271
13,mlp.experts.249.up_proj,0.0000683672,0.05000,1.269
13,mlp.experts.230.up_proj,0.0000551468,0.05000,1.262
13,mlp.experts.243.up_proj,0.0001461731,0.05000,1.267
13,mlp.experts.244.up_proj,0.0000631620,0.05000,1.255
13,mlp.experts.253.up_proj,0.0000859632,0.05000,1.252
13,mlp.experts.234.up_proj,0.0001094320,0.05000,1.255
13,mlp.experts.247.up_proj,0.0001321913,0.05000,1.225
13,mlp.experts.248.up_proj,0.0000508833,0.05000,0.767
13,mlp.experts.238.up_proj,0.0000891318,0.05000,0.760
13,mlp.experts.251.up_proj,0.0000983511,0.05000,0.756
13,mlp.experts.252.up_proj,0.0000646617,0.05000,0.761
13,mlp.experts.242.up_proj,0.0001209710,0.05000,0.746
13,mlp.experts.255.up_proj,0.0001026816,0.05000,0.741
13,mlp.experts.246.up_proj,0.0001140408,0.05000,0.251
13,mlp.experts.250.up_proj,0.0001236397,0.05000,0.249
13,mlp.experts.254.up_proj,0.0001027112,0.05000,0.244
13,mlp.experts.3.down_proj,0.0000012414,0.05000,0.311
13,mlp.experts.0.down_proj,0.0000028464,0.05000,0.313
13,mlp.experts.1.down_proj,0.0000022644,0.05000,0.316
13,mlp.experts.2.down_proj,0.0000009957,0.05000,0.335
13,mlp.experts.4.down_proj,0.0000019471,0.05000,0.324
13,mlp.experts.7.down_proj,0.0000025638,0.05000,0.329
13,mlp.experts.5.down_proj,0.0000005823,0.05000,0.315
13,mlp.experts.6.down_proj,0.0000014607,0.05000,0.316
13,mlp.experts.8.down_proj,0.0000025316,0.05000,0.319
13,mlp.experts.9.down_proj,0.0000042613,0.05000,0.321
13,mlp.experts.11.down_proj,0.0000021765,0.05000,0.326
13,mlp.experts.10.down_proj,0.0000022685,0.05000,0.318
13,mlp.experts.12.down_proj,0.0000035612,0.05000,0.315
13,mlp.experts.15.down_proj,0.0000021750,0.05000,0.312
13,mlp.experts.13.down_proj,0.0000049780,0.05000,0.316
13,mlp.experts.14.down_proj,0.0000036821,0.05000,0.313
13,mlp.experts.19.down_proj,0.0000024435,0.05000,0.309
13,mlp.experts.16.down_proj,0.0000111630,0.05000,0.317
13,mlp.experts.17.down_proj,0.0000040918,0.05000,0.316
13,mlp.experts.18.down_proj,0.0000007881,0.05000,0.320
13,mlp.experts.23.down_proj,0.0000028323,0.05000,0.305
13,mlp.experts.20.down_proj,0.0000017557,0.05000,0.310
13,mlp.experts.22.down_proj,0.0000010058,0.05000,0.303
13,mlp.experts.21.down_proj,0.0000045728,0.05000,0.311
13,mlp.experts.25.down_proj,fallback(rtn): 0.0009918,0.00000,0.005
13,mlp.experts.27.down_proj,0.0000008971,0.05000,0.313
13,mlp.experts.24.down_proj,0.0000026084,0.05000,0.317
13,mlp.experts.26.down_proj,0.0000014392,0.05000,0.317
13,mlp.experts.28.down_proj,fallback(rtn): 0.0010223,0.00000,0.007
13,mlp.experts.29.down_proj,0.0000027540,0.05000,0.315
13,mlp.experts.31.down_proj,0.0000035613,0.05000,0.316
13,mlp.experts.32.down_proj,0.0000027455,0.05000,0.312
13,mlp.experts.30.down_proj,0.0000026646,0.05000,0.321
13,mlp.experts.33.down_proj,0.0000010420,0.05000,0.316
13,mlp.experts.35.down_proj,0.0000021253,0.05000,0.318
13,mlp.experts.34.down_proj,0.0000020293,0.05000,0.313
13,mlp.experts.37.down_proj,0.0000029415,0.05000,0.314
13,mlp.experts.36.down_proj,0.0000011776,0.05000,0.322
13,mlp.experts.39.down_proj,0.0000016436,0.05000,0.310
13,mlp.experts.38.down_proj,0.0000008947,0.05000,0.309
13,mlp.experts.40.down_proj,0.0000026112,0.05000,0.307
13,mlp.experts.41.down_proj,0.0000015246,0.05000,0.308
13,mlp.experts.43.down_proj,0.0000008088,0.05000,0.315
13,mlp.experts.42.down_proj,0.0000010246,0.05000,0.313
13,mlp.experts.44.down_proj,0.0000012709,0.05000,0.317
13,mlp.experts.45.down_proj,0.0000023862,0.05000,0.318
13,mlp.experts.47.down_proj,0.0000010205,0.05000,0.309
13,mlp.experts.46.down_proj,0.0000014732,0.05000,0.307
13,mlp.experts.48.down_proj,0.0000016324,0.05000,0.304
13,mlp.experts.49.down_proj,0.0000020805,0.05000,0.311
13,mlp.experts.51.down_proj,0.0000014808,0.05000,0.314
13,mlp.experts.50.down_proj,0.0000046185,0.05000,0.312
13,mlp.experts.52.down_proj,0.0000017522,0.05000,0.316
13,mlp.experts.53.down_proj,0.0000042343,0.05000,0.318
13,mlp.experts.55.down_proj,0.0000018155,0.05000,0.311
13,mlp.experts.59.down_proj,fallback(rtn): 0.0009995,0.00000,0.005
13,mlp.experts.54.down_proj,0.0000059888,0.05000,0.319
13,mlp.experts.56.down_proj,0.0000035831,0.05000,0.315
13,mlp.experts.57.down_proj,0.0000017033,0.05000,0.313
13,mlp.experts.63.down_proj,0.0000018284,0.05000,0.312
13,mlp.experts.58.down_proj,0.0000022139,0.05000,0.309
13,mlp.experts.60.down_proj,0.0000059665,0.05000,0.312
13,mlp.experts.61.down_proj,0.0000017859,0.05000,0.312
13,mlp.experts.67.down_proj,0.0000012862,0.05000,0.317
13,mlp.experts.62.down_proj,0.0000045755,0.05000,0.313
13,mlp.experts.64.down_proj,0.0000008374,0.05000,0.313
13,mlp.experts.65.down_proj,0.0000030900,0.05000,0.311
13,mlp.experts.71.down_proj,0.0000007683,0.05000,0.308
13,mlp.experts.66.down_proj,0.0000006445,0.05000,0.307
13,mlp.experts.68.down_proj,0.0000023711,0.05000,0.310
13,mlp.experts.69.down_proj,0.0000041284,0.05000,0.310
13,mlp.experts.75.down_proj,0.0000020292,0.05000,0.313
13,mlp.experts.70.down_proj,0.0000013298,0.05000,0.319
13,mlp.experts.72.down_proj,0.0000023534,0.05000,0.317
13,mlp.experts.73.down_proj,0.0000019488,0.05000,0.319
13,mlp.experts.79.down_proj,0.0000018189,0.05000,0.310
13,mlp.experts.74.down_proj,0.0000005242,0.05000,0.308
13,mlp.experts.76.down_proj,0.0000019247,0.05000,0.308
13,mlp.experts.77.down_proj,0.0000051576,0.05000,0.308
13,mlp.experts.78.down_proj,0.0000009762,0.05000,0.312
13,mlp.experts.83.down_proj,0.0000024347,0.05000,0.323
13,mlp.experts.80.down_proj,0.0000020353,0.05000,0.321
13,mlp.experts.81.down_proj,0.0000013136,0.05000,0.319
13,mlp.experts.82.down_proj,0.0000021317,0.05000,0.314
13,mlp.experts.87.down_proj,0.0000031287,0.05000,0.312
13,mlp.experts.84.down_proj,0.0000009944,0.05000,0.312
13,mlp.experts.85.down_proj,0.0000040039,0.05000,0.309
13,mlp.experts.91.down_proj,0.0000010946,0.05000,0.311
13,mlp.experts.86.down_proj,0.0000046960,0.05000,0.315
13,mlp.experts.88.down_proj,0.0000029480,0.05000,0.311
13,mlp.experts.89.down_proj,0.0000013793,0.05000,0.311
13,mlp.experts.95.down_proj,0.0000049336,0.05000,0.322
13,mlp.experts.90.down_proj,0.0000035400,0.05000,0.325
13,mlp.experts.93.down_proj,0.0000017220,0.05000,0.320
13,mlp.experts.92.down_proj,0.0000088707,0.05000,0.325
13,mlp.experts.99.down_proj,0.0000021863,0.05000,0.307
13,mlp.experts.94.down_proj,0.0000040563,0.05000,0.307
13,mlp.experts.96.down_proj,0.0000025373,0.05000,0.306
13,mlp.experts.97.down_proj,0.0000020373,0.05000,0.310
13,mlp.experts.103.down_proj,0.0000018774,0.05000,0.307
13,mlp.experts.98.down_proj,0.0000013502,0.05000,0.310
13,mlp.experts.101.down_proj,0.0000025463,0.05000,0.307
13,mlp.experts.100.down_proj,0.0000012096,0.05000,0.311
13,mlp.experts.107.down_proj,0.0000019195,0.05000,0.313
13,mlp.experts.102.down_proj,0.0000012753,0.05000,0.315
13,mlp.experts.105.down_proj,0.0000020331,0.05000,0.313
13,mlp.experts.104.down_proj,0.0000030832,0.05000,0.313
13,mlp.experts.111.down_proj,0.0000013021,0.05000,0.313
13,mlp.experts.109.down_proj,0.0000014951,0.05000,0.309
13,mlp.experts.108.down_proj,0.0000016057,0.05000,0.310
13,mlp.experts.106.down_proj,0.0000023505,0.05000,0.323
13,mlp.experts.115.down_proj,0.0000026334,0.05000,0.315
13,mlp.experts.112.down_proj,0.0000020290,0.05000,0.311
13,mlp.experts.113.down_proj,0.0000018031,0.05000,0.320
13,mlp.experts.110.down_proj,0.0000010018,0.05000,0.316
13,mlp.experts.119.down_proj,0.0000009481,0.05000,0.308
13,mlp.experts.117.down_proj,0.0000016494,0.05000,0.303
13,mlp.experts.116.down_proj,0.0000013177,0.05000,0.313
13,mlp.experts.114.down_proj,0.0000011866,0.05000,0.311
13,mlp.experts.123.down_proj,0.0000018922,0.05000,0.311
13,mlp.experts.121.down_proj,0.0000016190,0.05000,0.311
13,mlp.experts.120.down_proj,0.0000021564,0.05000,0.310
13,mlp.experts.118.down_proj,0.0000013172,0.05000,0.324
13,mlp.experts.127.down_proj,0.0000010774,0.05000,0.318
13,mlp.experts.125.down_proj,0.0000017295,0.05000,0.315
13,mlp.experts.124.down_proj,0.0000016548,0.05000,0.310
13,mlp.experts.122.down_proj,0.0000011670,0.05000,0.309
13,mlp.experts.131.down_proj,0.0000027475,0.05000,0.316
13,mlp.experts.129.down_proj,0.0000016947,0.05000,0.310
13,mlp.experts.128.down_proj,0.0000019487,0.05000,0.311
13,mlp.experts.126.down_proj,0.0000021037,0.05000,0.309
13,mlp.experts.135.down_proj,0.0000009489,0.05000,0.310
13,mlp.experts.133.down_proj,0.0000009514,0.05000,0.309
13,mlp.experts.132.down_proj,0.0000012241,0.05000,0.309
13,mlp.experts.130.down_proj,0.0000013982,0.05000,0.314
13,mlp.experts.137.down_proj,0.0000020711,0.05000,0.311
13,mlp.experts.139.down_proj,0.0000014125,0.05000,0.315
13,mlp.experts.136.down_proj,0.0000022329,0.05000,0.320
13,mlp.experts.134.down_proj,0.0000008870,0.05000,0.319
13,mlp.experts.141.down_proj,0.0000014131,0.05000,0.310
13,mlp.experts.143.down_proj,0.0000012687,0.05000,0.312
13,mlp.experts.140.down_proj,0.0000013304,0.05000,0.314
13,mlp.experts.138.down_proj,0.0000020081,0.05000,0.312
13,mlp.experts.145.down_proj,0.0000014659,0.05000,0.309
13,mlp.experts.147.down_proj,0.0000010592,0.05000,0.310
13,mlp.experts.144.down_proj,0.0000021603,0.05000,0.308
13,mlp.experts.142.down_proj,0.0000010410,0.05000,0.322
13,mlp.experts.149.down_proj,0.0000021855,0.05000,0.323
13,mlp.experts.151.down_proj,0.0000014085,0.05000,0.322
13,mlp.experts.148.down_proj,0.0000046974,0.05000,0.311
13,mlp.experts.146.down_proj,0.0000010510,0.05000,0.311
13,mlp.experts.155.down_proj,0.0000011537,0.05000,0.304
13,mlp.experts.153.down_proj,0.0000014576,0.05000,0.309
13,mlp.experts.152.down_proj,0.0000010336,0.05000,0.308
13,mlp.experts.150.down_proj,0.0000023806,0.05000,0.314
13,mlp.experts.159.down_proj,0.0000015210,0.05000,0.317
13,mlp.experts.157.down_proj,0.0000020640,0.05000,0.318
13,mlp.experts.156.down_proj,0.0000021306,0.05000,0.315
13,mlp.experts.154.down_proj,0.0000016677,0.05000,0.318
13,mlp.experts.161.down_proj,0.0000010530,0.05000,0.312
13,mlp.experts.160.down_proj,0.0000019305,0.05000,0.310
13,mlp.experts.163.down_proj,0.0000029785,0.05000,0.320
13,mlp.experts.158.down_proj,0.0000020011,0.05000,0.317
13,mlp.experts.165.down_proj,0.0000020522,0.05000,0.314
13,mlp.experts.164.down_proj,0.0000009317,0.05000,0.318
13,mlp.experts.167.down_proj,0.0000010189,0.05000,0.321
13,mlp.experts.162.down_proj,0.0000019814,0.05000,0.316
13,mlp.experts.169.down_proj,0.0000026850,0.05000,0.329
13,mlp.experts.168.down_proj,0.0000010350,0.05000,0.328
13,mlp.experts.171.down_proj,0.0000015742,0.05000,0.324
13,mlp.experts.166.down_proj,0.0000015263,0.05000,0.316
13,mlp.experts.173.down_proj,0.0000009216,0.05000,0.326
13,mlp.experts.172.down_proj,0.0000010584,0.05000,0.331
13,mlp.experts.175.down_proj,0.0000012861,0.05000,0.337
13,mlp.experts.170.down_proj,0.0000014698,0.05000,0.328
13,mlp.experts.177.down_proj,0.0000009537,0.05000,0.320
13,mlp.experts.176.down_proj,0.0000030322,0.05000,0.315
13,mlp.experts.179.down_proj,0.0000033787,0.05000,0.311
13,mlp.experts.174.down_proj,0.0000016550,0.05000,0.314
13,mlp.experts.181.down_proj,0.0000015304,0.05000,0.310
13,mlp.experts.180.down_proj,0.0000019795,0.05000,0.312
13,mlp.experts.183.down_proj,0.0000028160,0.05000,0.314
13,mlp.experts.178.down_proj,0.0000040667,0.05000,0.314
13,mlp.experts.185.down_proj,0.0000007975,0.05000,0.323
13,mlp.experts.184.down_proj,0.0000017508,0.05000,0.324
13,mlp.experts.187.down_proj,0.0000027127,0.05000,0.321
13,mlp.experts.182.down_proj,0.0000009884,0.05000,0.326
13,mlp.experts.189.down_proj,0.0000012419,0.05000,0.317
13,mlp.experts.188.down_proj,0.0000011115,0.05000,0.319
13,mlp.experts.191.down_proj,0.0000030856,0.05000,0.319
13,mlp.experts.186.down_proj,0.0000039028,0.05000,0.320
13,mlp.experts.193.down_proj,0.0000013529,0.05000,0.309
13,mlp.experts.192.down_proj,0.0000037738,0.05000,0.310
13,mlp.experts.195.down_proj,0.0000039916,0.05000,0.307
13,mlp.experts.190.down_proj,0.0000016758,0.05000,0.308
13,mlp.experts.197.down_proj,0.0000107624,0.05000,0.310
13,mlp.experts.196.down_proj,0.0000013296,0.05000,0.306
13,mlp.experts.199.down_proj,0.0000009873,0.05000,0.310
13,mlp.experts.194.down_proj,0.0000004633,0.05000,0.313
13,mlp.experts.200.down_proj,0.0000007877,0.05000,0.313
13,mlp.experts.201.down_proj,0.0000011068,0.05000,0.322
13,mlp.experts.203.down_proj,0.0000018450,0.05000,0.318
13,mlp.experts.198.down_proj,0.0000018765,0.05000,0.316
13,mlp.experts.204.down_proj,0.0000025353,0.05000,0.313
13,mlp.experts.205.down_proj,0.0000010931,0.05000,0.314
13,mlp.experts.207.down_proj,0.0000023772,0.05000,0.317
13,mlp.experts.202.down_proj,0.0000007966,0.05000,0.312
13,mlp.experts.208.down_proj,0.0000029056,0.05000,0.307
13,mlp.experts.209.down_proj,0.0000013167,0.05000,0.320
13,mlp.experts.211.down_proj,0.0000029616,0.05000,0.326
13,mlp.experts.206.down_proj,0.0000006068,0.05000,0.319
13,mlp.experts.212.down_proj,0.0000006468,0.05000,0.332
13,mlp.experts.213.down_proj,0.0000034731,0.05000,0.322
13,mlp.experts.215.down_proj,0.0000022587,0.05000,0.325
13,mlp.experts.210.down_proj,0.0000088841,0.05000,0.317
13,mlp.experts.216.down_proj,0.0000011985,0.05000,0.307
13,mlp.experts.217.down_proj,0.0000008761,0.05000,0.309
13,mlp.experts.214.down_proj,0.0000054759,0.05000,0.306
13,mlp.experts.219.down_proj,0.0000018887,0.05000,0.314
13,mlp.experts.220.down_proj,0.0000021600,0.05000,0.308
13,mlp.experts.221.down_proj,0.0000016155,0.05000,0.311
13,mlp.experts.218.down_proj,0.0000013009,0.05000,0.313
13,mlp.experts.223.down_proj,0.0000041671,0.05000,0.315
13,mlp.experts.224.down_proj,0.0000007035,0.05000,0.310
13,mlp.experts.225.down_proj,0.0000015240,0.05000,0.309
13,mlp.experts.222.down_proj,0.0000036621,0.05000,0.309
13,mlp.experts.227.down_proj,0.0000010111,0.05000,0.316
13,mlp.experts.228.down_proj,0.0000013211,0.05000,0.314
13,mlp.experts.229.down_proj,0.0000020054,0.05000,0.316
13,mlp.experts.226.down_proj,0.0000026094,0.05000,0.318
13,mlp.experts.231.down_proj,0.0000019470,0.05000,0.318
13,mlp.experts.232.down_proj,0.0000031440,0.05000,0.323
13,mlp.experts.233.down_proj,0.0000011912,0.05000,0.323
13,mlp.experts.230.down_proj,0.0000015488,0.05000,0.325
13,mlp.experts.235.down_proj,0.0000061515,0.05000,0.326
13,mlp.experts.236.down_proj,0.0000019688,0.05000,0.312
13,mlp.experts.237.down_proj,0.0000007985,0.05000,0.310
13,mlp.experts.234.down_proj,0.0000010489,0.05000,0.313
13,mlp.experts.239.down_proj,0.0000013966,0.05000,0.317
13,mlp.experts.240.down_proj,0.0000045598,0.05000,0.318
13,mlp.experts.241.down_proj,0.0000009226,0.05000,0.320
13,mlp.experts.245.down_proj,fallback(rtn): 0.0009995,0.00000,0.005
13,mlp.experts.238.down_proj,0.0000023189,0.05000,0.334
13,mlp.experts.243.down_proj,0.0000020184,0.05000,0.326
13,mlp.experts.244.down_proj,0.0000017994,0.05000,0.325
13,mlp.experts.249.down_proj,0.0000020502,0.05000,0.326
13,mlp.experts.242.down_proj,0.0000014042,0.05000,0.319
13,mlp.experts.247.down_proj,0.0000036341,0.05000,0.316
13,mlp.experts.248.down_proj,0.0000015993,0.05000,0.316
13,mlp.experts.253.down_proj,0.0000011003,0.05000,0.310
13,mlp.experts.246.down_proj,0.0000024340,0.05000,0.303
13,mlp.experts.251.down_proj,0.0000012556,0.05000,0.300
13,mlp.experts.252.down_proj,0.0000015914,0.05000,0.200
13,mlp.experts.250.down_proj,0.0000027537,0.05000,0.182
13,mlp.experts.255.down_proj,0.0000011542,0.05000,0.183
13,mlp.experts.254.down_proj,0.0000011100,0.05000,0.063
14,mlp.experts.1.gate_proj,0.0000854060,0.05000,1.239
14,mlp.experts.2.gate_proj,0.0001468634,0.05000,1.253
14,mlp.experts.3.gate_proj,0.0000590683,0.05000,1.256
14,mlp.experts.0.gate_proj,0.0001114876,0.05000,1.262
14,mlp.experts.5.gate_proj,0.0000820804,0.05000,1.216
14,mlp.experts.6.gate_proj,0.0000511918,0.05000,1.218
14,mlp.experts.7.gate_proj,0.0000990678,0.05000,1.226
14,mlp.experts.4.gate_proj,0.0000972141,0.05000,1.213
14,mlp.experts.9.gate_proj,0.0001441907,0.05000,1.234
14,mlp.experts.10.gate_proj,0.0000915340,0.05000,1.235
14,mlp.experts.11.gate_proj,0.0000400299,0.05000,1.228
14,mlp.experts.8.gate_proj,0.0001230970,0.05000,1.250
14,mlp.experts.13.gate_proj,0.0001096121,0.05000,1.250
14,mlp.experts.14.gate_proj,0.0000569048,0.05000,1.253
14,mlp.experts.15.gate_proj,0.0001163959,0.05000,1.254
14,mlp.experts.12.gate_proj,0.0001073791,0.05000,1.250
14,mlp.experts.17.gate_proj,0.0001459938,0.05000,1.245
14,mlp.experts.18.gate_proj,0.0000737293,0.05000,1.247
14,mlp.experts.19.gate_proj,0.0001477213,0.05000,1.253
14,mlp.experts.16.gate_proj,0.0000722848,0.05000,1.250
14,mlp.experts.21.gate_proj,0.0000655243,0.05000,1.251
14,mlp.experts.22.gate_proj,0.0000649430,0.05000,1.249
14,mlp.experts.23.gate_proj,0.0001979270,0.05000,1.258
14,mlp.experts.20.gate_proj,0.0000436316,0.05000,1.260
14,mlp.experts.25.gate_proj,0.0001153312,0.05000,1.237
14,mlp.experts.26.gate_proj,0.0000991971,0.05000,1.244
14,mlp.experts.27.gate_proj,0.0000493607,0.05000,1.252
14,mlp.experts.24.gate_proj,0.0000984786,0.05000,1.247
14,mlp.experts.29.gate_proj,0.0000829473,0.05000,1.301
14,mlp.experts.30.gate_proj,0.0000578738,0.05000,1.302
14,mlp.experts.31.gate_proj,0.0000956656,0.05000,1.308
14,mlp.experts.28.gate_proj,0.0000612111,0.05000,1.299
14,mlp.experts.33.gate_proj,0.0000878434,0.05000,1.302
14,mlp.experts.34.gate_proj,0.0001267804,0.05000,1.310
14,mlp.experts.35.gate_proj,0.0001286080,0.05000,1.305
14,mlp.experts.32.gate_proj,0.0000345164,0.05000,1.308
14,mlp.experts.37.gate_proj,0.0000405756,0.05000,1.246
14,mlp.experts.38.gate_proj,0.0000373104,0.05000,1.236
14,mlp.experts.36.gate_proj,0.0000633004,0.05000,1.230
14,mlp.experts.39.gate_proj,0.0000646473,0.05000,1.252
14,mlp.experts.41.gate_proj,0.0000802481,0.05000,1.274
14,mlp.experts.42.gate_proj,0.0000811202,0.05000,1.271
14,mlp.experts.46.gate_proj,fallback(rtn): 0.0009308,0.00000,0.021
14,mlp.experts.40.gate_proj,0.0000955963,0.05000,1.279
14,mlp.experts.43.gate_proj,0.0000772802,0.05000,1.286
14,mlp.experts.45.gate_proj,0.0001422179,0.05000,1.199
14,mlp.experts.50.gate_proj,0.0000435022,0.05000,1.234
14,mlp.experts.44.gate_proj,0.0000774019,0.05000,1.244
14,mlp.experts.47.gate_proj,0.0000220587,0.05000,1.229
14,mlp.experts.49.gate_proj,0.0001072598,0.05000,1.257
14,mlp.experts.51.gate_proj,0.0000403699,0.05000,1.255
14,mlp.experts.54.gate_proj,0.0000496870,0.05000,1.265
14,mlp.experts.48.gate_proj,0.0000786289,0.05000,1.263
14,mlp.experts.53.gate_proj,0.0000923423,0.05000,1.258
14,mlp.experts.58.gate_proj,0.0001316284,0.05000,1.261
14,mlp.experts.55.gate_proj,0.0000523507,0.05000,1.264
14,mlp.experts.52.gate_proj,0.0000743847,0.05000,1.273
14,mlp.experts.57.gate_proj,0.0001290785,0.05000,1.260
14,mlp.experts.62.gate_proj,0.0000528975,0.05000,1.254
14,mlp.experts.59.gate_proj,0.0001470632,0.05000,1.258
14,mlp.experts.56.gate_proj,0.0001026807,0.05000,1.263
14,mlp.experts.61.gate_proj,0.0000587497,0.05000,1.245
14,mlp.experts.66.gate_proj,0.0000652697,0.05000,1.243
14,mlp.experts.63.gate_proj,0.0000502335,0.05000,1.239
14,mlp.experts.60.gate_proj,0.0000422260,0.05000,1.245
14,mlp.experts.65.gate_proj,0.0000821095,0.05000,1.214
14,mlp.experts.67.gate_proj,0.0000632074,0.05000,1.232
14,mlp.experts.70.gate_proj,0.0000824583,0.05000,1.246
14,mlp.experts.64.gate_proj,0.0000325460,0.05000,1.229
14,mlp.experts.69.gate_proj,0.0000756534,0.05000,1.246
14,mlp.experts.68.gate_proj,0.0000893860,0.05000,1.241
14,mlp.experts.74.gate_proj,0.0001546617,0.05000,1.252
14,mlp.experts.71.gate_proj,0.0001478597,0.05000,1.266
14,mlp.experts.73.gate_proj,0.0000863300,0.05000,1.233
14,mlp.experts.78.gate_proj,0.0001568133,0.05000,1.236
14,mlp.experts.75.gate_proj,0.0000512118,0.05000,1.240
14,mlp.experts.72.gate_proj,0.0000892057,0.05000,1.254
14,mlp.experts.77.gate_proj,0.0001130096,0.05000,1.241
14,mlp.experts.82.gate_proj,0.0000823034,0.05000,1.244
14,mlp.experts.76.gate_proj,0.0000917051,0.05000,1.243
14,mlp.experts.79.gate_proj,0.0000605299,0.05000,1.247
14,mlp.experts.81.gate_proj,0.0000713736,0.05000,1.252
14,mlp.experts.80.gate_proj,0.0000736306,0.05000,1.249
14,mlp.experts.86.gate_proj,0.0000473672,0.05000,1.276
14,mlp.experts.83.gate_proj,0.0000622980,0.05000,1.276
14,mlp.experts.85.gate_proj,0.0000747513,0.05000,1.276
14,mlp.experts.84.gate_proj,0.0002088961,0.05000,1.271
14,mlp.experts.90.gate_proj,0.0000778422,0.05000,1.268
14,mlp.experts.87.gate_proj,0.0001086482,0.05000,1.271
14,mlp.experts.89.gate_proj,0.0001119650,0.05000,1.234
14,mlp.experts.88.gate_proj,0.0001164713,0.05000,1.245
14,mlp.experts.94.gate_proj,0.0000468211,0.05000,1.253
14,mlp.experts.91.gate_proj,0.0000926299,0.05000,1.257
14,mlp.experts.93.gate_proj,0.0001255605,0.05000,1.255
14,mlp.experts.92.gate_proj,0.0000712522,0.05000,1.243
14,mlp.experts.98.gate_proj,0.0000565767,0.05000,1.251
14,mlp.experts.95.gate_proj,0.0001607534,0.05000,1.255
14,mlp.experts.97.gate_proj,0.0001153463,0.05000,1.236
14,mlp.experts.102.gate_proj,0.0001207388,0.05000,1.218
14,mlp.experts.96.gate_proj,0.0000339567,0.05000,1.256
14,mlp.experts.99.gate_proj,0.0000553685,0.05000,1.256
14,mlp.experts.101.gate_proj,0.0001114443,0.05000,1.260
14,mlp.experts.106.gate_proj,0.0001186033,0.05000,1.236
14,mlp.experts.100.gate_proj,0.0000480931,0.05000,1.241
14,mlp.experts.103.gate_proj,0.0000496782,0.05000,1.230
14,mlp.experts.105.gate_proj,0.0000361115,0.05000,1.233
14,mlp.experts.104.gate_proj,0.0000704059,0.05000,1.225
14,mlp.experts.110.gate_proj,0.0001116825,0.05000,1.240
14,mlp.experts.107.gate_proj,0.0000530959,0.05000,1.240
14,mlp.experts.109.gate_proj,0.0000252351,0.05000,1.219
14,mlp.experts.108.gate_proj,0.0002101478,0.05000,1.213
14,mlp.experts.114.gate_proj,0.0000971642,0.05000,1.217
14,mlp.experts.111.gate_proj,0.0000790944,0.05000,1.221
14,mlp.experts.113.gate_proj,0.0002247769,0.05000,1.235
14,mlp.experts.118.gate_proj,0.0001714252,0.05000,1.246
14,mlp.experts.112.gate_proj,0.0001471930,0.05000,1.266
14,mlp.experts.115.gate_proj,0.0001216268,0.05000,1.251
14,mlp.experts.117.gate_proj,0.0000530991,0.05000,1.249
14,mlp.experts.122.gate_proj,0.0000923727,0.05000,1.267
14,mlp.experts.116.gate_proj,0.0000970384,0.05000,1.272
14,mlp.experts.126.gate_proj,fallback(rtn): 0.0010147,0.00000,0.024
14,mlp.experts.119.gate_proj,0.0001028060,0.05000,1.284
14,mlp.experts.121.gate_proj,0.0002053077,0.05000,1.260
14,mlp.experts.130.gate_proj,0.0000810219,0.05000,1.254
14,mlp.experts.120.gate_proj,0.0001011477,0.05000,1.272
14,mlp.experts.123.gate_proj,0.0000785655,0.05000,1.264
14,mlp.experts.125.gate_proj,0.0000556409,0.05000,1.244
14,mlp.experts.134.gate_proj,0.0001225351,0.05000,1.247
14,mlp.experts.124.gate_proj,0.0000303163,0.05000,1.244
14,mlp.experts.127.gate_proj,0.0001288926,0.05000,1.258
14,mlp.experts.129.gate_proj,0.0001260720,0.05000,1.239
14,mlp.experts.128.gate_proj,0.0001172261,0.05000,1.234
14,mlp.experts.138.gate_proj,0.0000618022,0.05000,1.264
14,mlp.experts.131.gate_proj,0.0001474738,0.05000,1.255
14,mlp.experts.133.gate_proj,0.0000907086,0.05000,1.258
14,mlp.experts.142.gate_proj,0.0000766904,0.05000,1.233
14,mlp.experts.132.gate_proj,0.0000956652,0.05000,1.254
14,mlp.experts.135.gate_proj,0.0000635053,0.05000,1.242
14,mlp.experts.137.gate_proj,0.0000238232,0.05000,1.259
14,mlp.experts.136.gate_proj,0.0001117252,0.05000,1.253
14,mlp.experts.146.gate_proj,0.0000789249,0.05000,1.284
14,mlp.experts.139.gate_proj,0.0000596502,0.05000,1.267
14,mlp.experts.141.gate_proj,0.0000885915,0.05000,1.250
14,mlp.experts.140.gate_proj,0.0001108245,0.05000,1.247
14,mlp.experts.150.gate_proj,0.0000839774,0.05000,1.249
14,mlp.experts.143.gate_proj,0.0000839022,0.05000,1.248
14,mlp.experts.145.gate_proj,0.0000683576,0.05000,1.239
14,mlp.experts.144.gate_proj,0.0001046454,0.05000,1.250
14,mlp.experts.154.gate_proj,0.0001147743,0.05000,1.254
14,mlp.experts.147.gate_proj,0.0000367613,0.05000,1.250
14,mlp.experts.149.gate_proj,0.0000715769,0.05000,1.231
14,mlp.experts.148.gate_proj,0.0000366287,0.05000,1.238
14,mlp.experts.158.gate_proj,0.0000721276,0.05000,1.258
14,mlp.experts.151.gate_proj,0.0001108205,0.05000,1.254
14,mlp.experts.153.gate_proj,0.0001102393,0.05000,1.248
14,mlp.experts.152.gate_proj,0.0000748615,0.05000,1.250
14,mlp.experts.162.gate_proj,0.0000803322,0.05000,1.272
14,mlp.experts.155.gate_proj,0.0001401883,0.05000,1.264
14,mlp.experts.157.gate_proj,0.0000509115,0.05000,1.251
14,mlp.experts.156.gate_proj,0.0000283207,0.05000,1.241
14,mlp.experts.166.gate_proj,0.0001109528,0.05000,1.257
14,mlp.experts.159.gate_proj,0.0000435701,0.05000,1.246
14,mlp.experts.161.gate_proj,0.0001786384,0.05000,1.231
14,mlp.experts.160.gate_proj,0.0000519606,0.05000,1.222
14,mlp.experts.170.gate_proj,0.0001819046,0.05000,1.227
14,mlp.experts.163.gate_proj,0.0000489603,0.05000,1.235
14,mlp.experts.165.gate_proj,0.0000754696,0.05000,1.231
14,mlp.experts.164.gate_proj,0.0001857480,0.05000,1.240
14,mlp.experts.167.gate_proj,0.0000403736,0.05000,1.236
14,mlp.experts.174.gate_proj,0.0001026543,0.05000,1.242
14,mlp.experts.169.gate_proj,0.0000540783,0.05000,1.218
14,mlp.experts.168.gate_proj,0.0000927295,0.05000,1.229
14,mlp.experts.171.gate_proj,0.0000678877,0.05000,1.227
14,mlp.experts.178.gate_proj,0.0000789501,0.05000,1.236
14,mlp.experts.173.gate_proj,0.0000551781,0.05000,1.254
14,mlp.experts.172.gate_proj,0.0000499706,0.05000,1.253
14,mlp.experts.175.gate_proj,0.0000420632,0.05000,1.253
14,mlp.experts.182.gate_proj,0.0000385868,0.05000,1.248
14,mlp.experts.177.gate_proj,0.0001639672,0.05000,1.250
14,mlp.experts.176.gate_proj,0.0001763101,0.05000,1.261
14,mlp.experts.186.gate_proj,0.0000688203,0.05000,1.255
14,mlp.experts.179.gate_proj,0.0000737392,0.05000,1.261
14,mlp.experts.181.gate_proj,0.0001183150,0.05000,1.235
14,mlp.experts.180.gate_proj,0.0000933004,0.05000,1.242
14,mlp.experts.190.gate_proj,0.0000800795,0.05000,1.245
14,mlp.experts.183.gate_proj,0.0000466621,0.05000,1.244
14,mlp.experts.185.gate_proj,0.0000512502,0.05000,1.253
14,mlp.experts.184.gate_proj,0.0000513179,0.05000,1.260
14,mlp.experts.194.gate_proj,0.0000600607,0.05000,1.257
14,mlp.experts.187.gate_proj,0.0000590993,0.05000,1.275
14,mlp.experts.189.gate_proj,0.0000867809,0.05000,1.257
14,mlp.experts.188.gate_proj,0.0000769282,0.05000,1.259
14,mlp.experts.198.gate_proj,0.0000966814,0.05000,1.238
14,mlp.experts.191.gate_proj,0.0001307371,0.05000,1.237
14,mlp.experts.193.gate_proj,0.0001435200,0.05000,1.248
14,mlp.experts.192.gate_proj,0.0001019867,0.05000,1.233
14,mlp.experts.202.gate_proj,0.0000481130,0.05000,1.248
14,mlp.experts.195.gate_proj,0.0000448544,0.05000,1.250
14,mlp.experts.197.gate_proj,0.0001311000,0.05000,1.250
14,mlp.experts.196.gate_proj,0.0000996435,0.05000,1.257
14,mlp.experts.206.gate_proj,0.0000640886,0.05000,1.259
14,mlp.experts.199.gate_proj,0.0000854680,0.05000,1.270
14,mlp.experts.201.gate_proj,0.0000913076,0.05000,1.259
14,mlp.experts.200.gate_proj,0.0001041148,0.05000,1.253
14,mlp.experts.210.gate_proj,0.0001080231,0.05000,1.249
14,mlp.experts.203.gate_proj,0.0000648783,0.05000,1.259
14,mlp.experts.205.gate_proj,0.0001373592,0.05000,1.247
14,mlp.experts.204.gate_proj,0.0000464583,0.05000,1.233
14,mlp.experts.214.gate_proj,0.0000514016,0.05000,1.253
14,mlp.experts.207.gate_proj,0.0001541749,0.05000,1.269
14,mlp.experts.209.gate_proj,0.0000908993,0.05000,1.276
14,mlp.experts.208.gate_proj,0.0000439470,0.05000,1.275
14,mlp.experts.218.gate_proj,0.0000296114,0.05000,1.277
14,mlp.experts.211.gate_proj,0.0001315863,0.05000,1.251
14,mlp.experts.213.gate_proj,0.0000549158,0.05000,1.268
14,mlp.experts.212.gate_proj,0.0000729643,0.05000,1.260
14,mlp.experts.222.gate_proj,0.0001417522,0.05000,1.273
14,mlp.experts.215.gate_proj,0.0000927182,0.05000,1.275
14,mlp.experts.217.gate_proj,0.0000922101,0.05000,1.246
14,mlp.experts.216.gate_proj,0.0001393160,0.05000,1.258
14,mlp.experts.226.gate_proj,0.0000885947,0.05000,1.261
14,mlp.experts.219.gate_proj,0.0000616125,0.05000,1.256
14,mlp.experts.221.gate_proj,0.0002455062,0.05000,1.229
14,mlp.experts.220.gate_proj,0.0000569561,0.05000,1.221
14,mlp.experts.230.gate_proj,0.0001557545,0.05000,1.214
14,mlp.experts.223.gate_proj,0.0001154218,0.05000,1.220
14,mlp.experts.225.gate_proj,0.0000540146,0.05000,1.219
14,mlp.experts.224.gate_proj,0.0000991863,0.05000,1.232
14,mlp.experts.234.gate_proj,0.0001341225,0.05000,1.226
14,mlp.experts.227.gate_proj,0.0001070762,0.05000,1.220
14,mlp.experts.229.gate_proj,0.0001278656,0.05000,1.241
14,mlp.experts.228.gate_proj,0.0001101828,0.05000,1.249
14,mlp.experts.238.gate_proj,0.0000799217,0.05000,1.271
14,mlp.experts.231.gate_proj,0.0000552855,0.05000,1.251
14,mlp.experts.233.gate_proj,0.0000879390,0.05000,1.227
14,mlp.experts.232.gate_proj,0.0000380605,0.05000,1.239
14,mlp.experts.242.gate_proj,0.0000779872,0.05000,1.234
14,mlp.experts.235.gate_proj,0.0000525896,0.05000,1.244
14,mlp.experts.237.gate_proj,0.0000564662,0.05000,1.230
14,mlp.experts.236.gate_proj,0.0000577588,0.05000,1.227
14,mlp.experts.246.gate_proj,0.0000464564,0.05000,1.223
14,mlp.experts.239.gate_proj,0.0000854830,0.05000,1.229
14,mlp.experts.241.gate_proj,0.0000393851,0.05000,1.229
14,mlp.experts.240.gate_proj,0.0000682382,0.05000,1.228
14,mlp.experts.250.gate_proj,0.0000628788,0.05000,1.222
14,mlp.experts.243.gate_proj,0.0001463699,0.05000,1.242
14,mlp.experts.245.gate_proj,0.0000807965,0.05000,1.218
14,mlp.experts.244.gate_proj,0.0001201846,0.05000,1.227
14,mlp.experts.254.gate_proj,0.0001299927,0.05000,1.234
14,mlp.experts.247.gate_proj,0.0000523661,0.05000,1.264
14,mlp.experts.249.gate_proj,0.0000416103,0.05000,1.256
14,mlp.experts.248.gate_proj,0.0001160306,0.05000,1.268
14,mlp.experts.2.up_proj,0.0001319693,0.05000,1.237
14,mlp.experts.251.gate_proj,0.0000701201,0.05000,1.243
14,mlp.experts.253.gate_proj,0.0000387868,0.05000,1.244
14,mlp.experts.252.gate_proj,0.0000901678,0.05000,1.255
14,mlp.experts.6.up_proj,0.0000394858,0.05000,1.248
14,mlp.experts.255.gate_proj,0.0000805889,0.05000,1.228
14,mlp.experts.1.up_proj,0.0000829157,0.05000,1.239
14,mlp.experts.0.up_proj,0.0001051655,0.05000,1.237
14,mlp.experts.10.up_proj,0.0000880417,0.05000,1.249
14,mlp.experts.3.up_proj,0.0000603010,0.05000,1.251
14,mlp.experts.5.up_proj,0.0000752709,0.05000,1.245
14,mlp.experts.4.up_proj,0.0000915879,0.05000,1.242
14,mlp.experts.14.up_proj,0.0000559042,0.05000,1.253
14,mlp.experts.7.up_proj,0.0000922456,0.05000,1.232
14,mlp.experts.9.up_proj,0.0001358948,0.05000,1.227
14,mlp.experts.8.up_proj,0.0001144011,0.05000,1.228
14,mlp.experts.11.up_proj,0.0000370364,0.05000,1.222
14,mlp.experts.18.up_proj,0.0000824756,0.05000,1.251
14,mlp.experts.13.up_proj,0.0000936525,0.05000,1.254
14,mlp.experts.12.up_proj,0.0001017192,0.05000,1.269
14,mlp.experts.15.up_proj,0.0001008754,0.05000,1.262
14,mlp.experts.22.up_proj,0.0000591144,0.05000,1.240
14,mlp.experts.17.up_proj,0.0000544377,0.05000,1.233
14,mlp.experts.16.up_proj,0.0000626335,0.05000,1.233
14,mlp.experts.26.up_proj,0.0000945170,0.05000,1.235
14,mlp.experts.19.up_proj,0.0001417637,0.05000,1.244
14,mlp.experts.21.up_proj,0.0000619303,0.05000,1.237
14,mlp.experts.20.up_proj,0.0000546499,0.05000,1.241
14,mlp.experts.30.up_proj,0.0000545348,0.05000,1.242
14,mlp.experts.23.up_proj,0.0001854308,0.05000,1.240
14,mlp.experts.25.up_proj,0.0001033491,0.05000,1.252
14,mlp.experts.24.up_proj,0.0000892137,0.05000,1.261
14,mlp.experts.27.up_proj,0.0000415303,0.05000,1.247
14,mlp.experts.34.up_proj,0.0001138798,0.05000,1.268
14,mlp.experts.29.up_proj,0.0000783820,0.05000,1.254
14,mlp.experts.28.up_proj,0.0000545723,0.05000,1.265
14,mlp.experts.31.up_proj,0.0000902819,0.05000,1.260
14,mlp.experts.38.up_proj,0.0000343215,0.05000,1.272
14,mlp.experts.33.up_proj,0.0000779241,0.05000,1.248
14,mlp.experts.32.up_proj,0.0000357763,0.05000,1.238
14,mlp.experts.35.up_proj,0.0001213156,0.05000,1.247
14,mlp.experts.42.up_proj,0.0000780605,0.05000,1.247
14,mlp.experts.46.up_proj,fallback(rtn): 0.0010300,0.00000,0.020
14,mlp.experts.37.up_proj,0.0000366348,0.05000,1.244
14,mlp.experts.36.up_proj,0.0000566607,0.05000,1.254
14,mlp.experts.39.up_proj,0.0000640916,0.05000,1.248
14,mlp.experts.50.up_proj,0.0000435636,0.05000,1.242
14,mlp.experts.41.up_proj,0.0000724208,0.05000,1.234
14,mlp.experts.40.up_proj,0.0000762618,0.05000,1.234
14,mlp.experts.43.up_proj,0.0000808543,0.05000,1.227
14,mlp.experts.54.up_proj,0.0000421614,0.05000,1.238
14,mlp.experts.45.up_proj,0.0001133837,0.05000,1.228
14,mlp.experts.44.up_proj,0.0000772366,0.05000,1.229
14,mlp.experts.47.up_proj,0.0000206216,0.05000,1.238
14,mlp.experts.58.up_proj,0.0001142581,0.05000,1.236
14,mlp.experts.49.up_proj,0.0000867367,0.05000,1.244
14,mlp.experts.48.up_proj,0.0000686988,0.05000,1.233
14,mlp.experts.51.up_proj,0.0000357116,0.05000,1.245
14,mlp.experts.62.up_proj,0.0000560968,0.05000,1.239
14,mlp.experts.53.up_proj,0.0000886175,0.05000,1.250
14,mlp.experts.52.up_proj,0.0000746281,0.05000,1.234
14,mlp.experts.55.up_proj,0.0000506680,0.05000,1.233
14,mlp.experts.66.up_proj,0.0000566799,0.05000,1.236
14,mlp.experts.57.up_proj,0.0001232870,0.05000,1.243
14,mlp.experts.56.up_proj,0.0000963426,0.05000,1.248
14,mlp.experts.59.up_proj,0.0001404693,0.05000,1.251
14,mlp.experts.70.up_proj,0.0000721897,0.05000,1.244
14,mlp.experts.61.up_proj,0.0000543432,0.05000,1.242
14,mlp.experts.60.up_proj,0.0000406655,0.05000,1.245
14,mlp.experts.63.up_proj,0.0000444753,0.05000,1.236
14,mlp.experts.74.up_proj,0.0001453375,0.05000,1.240
14,mlp.experts.65.up_proj,0.0000748492,0.05000,1.234
14,mlp.experts.64.up_proj,0.0000316161,0.05000,1.232
14,mlp.experts.67.up_proj,0.0000577663,0.05000,1.236
14,mlp.experts.78.up_proj,0.0001499943,0.05000,1.224
14,mlp.experts.69.up_proj,0.0000641282,0.05000,1.229
14,mlp.experts.68.up_proj,0.0000816601,0.05000,1.231
14,mlp.experts.71.up_proj,0.0001398819,0.05000,1.242
14,mlp.experts.82.up_proj,0.0000771477,0.05000,1.229
14,mlp.experts.73.up_proj,0.0000780444,0.05000,1.255
14,mlp.experts.72.up_proj,0.0000908532,0.05000,1.252
14,mlp.experts.75.up_proj,0.0000501356,0.05000,1.250
14,mlp.experts.86.up_proj,0.0000467945,0.05000,1.257
14,mlp.experts.77.up_proj,0.0001009612,0.05000,1.252
14,mlp.experts.76.up_proj,0.0000816180,0.05000,1.237
14,mlp.experts.79.up_proj,0.0000506949,0.05000,1.244
14,mlp.experts.90.up_proj,0.0000702715,0.05000,1.237
14,mlp.experts.81.up_proj,0.0000677081,0.05000,1.242
14,mlp.experts.80.up_proj,0.0000642745,0.05000,1.260
14,mlp.experts.83.up_proj,0.0000583485,0.05000,1.270
14,mlp.experts.94.up_proj,0.0000440907,0.05000,1.266
14,mlp.experts.85.up_proj,0.0000752759,0.05000,1.250
14,mlp.experts.84.up_proj,0.0001814285,0.05000,1.262
14,mlp.experts.87.up_proj,0.0001016148,0.05000,1.255
14,mlp.experts.98.up_proj,0.0000475646,0.05000,1.255
14,mlp.experts.89.up_proj,0.0001180307,0.05000,1.257
14,mlp.experts.88.up_proj,0.0001108106,0.05000,1.247
14,mlp.experts.91.up_proj,0.0000813447,0.05000,1.241
14,mlp.experts.102.up_proj,0.0001155924,0.05000,1.243
14,mlp.experts.93.up_proj,0.0001464175,0.05000,1.251
14,mlp.experts.92.up_proj,0.0000647240,0.05000,1.246
14,mlp.experts.95.up_proj,0.0001347838,0.05000,1.252
14,mlp.experts.106.up_proj,0.0001009762,0.05000,1.245
14,mlp.experts.97.up_proj,0.0001095655,0.05000,1.236
14,mlp.experts.96.up_proj,0.0000334515,0.05000,1.232
14,mlp.experts.99.up_proj,0.0000506093,0.05000,1.243
14,mlp.experts.110.up_proj,0.0001061527,0.05000,1.224
14,mlp.experts.101.up_proj,0.0001073532,0.05000,0.649
14,mlp.experts.100.up_proj,0.0000402702,0.05000,0.529
14,mlp.experts.105.up_proj,0.0000305903,0.05000,1.231
14,mlp.experts.114.up_proj,0.0000877777,0.05000,1.236
14,mlp.experts.103.up_proj,0.0000443187,0.05000,1.247
14,mlp.experts.104.up_proj,0.0000654070,0.05000,1.271
14,mlp.experts.109.up_proj,0.0000240673,0.05000,1.254
14,mlp.experts.107.up_proj,0.0000502882,0.05000,1.251
14,mlp.experts.118.up_proj,0.0001823180,0.05000,1.259
14,mlp.experts.108.up_proj,0.0001877439,0.05000,1.258
14,mlp.experts.111.up_proj,0.0000725366,0.05000,1.235
14,mlp.experts.113.up_proj,0.0002119815,0.05000,1.248
14,mlp.experts.122.up_proj,0.0000817403,0.05000,1.242
14,mlp.experts.112.up_proj,0.0001396663,0.05000,1.236
14,mlp.experts.126.up_proj,fallback(rtn): 0.0009842,0.00000,0.023
14,mlp.experts.115.up_proj,0.0001141296,0.05000,1.235
14,mlp.experts.117.up_proj,0.0000473317,0.05000,1.244
14,mlp.experts.116.up_proj,0.0000908334,0.05000,1.246
14,mlp.experts.130.up_proj,0.0000776223,0.05000,1.237
14,mlp.experts.119.up_proj,0.0000953710,0.05000,1.273
14,mlp.experts.121.up_proj,0.0001860594,0.05000,1.289
14,mlp.experts.120.up_proj,0.0000891481,0.05000,1.257
14,mlp.experts.134.up_proj,0.0001155721,0.05000,1.274
14,mlp.experts.123.up_proj,0.0000742447,0.05000,1.226
14,mlp.experts.125.up_proj,0.0000524967,0.05000,1.223
14,mlp.experts.124.up_proj,0.0000333746,0.05000,1.226
14,mlp.experts.138.up_proj,0.0000621374,0.05000,1.229
14,mlp.experts.127.up_proj,0.0001223133,0.05000,1.262
14,mlp.experts.128.up_proj,0.0001079123,0.05000,1.242
14,mlp.experts.129.up_proj,0.0001128515,0.05000,1.266
14,mlp.experts.142.up_proj,0.0000722045,0.05000,1.263
14,mlp.experts.131.up_proj,0.0001553852,0.05000,1.251
14,mlp.experts.132.up_proj,0.0000769468,0.05000,1.252
14,mlp.experts.133.up_proj,0.0000843046,0.05000,1.256
14,mlp.experts.146.up_proj,0.0000803564,0.05000,1.254
14,mlp.experts.135.up_proj,0.0000564664,0.05000,1.244
14,mlp.experts.136.up_proj,0.0001053446,0.05000,1.252
14,mlp.experts.137.up_proj,0.0000233129,0.05000,1.255
14,mlp.experts.150.up_proj,0.0000796590,0.05000,1.249
14,mlp.experts.139.up_proj,0.0000549305,0.05000,1.265
14,mlp.experts.140.up_proj,0.0001049106,0.05000,1.263
14,mlp.experts.141.up_proj,0.0000777828,0.05000,1.256
14,mlp.experts.154.up_proj,0.0001092405,0.05000,1.259
14,mlp.experts.143.up_proj,0.0000829116,0.05000,1.239
14,mlp.experts.144.up_proj,0.0000850614,0.05000,1.233
14,mlp.experts.145.up_proj,0.0000660687,0.05000,1.223
14,mlp.experts.158.up_proj,0.0000609157,0.05000,1.230
14,mlp.experts.147.up_proj,0.0000338867,0.05000,1.264
14,mlp.experts.149.up_proj,0.0000738048,0.05000,1.247
14,mlp.experts.148.up_proj,0.0000374572,0.05000,1.265
14,mlp.experts.162.up_proj,0.0000710632,0.05000,1.255
14,mlp.experts.153.up_proj,0.0001049357,0.05000,1.224
14,mlp.experts.152.up_proj,0.0000625343,0.05000,1.221
14,mlp.experts.151.up_proj,0.0001058984,0.05000,1.248
14,mlp.experts.166.up_proj,0.0001048446,0.05000,1.231
14,mlp.experts.157.up_proj,0.0000460616,0.05000,1.231
14,mlp.experts.156.up_proj,0.0000265325,0.05000,1.240
14,mlp.experts.155.up_proj,0.0001316980,0.05000,1.240
14,mlp.experts.170.up_proj,0.0001504122,0.05000,1.233
14,mlp.experts.161.up_proj,0.0001803969,0.05000,1.249
14,mlp.experts.160.up_proj,0.0000417221,0.05000,1.266
14,mlp.experts.174.up_proj,0.0000971628,0.05000,1.244
14,mlp.experts.159.up_proj,0.0000388214,0.05000,1.269
14,mlp.experts.165.up_proj,0.0000615701,0.05000,1.251
14,mlp.experts.163.up_proj,0.0000456130,0.05000,1.240
14,mlp.experts.178.up_proj,0.0000701936,0.05000,1.258
14,mlp.experts.164.up_proj,0.0001696090,0.05000,1.268
14,mlp.experts.169.up_proj,0.0000505177,0.05000,1.234
14,mlp.experts.167.up_proj,0.0000393220,0.05000,1.233
14,mlp.experts.168.up_proj,0.0000831093,0.05000,1.230
14,mlp.experts.182.up_proj,0.0000351099,0.05000,1.240
14,mlp.experts.173.up_proj,0.0000534866,0.05000,1.255
14,mlp.experts.171.up_proj,0.0000637256,0.05000,1.253
14,mlp.experts.172.up_proj,0.0000447229,0.05000,1.243
14,mlp.experts.186.up_proj,0.0000598218,0.05000,1.267
14,mlp.experts.177.up_proj,0.0001551389,0.05000,1.244
14,mlp.experts.176.up_proj,0.0001659998,0.05000,1.237
14,mlp.experts.175.up_proj,0.0000391928,0.05000,1.242
14,mlp.experts.190.up_proj,0.0000773730,0.05000,1.234
14,mlp.experts.181.up_proj,0.0001117157,0.05000,1.236
14,mlp.experts.179.up_proj,0.0000712297,0.05000,1.237
14,mlp.experts.180.up_proj,0.0000908460,0.05000,1.242
14,mlp.experts.194.up_proj,0.0000511279,0.05000,1.242
14,mlp.experts.185.up_proj,0.0000493747,0.05000,1.237
14,mlp.experts.183.up_proj,0.0000438548,0.05000,1.250
14,mlp.experts.184.up_proj,0.0000496688,0.05000,1.250
14,mlp.experts.198.up_proj,0.0000923832,0.05000,1.242
14,mlp.experts.189.up_proj,0.0000796510,0.05000,1.244
14,mlp.experts.188.up_proj,0.0000691425,0.05000,1.259
14,mlp.experts.187.up_proj,0.0000498367,0.05000,1.282
14,mlp.experts.202.up_proj,0.0000397888,0.05000,1.267
14,mlp.experts.193.up_proj,0.0001357841,0.05000,1.234
14,mlp.experts.192.up_proj,0.0000852522,0.05000,1.247
14,mlp.experts.191.up_proj,0.0001249034,0.05000,1.238
14,mlp.experts.206.up_proj,0.0000571254,0.05000,1.247
14,mlp.experts.197.up_proj,0.0001242035,0.05000,1.239
14,mlp.experts.196.up_proj,0.0000855838,0.05000,1.235
14,mlp.experts.195.up_proj,0.0000401962,0.05000,1.248
14,mlp.experts.210.up_proj,0.0000906321,0.05000,1.244
14,mlp.experts.201.up_proj,0.0000781349,0.05000,1.241
14,mlp.experts.200.up_proj,0.0000980965,0.05000,1.218
14,mlp.experts.199.up_proj,0.0000745295,0.05000,1.223
14,mlp.experts.214.up_proj,0.0000456280,0.05000,1.227
14,mlp.experts.205.up_proj,0.0001271832,0.05000,1.245
14,mlp.experts.204.up_proj,0.0000392221,0.05000,1.243
14,mlp.experts.218.up_proj,0.0000270894,0.05000,1.242
14,mlp.experts.203.up_proj,0.0000603281,0.05000,1.256
14,mlp.experts.209.up_proj,0.0000861079,0.05000,1.242
14,mlp.experts.208.up_proj,0.0000444901,0.05000,1.246
14,mlp.experts.207.up_proj,0.0001443911,0.05000,1.236
14,mlp.experts.222.up_proj,0.0001482659,0.05000,1.244
14,mlp.experts.213.up_proj,0.0000542934,0.05000,1.246
14,mlp.experts.212.up_proj,0.0000610640,0.05000,1.245
14,mlp.experts.211.up_proj,0.0001260142,0.05000,1.241
14,mlp.experts.226.up_proj,0.0000778527,0.05000,1.240
14,mlp.experts.217.up_proj,0.0000880136,0.05000,1.241
14,mlp.experts.216.up_proj,0.0001310560,0.05000,1.242
14,mlp.experts.215.up_proj,0.0000854206,0.05000,1.248
14,mlp.experts.230.up_proj,0.0001445189,0.05000,1.260
14,mlp.experts.221.up_proj,0.0002108794,0.05000,1.228
14,mlp.experts.220.up_proj,0.0000432521,0.05000,1.226
14,mlp.experts.219.up_proj,0.0000560000,0.05000,1.226
14,mlp.experts.234.up_proj,0.0001202757,0.05000,1.252
14,mlp.experts.225.up_proj,0.0000523488,0.05000,1.273
14,mlp.experts.224.up_proj,0.0000951306,0.05000,1.285
14,mlp.experts.223.up_proj,0.0001079904,0.05000,1.269
14,mlp.experts.238.up_proj,0.0000690687,0.05000,1.260
14,mlp.experts.229.up_proj,0.0001211004,0.05000,1.227
14,mlp.experts.228.up_proj,0.0000957278,0.05000,1.233
14,mlp.experts.227.up_proj,0.0000949866,0.05000,1.232
14,mlp.experts.242.up_proj,0.0000732030,0.05000,1.235
14,mlp.experts.233.up_proj,0.0000831338,0.05000,1.232
14,mlp.experts.232.up_proj,0.0000345277,0.05000,1.235
14,mlp.experts.246.up_proj,0.0000449353,0.05000,1.230
14,mlp.experts.231.up_proj,0.0000523688,0.05000,1.241
14,mlp.experts.237.up_proj,0.0000512362,0.05000,1.245
14,mlp.experts.236.up_proj,0.0000540116,0.05000,1.239
14,mlp.experts.250.up_proj,0.0000568556,0.05000,1.240
14,mlp.experts.235.up_proj,0.0000487862,0.05000,1.252
14,mlp.experts.241.up_proj,0.0000377207,0.05000,1.249
14,mlp.experts.240.up_proj,0.0000597253,0.05000,1.264
14,mlp.experts.254.up_proj,0.0001221598,0.05000,1.243
14,mlp.experts.239.up_proj,0.0000812913,0.05000,1.240
14,mlp.experts.245.up_proj,0.0000677664,0.05000,0.795
14,mlp.experts.244.up_proj,0.0001148881,0.05000,0.776
14,mlp.experts.243.up_proj,0.0001382091,0.05000,0.766
14,mlp.experts.249.up_proj,0.0000370154,0.05000,0.764
14,mlp.experts.248.up_proj,0.0000979463,0.05000,0.761
14,mlp.experts.247.up_proj,0.0000470261,0.05000,0.764
14,mlp.experts.253.up_proj,0.0000361572,0.05000,0.767
14,mlp.experts.252.up_proj,0.0000874282,0.05000,0.759
14,mlp.experts.251.up_proj,0.0000602585,0.05000,0.741
14,mlp.experts.255.up_proj,0.0000708538,0.05000,0.244
14,mlp.experts.2.down_proj,0.0000037264,0.05000,0.311
14,mlp.experts.1.down_proj,0.0000028330,0.05000,0.316
14,mlp.experts.0.down_proj,0.0000013623,0.05000,0.317
14,mlp.experts.3.down_proj,0.0000033191,0.05000,0.320
14,mlp.experts.6.down_proj,0.0000008082,0.05000,0.316
14,mlp.experts.5.down_proj,0.0000020897,0.05000,0.317
14,mlp.experts.4.down_proj,0.0000011129,0.05000,0.317
14,mlp.experts.7.down_proj,0.0000023722,0.05000,0.321
14,mlp.experts.10.down_proj,0.0000028493,0.05000,0.313
14,mlp.experts.9.down_proj,0.0000015120,0.05000,0.314
14,mlp.experts.8.down_proj,0.0000015630,0.05000,0.314
14,mlp.experts.11.down_proj,0.0000010330,0.05000,0.320
14,mlp.experts.12.down_proj,0.0000011457,0.05000,0.316
14,mlp.experts.14.down_proj,0.0000017410,0.05000,0.326
14,mlp.experts.13.down_proj,0.0000024016,0.05000,0.335
14,mlp.experts.15.down_proj,0.0000027435,0.05000,0.336
14,mlp.experts.16.down_proj,0.0000019629,0.05000,0.330
14,mlp.experts.18.down_proj,0.0000026846,0.05000,0.323
14,mlp.experts.17.down_proj,0.0000004709,0.05000,0.324
14,mlp.experts.19.down_proj,0.0000037363,0.05000,0.326
14,mlp.experts.20.down_proj,0.0000009550,0.05000,0.313
14,mlp.experts.22.down_proj,0.0000014515,0.05000,0.316
14,mlp.experts.21.down_proj,0.0000013705,0.05000,0.315
14,mlp.experts.23.down_proj,0.0000065668,0.05000,0.315
14,mlp.experts.24.down_proj,0.0000020623,0.05000,0.315
14,mlp.experts.26.down_proj,0.0000009968,0.05000,0.315
14,mlp.experts.25.down_proj,0.0000023526,0.05000,0.317
14,mlp.experts.27.down_proj,0.0000009786,0.05000,0.317
14,mlp.experts.30.down_proj,0.0000007444,0.05000,0.300
14,mlp.experts.28.down_proj,0.0000013168,0.05000,0.312
14,mlp.experts.29.down_proj,0.0000007022,0.05000,0.307
14,mlp.experts.31.down_proj,0.0000008902,0.05000,0.305
14,mlp.experts.34.down_proj,0.0000014880,0.05000,0.311
14,mlp.experts.33.down_proj,0.0000021222,0.05000,0.309
14,mlp.experts.32.down_proj,0.0000017975,0.05000,0.323
14,mlp.experts.35.down_proj,0.0000013064,0.05000,0.319
14,mlp.experts.38.down_proj,0.0000007269,0.05000,0.310
14,mlp.experts.37.down_proj,0.0000010717,0.05000,0.307
14,mlp.experts.36.down_proj,0.0000014599,0.05000,0.307
14,mlp.experts.39.down_proj,0.0000019481,0.05000,0.307
14,mlp.experts.42.down_proj,0.0000023722,0.05000,0.311
14,mlp.experts.40.down_proj,0.0000019632,0.05000,0.305
14,mlp.experts.41.down_proj,0.0000007596,0.05000,0.312
14,mlp.experts.46.down_proj,fallback(rtn): 0.0010071,0.00000,0.006
14,mlp.experts.43.down_proj,0.0000026598,0.05000,0.320
14,mlp.experts.45.down_proj,0.0000028091,0.05000,0.313
14,mlp.experts.44.down_proj,0.0000025275,0.05000,0.317
14,mlp.experts.50.down_proj,0.0000013140,0.05000,0.308
14,mlp.experts.47.down_proj,0.0000003818,0.05000,0.308
14,mlp.experts.49.down_proj,0.0000023351,0.05000,0.310
14,mlp.experts.48.down_proj,0.0000017641,0.05000,0.311
14,mlp.experts.54.down_proj,0.0000011750,0.05000,0.311
14,mlp.experts.51.down_proj,0.0000010781,0.05000,0.311
14,mlp.experts.53.down_proj,0.0000027410,0.05000,0.308
14,mlp.experts.52.down_proj,0.0000027074,0.05000,0.308
14,mlp.experts.58.down_proj,0.0000029862,0.05000,0.307
14,mlp.experts.55.down_proj,0.0000005824,0.05000,0.305
14,mlp.experts.57.down_proj,0.0000014176,0.05000,0.305
14,mlp.experts.56.down_proj,0.0000011919,0.05000,0.310
14,mlp.experts.62.down_proj,0.0000015949,0.05000,0.310
14,mlp.experts.59.down_proj,0.0000016973,0.05000,0.314
14,mlp.experts.61.down_proj,0.0000017987,0.05000,0.318
14,mlp.experts.60.down_proj,0.0000012532,0.05000,0.317
14,mlp.experts.66.down_proj,0.0000010259,0.05000,0.315
14,mlp.experts.63.down_proj,0.0000009644,0.05000,0.319
14,mlp.experts.65.down_proj,0.0000019315,0.05000,0.317
14,mlp.experts.64.down_proj,0.0000011118,0.05000,0.317
14,mlp.experts.70.down_proj,0.0000017094,0.05000,0.321
14,mlp.experts.67.down_proj,0.0000016766,0.05000,0.321
14,mlp.experts.69.down_proj,0.0000018569,0.05000,0.325
14,mlp.experts.68.down_proj,0.0000010400,0.05000,0.327
14,mlp.experts.74.down_proj,0.0000041253,0.05000,0.327
14,mlp.experts.71.down_proj,0.0000016783,0.05000,0.332
14,mlp.experts.73.down_proj,0.0000023813,0.05000,0.317
14,mlp.experts.72.down_proj,0.0000033697,0.05000,0.315
14,mlp.experts.78.down_proj,0.0000038915,0.05000,0.316
14,mlp.experts.75.down_proj,0.0000018546,0.05000,0.316
14,mlp.experts.77.down_proj,0.0000036911,0.05000,0.315
14,mlp.experts.76.down_proj,0.0000022631,0.05000,0.312
14,mlp.experts.82.down_proj,0.0000025157,0.05000,0.315
14,mlp.experts.79.down_proj,0.0000012958,0.05000,0.314
14,mlp.experts.80.down_proj,0.0000015194,0.05000,0.310
14,mlp.experts.81.down_proj,0.0000005150,0.05000,0.320
14,mlp.experts.86.down_proj,0.0000015181,0.05000,0.319
14,mlp.experts.83.down_proj,0.0000019245,0.05000,0.316
14,mlp.experts.84.down_proj,0.0000044433,0.05000,0.325
14,mlp.experts.85.down_proj,0.0000051903,0.05000,0.324
14,mlp.experts.90.down_proj,0.0000023976,0.05000,0.324
14,mlp.experts.87.down_proj,0.0000012517,0.05000,0.311
14,mlp.experts.88.down_proj,0.0000012438,0.05000,0.312
14,mlp.experts.89.down_proj,0.0000031132,0.05000,0.310
14,mlp.experts.94.down_proj,0.0000017782,0.05000,0.315
14,mlp.experts.91.down_proj,0.0000011578,0.05000,0.315
14,mlp.experts.92.down_proj,0.0000046730,0.05000,0.308
14,mlp.experts.93.down_proj,0.0000069359,0.05000,0.315
14,mlp.experts.98.down_proj,0.0000014821,0.05000,0.319
14,mlp.experts.95.down_proj,0.0000028023,0.05000,0.313
14,mlp.experts.96.down_proj,0.0000009975,0.05000,0.319
14,mlp.experts.97.down_proj,0.0000012157,0.05000,0.317
14,mlp.experts.102.down_proj,0.0000012634,0.05000,0.310
14,mlp.experts.99.down_proj,0.0000016721,0.05000,0.312
14,mlp.experts.100.down_proj,0.0000011823,0.05000,0.306
14,mlp.experts.101.down_proj,0.0000035781,0.05000,0.305
14,mlp.experts.106.down_proj,0.0000028527,0.05000,0.306
14,mlp.experts.103.down_proj,0.0000014949,0.05000,0.312
14,mlp.experts.104.down_proj,0.0000005874,0.05000,0.310
14,mlp.experts.105.down_proj,0.0000006053,0.05000,0.313
14,mlp.experts.110.down_proj,0.0000011014,0.05000,0.310
14,mlp.experts.107.down_proj,0.0000004005,0.05000,0.308
14,mlp.experts.108.down_proj,0.0000064505,0.05000,0.315
14,mlp.experts.109.down_proj,0.0000006810,0.05000,0.316
14,mlp.experts.114.down_proj,0.0000019367,0.05000,0.314
14,mlp.experts.111.down_proj,0.0000022054,0.05000,0.311
14,mlp.experts.112.down_proj,0.0000014802,0.05000,0.310
14,mlp.experts.113.down_proj,0.0000035790,0.05000,0.307
14,mlp.experts.118.down_proj,0.0000105225,0.05000,0.308
14,mlp.experts.115.down_proj,0.0000047187,0.05000,0.310
14,mlp.experts.116.down_proj,0.0000019487,0.05000,0.318
14,mlp.experts.117.down_proj,0.0000011770,0.05000,0.320
14,mlp.experts.122.down_proj,0.0000023105,0.05000,0.314
14,mlp.experts.126.down_proj,fallback(rtn): 0.0009575,0.00000,0.005
14,mlp.experts.119.down_proj,0.0000010820,0.05000,0.319
14,mlp.experts.120.down_proj,0.0000021043,0.05000,0.310
14,mlp.experts.121.down_proj,0.0000049616,0.05000,0.312
14,mlp.experts.130.down_proj,0.0000022485,0.05000,0.310
14,mlp.experts.123.down_proj,0.0000007805,0.05000,0.315
14,mlp.experts.124.down_proj,0.0000012822,0.05000,0.311
14,mlp.experts.125.down_proj,0.0000010011,0.05000,0.309
14,mlp.experts.134.down_proj,0.0000040384,0.05000,0.310
14,mlp.experts.127.down_proj,0.0000013547,0.05000,0.335
14,mlp.experts.128.down_proj,0.0000016109,0.05000,0.338
14,mlp.experts.129.down_proj,0.0000024091,0.05000,0.339
14,mlp.experts.138.down_proj,0.0000018619,0.05000,0.315
14,mlp.experts.131.down_proj,0.0000062938,0.05000,0.306
14,mlp.experts.132.down_proj,0.0000024680,0.05000,0.311
14,mlp.experts.133.down_proj,0.0000009206,0.05000,0.311
14,mlp.experts.142.down_proj,0.0000007525,0.05000,0.316
14,mlp.experts.135.down_proj,0.0000012881,0.05000,0.310
14,mlp.experts.136.down_proj,0.0000011732,0.05000,0.321
14,mlp.experts.137.down_proj,0.0000006333,0.05000,0.316
14,mlp.experts.146.down_proj,0.0000033960,0.05000,0.325
14,mlp.experts.139.down_proj,0.0000014111,0.05000,0.325
14,mlp.experts.140.down_proj,0.0000011932,0.05000,0.308
14,mlp.experts.141.down_proj,0.0000022201,0.05000,0.312
14,mlp.experts.150.down_proj,0.0000009086,0.05000,0.327
14,mlp.experts.143.down_proj,0.0000021717,0.05000,0.329
14,mlp.experts.144.down_proj,0.0000018122,0.05000,0.321
14,mlp.experts.145.down_proj,0.0000034586,0.05000,0.317
14,mlp.experts.154.down_proj,0.0000011733,0.05000,0.322
14,mlp.experts.147.down_proj,0.0000010231,0.05000,0.326
14,mlp.experts.148.down_proj,0.0000025207,0.05000,0.315
14,mlp.experts.149.down_proj,0.0000012987,0.05000,0.310
14,mlp.experts.158.down_proj,0.0000019862,0.05000,0.310
14,mlp.experts.151.down_proj,0.0000038351,0.05000,0.309
14,mlp.experts.152.down_proj,0.0000018414,0.05000,0.310
14,mlp.experts.153.down_proj,0.0000033888,0.05000,0.313
14,mlp.experts.162.down_proj,0.0000023508,0.05000,0.313
14,mlp.experts.155.down_proj,0.0000041030,0.05000,0.316
14,mlp.experts.156.down_proj,0.0000007857,0.05000,0.316
14,mlp.experts.157.down_proj,0.0000012295,0.05000,0.317
14,mlp.experts.166.down_proj,0.0000012271,0.05000,0.316
14,mlp.experts.159.down_proj,0.0000011577,0.05000,0.317
14,mlp.experts.160.down_proj,0.0000011975,0.05000,0.320
14,mlp.experts.161.down_proj,0.0000048348,0.05000,0.322
14,mlp.experts.170.down_proj,0.0000047516,0.05000,0.325
14,mlp.experts.163.down_proj,0.0000017488,0.05000,0.326
14,mlp.experts.164.down_proj,0.0000054356,0.05000,0.319
14,mlp.experts.165.down_proj,0.0000021809,0.05000,0.325
14,mlp.experts.174.down_proj,0.0000033170,0.05000,0.325
14,mlp.experts.167.down_proj,0.0000014429,0.05000,0.323
14,mlp.experts.168.down_proj,0.0000034339,0.05000,0.314
14,mlp.experts.169.down_proj,0.0000014001,0.05000,0.319
14,mlp.experts.178.down_proj,0.0000033478,0.05000,0.317
14,mlp.experts.171.down_proj,0.0000027350,0.05000,0.319
14,mlp.experts.172.down_proj,0.0000012323,0.05000,0.315
14,mlp.experts.173.down_proj,0.0000021232,0.05000,0.306
14,mlp.experts.182.down_proj,0.0000009880,0.05000,0.318
14,mlp.experts.175.down_proj,0.0000012770,0.05000,0.309
14,mlp.experts.177.down_proj,0.0000019115,0.05000,0.309
14,mlp.experts.176.down_proj,0.0000054274,0.05000,0.316
14,mlp.experts.186.down_proj,0.0000016676,0.05000,0.318
14,mlp.experts.179.down_proj,0.0000021526,0.05000,0.316
14,mlp.experts.181.down_proj,0.0000011681,0.05000,0.318
14,mlp.experts.180.down_proj,0.0000021427,0.05000,0.322
14,mlp.experts.190.down_proj,0.0000041902,0.05000,0.324
14,mlp.experts.183.down_proj,0.0000011829,0.05000,0.318
14,mlp.experts.185.down_proj,0.0000005714,0.05000,0.331
14,mlp.experts.184.down_proj,0.0000029149,0.05000,0.331
14,mlp.experts.194.down_proj,0.0000015525,0.05000,0.324
14,mlp.experts.187.down_proj,0.0000012739,0.05000,0.326
14,mlp.experts.188.down_proj,0.0000022958,0.05000,0.314
14,mlp.experts.189.down_proj,0.0000021595,0.05000,0.322
14,mlp.experts.198.down_proj,0.0000031199,0.05000,0.319
14,mlp.experts.191.down_proj,0.0000015903,0.05000,0.318
14,mlp.experts.192.down_proj,0.0000024208,0.05000,0.310
14,mlp.experts.193.down_proj,0.0000016164,0.05000,0.308
14,mlp.experts.202.down_proj,0.0000012174,0.05000,0.311
14,mlp.experts.195.down_proj,0.0000007789,0.05000,0.318
14,mlp.experts.197.down_proj,0.0000012231,0.05000,0.333
14,mlp.experts.196.down_proj,0.0000029124,0.05000,0.340
14,mlp.experts.206.down_proj,0.0000017484,0.05000,0.334
14,mlp.experts.199.down_proj,0.0000021373,0.05000,0.324
14,mlp.experts.200.down_proj,0.0000010159,0.05000,0.313
14,mlp.experts.201.down_proj,0.0000028961,0.05000,0.320
14,mlp.experts.203.down_proj,0.0000012741,0.05000,0.318
14,mlp.experts.210.down_proj,0.0000022495,0.05000,0.327
14,mlp.experts.205.down_proj,0.0000017605,0.05000,0.324
14,mlp.experts.204.down_proj,0.0000013584,0.05000,0.333
14,mlp.experts.207.down_proj,0.0000016933,0.05000,0.319
14,mlp.experts.214.down_proj,0.0000013755,0.05000,0.325
14,mlp.experts.209.down_proj,0.0000009119,0.05000,0.315
14,mlp.experts.208.down_proj,0.0000010729,0.05000,0.313
14,mlp.experts.211.down_proj,0.0000013971,0.05000,0.314
14,mlp.experts.218.down_proj,0.0000007524,0.05000,0.314
14,mlp.experts.212.down_proj,0.0000017314,0.05000,0.313
14,mlp.experts.213.down_proj,0.0000018800,0.05000,0.320
14,mlp.experts.215.down_proj,0.0000008233,0.05000,0.317
14,mlp.experts.222.down_proj,0.0000054633,0.05000,0.310
14,mlp.experts.216.down_proj,0.0000015040,0.05000,0.327
14,mlp.experts.217.down_proj,0.0000007915,0.05000,0.331
14,mlp.experts.219.down_proj,0.0000012034,0.05000,0.326
14,mlp.experts.226.down_proj,0.0000021461,0.05000,0.334
14,mlp.experts.220.down_proj,0.0000008588,0.05000,0.322
14,mlp.experts.221.down_proj,0.0000069220,0.05000,0.336
14,mlp.experts.223.down_proj,0.0000012136,0.05000,0.332
14,mlp.experts.230.down_proj,0.0000018575,0.05000,0.332
14,mlp.experts.224.down_proj,0.0000025201,0.05000,0.337
14,mlp.experts.225.down_proj,0.0000021110,0.05000,0.323
14,mlp.experts.227.down_proj,0.0000029923,0.05000,0.321
14,mlp.experts.234.down_proj,0.0000031473,0.05000,0.321
14,mlp.experts.228.down_proj,0.0000017739,0.05000,0.314
14,mlp.experts.229.down_proj,0.0000013387,0.05000,0.313
14,mlp.experts.231.down_proj,0.0000015900,0.05000,0.315
14,mlp.experts.238.down_proj,0.0000019639,0.05000,0.318
14,mlp.experts.233.down_proj,0.0000024583,0.05000,0.312
14,mlp.experts.232.down_proj,0.0000008993,0.05000,0.319
14,mlp.experts.235.down_proj,0.0000018430,0.05000,0.314
14,mlp.experts.242.down_proj,0.0000018777,0.05000,0.322
14,mlp.experts.237.down_proj,0.0000015316,0.05000,0.319
14,mlp.experts.236.down_proj,0.0000005925,0.05000,0.322
14,mlp.experts.239.down_proj,0.0000016582,0.05000,0.314
14,mlp.experts.246.down_proj,0.0000013665,0.05000,0.315
14,mlp.experts.241.down_proj,0.0000010798,0.05000,0.331
14,mlp.experts.240.down_proj,0.0000016627,0.05000,0.334
14,mlp.experts.243.down_proj,0.0000024585,0.05000,0.330
14,mlp.experts.250.down_proj,0.0000016025,0.05000,0.320
14,mlp.experts.245.down_proj,0.0000017512,0.05000,0.321
14,mlp.experts.244.down_proj,0.0000012596,0.05000,0.314
14,mlp.experts.247.down_proj,0.0000013090,0.05000,0.329
14,mlp.experts.254.down_proj,0.0000014860,0.05000,0.327
14,mlp.experts.248.down_proj,0.0000028479,0.05000,0.219
14,mlp.experts.249.down_proj,0.0000010333,0.05000,0.225
14,mlp.experts.251.down_proj,0.0000019680,0.05000,0.196
14,mlp.experts.252.down_proj,0.0000022511,0.05000,0.191
14,mlp.experts.253.down_proj,0.0000010845,0.05000,0.191
14,mlp.experts.255.down_proj,0.0000018026,0.05000,0.174
15,mlp.experts.0.gate_proj,0.0001043529,0.05000,1.260
15,mlp.experts.1.gate_proj,0.0000892916,0.05000,1.261
15,mlp.experts.2.gate_proj,0.0000626716,0.05000,1.277
15,mlp.experts.3.gate_proj,0.0000720501,0.05000,1.279
15,mlp.experts.5.gate_proj,0.0001036318,0.05000,1.234
15,mlp.experts.4.gate_proj,0.0000445321,0.05000,1.247
15,mlp.experts.7.gate_proj,0.0001098613,0.05000,1.242
15,mlp.experts.6.gate_proj,0.0002447970,0.05000,1.264
15,mlp.experts.8.gate_proj,0.0001932903,0.05000,1.218
15,mlp.experts.9.gate_proj,0.0000928193,0.05000,1.239
15,mlp.experts.11.gate_proj,0.0000730006,0.05000,1.235
15,mlp.experts.10.gate_proj,0.0001433439,0.05000,1.240
15,mlp.experts.12.gate_proj,0.0000652567,0.05000,1.254
15,mlp.experts.13.gate_proj,0.0000393515,0.05000,1.258
15,mlp.experts.15.gate_proj,0.0000867751,0.05000,1.262
15,mlp.experts.14.gate_proj,0.0000466923,0.05000,1.257
15,mlp.experts.16.gate_proj,0.0000737915,0.05000,1.249
15,mlp.experts.17.gate_proj,0.0000575171,0.05000,1.240
15,mlp.experts.19.gate_proj,0.0000722255,0.05000,1.230
15,mlp.experts.18.gate_proj,0.0000380582,0.05000,1.232
15,mlp.experts.21.gate_proj,0.0000607163,0.05000,1.243
15,mlp.experts.20.gate_proj,0.0000378162,0.05000,1.254
15,mlp.experts.23.gate_proj,0.0000920070,0.05000,1.256
15,mlp.experts.22.gate_proj,0.0000635919,0.05000,1.246
15,mlp.experts.25.gate_proj,0.0001737855,0.05000,1.234
15,mlp.experts.24.gate_proj,0.0000702408,0.05000,1.243
15,mlp.experts.27.gate_proj,0.0000782978,0.05000,1.243
15,mlp.experts.26.gate_proj,0.0000354599,0.05000,1.244
15,mlp.experts.28.gate_proj,0.0000965683,0.05000,1.251
15,mlp.experts.29.gate_proj,0.0001081267,0.05000,1.275
15,mlp.experts.31.gate_proj,0.0000753925,0.05000,1.264
15,mlp.experts.30.gate_proj,0.0001196732,0.05000,1.279
15,mlp.experts.32.gate_proj,0.0001003127,0.05000,1.291
15,mlp.experts.33.gate_proj,0.0000605989,0.05000,1.286
15,mlp.experts.35.gate_proj,0.0000976246,0.05000,1.300
15,mlp.experts.34.gate_proj,0.0001123755,0.05000,1.295
15,mlp.experts.36.gate_proj,0.0000761821,0.05000,1.293
15,mlp.experts.37.gate_proj,0.0000689986,0.05000,1.300
15,mlp.experts.38.gate_proj,0.0000921561,0.05000,1.286
15,mlp.experts.39.gate_proj,0.0000635796,0.05000,1.302
15,mlp.experts.40.gate_proj,0.0000694161,0.05000,1.235
15,mlp.experts.41.gate_proj,0.0001477257,0.05000,1.229
15,mlp.experts.42.gate_proj,0.0001292898,0.05000,1.239
15,mlp.experts.43.gate_proj,0.0000615816,0.05000,1.250
15,mlp.experts.45.gate_proj,0.0000982985,0.05000,1.236
15,mlp.experts.44.gate_proj,0.0000771436,0.05000,1.254
15,mlp.experts.46.gate_proj,0.0000923779,0.05000,1.249
15,mlp.experts.47.gate_proj,0.0002384169,0.05000,1.249
15,mlp.experts.49.gate_proj,0.0000596545,0.05000,1.242
15,mlp.experts.48.gate_proj,0.0001374371,0.05000,1.245
15,mlp.experts.50.gate_proj,0.0000709935,0.05000,1.247
15,mlp.experts.51.gate_proj,0.0000755596,0.05000,1.252
15,mlp.experts.53.gate_proj,0.0001736801,0.05000,1.243
15,mlp.experts.52.gate_proj,0.0000951378,0.05000,1.237
15,mlp.experts.54.gate_proj,0.0000821301,0.05000,1.227
15,mlp.experts.55.gate_proj,0.0001433229,0.05000,1.235
15,mlp.experts.57.gate_proj,0.0000843874,0.05000,1.247
15,mlp.experts.56.gate_proj,0.0000907140,0.05000,1.248
15,mlp.experts.58.gate_proj,0.0000576012,0.05000,1.241
15,mlp.experts.59.gate_proj,0.0001607045,0.05000,1.240
15,mlp.experts.61.gate_proj,0.0001255072,0.05000,1.233
15,mlp.experts.60.gate_proj,0.0000939738,0.05000,1.229
15,mlp.experts.62.gate_proj,0.0001965966,0.05000,1.237
15,mlp.experts.63.gate_proj,0.0000527999,0.05000,1.231
15,mlp.experts.65.gate_proj,0.0000864130,0.05000,1.238
15,mlp.experts.64.gate_proj,0.0000743627,0.05000,1.244
15,mlp.experts.66.gate_proj,0.0001508397,0.05000,1.234
15,mlp.experts.67.gate_proj,0.0000459236,0.05000,1.237
15,mlp.experts.68.gate_proj,0.0002361799,0.05000,1.234
15,mlp.experts.69.gate_proj,0.0001483774,0.05000,1.256
15,mlp.experts.70.gate_proj,0.0001669526,0.05000,1.241
15,mlp.experts.71.gate_proj,0.0000304487,0.05000,1.246
15,mlp.experts.73.gate_proj,0.0001564886,0.05000,1.228
15,mlp.experts.72.gate_proj,0.0000732771,0.05000,1.250
15,mlp.experts.74.gate_proj,0.0001047885,0.05000,1.242
15,mlp.experts.75.gate_proj,0.0002158171,0.05000,1.245
15,mlp.experts.77.gate_proj,0.0001953548,0.05000,1.232
15,mlp.experts.76.gate_proj,0.0000847930,0.05000,1.235
15,mlp.experts.78.gate_proj,0.0000439156,0.05000,1.244
15,mlp.experts.79.gate_proj,0.0000871856,0.05000,1.239
15,mlp.experts.81.gate_proj,0.0000373281,0.05000,1.225
15,mlp.experts.80.gate_proj,0.0000484714,0.05000,1.230
15,mlp.experts.82.gate_proj,0.0001122821,0.05000,1.230
15,mlp.experts.83.gate_proj,0.0002163536,0.05000,1.236
15,mlp.experts.85.gate_proj,0.0000402094,0.05000,1.252
15,mlp.experts.84.gate_proj,0.0000971949,0.05000,1.251
15,mlp.experts.86.gate_proj,0.0002006321,0.05000,1.266
15,mlp.experts.87.gate_proj,0.0000310653,0.05000,1.257
15,mlp.experts.89.gate_proj,0.0001169904,0.05000,1.256
15,mlp.experts.88.gate_proj,0.0000501275,0.05000,1.266
15,mlp.experts.90.gate_proj,0.0001205943,0.05000,1.267
15,mlp.experts.91.gate_proj,0.0001188596,0.05000,1.272
15,mlp.experts.92.gate_proj,0.0000996478,0.05000,1.237
15,mlp.experts.93.gate_proj,0.0001207502,0.05000,1.254
15,mlp.experts.94.gate_proj,0.0001295692,0.05000,1.249
15,mlp.experts.95.gate_proj,0.0000686755,0.05000,1.253
15,mlp.experts.97.gate_proj,0.0000940210,0.05000,1.239
15,mlp.experts.96.gate_proj,0.0000705071,0.05000,1.262
15,mlp.experts.98.gate_proj,0.0000495545,0.05000,1.253
15,mlp.experts.99.gate_proj,0.0000839930,0.05000,1.257
15,mlp.experts.101.gate_proj,0.0000610220,0.05000,1.245
15,mlp.experts.100.gate_proj,0.0001230386,0.05000,1.255
15,mlp.experts.102.gate_proj,0.0000529966,0.05000,1.246
15,mlp.experts.103.gate_proj,0.0000616173,0.05000,1.264
15,mlp.experts.105.gate_proj,0.0000601643,0.05000,1.255
15,mlp.experts.104.gate_proj,0.0001062787,0.05000,1.266
15,mlp.experts.106.gate_proj,0.0000584593,0.05000,1.255
15,mlp.experts.107.gate_proj,0.0000494722,0.05000,1.265
15,mlp.experts.109.gate_proj,0.0000794841,0.05000,1.263
15,mlp.experts.108.gate_proj,0.0001801555,0.05000,1.278
15,mlp.experts.110.gate_proj,0.0000408308,0.05000,1.266
15,mlp.experts.111.gate_proj,0.0000785781,0.05000,1.256
15,mlp.experts.113.gate_proj,0.0000538773,0.05000,1.256
15,mlp.experts.112.gate_proj,0.0000602599,0.05000,1.255
15,mlp.experts.114.gate_proj,0.0000526338,0.05000,1.253
15,mlp.experts.115.gate_proj,0.0000708375,0.05000,1.265
15,mlp.experts.117.gate_proj,0.0001327887,0.05000,1.257
15,mlp.experts.116.gate_proj,0.0000604999,0.05000,1.247
15,mlp.experts.118.gate_proj,0.0001042107,0.05000,1.265
15,mlp.experts.119.gate_proj,0.0001071457,0.05000,1.252
15,mlp.experts.121.gate_proj,0.0000449424,0.05000,1.276
15,mlp.experts.120.gate_proj,0.0000648376,0.05000,1.277
15,mlp.experts.125.gate_proj,fallback(rtn): 0.0010300,0.00000,0.034
15,mlp.experts.122.gate_proj,0.0001646409,0.05000,1.279
15,mlp.experts.123.gate_proj,0.0000784628,0.05000,1.275
15,mlp.experts.124.gate_proj,0.0001682634,0.05000,1.251
15,mlp.experts.129.gate_proj,0.0001672866,0.05000,1.261
15,mlp.experts.126.gate_proj,0.0001185802,0.05000,1.269
15,mlp.experts.127.gate_proj,0.0001071968,0.05000,1.261
15,mlp.experts.128.gate_proj,0.0000913112,0.05000,1.241
15,mlp.experts.133.gate_proj,0.0000739752,0.05000,1.236
15,mlp.experts.130.gate_proj,0.0001405146,0.05000,1.242
15,mlp.experts.131.gate_proj,0.0001357498,0.05000,1.252
15,mlp.experts.132.gate_proj,0.0001711610,0.05000,1.247
15,mlp.experts.137.gate_proj,0.0001427385,0.05000,1.238
15,mlp.experts.134.gate_proj,0.0000919821,0.05000,1.240
15,mlp.experts.135.gate_proj,0.0000929198,0.05000,1.254
15,mlp.experts.136.gate_proj,0.0001962903,0.05000,1.239
15,mlp.experts.141.gate_proj,0.0000916293,0.05000,1.245
15,mlp.experts.138.gate_proj,0.0000990584,0.05000,1.237
15,mlp.experts.139.gate_proj,0.0001872934,0.05000,1.241
15,mlp.experts.145.gate_proj,0.0001409196,0.05000,1.251
15,mlp.experts.140.gate_proj,0.0001788622,0.05000,1.267
15,mlp.experts.142.gate_proj,0.0000767229,0.05000,1.254
15,mlp.experts.143.gate_proj,0.0001380560,0.05000,1.250
15,mlp.experts.149.gate_proj,0.0000631113,0.05000,1.246
15,mlp.experts.144.gate_proj,0.0000974108,0.05000,1.262
15,mlp.experts.146.gate_proj,0.0000732509,0.05000,1.264
15,mlp.experts.147.gate_proj,0.0000709628,0.05000,1.262
15,mlp.experts.153.gate_proj,0.0000926144,0.05000,1.240
15,mlp.experts.148.gate_proj,0.0000570171,0.05000,1.254
15,mlp.experts.150.gate_proj,0.0001518775,0.05000,1.249
15,mlp.experts.151.gate_proj,0.0000462640,0.05000,1.262
15,mlp.experts.157.gate_proj,0.0001115363,0.05000,1.248
15,mlp.experts.152.gate_proj,0.0000445524,0.05000,1.247
15,mlp.experts.154.gate_proj,0.0001392411,0.05000,1.247
15,mlp.experts.155.gate_proj,0.0000832570,0.05000,1.253
15,mlp.experts.161.gate_proj,0.0000878268,0.05000,1.256
15,mlp.experts.156.gate_proj,0.0001246872,0.05000,1.286
15,mlp.experts.158.gate_proj,0.0002195056,0.05000,1.273
15,mlp.experts.159.gate_proj,0.0000893880,0.05000,1.286
15,mlp.experts.165.gate_proj,0.0000534100,0.05000,1.243
15,mlp.experts.160.gate_proj,0.0001174860,0.05000,1.245
15,mlp.experts.162.gate_proj,0.0001203004,0.05000,1.250
15,mlp.experts.163.gate_proj,0.0001152737,0.05000,1.247
15,mlp.experts.169.gate_proj,0.0000766347,0.05000,1.259
15,mlp.experts.164.gate_proj,0.0001125594,0.05000,1.255
15,mlp.experts.166.gate_proj,0.0000532451,0.05000,1.262
15,mlp.experts.167.gate_proj,0.0000864486,0.05000,1.252
15,mlp.experts.173.gate_proj,0.0000599962,0.05000,1.248
15,mlp.experts.168.gate_proj,0.0000834476,0.05000,1.239
15,mlp.experts.170.gate_proj,0.0001071276,0.05000,1.253
15,mlp.experts.171.gate_proj,0.0000510856,0.05000,1.242
15,mlp.experts.177.gate_proj,0.0001006407,0.05000,1.261
15,mlp.experts.172.gate_proj,0.0000719265,0.05000,1.252
15,mlp.experts.174.gate_proj,0.0000368780,0.05000,1.243
15,mlp.experts.175.gate_proj,0.0000963583,0.05000,1.254
15,mlp.experts.178.gate_proj,0.0001272345,0.05000,1.224
15,mlp.experts.181.gate_proj,0.0000554342,0.05000,1.251
15,mlp.experts.176.gate_proj,0.0001611662,0.05000,1.257
15,mlp.experts.179.gate_proj,0.0001032862,0.05000,1.241
15,mlp.experts.185.gate_proj,0.0000533659,0.05000,1.230
15,mlp.experts.180.gate_proj,0.0001646866,0.05000,1.219
15,mlp.experts.182.gate_proj,0.0001055881,0.05000,1.257
15,mlp.experts.183.gate_proj,0.0000970079,0.05000,1.237
15,mlp.experts.189.gate_proj,0.0000819622,0.05000,1.237
15,mlp.experts.184.gate_proj,0.0001391225,0.05000,1.226
15,mlp.experts.186.gate_proj,0.0000808891,0.05000,1.248
15,mlp.experts.187.gate_proj,0.0001140823,0.05000,1.243
15,mlp.experts.188.gate_proj,0.0000814092,0.05000,1.246
15,mlp.experts.193.gate_proj,0.0000706654,0.05000,1.263
15,mlp.experts.190.gate_proj,0.0001146900,0.05000,1.246
15,mlp.experts.191.gate_proj,0.0001628237,0.05000,1.250
15,mlp.experts.192.gate_proj,0.0000823476,0.05000,1.236
15,mlp.experts.194.gate_proj,0.0002266754,0.05000,1.234
15,mlp.experts.197.gate_proj,0.0000581149,0.05000,1.253
15,mlp.experts.198.gate_proj,fallback(rtn): 0.0010300,0.00000,0.023
15,mlp.experts.195.gate_proj,0.0000512102,0.05000,1.243
15,mlp.experts.196.gate_proj,0.0001550686,0.05000,1.250
15,mlp.experts.201.gate_proj,0.0001697771,0.05000,1.244
15,mlp.experts.202.gate_proj,0.0002653527,0.05000,1.252
15,mlp.experts.199.gate_proj,0.0001089241,0.05000,1.272
15,mlp.experts.200.gate_proj,0.0000353648,0.05000,1.244
15,mlp.experts.205.gate_proj,0.0002189392,0.05000,1.234
15,mlp.experts.206.gate_proj,0.0001231792,0.05000,1.240
15,mlp.experts.203.gate_proj,0.0000388122,0.05000,1.238
15,mlp.experts.204.gate_proj,0.0000592691,0.05000,1.262
15,mlp.experts.209.gate_proj,0.0000470247,0.05000,1.260
15,mlp.experts.210.gate_proj,0.0000688720,0.05000,1.256
15,mlp.experts.207.gate_proj,0.0000670490,0.05000,1.256
15,mlp.experts.208.gate_proj,0.0000677264,0.05000,1.254
15,mlp.experts.213.gate_proj,0.0001840812,0.05000,1.277
15,mlp.experts.214.gate_proj,0.0001408513,0.05000,1.265
15,mlp.experts.211.gate_proj,0.0001237877,0.05000,1.280
15,mlp.experts.212.gate_proj,0.0001352046,0.05000,1.270
15,mlp.experts.217.gate_proj,0.0002172099,0.05000,1.256
15,mlp.experts.218.gate_proj,0.0000928577,0.05000,1.270
15,mlp.experts.215.gate_proj,0.0000650711,0.05000,1.271
15,mlp.experts.216.gate_proj,0.0000745568,0.05000,1.246
15,mlp.experts.221.gate_proj,0.0001169966,0.05000,1.238
15,mlp.experts.222.gate_proj,0.0000687358,0.05000,1.244
15,mlp.experts.219.gate_proj,0.0000753494,0.05000,1.248
15,mlp.experts.220.gate_proj,0.0000319301,0.05000,1.241
15,mlp.experts.225.gate_proj,0.0001703654,0.05000,1.267
15,mlp.experts.226.gate_proj,0.0001886877,0.05000,1.263
15,mlp.experts.223.gate_proj,0.0001315152,0.05000,1.264
15,mlp.experts.224.gate_proj,0.0000652417,0.05000,1.258
15,mlp.experts.229.gate_proj,0.0001415191,0.05000,1.261
15,mlp.experts.230.gate_proj,0.0000588204,0.05000,1.261
15,mlp.experts.227.gate_proj,0.0000791983,0.05000,1.265
15,mlp.experts.228.gate_proj,0.0001327767,0.05000,1.233
15,mlp.experts.234.gate_proj,0.0001007675,0.05000,1.239
15,mlp.experts.233.gate_proj,0.0000634085,0.05000,1.258
15,mlp.experts.231.gate_proj,0.0000560071,0.05000,1.253
15,mlp.experts.232.gate_proj,0.0001644361,0.05000,1.253
15,mlp.experts.237.gate_proj,0.0002043496,0.05000,1.231
15,mlp.experts.238.gate_proj,0.0002126604,0.05000,1.275
15,mlp.experts.235.gate_proj,0.0000514051,0.05000,1.257
15,mlp.experts.236.gate_proj,0.0000557383,0.05000,1.255
15,mlp.experts.241.gate_proj,0.0000454257,0.05000,1.254
15,mlp.experts.242.gate_proj,0.0000395683,0.05000,1.255
15,mlp.experts.239.gate_proj,0.0000635003,0.05000,1.267
15,mlp.experts.240.gate_proj,0.0000919181,0.05000,1.286
15,mlp.experts.245.gate_proj,0.0000759319,0.05000,1.275
15,mlp.experts.246.gate_proj,0.0000642170,0.05000,1.291
15,mlp.experts.243.gate_proj,0.0000640767,0.05000,1.277
15,mlp.experts.244.gate_proj,0.0001487038,0.05000,1.256
15,mlp.experts.249.gate_proj,0.0001228348,0.05000,1.253
15,mlp.experts.250.gate_proj,0.0000513819,0.05000,1.241
15,mlp.experts.247.gate_proj,0.0001354245,0.05000,1.262
15,mlp.experts.248.gate_proj,0.0000626957,0.05000,1.264
15,mlp.experts.253.gate_proj,0.0002113874,0.05000,1.265
15,mlp.experts.254.gate_proj,0.0001347981,0.05000,1.257
15,mlp.experts.251.gate_proj,0.0001748443,0.05000,1.258
15,mlp.experts.252.gate_proj,0.0001258654,0.05000,1.279
15,mlp.experts.1.up_proj,0.0000760941,0.05000,1.271
15,mlp.experts.2.up_proj,0.0000591878,0.05000,1.275
15,mlp.experts.255.gate_proj,0.0000993491,0.05000,1.260
15,mlp.experts.0.up_proj,0.0001049143,0.05000,1.252
15,mlp.experts.5.up_proj,0.0000936875,0.05000,1.258
15,mlp.experts.6.up_proj,0.0000824520,0.05000,1.258
15,mlp.experts.3.up_proj,0.0000743460,0.05000,1.246
15,mlp.experts.4.up_proj,0.0000410509,0.05000,1.257
15,mlp.experts.9.up_proj,0.0000788798,0.05000,1.270
15,mlp.experts.10.up_proj,0.0001336621,0.05000,1.264
15,mlp.experts.7.up_proj,0.0001050749,0.05000,1.262
15,mlp.experts.8.up_proj,0.0001955219,0.05000,1.243
15,mlp.experts.13.up_proj,0.0000386847,0.05000,1.237
15,mlp.experts.14.up_proj,0.0000399896,0.05000,1.244
15,mlp.experts.11.up_proj,0.0000655430,0.05000,1.243
15,mlp.experts.12.up_proj,0.0000618050,0.05000,1.219
15,mlp.experts.17.up_proj,0.0000532206,0.05000,1.236
15,mlp.experts.18.up_proj,0.0000414006,0.05000,1.223
15,mlp.experts.15.up_proj,0.0000827334,0.05000,1.235
15,mlp.experts.16.up_proj,0.0000656055,0.05000,1.253
15,mlp.experts.21.up_proj,0.0000557150,0.05000,1.253
15,mlp.experts.22.up_proj,0.0000574315,0.05000,1.241
15,mlp.experts.19.up_proj,0.0000629486,0.05000,1.243
15,mlp.experts.20.up_proj,0.0000354436,0.05000,1.215
15,mlp.experts.26.up_proj,0.0000340976,0.05000,1.229
15,mlp.experts.25.up_proj,0.0001643995,0.05000,1.234
15,mlp.experts.23.up_proj,0.0000872061,0.05000,1.235
15,mlp.experts.24.up_proj,0.0000709251,0.05000,1.252
15,mlp.experts.30.up_proj,0.0001058977,0.05000,1.244
15,mlp.experts.29.up_proj,0.0001031718,0.05000,1.249
15,mlp.experts.27.up_proj,0.0000739051,0.05000,1.249
15,mlp.experts.28.up_proj,0.0001015525,0.05000,1.243
15,mlp.experts.34.up_proj,0.0001049587,0.05000,1.238
15,mlp.experts.33.up_proj,0.0000564900,0.05000,1.242
15,mlp.experts.31.up_proj,0.0000674528,0.05000,1.248
15,mlp.experts.32.up_proj,0.0000929517,0.05000,1.232
15,mlp.experts.38.up_proj,0.0000828671,0.05000,1.229
15,mlp.experts.37.up_proj,0.0000707642,0.05000,1.229
15,mlp.experts.35.up_proj,0.0000947066,0.05000,1.229
15,mlp.experts.36.up_proj,0.0000812515,0.05000,1.230
15,mlp.experts.42.up_proj,0.0001217289,0.05000,1.231
15,mlp.experts.41.up_proj,0.0001447742,0.05000,1.229
15,mlp.experts.39.up_proj,0.0000676614,0.05000,1.228
15,mlp.experts.40.up_proj,0.0000653747,0.05000,1.252
15,mlp.experts.46.up_proj,0.0000848594,0.05000,1.240
15,mlp.experts.45.up_proj,0.0000924953,0.05000,1.232
15,mlp.experts.43.up_proj,0.0000542631,0.05000,1.244
15,mlp.experts.44.up_proj,0.0000627336,0.05000,1.227
15,mlp.experts.50.up_proj,0.0000611716,0.05000,1.222
15,mlp.experts.49.up_proj,0.0000584124,0.05000,1.227
15,mlp.experts.47.up_proj,0.0002115598,0.05000,1.228
15,mlp.experts.48.up_proj,0.0001303032,0.05000,1.247
15,mlp.experts.54.up_proj,0.0000824061,0.05000,1.239
15,mlp.experts.53.up_proj,0.0001637574,0.05000,1.249
15,mlp.experts.51.up_proj,0.0000677383,0.05000,1.239
15,mlp.experts.52.up_proj,0.0000895030,0.05000,1.227
15,mlp.experts.58.up_proj,0.0000566388,0.05000,1.233
15,mlp.experts.57.up_proj,0.0000956657,0.05000,1.237
15,mlp.experts.55.up_proj,0.0001316330,0.05000,1.233
15,mlp.experts.56.up_proj,0.0000845476,0.05000,1.247
15,mlp.experts.62.up_proj,0.0001576726,0.05000,1.279
15,mlp.experts.61.up_proj,0.0001152559,0.05000,1.277
15,mlp.experts.59.up_proj,0.0001511559,0.05000,1.264
15,mlp.experts.60.up_proj,0.0000917260,0.05000,1.232
15,mlp.experts.66.up_proj,0.0001425843,0.05000,1.228
15,mlp.experts.65.up_proj,0.0000792051,0.05000,1.226
15,mlp.experts.63.up_proj,0.0000485541,0.05000,1.226
15,mlp.experts.64.up_proj,0.0000768684,0.05000,1.228
15,mlp.experts.70.up_proj,0.0001582555,0.05000,1.226
15,mlp.experts.69.up_proj,0.0001394222,0.05000,1.237
15,mlp.experts.67.up_proj,0.0000434592,0.05000,1.234
15,mlp.experts.68.up_proj,0.0002166423,0.05000,1.246
15,mlp.experts.74.up_proj,0.0000960767,0.05000,1.253
15,mlp.experts.73.up_proj,0.0001383309,0.05000,1.256
15,mlp.experts.71.up_proj,0.0000309922,0.05000,1.252
15,mlp.experts.72.up_proj,0.0000798379,0.05000,1.247
15,mlp.experts.78.up_proj,0.0000411980,0.05000,1.254
15,mlp.experts.77.up_proj,0.0001630453,0.05000,1.258
15,mlp.experts.75.up_proj,0.0001994524,0.05000,1.243
15,mlp.experts.76.up_proj,0.0000841803,0.05000,1.253
15,mlp.experts.82.up_proj,0.0001060057,0.05000,1.261
15,mlp.experts.81.up_proj,0.0000430793,0.05000,1.257
15,mlp.experts.79.up_proj,0.0001405970,0.05000,1.263
15,mlp.experts.80.up_proj,0.0000457017,0.05000,1.257
15,mlp.experts.86.up_proj,0.0001914645,0.05000,1.245
15,mlp.experts.85.up_proj,0.0000360546,0.05000,1.243
15,mlp.experts.83.up_proj,0.0002038076,0.05000,1.249
15,mlp.experts.84.up_proj,0.0000952317,0.05000,1.250
15,mlp.experts.90.up_proj,0.0001108284,0.05000,1.263
15,mlp.experts.89.up_proj,0.0001100697,0.05000,1.253
15,mlp.experts.87.up_proj,0.0000308435,0.05000,1.258
15,mlp.experts.88.up_proj,0.0000514737,0.05000,1.253
15,mlp.experts.94.up_proj,0.0001306078,0.05000,1.241
15,mlp.experts.93.up_proj,0.0001157590,0.05000,1.253
15,mlp.experts.91.up_proj,0.0001168248,0.05000,1.249
15,mlp.experts.92.up_proj,0.0000879457,0.05000,1.245
15,mlp.experts.98.up_proj,0.0000438670,0.05000,1.252
15,mlp.experts.97.up_proj,0.0000929916,0.05000,1.241
15,mlp.experts.95.up_proj,0.0000630387,0.05000,1.242
15,mlp.experts.96.up_proj,0.0000718978,0.05000,1.236
15,mlp.experts.102.up_proj,0.0000493902,0.05000,1.240
15,mlp.experts.101.up_proj,0.0000603716,0.05000,1.236
15,mlp.experts.99.up_proj,0.0000647347,0.05000,1.242
15,mlp.experts.100.up_proj,0.0001152727,0.05000,1.263
15,mlp.experts.105.up_proj,0.0000539118,0.05000,1.247
15,mlp.experts.106.up_proj,0.0000540577,0.05000,1.269
15,mlp.experts.103.up_proj,0.0000567013,0.05000,1.257
15,mlp.experts.104.up_proj,0.0001016506,0.05000,0.804
15,mlp.experts.109.up_proj,0.0000742719,0.05000,0.767
15,mlp.experts.110.up_proj,0.0000391918,0.05000,0.766
15,mlp.experts.113.up_proj,0.0000519138,0.05000,1.229
15,mlp.experts.108.up_proj,0.0001696152,0.05000,1.240
15,mlp.experts.107.up_proj,0.0000444387,0.05000,1.241
15,mlp.experts.114.up_proj,0.0000460773,0.05000,1.259
15,mlp.experts.117.up_proj,0.0001258851,0.05000,1.269
15,mlp.experts.112.up_proj,0.0000557347,0.05000,1.271
15,mlp.experts.111.up_proj,0.0000837820,0.05000,1.282
15,mlp.experts.118.up_proj,0.0001036089,0.05000,1.268
15,mlp.experts.121.up_proj,0.0000441508,0.05000,1.231
15,mlp.experts.116.up_proj,0.0000609303,0.05000,1.242
15,mlp.experts.115.up_proj,0.0000659505,0.05000,1.238
15,mlp.experts.125.up_proj,fallback(rtn): 0.0009766,0.00000,0.029
15,mlp.experts.122.up_proj,0.0001538657,0.05000,1.253
15,mlp.experts.120.up_proj,0.0000730698,0.05000,1.246
15,mlp.experts.119.up_proj,0.0000972372,0.05000,1.253
15,mlp.experts.129.up_proj,0.0001680538,0.05000,1.246
15,mlp.experts.126.up_proj,0.0001118611,0.05000,1.254
15,mlp.experts.124.up_proj,0.0001611568,0.05000,1.248
15,mlp.experts.133.up_proj,0.0000667078,0.05000,1.240
15,mlp.experts.130.up_proj,0.0001419081,0.05000,1.226
15,mlp.experts.123.up_proj,0.0000672790,0.05000,1.258
15,mlp.experts.128.up_proj,0.0000692832,0.05000,1.258
15,mlp.experts.137.up_proj,0.0001339936,0.05000,1.248
15,mlp.experts.134.up_proj,0.0000793699,0.05000,1.262
15,mlp.experts.127.up_proj,0.0001005516,0.05000,1.258
15,mlp.experts.132.up_proj,0.0001598664,0.05000,1.257
15,mlp.experts.138.up_proj,0.0000948797,0.05000,1.257
15,mlp.experts.141.up_proj,0.0000856683,0.05000,1.284
15,mlp.experts.131.up_proj,0.0001263475,0.05000,1.264
15,mlp.experts.142.up_proj,0.0000683377,0.05000,1.219
15,mlp.experts.136.up_proj,0.0001845081,0.05000,1.236
15,mlp.experts.145.up_proj,0.0001299783,0.05000,1.232
15,mlp.experts.135.up_proj,0.0000863834,0.05000,1.228
15,mlp.experts.146.up_proj,0.0000731341,0.05000,1.247
15,mlp.experts.140.up_proj,0.0001656881,0.05000,1.259
15,mlp.experts.149.up_proj,0.0000586736,0.05000,1.231
15,mlp.experts.139.up_proj,0.0001640406,0.05000,1.243
15,mlp.experts.150.up_proj,0.0001426005,0.05000,1.239
15,mlp.experts.153.up_proj,0.0000860370,0.05000,1.229
15,mlp.experts.144.up_proj,0.0000883800,0.05000,1.248
15,mlp.experts.143.up_proj,0.0001263696,0.05000,1.245
15,mlp.experts.154.up_proj,0.0001276190,0.05000,1.244
15,mlp.experts.157.up_proj,0.0001036132,0.05000,1.238
15,mlp.experts.148.up_proj,0.0000576611,0.05000,1.243
15,mlp.experts.147.up_proj,0.0000679645,0.05000,1.248
15,mlp.experts.158.up_proj,0.0001934481,0.05000,1.270
15,mlp.experts.161.up_proj,0.0000769075,0.05000,1.279
15,mlp.experts.152.up_proj,0.0000421912,0.05000,1.277
15,mlp.experts.151.up_proj,0.0000443445,0.05000,1.282
15,mlp.experts.162.up_proj,0.0001286250,0.05000,1.236
15,mlp.experts.165.up_proj,0.0000528676,0.05000,1.224
15,mlp.experts.156.up_proj,0.0001196425,0.05000,1.234
15,mlp.experts.155.up_proj,0.0000853126,0.05000,1.242
15,mlp.experts.166.up_proj,0.0000603861,0.05000,1.241
15,mlp.experts.169.up_proj,0.0000769965,0.05000,1.252
15,mlp.experts.160.up_proj,0.0001106695,0.05000,1.241
15,mlp.experts.159.up_proj,0.0000854862,0.05000,1.254
15,mlp.experts.170.up_proj,0.0000923248,0.05000,1.254
15,mlp.experts.173.up_proj,0.0000534360,0.05000,1.246
15,mlp.experts.164.up_proj,0.0001049989,0.05000,1.251
15,mlp.experts.163.up_proj,0.0001112146,0.05000,1.251
15,mlp.experts.177.up_proj,0.0000916392,0.05000,1.223
15,mlp.experts.174.up_proj,0.0000321447,0.05000,1.227
15,mlp.experts.168.up_proj,0.0000785419,0.05000,1.225
15,mlp.experts.167.up_proj,0.0000807796,0.05000,1.231
15,mlp.experts.181.up_proj,0.0000557994,0.05000,1.246
15,mlp.experts.178.up_proj,0.0001050576,0.05000,1.272
15,mlp.experts.172.up_proj,0.0000730824,0.05000,1.266
15,mlp.experts.171.up_proj,0.0000525121,0.05000,1.251
15,mlp.experts.182.up_proj,0.0000960785,0.05000,1.254
15,mlp.experts.176.up_proj,0.0001479469,0.05000,1.250
15,mlp.experts.185.up_proj,0.0000498945,0.05000,1.279
15,mlp.experts.175.up_proj,0.0000854465,0.05000,1.256
15,mlp.experts.186.up_proj,0.0000737466,0.05000,1.256
15,mlp.experts.189.up_proj,0.0000713532,0.05000,1.250
15,mlp.experts.180.up_proj,0.0001643823,0.05000,1.264
15,mlp.experts.179.up_proj,0.0000984887,0.05000,1.254
15,mlp.experts.193.up_proj,0.0000665269,0.05000,1.256
15,mlp.experts.190.up_proj,0.0001086877,0.05000,1.263
15,mlp.experts.184.up_proj,0.0001297635,0.05000,1.267
15,mlp.experts.183.up_proj,0.0000910985,0.05000,1.281
15,mlp.experts.197.up_proj,0.0000574461,0.05000,1.262
15,mlp.experts.194.up_proj,0.0002062393,0.05000,1.284
15,mlp.experts.188.up_proj,0.0000731789,0.05000,1.256
15,mlp.experts.198.up_proj,fallback(rtn): 0.0010147,0.00000,0.024
15,mlp.experts.187.up_proj,0.0001067941,0.05000,1.261
15,mlp.experts.201.up_proj,0.0001520163,0.05000,1.237
15,mlp.experts.202.up_proj,0.0002278363,0.05000,1.230
15,mlp.experts.192.up_proj,0.0000765367,0.05000,1.242
15,mlp.experts.191.up_proj,0.0001545471,0.05000,1.239
15,mlp.experts.205.up_proj,0.0002098498,0.05000,1.246
15,mlp.experts.206.up_proj,0.0001077886,0.05000,1.234
15,mlp.experts.196.up_proj,0.0001471989,0.05000,1.255
15,mlp.experts.195.up_proj,0.0000449839,0.05000,1.252
15,mlp.experts.209.up_proj,0.0000418715,0.05000,1.248
15,mlp.experts.210.up_proj,0.0000700804,0.05000,1.243
15,mlp.experts.200.up_proj,0.0000371938,0.05000,1.241
15,mlp.experts.199.up_proj,0.0001020459,0.05000,1.235
15,mlp.experts.213.up_proj,0.0001906421,0.05000,1.245
15,mlp.experts.214.up_proj,0.0001205553,0.05000,1.252
15,mlp.experts.204.up_proj,0.0000465340,0.05000,1.258
15,mlp.experts.203.up_proj,0.0000349270,0.05000,1.249
15,mlp.experts.217.up_proj,0.0001745510,0.05000,1.258
15,mlp.experts.218.up_proj,0.0000879225,0.05000,1.267
15,mlp.experts.208.up_proj,0.0000618614,0.05000,1.262
15,mlp.experts.207.up_proj,0.0000660606,0.05000,1.263
15,mlp.experts.221.up_proj,0.0001238091,0.05000,1.239
15,mlp.experts.222.up_proj,0.0000635120,0.05000,1.237
15,mlp.experts.212.up_proj,0.0001169308,0.05000,1.238
15,mlp.experts.211.up_proj,0.0001093694,0.05000,1.236
15,mlp.experts.225.up_proj,0.0001614584,0.05000,1.246
15,mlp.experts.226.up_proj,0.0001691818,0.05000,1.254
15,mlp.experts.216.up_proj,0.0000729138,0.05000,1.247
15,mlp.experts.215.up_proj,0.0000555967,0.05000,1.257
15,mlp.experts.229.up_proj,0.0001351954,0.05000,1.239
15,mlp.experts.220.up_proj,0.0000284661,0.05000,1.231
15,mlp.experts.230.up_proj,0.0000531099,0.05000,1.241
15,mlp.experts.219.up_proj,0.0000615207,0.05000,1.248
15,mlp.experts.233.up_proj,0.0000570901,0.05000,1.235
15,mlp.experts.224.up_proj,0.0000604071,0.05000,1.233
15,mlp.experts.234.up_proj,0.0000927199,0.05000,1.222
15,mlp.experts.223.up_proj,0.0001160664,0.05000,1.228
15,mlp.experts.237.up_proj,0.0001925656,0.05000,1.249
15,mlp.experts.238.up_proj,0.0001944419,0.05000,1.243
15,mlp.experts.228.up_proj,0.0001255327,0.05000,1.255
15,mlp.experts.227.up_proj,0.0000728796,0.05000,1.241
15,mlp.experts.241.up_proj,0.0000452656,0.05000,1.254
15,mlp.experts.242.up_proj,0.0000376149,0.05000,1.252
15,mlp.experts.232.up_proj,0.0001607997,0.05000,1.250
15,mlp.experts.231.up_proj,0.0000497867,0.05000,1.255
15,mlp.experts.245.up_proj,0.0000754638,0.05000,1.235
15,mlp.experts.246.up_proj,0.0000628635,0.05000,1.233
15,mlp.experts.236.up_proj,0.0000544332,0.05000,1.234
15,mlp.experts.235.up_proj,0.0000462893,0.05000,1.246
15,mlp.experts.249.up_proj,0.0001236578,0.05000,1.238
15,mlp.experts.250.up_proj,0.0000495670,0.05000,1.249
15,mlp.experts.240.up_proj,0.0000767903,0.05000,1.253
15,mlp.experts.239.up_proj,0.0000581376,0.05000,1.258
15,mlp.experts.253.up_proj,0.0001921366,0.05000,1.238
15,mlp.experts.254.up_proj,0.0001270385,0.05000,1.227
15,mlp.experts.244.up_proj,0.0001416036,0.05000,1.220
15,mlp.experts.243.up_proj,0.0000598368,0.05000,1.194
15,mlp.experts.248.up_proj,0.0000632465,0.05000,0.457
15,mlp.experts.247.up_proj,0.0001253126,0.05000,0.459
15,mlp.experts.252.up_proj,0.0001182441,0.05000,0.462
15,mlp.experts.251.up_proj,0.0001785629,0.05000,0.453
15,mlp.experts.255.up_proj,0.0000926491,0.05000,0.245
15,mlp.experts.2.down_proj,0.0000005845,0.05000,0.313
15,mlp.experts.1.down_proj,0.0000023303,0.05000,0.319
15,mlp.experts.3.down_proj,0.0000025352,0.05000,0.320
15,mlp.experts.0.down_proj,0.0000044900,0.05000,0.326
15,mlp.experts.4.down_proj,0.0000008979,0.05000,0.312
15,mlp.experts.5.down_proj,0.0000025796,0.05000,0.322
15,mlp.experts.6.down_proj,0.0000002169,0.05000,0.329
15,mlp.experts.7.down_proj,0.0000033060,0.05000,0.323
15,mlp.experts.8.down_proj,0.0000074025,0.05000,0.324
15,mlp.experts.9.down_proj,0.0000019879,0.05000,0.325
15,mlp.experts.11.down_proj,0.0000025919,0.05000,0.323
15,mlp.experts.10.down_proj,0.0000054553,0.05000,0.340
15,mlp.experts.12.down_proj,0.0000019788,0.05000,0.325
15,mlp.experts.13.down_proj,0.0000010789,0.05000,0.313
15,mlp.experts.15.down_proj,0.0000038707,0.05000,0.311
15,mlp.experts.14.down_proj,0.0000013601,0.05000,0.313
15,mlp.experts.16.down_proj,0.0000015586,0.05000,0.308
15,mlp.experts.18.down_proj,0.0000007219,0.05000,0.303
15,mlp.experts.19.down_proj,0.0000016504,0.05000,0.314
15,mlp.experts.17.down_proj,0.0000017644,0.05000,0.316
15,mlp.experts.22.down_proj,0.0000014777,0.05000,0.320
15,mlp.experts.20.down_proj,0.0000005954,0.05000,0.325
15,mlp.experts.21.down_proj,0.0000014450,0.05000,0.319
15,mlp.experts.23.down_proj,0.0000028044,0.05000,0.327
15,mlp.experts.26.down_proj,0.0000010022,0.05000,0.305
15,mlp.experts.24.down_proj,0.0000041477,0.05000,0.308
15,mlp.experts.25.down_proj,0.0000021777,0.05000,0.310
15,mlp.experts.27.down_proj,0.0000007290,0.05000,0.310
15,mlp.experts.30.down_proj,0.0000026945,0.05000,0.312
15,mlp.experts.28.down_proj,0.0000041915,0.05000,0.311
15,mlp.experts.29.down_proj,0.0000014805,0.05000,0.305
15,mlp.experts.31.down_proj,0.0000017069,0.05000,0.310
15,mlp.experts.34.down_proj,0.0000009830,0.05000,0.315
15,mlp.experts.33.down_proj,0.0000015236,0.05000,0.313
15,mlp.experts.32.down_proj,0.0000028367,0.05000,0.321
15,mlp.experts.35.down_proj,0.0000056301,0.05000,0.322
15,mlp.experts.38.down_proj,0.0000020574,0.05000,0.312
15,mlp.experts.37.down_proj,0.0000032527,0.05000,0.313
15,mlp.experts.36.down_proj,0.0000023494,0.05000,0.312
15,mlp.experts.39.down_proj,0.0000022554,0.05000,0.322
15,mlp.experts.42.down_proj,0.0000014805,0.05000,0.320
15,mlp.experts.40.down_proj,0.0000019547,0.05000,0.307
15,mlp.experts.41.down_proj,0.0000052081,0.05000,0.325
15,mlp.experts.43.down_proj,0.0000017301,0.05000,0.310
15,mlp.experts.45.down_proj,0.0000010353,0.05000,0.305
15,mlp.experts.46.down_proj,0.0000022056,0.05000,0.315
15,mlp.experts.44.down_proj,0.0000018639,0.05000,0.325
15,mlp.experts.47.down_proj,0.0000033171,0.05000,0.325
15,mlp.experts.50.down_proj,0.0000020179,0.05000,0.324
15,mlp.experts.49.down_proj,0.0000022372,0.05000,0.338
15,mlp.experts.48.down_proj,0.0000016081,0.05000,0.332
15,mlp.experts.51.down_proj,0.0000020249,0.05000,0.323
15,mlp.experts.53.down_proj,0.0000022556,0.05000,0.308
15,mlp.experts.54.down_proj,0.0000032872,0.05000,0.313
15,mlp.experts.52.down_proj,0.0000031167,0.05000,0.312
15,mlp.experts.55.down_proj,0.0000023176,0.05000,0.312
15,mlp.experts.57.down_proj,0.0000032419,0.05000,0.309
15,mlp.experts.58.down_proj,0.0000015530,0.05000,0.309
15,mlp.experts.56.down_proj,0.0000008490,0.05000,0.310
15,mlp.experts.59.down_proj,0.0000019327,0.05000,0.307
15,mlp.experts.61.down_proj,0.0000020024,0.05000,0.315
15,mlp.experts.62.down_proj,0.0000039896,0.05000,0.314
15,mlp.experts.60.down_proj,0.0000034484,0.05000,0.313
15,mlp.experts.63.down_proj,0.0000014561,0.05000,0.314
15,mlp.experts.66.down_proj,0.0000017529,0.05000,0.305
15,mlp.experts.65.down_proj,0.0000017201,0.05000,0.310
15,mlp.experts.64.down_proj,0.0000028851,0.05000,0.308
15,mlp.experts.67.down_proj,0.0000011368,0.05000,0.309
15,mlp.experts.70.down_proj,0.0000021706,0.05000,0.316
15,mlp.experts.69.down_proj,0.0000017193,0.05000,0.318
15,mlp.experts.68.down_proj,0.0000053178,0.05000,0.324
15,mlp.experts.71.down_proj,0.0000009905,0.05000,0.320
15,mlp.experts.74.down_proj,0.0000033620,0.05000,0.327
15,mlp.experts.73.down_proj,0.0000046072,0.05000,0.334
15,mlp.experts.72.down_proj,0.0000016277,0.05000,0.327
15,mlp.experts.75.down_proj,0.0000051327,0.05000,0.330
15,mlp.experts.78.down_proj,0.0000009994,0.05000,0.318
15,mlp.experts.77.down_proj,0.0000084013,0.05000,0.315
15,mlp.experts.76.down_proj,0.0000028985,0.05000,0.312
15,mlp.experts.79.down_proj,0.0000036464,0.05000,0.318
15,mlp.experts.82.down_proj,0.0000011806,0.05000,0.310
15,mlp.experts.81.down_proj,0.0000013661,0.05000,0.312
15,mlp.experts.80.down_proj,0.0000012758,0.05000,0.310
15,mlp.experts.83.down_proj,0.0000028325,0.05000,0.315
15,mlp.experts.86.down_proj,0.0000025694,0.05000,0.330
15,mlp.experts.85.down_proj,0.0000011551,0.05000,0.329
15,mlp.experts.84.down_proj,0.0000030846,0.05000,0.327
15,mlp.experts.87.down_proj,0.0000011690,0.05000,0.308
15,mlp.experts.90.down_proj,0.0000041152,0.05000,0.308
15,mlp.experts.89.down_proj,0.0000010974,0.05000,0.306
15,mlp.experts.88.down_proj,0.0000020245,0.05000,0.311
15,mlp.experts.91.down_proj,0.0000028570,0.05000,0.312
15,mlp.experts.94.down_proj,0.0000041602,0.05000,0.312
15,mlp.experts.93.down_proj,0.0000011835,0.05000,0.318
15,mlp.experts.92.down_proj,0.0000013133,0.05000,0.317
15,mlp.experts.95.down_proj,0.0000021777,0.05000,0.322
15,mlp.experts.98.down_proj,0.0000018018,0.05000,0.317
15,mlp.experts.97.down_proj,0.0000043186,0.05000,0.318
15,mlp.experts.96.down_proj,0.0000027953,0.05000,0.316
15,mlp.experts.99.down_proj,0.0000017933,0.05000,0.312
15,mlp.experts.102.down_proj,0.0000005114,0.05000,0.318
15,mlp.experts.100.down_proj,0.0000032029,0.05000,0.325
15,mlp.experts.101.down_proj,0.0000023447,0.05000,0.332
15,mlp.experts.103.down_proj,0.0000012010,0.05000,0.324
15,mlp.experts.106.down_proj,0.0000013994,0.05000,0.310
15,mlp.experts.104.down_proj,0.0000046486,0.05000,0.312
15,mlp.experts.105.down_proj,0.0000014606,0.05000,0.313
15,mlp.experts.107.down_proj,0.0000015909,0.05000,0.315
15,mlp.experts.110.down_proj,0.0000009600,0.05000,0.307
15,mlp.experts.109.down_proj,0.0000019653,0.05000,0.308
15,mlp.experts.108.down_proj,0.0000022531,0.05000,0.314
15,mlp.experts.111.down_proj,0.0000027095,0.05000,0.308
15,mlp.experts.114.down_proj,0.0000015482,0.05000,0.312
15,mlp.experts.113.down_proj,0.0000015107,0.05000,0.310
15,mlp.experts.112.down_proj,0.0000010239,0.05000,0.314
15,mlp.experts.115.down_proj,0.0000013693,0.05000,0.316
15,mlp.experts.118.down_proj,0.0000034315,0.05000,0.322
15,mlp.experts.117.down_proj,0.0000013738,0.05000,0.321
15,mlp.experts.116.down_proj,0.0000018226,0.05000,0.324
15,mlp.experts.119.down_proj,0.0000037713,0.05000,0.323
15,mlp.experts.122.down_proj,0.0000036310,0.05000,0.313
15,mlp.experts.121.down_proj,0.0000012087,0.05000,0.315
15,mlp.experts.125.down_proj,fallback(rtn): 0.0009651,0.00000,0.004
15,mlp.experts.120.down_proj,0.0000019908,0.05000,0.325
15,mlp.experts.123.down_proj,0.0000015732,0.05000,0.317
15,mlp.experts.126.down_proj,0.0000012938,0.05000,0.324
15,mlp.experts.129.down_proj,0.0000047414,0.05000,0.314
15,mlp.experts.124.down_proj,0.0000026473,0.05000,0.317
15,mlp.experts.127.down_proj,0.0000010534,0.05000,0.318
15,mlp.experts.130.down_proj,0.0000097107,0.05000,0.320
15,mlp.experts.133.down_proj,0.0000018657,0.05000,0.317
15,mlp.experts.128.down_proj,0.0000007270,0.05000,0.326
15,mlp.experts.131.down_proj,0.0000016153,0.05000,0.314
15,mlp.experts.134.down_proj,0.0000024352,0.05000,0.305
15,mlp.experts.137.down_proj,0.0000015794,0.05000,0.310
15,mlp.experts.132.down_proj,0.0000019089,0.05000,0.313
15,mlp.experts.135.down_proj,0.0000029898,0.05000,0.305
15,mlp.experts.138.down_proj,0.0000018361,0.05000,0.307
15,mlp.experts.141.down_proj,0.0000010107,0.05000,0.311
15,mlp.experts.136.down_proj,0.0000025699,0.05000,0.311
15,mlp.experts.139.down_proj,0.0000041233,0.05000,0.308
15,mlp.experts.142.down_proj,0.0000017503,0.05000,0.310
15,mlp.experts.145.down_proj,0.0000044713,0.05000,0.310
15,mlp.experts.143.down_proj,0.0000038757,0.05000,0.308
15,mlp.experts.140.down_proj,0.0000023379,0.05000,0.316
15,mlp.experts.146.down_proj,0.0000026821,0.05000,0.313
15,mlp.experts.149.down_proj,0.0000010361,0.05000,0.309
15,mlp.experts.147.down_proj,0.0000026810,0.05000,0.310
15,mlp.experts.144.down_proj,0.0000025285,0.05000,0.310
15,mlp.experts.150.down_proj,0.0000017180,0.05000,0.312
15,mlp.experts.153.down_proj,0.0000008904,0.05000,0.312
15,mlp.experts.151.down_proj,0.0000008694,0.05000,0.327
15,mlp.experts.148.down_proj,0.0000014962,0.05000,0.324
15,mlp.experts.154.down_proj,0.0000023095,0.05000,0.320
15,mlp.experts.157.down_proj,0.0000011579,0.05000,0.311
15,mlp.experts.152.down_proj,0.0000010537,0.05000,0.307
15,mlp.experts.155.down_proj,0.0000026579,0.05000,0.313
15,mlp.experts.158.down_proj,0.0000048830,0.05000,0.317
15,mlp.experts.161.down_proj,0.0000018440,0.05000,0.320
15,mlp.experts.156.down_proj,0.0000018320,0.05000,0.321
15,mlp.experts.159.down_proj,0.0000022576,0.05000,0.323
15,mlp.experts.162.down_proj,0.0000035583,0.05000,0.318
15,mlp.experts.165.down_proj,0.0000022275,0.05000,0.317
15,mlp.experts.160.down_proj,0.0000017535,0.05000,0.313
15,mlp.experts.163.down_proj,0.0000023631,0.05000,0.318
15,mlp.experts.166.down_proj,0.0000011307,0.05000,0.322
15,mlp.experts.169.down_proj,0.0000025567,0.05000,0.323
15,mlp.experts.164.down_proj,0.0000029311,0.05000,0.325
15,mlp.experts.167.down_proj,0.0000010858,0.05000,0.325
15,mlp.experts.170.down_proj,0.0000036199,0.05000,0.314
15,mlp.experts.173.down_proj,0.0000006064,0.05000,0.319
15,mlp.experts.168.down_proj,0.0000006916,0.05000,0.316
15,mlp.experts.171.down_proj,0.0000018447,0.05000,0.318
15,mlp.experts.174.down_proj,0.0000006706,0.05000,0.321
15,mlp.experts.177.down_proj,0.0000039417,0.05000,0.321
15,mlp.experts.172.down_proj,0.0000029585,0.05000,0.322
15,mlp.experts.175.down_proj,0.0000014040,0.05000,0.325
15,mlp.experts.178.down_proj,0.0000022571,0.05000,0.335
15,mlp.experts.181.down_proj,0.0000016526,0.05000,0.337
15,mlp.experts.176.down_proj,0.0000038713,0.05000,0.330
15,mlp.experts.179.down_proj,0.0000011526,0.05000,0.330
15,mlp.experts.182.down_proj,0.0000026205,0.05000,0.308
15,mlp.experts.185.down_proj,0.0000020225,0.05000,0.307
15,mlp.experts.180.down_proj,0.0000055830,0.05000,0.306
15,mlp.experts.183.down_proj,0.0000010000,0.05000,0.309
15,mlp.experts.186.down_proj,0.0000022736,0.05000,0.315
15,mlp.experts.189.down_proj,0.0000023356,0.05000,0.313
15,mlp.experts.184.down_proj,0.0000014044,0.05000,0.310
15,mlp.experts.187.down_proj,0.0000010151,0.05000,0.322
15,mlp.experts.190.down_proj,0.0000014727,0.05000,0.329
15,mlp.experts.193.down_proj,0.0000039900,0.05000,0.332
15,mlp.experts.188.down_proj,0.0000013374,0.05000,0.333
15,mlp.experts.191.down_proj,0.0000018357,0.05000,0.322
15,mlp.experts.197.down_proj,0.0000016125,0.05000,0.325
15,mlp.experts.194.down_proj,0.0000063812,0.05000,0.330
15,mlp.experts.198.down_proj,fallback(rtn): 0.0010147,0.00000,0.006
15,mlp.experts.192.down_proj,0.0000019663,0.05000,0.332
15,mlp.experts.195.down_proj,0.0000012234,0.05000,0.328
15,mlp.experts.201.down_proj,0.0000050697,0.05000,0.325
15,mlp.experts.202.down_proj,0.0000052727,0.05000,0.321
15,mlp.experts.196.down_proj,0.0000020125,0.05000,0.320
15,mlp.experts.199.down_proj,0.0000024740,0.05000,0.332
15,mlp.experts.205.down_proj,0.0000051076,0.05000,0.323
15,mlp.experts.206.down_proj,0.0000028522,0.05000,0.324
15,mlp.experts.200.down_proj,0.0000014579,0.05000,0.321
15,mlp.experts.203.down_proj,0.0000010621,0.05000,0.314
15,mlp.experts.209.down_proj,0.0000012332,0.05000,0.307
15,mlp.experts.210.down_proj,0.0000023168,0.05000,0.320
15,mlp.experts.204.down_proj,0.0000012766,0.05000,0.325
15,mlp.experts.207.down_proj,0.0000018491,0.05000,0.322
15,mlp.experts.213.down_proj,0.0000094413,0.05000,0.324
15,mlp.experts.214.down_proj,0.0000035991,0.05000,0.313
15,mlp.experts.208.down_proj,0.0000012441,0.05000,0.316
15,mlp.experts.211.down_proj,0.0000026925,0.05000,0.315
15,mlp.experts.217.down_proj,0.0000039411,0.05000,0.310
15,mlp.experts.218.down_proj,0.0000022235,0.05000,0.309
15,mlp.experts.212.down_proj,0.0000027322,0.05000,0.307
15,mlp.experts.215.down_proj,0.0000012346,0.05000,0.310
15,mlp.experts.221.down_proj,0.0000032662,0.05000,0.308
15,mlp.experts.222.down_proj,0.0000017566,0.05000,0.310
15,mlp.experts.216.down_proj,0.0000024163,0.05000,0.311
15,mlp.experts.219.down_proj,0.0000018424,0.05000,0.313
15,mlp.experts.225.down_proj,0.0000021731,0.05000,0.313
15,mlp.experts.226.down_proj,0.0000039199,0.05000,0.314
15,mlp.experts.220.down_proj,0.0000008075,0.05000,0.316
15,mlp.experts.223.down_proj,0.0000022980,0.05000,0.321
15,mlp.experts.229.down_proj,0.0000027093,0.05000,0.306
15,mlp.experts.230.down_proj,0.0000014317,0.05000,0.305
15,mlp.experts.224.down_proj,0.0000015586,0.05000,0.309
15,mlp.experts.227.down_proj,0.0000027827,0.05000,0.321
15,mlp.experts.233.down_proj,0.0000018047,0.05000,0.330
15,mlp.experts.234.down_proj,0.0000028042,0.05000,0.333
15,mlp.experts.228.down_proj,0.0000016159,0.05000,0.328
15,mlp.experts.231.down_proj,0.0000012714,0.05000,0.320
15,mlp.experts.237.down_proj,0.0000032349,0.05000,0.311
15,mlp.experts.238.down_proj,0.0000047795,0.05000,0.309
15,mlp.experts.232.down_proj,0.0000046929,0.05000,0.311
15,mlp.experts.235.down_proj,0.0000015539,0.05000,0.312
15,mlp.experts.241.down_proj,0.0000011282,0.05000,0.331
15,mlp.experts.242.down_proj,0.0000011472,0.05000,0.328
15,mlp.experts.236.down_proj,0.0000017971,0.05000,0.328
15,mlp.experts.239.down_proj,0.0000018249,0.05000,0.334
15,mlp.experts.245.down_proj,0.0000027034,0.05000,0.316
15,mlp.experts.246.down_proj,0.0000027963,0.05000,0.312
15,mlp.experts.240.down_proj,0.0000017569,0.05000,0.317
15,mlp.experts.243.down_proj,0.0000007408,0.05000,0.311
15,mlp.experts.249.down_proj,0.0000044805,0.05000,0.311
15,mlp.experts.250.down_proj,0.0000016082,0.05000,0.318
15,mlp.experts.244.down_proj,0.0000018874,0.05000,0.313
15,mlp.experts.247.down_proj,0.0000016544,0.05000,0.310
15,mlp.experts.253.down_proj,0.0000046406,0.05000,0.317
15,mlp.experts.254.down_proj,0.0000012286,0.05000,0.311
15,mlp.experts.248.down_proj,0.0000018014,0.05000,0.289
15,mlp.experts.251.down_proj,0.0000048398,0.05000,0.281
15,mlp.experts.252.down_proj,0.0000033551,0.05000,0.117
15,mlp.experts.255.down_proj,0.0000011309,0.05000,0.115
16,mlp.experts.2.gate_proj,0.0000593539,0.05000,1.246
16,mlp.experts.0.gate_proj,0.0000350578,0.05000,1.250
16,mlp.experts.3.gate_proj,0.0001799593,0.05000,1.248
16,mlp.experts.1.gate_proj,0.0000692106,0.05000,1.266
16,mlp.experts.6.gate_proj,0.0000561812,0.05000,1.237
16,mlp.experts.5.gate_proj,0.0000349341,0.05000,1.226
16,mlp.experts.4.gate_proj,0.0001168930,0.05000,1.260
16,mlp.experts.7.gate_proj,0.0000551707,0.05000,1.260
16,mlp.experts.10.gate_proj,0.0000707693,0.05000,1.240
16,mlp.experts.9.gate_proj,0.0000518198,0.05000,1.240
16,mlp.experts.8.gate_proj,0.0000686646,0.05000,1.241
16,mlp.experts.11.gate_proj,0.0001027552,0.05000,1.245
16,mlp.experts.14.gate_proj,0.0001069570,0.05000,1.234
16,mlp.experts.13.gate_proj,0.0001298673,0.05000,1.235
16,mlp.experts.15.gate_proj,0.0001138421,0.05000,1.231
16,mlp.experts.12.gate_proj,0.0000947109,0.05000,1.256
16,mlp.experts.18.gate_proj,0.0001494895,0.05000,1.251
16,mlp.experts.17.gate_proj,0.0000954327,0.05000,1.252
16,mlp.experts.19.gate_proj,0.0000921081,0.05000,1.256
16,mlp.experts.16.gate_proj,0.0000992705,0.05000,1.255
16,mlp.experts.22.gate_proj,0.0000891301,0.05000,1.232
16,mlp.experts.21.gate_proj,0.0000586848,0.05000,1.240
16,mlp.experts.23.gate_proj,0.0000903666,0.05000,1.234
16,mlp.experts.20.gate_proj,0.0000542057,0.05000,1.233
16,mlp.experts.26.gate_proj,0.0000517722,0.05000,1.237
16,mlp.experts.25.gate_proj,0.0000554893,0.05000,1.237
16,mlp.experts.27.gate_proj,0.0001326408,0.05000,1.231
16,mlp.experts.24.gate_proj,0.0000640044,0.05000,1.225
16,mlp.experts.30.gate_proj,0.0000442645,0.05000,1.229
16,mlp.experts.29.gate_proj,0.0000823392,0.05000,1.236
16,mlp.experts.31.gate_proj,0.0000813101,0.05000,1.231
16,mlp.experts.28.gate_proj,0.0000284839,0.05000,1.235
16,mlp.experts.33.gate_proj,0.0000492904,0.05000,1.303
16,mlp.experts.34.gate_proj,0.0000636772,0.05000,1.325
16,mlp.experts.32.gate_proj,0.0000640834,0.05000,1.301
16,mlp.experts.35.gate_proj,0.0000763243,0.05000,1.320
16,mlp.experts.37.gate_proj,0.0001710504,0.05000,1.242
16,mlp.experts.36.gate_proj,0.0001413203,0.05000,1.224
16,mlp.experts.38.gate_proj,0.0001033453,0.05000,1.254
16,mlp.experts.39.gate_proj,0.0000894557,0.05000,1.246
16,mlp.experts.41.gate_proj,0.0000897867,0.05000,1.244
16,mlp.experts.40.gate_proj,0.0000551429,0.05000,1.252
16,mlp.experts.43.gate_proj,0.0000358256,0.05000,1.232
16,mlp.experts.42.gate_proj,0.0000457021,0.05000,1.251
16,mlp.experts.45.gate_proj,0.0000680105,0.05000,1.242
16,mlp.experts.44.gate_proj,0.0001194397,0.05000,1.242
16,mlp.experts.46.gate_proj,0.0000412746,0.05000,1.234
16,mlp.experts.47.gate_proj,0.0000543547,0.05000,1.241
16,mlp.experts.49.gate_proj,0.0000877909,0.05000,1.257
16,mlp.experts.48.gate_proj,0.0001091834,0.05000,1.247
16,mlp.experts.50.gate_proj,0.0001233599,0.05000,1.242
16,mlp.experts.51.gate_proj,0.0000228716,0.05000,1.266
16,mlp.experts.52.gate_proj,0.0001286833,0.05000,1.229
16,mlp.experts.53.gate_proj,0.0000494376,0.05000,1.232
16,mlp.experts.54.gate_proj,0.0000497185,0.05000,1.238
16,mlp.experts.55.gate_proj,0.0000614792,0.05000,1.232
16,mlp.experts.57.gate_proj,0.0002061199,0.05000,1.230
16,mlp.experts.56.gate_proj,0.0000661527,0.05000,1.248
16,mlp.experts.58.gate_proj,0.0000832943,0.05000,1.248
16,mlp.experts.59.gate_proj,0.0000425948,0.05000,1.247
16,mlp.experts.61.gate_proj,0.0000672032,0.05000,1.286
16,mlp.experts.62.gate_proj,0.0000942822,0.05000,1.273
16,mlp.experts.60.gate_proj,0.0000967909,0.05000,1.290
16,mlp.experts.63.gate_proj,0.0000876376,0.05000,1.272
16,mlp.experts.65.gate_proj,0.0000935739,0.05000,1.226
16,mlp.experts.66.gate_proj,0.0001215124,0.05000,1.232
16,mlp.experts.64.gate_proj,0.0001813347,0.05000,1.238
16,mlp.experts.67.gate_proj,0.0000393749,0.05000,1.233
16,mlp.experts.69.gate_proj,0.0002294997,0.05000,1.276
16,mlp.experts.68.gate_proj,0.0000688056,0.05000,1.262
16,mlp.experts.70.gate_proj,0.0001194202,0.05000,1.280
16,mlp.experts.71.gate_proj,0.0000945732,0.05000,1.275
16,mlp.experts.73.gate_proj,0.0000687028,0.05000,1.221
16,mlp.experts.74.gate_proj,0.0000442880,0.05000,1.229
16,mlp.experts.75.gate_proj,0.0001216196,0.05000,1.226
16,mlp.experts.72.gate_proj,0.0000540695,0.05000,1.242
16,mlp.experts.77.gate_proj,0.0001272313,0.05000,1.243
16,mlp.experts.76.gate_proj,0.0000566370,0.05000,1.241
16,mlp.experts.78.gate_proj,0.0000740103,0.05000,1.259
16,mlp.experts.79.gate_proj,0.0001268116,0.05000,1.264
16,mlp.experts.81.gate_proj,0.0001600308,0.05000,1.250
16,mlp.experts.80.gate_proj,0.0000359125,0.05000,1.255
16,mlp.experts.82.gate_proj,0.0000502518,0.05000,1.257
16,mlp.experts.83.gate_proj,0.0000537311,0.05000,1.261
16,mlp.experts.85.gate_proj,0.0000541943,0.05000,1.248
16,mlp.experts.84.gate_proj,0.0001597900,0.05000,1.251
16,mlp.experts.86.gate_proj,0.0002008889,0.05000,1.252
16,mlp.experts.87.gate_proj,0.0000482750,0.05000,1.249
16,mlp.experts.89.gate_proj,0.0000981561,0.05000,1.239
16,mlp.experts.88.gate_proj,0.0001449546,0.05000,1.244
16,mlp.experts.90.gate_proj,0.0000870880,0.05000,1.245
16,mlp.experts.91.gate_proj,0.0000742508,0.05000,1.244
16,mlp.experts.93.gate_proj,0.0001470941,0.05000,1.246
16,mlp.experts.92.gate_proj,0.0001933433,0.05000,1.253
16,mlp.experts.95.gate_proj,0.0000227022,0.05000,1.236
16,mlp.experts.94.gate_proj,0.0001164026,0.05000,1.254
16,mlp.experts.97.gate_proj,0.0002326562,0.05000,1.246
16,mlp.experts.99.gate_proj,0.0000490641,0.05000,1.232
16,mlp.experts.96.gate_proj,0.0000764787,0.05000,1.245
16,mlp.experts.98.gate_proj,0.0000984322,0.05000,1.249
16,mlp.experts.101.gate_proj,0.0000974522,0.05000,1.240
16,mlp.experts.102.gate_proj,0.0000673751,0.05000,1.214
16,mlp.experts.103.gate_proj,0.0000750516,0.05000,1.243
16,mlp.experts.100.gate_proj,0.0001600740,0.05000,1.250
16,mlp.experts.105.gate_proj,0.0001697262,0.05000,1.254
16,mlp.experts.106.gate_proj,0.0001554568,0.05000,1.255
16,mlp.experts.104.gate_proj,0.0000613406,0.05000,1.247
16,mlp.experts.107.gate_proj,0.0000748819,0.05000,1.260
16,mlp.experts.109.gate_proj,0.0000829580,0.05000,1.241
16,mlp.experts.110.gate_proj,0.0000520989,0.05000,1.237
16,mlp.experts.111.gate_proj,0.0001386155,0.05000,1.232
16,mlp.experts.108.gate_proj,0.0000814565,0.05000,1.251
16,mlp.experts.113.gate_proj,0.0000573317,0.05000,1.269
16,mlp.experts.114.gate_proj,0.0000922171,0.05000,1.266
16,mlp.experts.115.gate_proj,0.0000713058,0.05000,1.267
16,mlp.experts.112.gate_proj,0.0000331682,0.05000,1.263
16,mlp.experts.117.gate_proj,0.0000778339,0.05000,1.239
16,mlp.experts.118.gate_proj,0.0000521358,0.05000,1.239
16,mlp.experts.119.gate_proj,0.0000449450,0.05000,1.248
16,mlp.experts.116.gate_proj,0.0001154974,0.05000,1.255
16,mlp.experts.121.gate_proj,0.0000553056,0.05000,1.250
16,mlp.experts.122.gate_proj,0.0000743934,0.05000,1.255
16,mlp.experts.123.gate_proj,0.0000855546,0.05000,1.250
16,mlp.experts.120.gate_proj,0.0000863534,0.05000,1.241
16,mlp.experts.125.gate_proj,0.0001945440,0.05000,1.238
16,mlp.experts.126.gate_proj,0.0002068916,0.05000,1.247
16,mlp.experts.124.gate_proj,0.0000657451,0.05000,1.242
16,mlp.experts.127.gate_proj,0.0001238395,0.05000,1.258
16,mlp.experts.129.gate_proj,0.0000733766,0.05000,1.250
16,mlp.experts.130.gate_proj,0.0000282750,0.05000,1.253
16,mlp.experts.128.gate_proj,0.0001628297,0.05000,1.245
16,mlp.experts.131.gate_proj,0.0001063857,0.05000,1.248
16,mlp.experts.133.gate_proj,0.0000340979,0.05000,1.246
16,mlp.experts.135.gate_proj,0.0001713028,0.05000,1.223
16,mlp.experts.134.gate_proj,0.0002520885,0.05000,1.254
16,mlp.experts.132.gate_proj,0.0001001736,0.05000,1.253
16,mlp.experts.137.gate_proj,0.0000624088,0.05000,1.257
16,mlp.experts.139.gate_proj,0.0001974537,0.05000,1.252
16,mlp.experts.138.gate_proj,0.0000797623,0.05000,1.255
16,mlp.experts.136.gate_proj,0.0000462125,0.05000,1.253
16,mlp.experts.141.gate_proj,0.0001587649,0.05000,1.252
16,mlp.experts.143.gate_proj,0.0000235068,0.05000,1.257
16,mlp.experts.142.gate_proj,0.0001239095,0.05000,1.254
16,mlp.experts.140.gate_proj,0.0000762690,0.05000,1.255
16,mlp.experts.145.gate_proj,0.0001054495,0.05000,1.222
16,mlp.experts.147.gate_proj,0.0000553198,0.05000,1.225
16,mlp.experts.146.gate_proj,0.0001295105,0.05000,1.228
16,mlp.experts.144.gate_proj,0.0001038071,0.05000,1.225
16,mlp.experts.149.gate_proj,0.0000473622,0.05000,1.235
16,mlp.experts.151.gate_proj,0.0000657602,0.05000,1.238
16,mlp.experts.150.gate_proj,0.0000791735,0.05000,1.237
16,mlp.experts.148.gate_proj,0.0002666678,0.05000,1.253
16,mlp.experts.153.gate_proj,0.0000750752,0.05000,1.249
16,mlp.experts.155.gate_proj,0.0001157051,0.05000,1.249
16,mlp.experts.154.gate_proj,0.0000985793,0.05000,1.250
16,mlp.experts.152.gate_proj,0.0000837729,0.05000,1.255
16,mlp.experts.157.gate_proj,0.0001389905,0.05000,1.243
16,mlp.experts.159.gate_proj,0.0002088721,0.05000,1.250
16,mlp.experts.158.gate_proj,0.0000850722,0.05000,1.247
16,mlp.experts.156.gate_proj,0.0000427575,0.05000,1.252
16,mlp.experts.161.gate_proj,0.0000561307,0.05000,1.238
16,mlp.experts.163.gate_proj,0.0001474369,0.05000,1.244
16,mlp.experts.162.gate_proj,0.0001403413,0.05000,1.235
16,mlp.experts.160.gate_proj,0.0001081776,0.05000,1.248
16,mlp.experts.165.gate_proj,0.0001625564,0.05000,1.231
16,mlp.experts.167.gate_proj,0.0000330284,0.05000,1.227
16,mlp.experts.166.gate_proj,0.0001221458,0.05000,1.237
16,mlp.experts.164.gate_proj,0.0000984759,0.05000,1.238
16,mlp.experts.169.gate_proj,0.0000619947,0.05000,1.247
16,mlp.experts.171.gate_proj,0.0000922960,0.05000,1.248
16,mlp.experts.170.gate_proj,0.0000944568,0.05000,1.251
16,mlp.experts.168.gate_proj,0.0000809309,0.05000,1.241
16,mlp.experts.173.gate_proj,0.0000850988,0.05000,1.261
16,mlp.experts.175.gate_proj,0.0001594864,0.05000,1.252
16,mlp.experts.174.gate_proj,0.0001517936,0.05000,1.235
16,mlp.experts.172.gate_proj,0.0000528956,0.05000,1.254
16,mlp.experts.177.gate_proj,0.0001428225,0.05000,1.255
16,mlp.experts.179.gate_proj,0.0000843969,0.05000,1.239
16,mlp.experts.178.gate_proj,0.0000801503,0.05000,1.254
16,mlp.experts.176.gate_proj,0.0001472026,0.05000,1.249
16,mlp.experts.181.gate_proj,0.0000609702,0.05000,1.244
16,mlp.experts.183.gate_proj,0.0000749549,0.05000,1.275
16,mlp.experts.182.gate_proj,0.0001396314,0.05000,1.277
16,mlp.experts.180.gate_proj,0.0000325031,0.05000,1.272
16,mlp.experts.185.gate_proj,0.0000972269,0.05000,1.238
16,mlp.experts.187.gate_proj,0.0001126630,0.05000,1.241
16,mlp.experts.186.gate_proj,0.0000925494,0.05000,1.238
16,mlp.experts.184.gate_proj,0.0000423986,0.05000,1.229
16,mlp.experts.189.gate_proj,0.0000701133,0.05000,1.253
16,mlp.experts.191.gate_proj,0.0001677555,0.05000,1.249
16,mlp.experts.190.gate_proj,0.0000611234,0.05000,1.251
16,mlp.experts.188.gate_proj,0.0000573877,0.05000,1.251
16,mlp.experts.193.gate_proj,0.0001004889,0.05000,1.264
16,mlp.experts.195.gate_proj,0.0001460456,0.05000,1.282
16,mlp.experts.194.gate_proj,0.0001095317,0.05000,1.283
16,mlp.experts.192.gate_proj,0.0001909095,0.05000,1.280
16,mlp.experts.197.gate_proj,0.0001075106,0.05000,1.289
16,mlp.experts.199.gate_proj,0.0000972036,0.05000,1.266
16,mlp.experts.198.gate_proj,0.0002021356,0.05000,1.275
16,mlp.experts.196.gate_proj,0.0000405587,0.05000,1.263
16,mlp.experts.201.gate_proj,0.0001169902,0.05000,1.248
16,mlp.experts.203.gate_proj,0.0001027145,0.05000,1.257
16,mlp.experts.202.gate_proj,0.0002360103,0.05000,1.241
16,mlp.experts.200.gate_proj,0.0000879283,0.05000,1.245
16,mlp.experts.205.gate_proj,0.0001403086,0.05000,1.249
16,mlp.experts.207.gate_proj,0.0001542080,0.05000,1.264
16,mlp.experts.206.gate_proj,0.0001225828,0.05000,1.269
16,mlp.experts.204.gate_proj,0.0000892824,0.05000,1.263
16,mlp.experts.209.gate_proj,0.0000722792,0.05000,1.274
16,mlp.experts.211.gate_proj,0.0000950161,0.05000,1.269
16,mlp.experts.210.gate_proj,0.0001270366,0.05000,1.264
16,mlp.experts.208.gate_proj,0.0001570488,0.05000,1.259
16,mlp.experts.213.gate_proj,0.0001570687,0.05000,1.222
16,mlp.experts.215.gate_proj,0.0001529912,0.05000,1.228
16,mlp.experts.214.gate_proj,0.0000943334,0.05000,1.231
16,mlp.experts.212.gate_proj,0.0000464825,0.05000,1.237
16,mlp.experts.217.gate_proj,0.0001399588,0.05000,1.252
16,mlp.experts.219.gate_proj,0.0001302521,0.05000,1.255
16,mlp.experts.218.gate_proj,0.0000912002,0.05000,1.246
16,mlp.experts.216.gate_proj,0.0002084716,0.05000,1.253
16,mlp.experts.221.gate_proj,0.0001472912,0.05000,1.240
16,mlp.experts.223.gate_proj,0.0001268819,0.05000,1.242
16,mlp.experts.222.gate_proj,0.0000966615,0.05000,1.244
16,mlp.experts.220.gate_proj,0.0001010054,0.05000,1.244
16,mlp.experts.225.gate_proj,0.0000874485,0.05000,1.227
16,mlp.experts.226.gate_proj,0.0000783037,0.05000,1.239
16,mlp.experts.227.gate_proj,0.0001084579,0.05000,1.244
16,mlp.experts.231.gate_proj,fallback(rtn): 0.0010147,0.00000,0.023
16,mlp.experts.224.gate_proj,0.0000562783,0.05000,1.253
16,mlp.experts.229.gate_proj,0.0000312863,0.05000,1.244
16,mlp.experts.230.gate_proj,0.0000949288,0.05000,1.249
16,mlp.experts.235.gate_proj,0.0000951975,0.05000,1.253
16,mlp.experts.228.gate_proj,0.0001180602,0.05000,1.254
16,mlp.experts.233.gate_proj,0.0000308017,0.05000,1.246
16,mlp.experts.234.gate_proj,0.0000721399,0.05000,1.236
16,mlp.experts.239.gate_proj,0.0000921234,0.05000,1.243
16,mlp.experts.232.gate_proj,0.0000756300,0.05000,1.252
16,mlp.experts.237.gate_proj,0.0000629462,0.05000,1.233
16,mlp.experts.238.gate_proj,0.0000528002,0.05000,1.230
16,mlp.experts.243.gate_proj,0.0001296235,0.05000,1.228
16,mlp.experts.236.gate_proj,0.0001294243,0.05000,1.236
16,mlp.experts.241.gate_proj,0.0000973941,0.05000,1.256
16,mlp.experts.242.gate_proj,0.0001348989,0.05000,1.245
16,mlp.experts.247.gate_proj,0.0001337070,0.05000,1.262
16,mlp.experts.240.gate_proj,0.0000798142,0.05000,1.269
16,mlp.experts.245.gate_proj,0.0000925020,0.05000,1.252
16,mlp.experts.246.gate_proj,0.0000911691,0.05000,1.265
16,mlp.experts.251.gate_proj,0.0000872520,0.05000,1.251
16,mlp.experts.244.gate_proj,0.0000825816,0.05000,1.249
16,mlp.experts.249.gate_proj,0.0000668971,0.05000,1.265
16,mlp.experts.250.gate_proj,0.0000818332,0.05000,1.260
16,mlp.experts.255.gate_proj,0.0000777266,0.05000,1.254
16,mlp.experts.248.gate_proj,0.0001291736,0.05000,1.253
16,mlp.experts.253.gate_proj,0.0000325985,0.05000,1.250
16,mlp.experts.254.gate_proj,0.0000623574,0.05000,1.257
16,mlp.experts.3.up_proj,0.0001862192,0.05000,1.247
16,mlp.experts.252.gate_proj,0.0000613201,0.05000,1.255
16,mlp.experts.1.up_proj,0.0000658954,0.05000,1.219
16,mlp.experts.2.up_proj,0.0000613183,0.05000,1.215
16,mlp.experts.7.up_proj,0.0000544336,0.05000,1.220
16,mlp.experts.0.up_proj,0.0000343452,0.05000,1.237
16,mlp.experts.5.up_proj,0.0000372483,0.05000,1.244
16,mlp.experts.6.up_proj,0.0000546645,0.05000,1.239
16,mlp.experts.11.up_proj,0.0000974200,0.05000,1.222
16,mlp.experts.4.up_proj,0.0001199495,0.05000,1.237
16,mlp.experts.9.up_proj,0.0000557422,0.05000,1.254
16,mlp.experts.10.up_proj,0.0000569274,0.05000,1.252
16,mlp.experts.15.up_proj,0.0001137893,0.05000,1.250
16,mlp.experts.8.up_proj,0.0000678708,0.05000,1.250
16,mlp.experts.13.up_proj,0.0001680780,0.05000,1.251
16,mlp.experts.14.up_proj,0.0001016628,0.05000,1.245
16,mlp.experts.19.up_proj,0.0000805460,0.05000,1.251
16,mlp.experts.12.up_proj,0.0000961157,0.05000,1.235
16,mlp.experts.17.up_proj,0.0000973596,0.05000,1.245
16,mlp.experts.18.up_proj,0.0001414888,0.05000,1.228
16,mlp.experts.23.up_proj,0.0000866302,0.05000,1.232
16,mlp.experts.16.up_proj,0.0000940770,0.05000,1.233
16,mlp.experts.21.up_proj,0.0000556892,0.05000,1.253
16,mlp.experts.22.up_proj,0.0000835209,0.05000,1.239
16,mlp.experts.27.up_proj,0.0001255742,0.05000,1.241
16,mlp.experts.20.up_proj,0.0000481076,0.05000,1.279
16,mlp.experts.26.up_proj,0.0000524356,0.05000,1.246
16,mlp.experts.25.up_proj,0.0000554609,0.05000,1.281
16,mlp.experts.31.up_proj,0.0000826099,0.05000,1.243
16,mlp.experts.24.up_proj,0.0000695365,0.05000,1.253
16,mlp.experts.30.up_proj,0.0000427610,0.05000,1.256
16,mlp.experts.29.up_proj,0.0000776568,0.05000,1.261
16,mlp.experts.35.up_proj,0.0000675212,0.05000,1.243
16,mlp.experts.28.up_proj,0.0000271210,0.05000,1.257
16,mlp.experts.34.up_proj,0.0000594345,0.05000,1.246
16,mlp.experts.39.up_proj,0.0000817203,0.05000,1.234
16,mlp.experts.33.up_proj,0.0000514715,0.05000,1.247
16,mlp.experts.32.up_proj,0.0000690763,0.05000,1.233
16,mlp.experts.43.up_proj,0.0000322202,0.05000,1.260
16,mlp.experts.37.up_proj,0.0001620611,0.05000,1.260
16,mlp.experts.38.up_proj,0.0000937678,0.05000,1.278
16,mlp.experts.36.up_proj,0.0001361932,0.05000,1.251
16,mlp.experts.47.up_proj,0.0000566022,0.05000,1.248
16,mlp.experts.41.up_proj,0.0000847798,0.05000,1.241
16,mlp.experts.42.up_proj,0.0000439028,0.05000,1.245
16,mlp.experts.40.up_proj,0.0000509810,0.05000,1.246
16,mlp.experts.45.up_proj,0.0000686416,0.05000,1.243
16,mlp.experts.51.up_proj,0.0000215555,0.05000,1.259
16,mlp.experts.46.up_proj,0.0000385496,0.05000,1.242
16,mlp.experts.44.up_proj,0.0001151628,0.05000,1.255
16,mlp.experts.49.up_proj,0.0000812009,0.05000,1.259
16,mlp.experts.55.up_proj,0.0000595234,0.05000,1.258
16,mlp.experts.50.up_proj,0.0001171204,0.05000,1.245
16,mlp.experts.48.up_proj,0.0001037232,0.05000,1.249
16,mlp.experts.53.up_proj,0.0000523406,0.05000,1.249
16,mlp.experts.59.up_proj,0.0000443105,0.05000,1.249
16,mlp.experts.54.up_proj,0.0000528349,0.05000,1.237
16,mlp.experts.52.up_proj,0.0001223575,0.05000,1.239
16,mlp.experts.57.up_proj,0.0001948838,0.05000,1.247
16,mlp.experts.63.up_proj,0.0000834306,0.05000,1.239
16,mlp.experts.58.up_proj,0.0000778567,0.05000,1.256
16,mlp.experts.56.up_proj,0.0000760942,0.05000,1.253
16,mlp.experts.61.up_proj,0.0000599172,0.05000,1.234
16,mlp.experts.67.up_proj,0.0000370765,0.05000,1.253
16,mlp.experts.62.up_proj,0.0000924007,0.05000,1.248
16,mlp.experts.60.up_proj,0.0000832344,0.05000,1.240
16,mlp.experts.65.up_proj,0.0000883375,0.05000,1.263
16,mlp.experts.71.up_proj,0.0000962294,0.05000,1.265
16,mlp.experts.66.up_proj,0.0001133730,0.05000,1.259
16,mlp.experts.64.up_proj,0.0001701313,0.05000,1.258
16,mlp.experts.69.up_proj,0.0002222164,0.05000,1.243
16,mlp.experts.75.up_proj,0.0001165851,0.05000,1.252
16,mlp.experts.70.up_proj,0.0001120170,0.05000,1.259
16,mlp.experts.68.up_proj,0.0000751199,0.05000,1.250
16,mlp.experts.73.up_proj,0.0000712051,0.05000,1.232
16,mlp.experts.79.up_proj,0.0001167100,0.05000,1.239
16,mlp.experts.74.up_proj,0.0000528180,0.05000,1.233
16,mlp.experts.72.up_proj,0.0000563123,0.05000,1.240
16,mlp.experts.77.up_proj,0.0001324192,0.05000,1.223
16,mlp.experts.83.up_proj,0.0000512585,0.05000,1.226
16,mlp.experts.78.up_proj,0.0000716181,0.05000,1.237
16,mlp.experts.76.up_proj,0.0000621256,0.05000,1.229
16,mlp.experts.81.up_proj,0.0001469568,0.05000,1.236
16,mlp.experts.87.up_proj,0.0000456529,0.05000,1.245
16,mlp.experts.82.up_proj,0.0000554912,0.05000,1.251
16,mlp.experts.80.up_proj,0.0000340063,0.05000,1.248
16,mlp.experts.85.up_proj,0.0000532172,0.05000,1.241
16,mlp.experts.91.up_proj,0.0000758416,0.05000,1.240
16,mlp.experts.86.up_proj,0.0001932658,0.05000,1.240
16,mlp.experts.84.up_proj,0.0001502589,0.05000,1.244
16,mlp.experts.89.up_proj,0.0000932869,0.05000,1.249
16,mlp.experts.95.up_proj,0.0000226981,0.05000,1.245
16,mlp.experts.90.up_proj,0.0000843802,0.05000,1.253
16,mlp.experts.88.up_proj,0.0001365351,0.05000,1.245
16,mlp.experts.93.up_proj,0.0001391557,0.05000,1.250
16,mlp.experts.99.up_proj,0.0000519113,0.05000,1.243
16,mlp.experts.94.up_proj,0.0001189081,0.05000,1.252
16,mlp.experts.92.up_proj,0.0001788330,0.05000,1.251
16,mlp.experts.97.up_proj,0.0002329526,0.05000,1.253
16,mlp.experts.103.up_proj,0.0000706757,0.05000,1.252
16,mlp.experts.98.up_proj,0.0000947859,0.05000,1.250
16,mlp.experts.96.up_proj,0.0000754601,0.05000,1.250
16,mlp.experts.101.up_proj,0.0000947210,0.05000,1.241
16,mlp.experts.107.up_proj,0.0000712030,0.05000,1.233
16,mlp.experts.102.up_proj,0.0000762272,0.05000,1.233
16,mlp.experts.100.up_proj,0.0001392569,0.05000,1.239
16,mlp.experts.105.up_proj,0.0001334460,0.05000,1.259
16,mlp.experts.111.up_proj,0.0001221347,0.05000,1.262
16,mlp.experts.106.up_proj,0.0001533034,0.05000,1.247
16,mlp.experts.104.up_proj,0.0000532890,0.05000,1.247
16,mlp.experts.109.up_proj,0.0000792595,0.05000,1.236
16,mlp.experts.115.up_proj,0.0000675585,0.05000,1.232
16,mlp.experts.110.up_proj,0.0000462376,0.05000,1.232
16,mlp.experts.108.up_proj,0.0000726407,0.05000,1.230
16,mlp.experts.113.up_proj,0.0000553592,0.05000,1.242
16,mlp.experts.119.up_proj,0.0000375088,0.05000,1.243
16,mlp.experts.114.up_proj,0.0000749363,0.05000,1.247
16,mlp.experts.112.up_proj,0.0000310379,0.05000,1.246
16,mlp.experts.117.up_proj,0.0000777945,0.05000,1.231
16,mlp.experts.123.up_proj,0.0000814685,0.05000,1.226
16,mlp.experts.118.up_proj,0.0000519655,0.05000,1.231
16,mlp.experts.116.up_proj,0.0001173681,0.05000,1.226
16,mlp.experts.121.up_proj,0.0000529023,0.05000,1.238
16,mlp.experts.127.up_proj,0.0001136079,0.05000,1.236
16,mlp.experts.122.up_proj,0.0000771351,0.05000,1.238
16,mlp.experts.120.up_proj,0.0000853364,0.05000,1.232
16,mlp.experts.125.up_proj,0.0001808763,0.05000,1.242
16,mlp.experts.131.up_proj,0.0001006248,0.05000,1.239
16,mlp.experts.126.up_proj,0.0001973030,0.05000,1.246
16,mlp.experts.124.up_proj,0.0000621994,0.05000,1.248
16,mlp.experts.129.up_proj,0.0000745560,0.05000,1.239
16,mlp.experts.135.up_proj,0.0001562347,0.05000,1.241
16,mlp.experts.130.up_proj,0.0000299866,0.05000,1.241
16,mlp.experts.128.up_proj,0.0001680054,0.05000,1.239
16,mlp.experts.133.up_proj,0.0000345353,0.05000,1.247
16,mlp.experts.139.up_proj,0.0001941173,0.05000,1.245
16,mlp.experts.134.up_proj,0.0002274359,0.05000,1.250
16,mlp.experts.132.up_proj,0.0000929473,0.05000,1.245
16,mlp.experts.137.up_proj,0.0000630912,0.05000,1.242
16,mlp.experts.143.up_proj,0.0000218832,0.05000,1.249
16,mlp.experts.138.up_proj,0.0000860025,0.05000,1.249
16,mlp.experts.136.up_proj,0.0000479231,0.05000,1.245
16,mlp.experts.141.up_proj,0.0001511173,0.05000,1.230
16,mlp.experts.147.up_proj,0.0000556768,0.05000,1.240
16,mlp.experts.142.up_proj,0.0001304765,0.05000,1.238
16,mlp.experts.140.up_proj,0.0000701839,0.05000,1.248
16,mlp.experts.145.up_proj,0.0000987361,0.05000,1.248
16,mlp.experts.151.up_proj,0.0000654907,0.05000,1.261
16,mlp.experts.146.up_proj,0.0001100812,0.05000,1.277
16,mlp.experts.144.up_proj,0.0000989713,0.05000,1.272
16,mlp.experts.149.up_proj,0.0000498129,0.05000,1.274
16,mlp.experts.155.up_proj,0.0001077473,0.05000,1.246
16,mlp.experts.150.up_proj,0.0000812622,0.05000,1.258
16,mlp.experts.148.up_proj,0.0002387901,0.05000,1.259
16,mlp.experts.153.up_proj,0.0000712479,0.05000,1.250
16,mlp.experts.159.up_proj,0.0001949622,0.05000,1.239
16,mlp.experts.154.up_proj,0.0000933704,0.05000,1.234
16,mlp.experts.152.up_proj,0.0000959911,0.05000,1.238
16,mlp.experts.157.up_proj,0.0001385730,0.05000,1.247
16,mlp.experts.163.up_proj,0.0001387658,0.05000,1.243
16,mlp.experts.158.up_proj,0.0000796941,0.05000,1.244
16,mlp.experts.156.up_proj,0.0000409868,0.05000,1.246
16,mlp.experts.161.up_proj,0.0000551801,0.05000,1.230
16,mlp.experts.167.up_proj,0.0000321370,0.05000,1.233
16,mlp.experts.162.up_proj,0.0001293634,0.05000,1.240
16,mlp.experts.160.up_proj,0.0001055658,0.05000,1.239
16,mlp.experts.165.up_proj,0.0001593582,0.05000,1.234
16,mlp.experts.171.up_proj,0.0000811919,0.05000,1.243
16,mlp.experts.166.up_proj,0.0001143822,0.05000,1.241
16,mlp.experts.164.up_proj,0.0000890926,0.05000,1.242
16,mlp.experts.169.up_proj,0.0000619317,0.05000,1.247
16,mlp.experts.175.up_proj,0.0001505700,0.05000,1.251
16,mlp.experts.170.up_proj,0.0000956366,0.05000,1.248
16,mlp.experts.168.up_proj,0.0000812771,0.05000,1.254
16,mlp.experts.173.up_proj,0.0000844729,0.05000,1.238
16,mlp.experts.179.up_proj,0.0000714413,0.05000,1.253
16,mlp.experts.174.up_proj,0.0001438077,0.05000,1.249
16,mlp.experts.172.up_proj,0.0000496825,0.05000,1.251
16,mlp.experts.177.up_proj,0.0001349261,0.05000,1.259
16,mlp.experts.183.up_proj,0.0000716680,0.05000,1.254
16,mlp.experts.178.up_proj,0.0000825903,0.05000,1.249
16,mlp.experts.176.up_proj,0.0001536857,0.05000,1.246
16,mlp.experts.181.up_proj,0.0000636401,0.05000,1.260
16,mlp.experts.187.up_proj,0.0001035839,0.05000,1.270
16,mlp.experts.182.up_proj,0.0001329681,0.05000,1.272
16,mlp.experts.180.up_proj,0.0000288802,0.05000,1.276
16,mlp.experts.185.up_proj,0.0001027899,0.05000,1.253
16,mlp.experts.191.up_proj,0.0001681225,0.05000,1.272
16,mlp.experts.186.up_proj,0.0000940629,0.05000,1.276
16,mlp.experts.184.up_proj,0.0000396376,0.05000,1.277
16,mlp.experts.189.up_proj,0.0000700994,0.05000,1.254
16,mlp.experts.195.up_proj,0.0001563556,0.05000,1.236
16,mlp.experts.190.up_proj,0.0000598529,0.05000,1.236
16,mlp.experts.188.up_proj,0.0000609567,0.05000,1.247
16,mlp.experts.193.up_proj,0.0001094221,0.05000,1.235
16,mlp.experts.199.up_proj,0.0000990360,0.05000,1.246
16,mlp.experts.194.up_proj,0.0001024647,0.05000,1.236
16,mlp.experts.192.up_proj,0.0001808613,0.05000,1.238
16,mlp.experts.197.up_proj,0.0001146898,0.05000,1.234
16,mlp.experts.203.up_proj,0.0000974810,0.05000,1.226
16,mlp.experts.198.up_proj,0.0001808462,0.05000,1.232
16,mlp.experts.196.up_proj,0.0000463072,0.05000,1.210
16,mlp.experts.201.up_proj,0.0001281609,0.05000,0.537
16,mlp.experts.207.up_proj,0.0001392600,0.05000,0.480
16,mlp.experts.205.up_proj,0.0001401331,0.05000,1.220
16,mlp.experts.202.up_proj,0.0002121791,0.05000,1.240
16,mlp.experts.200.up_proj,0.0000747454,0.05000,1.245
16,mlp.experts.211.up_proj,0.0000964112,0.05000,1.245
16,mlp.experts.209.up_proj,0.0000705424,0.05000,1.246
16,mlp.experts.204.up_proj,0.0000746261,0.05000,1.247
16,mlp.experts.206.up_proj,0.0001225971,0.05000,1.254
16,mlp.experts.215.up_proj,0.0001367642,0.05000,1.262
16,mlp.experts.210.up_proj,0.0001190954,0.05000,1.218
16,mlp.experts.213.up_proj,0.0001452423,0.05000,1.261
16,mlp.experts.208.up_proj,0.0001481697,0.05000,1.247
16,mlp.experts.219.up_proj,0.0001424573,0.05000,1.240
16,mlp.experts.214.up_proj,0.0000860401,0.05000,1.245
16,mlp.experts.217.up_proj,0.0001247903,0.05000,1.244
16,mlp.experts.212.up_proj,0.0000478476,0.05000,1.237
16,mlp.experts.223.up_proj,0.0001244575,0.05000,1.254
16,mlp.experts.221.up_proj,0.0001351343,0.05000,1.216
16,mlp.experts.218.up_proj,0.0000860214,0.05000,1.241
16,mlp.experts.216.up_proj,0.0001973456,0.05000,1.234
16,mlp.experts.227.up_proj,0.0001025359,0.05000,1.225
16,mlp.experts.231.up_proj,fallback(rtn): 0.0010071,0.00000,0.017
16,mlp.experts.225.up_proj,0.0000814193,0.05000,1.228
16,mlp.experts.222.up_proj,0.0000865374,0.05000,1.228
16,mlp.experts.220.up_proj,0.0000964399,0.05000,1.233
16,mlp.experts.235.up_proj,0.0000961431,0.05000,1.240
16,mlp.experts.229.up_proj,0.0000295059,0.05000,1.259
16,mlp.experts.226.up_proj,0.0000751974,0.05000,1.257
16,mlp.experts.224.up_proj,0.0000546070,0.05000,1.262
16,mlp.experts.239.up_proj,0.0000899099,0.05000,1.258
16,mlp.experts.233.up_proj,0.0000283728,0.05000,1.247
16,mlp.experts.230.up_proj,0.0000896743,0.05000,1.244
16,mlp.experts.228.up_proj,0.0001078731,0.05000,1.246
16,mlp.experts.243.up_proj,0.0001325848,0.05000,1.246
16,mlp.experts.237.up_proj,0.0000641691,0.05000,1.241
16,mlp.experts.234.up_proj,0.0000824024,0.05000,1.255
16,mlp.experts.232.up_proj,0.0000610279,0.05000,1.243
16,mlp.experts.247.up_proj,0.0001266956,0.05000,1.245
16,mlp.experts.241.up_proj,0.0000889040,0.05000,1.242
16,mlp.experts.236.up_proj,0.0001201987,0.05000,1.243
16,mlp.experts.238.up_proj,0.0000520419,0.05000,1.257
16,mlp.experts.251.up_proj,0.0000819217,0.05000,1.260
16,mlp.experts.245.up_proj,0.0000875992,0.05000,1.247
16,mlp.experts.240.up_proj,0.0000791518,0.05000,1.254
16,mlp.experts.242.up_proj,0.0001233379,0.05000,1.263
16,mlp.experts.255.up_proj,0.0000740902,0.05000,1.238
16,mlp.experts.249.up_proj,0.0000698187,0.05000,0.778
16,mlp.experts.246.up_proj,0.0000862356,0.05000,0.755
16,mlp.experts.244.up_proj,0.0000761648,0.05000,0.768
16,mlp.experts.253.up_proj,0.0000329336,0.05000,0.758
16,mlp.experts.250.up_proj,0.0000820558,0.05000,0.748
16,mlp.experts.248.up_proj,0.0001217560,0.05000,0.749
16,mlp.experts.254.up_proj,0.0000601054,0.05000,0.456
16,mlp.experts.252.up_proj,0.0000578565,0.05000,0.455
16,mlp.experts.0.down_proj,0.0000011662,0.05000,0.315
16,mlp.experts.2.down_proj,0.0000020687,0.05000,0.317
16,mlp.experts.3.down_proj,0.0000070598,0.05000,0.320
16,mlp.experts.1.down_proj,0.0000028265,0.05000,0.321
16,mlp.experts.5.down_proj,0.0000011888,0.05000,0.309
16,mlp.experts.7.down_proj,0.0000020788,0.05000,0.313
16,mlp.experts.6.down_proj,0.0000015451,0.05000,0.320
16,mlp.experts.4.down_proj,0.0000035480,0.05000,0.323
16,mlp.experts.9.down_proj,0.0000020782,0.05000,0.311
16,mlp.experts.10.down_proj,0.0000010741,0.05000,0.308
16,mlp.experts.11.down_proj,0.0000017224,0.05000,0.313
16,mlp.experts.8.down_proj,0.0000019718,0.05000,0.322
16,mlp.experts.13.down_proj,0.0000036768,0.05000,0.322
16,mlp.experts.14.down_proj,0.0000012215,0.05000,0.324
16,mlp.experts.15.down_proj,0.0000045667,0.05000,0.321
16,mlp.experts.12.down_proj,0.0000034608,0.05000,0.322
16,mlp.experts.17.down_proj,0.0000029530,0.05000,0.316
16,mlp.experts.18.down_proj,0.0000017840,0.05000,0.316
16,mlp.experts.19.down_proj,0.0000023771,0.05000,0.323
16,mlp.experts.16.down_proj,0.0000010503,0.05000,0.326
16,mlp.experts.21.down_proj,0.0000014220,0.05000,0.312
16,mlp.experts.22.down_proj,0.0000030346,0.05000,0.310
16,mlp.experts.23.down_proj,0.0000009374,0.05000,0.308
16,mlp.experts.20.down_proj,0.0000012229,0.05000,0.310
16,mlp.experts.25.down_proj,0.0000029625,0.05000,0.313
16,mlp.experts.27.down_proj,0.0000032102,0.05000,0.308
16,mlp.experts.26.down_proj,0.0000021312,0.05000,0.318
16,mlp.experts.24.down_proj,0.0000023442,0.05000,0.313
16,mlp.experts.29.down_proj,0.0000008777,0.05000,0.317
16,mlp.experts.31.down_proj,0.0000021406,0.05000,0.318
16,mlp.experts.30.down_proj,0.0000013840,0.05000,0.317
16,mlp.experts.28.down_proj,0.0000008120,0.05000,0.316
16,mlp.experts.33.down_proj,0.0000019311,0.05000,0.307
16,mlp.experts.35.down_proj,0.0000020706,0.05000,0.314
16,mlp.experts.34.down_proj,0.0000026111,0.05000,0.313
16,mlp.experts.32.down_proj,0.0000026294,0.05000,0.324
16,mlp.experts.37.down_proj,0.0000034917,0.05000,0.325
16,mlp.experts.39.down_proj,0.0000006734,0.05000,0.324
16,mlp.experts.38.down_proj,0.0000011552,0.05000,0.314
16,mlp.experts.36.down_proj,0.0000022382,0.05000,0.330
16,mlp.experts.41.down_proj,0.0000008115,0.05000,0.332
16,mlp.experts.43.down_proj,0.0000010750,0.05000,0.332
16,mlp.experts.42.down_proj,0.0000011910,0.05000,0.322
16,mlp.experts.40.down_proj,0.0000010313,0.05000,0.317
16,mlp.experts.45.down_proj,0.0000026893,0.05000,0.314
16,mlp.experts.47.down_proj,0.0000024653,0.05000,0.317
16,mlp.experts.46.down_proj,0.0000014328,0.05000,0.318
16,mlp.experts.44.down_proj,0.0000024783,0.05000,0.313
16,mlp.experts.49.down_proj,0.0000009113,0.05000,0.319
16,mlp.experts.51.down_proj,0.0000004431,0.05000,0.324
16,mlp.experts.50.down_proj,0.0000012128,0.05000,0.323
16,mlp.experts.48.down_proj,0.0000012892,0.05000,0.313
16,mlp.experts.53.down_proj,0.0000019203,0.05000,0.318
16,mlp.experts.55.down_proj,0.0000023375,0.05000,0.320
16,mlp.experts.54.down_proj,0.0000018896,0.05000,0.319
16,mlp.experts.52.down_proj,0.0000040202,0.05000,0.320
16,mlp.experts.57.down_proj,0.0000032172,0.05000,0.309
16,mlp.experts.59.down_proj,0.0000015811,0.05000,0.310
16,mlp.experts.58.down_proj,0.0000023234,0.05000,0.313
16,mlp.experts.56.down_proj,0.0000016510,0.05000,0.312
16,mlp.experts.61.down_proj,0.0000016373,0.05000,0.315
16,mlp.experts.63.down_proj,0.0000009132,0.05000,0.316
16,mlp.experts.62.down_proj,0.0000020376,0.05000,0.317
16,mlp.experts.60.down_proj,0.0000011676,0.05000,0.318
16,mlp.experts.65.down_proj,0.0000016758,0.05000,0.322
16,mlp.experts.67.down_proj,0.0000008848,0.05000,0.314
16,mlp.experts.66.down_proj,0.0000012863,0.05000,0.317
16,mlp.experts.64.down_proj,0.0000039583,0.05000,0.318
16,mlp.experts.69.down_proj,0.0000076312,0.05000,0.322
16,mlp.experts.71.down_proj,0.0000040532,0.05000,0.323
16,mlp.experts.70.down_proj,0.0000021951,0.05000,0.326
16,mlp.experts.68.down_proj,0.0000031221,0.05000,0.316
16,mlp.experts.73.down_proj,0.0000029422,0.05000,0.305
16,mlp.experts.75.down_proj,0.0000013758,0.05000,0.310
16,mlp.experts.74.down_proj,0.0000019784,0.05000,0.307
16,mlp.experts.72.down_proj,0.0000018969,0.05000,0.308
16,mlp.experts.77.down_proj,0.0000053862,0.05000,0.316
16,mlp.experts.79.down_proj,0.0000028428,0.05000,0.328
16,mlp.experts.78.down_proj,0.0000019773,0.05000,0.330
16,mlp.experts.76.down_proj,0.0000035233,0.05000,0.327
16,mlp.experts.81.down_proj,0.0000031458,0.05000,0.310
16,mlp.experts.83.down_proj,0.0000014781,0.05000,0.311
16,mlp.experts.82.down_proj,0.0000020392,0.05000,0.313
16,mlp.experts.80.down_proj,0.0000012005,0.05000,0.313
16,mlp.experts.85.down_proj,0.0000015078,0.05000,0.312
16,mlp.experts.87.down_proj,0.0000013201,0.05000,0.312
16,mlp.experts.86.down_proj,0.0000059535,0.05000,0.313
16,mlp.experts.84.down_proj,0.0000022822,0.05000,0.314
16,mlp.experts.89.down_proj,0.0000009567,0.05000,0.322
16,mlp.experts.91.down_proj,0.0000038187,0.05000,0.325
16,mlp.experts.90.down_proj,0.0000026521,0.05000,0.322
16,mlp.experts.88.down_proj,0.0000018336,0.05000,0.323
16,mlp.experts.93.down_proj,0.0000017513,0.05000,0.314
16,mlp.experts.95.down_proj,0.0000007157,0.05000,0.312
16,mlp.experts.94.down_proj,0.0000040675,0.05000,0.316
16,mlp.experts.92.down_proj,0.0000027592,0.05000,0.313
16,mlp.experts.97.down_proj,0.0000080562,0.05000,0.321
16,mlp.experts.99.down_proj,0.0000015019,0.05000,0.319
16,mlp.experts.98.down_proj,0.0000031734,0.05000,0.315
16,mlp.experts.96.down_proj,0.0000021095,0.05000,0.316
16,mlp.experts.101.down_proj,0.0000042452,0.05000,0.311
16,mlp.experts.103.down_proj,0.0000015455,0.05000,0.313
16,mlp.experts.102.down_proj,0.0000035038,0.05000,0.311
16,mlp.experts.100.down_proj,0.0000017658,0.05000,0.311
16,mlp.experts.105.down_proj,0.0000036061,0.05000,0.315
16,mlp.experts.107.down_proj,0.0000013237,0.05000,0.316
16,mlp.experts.106.down_proj,0.0000047288,0.05000,0.319
16,mlp.experts.104.down_proj,0.0000017062,0.05000,0.315
16,mlp.experts.109.down_proj,0.0000014501,0.05000,0.314
16,mlp.experts.111.down_proj,0.0000035746,0.05000,0.313
16,mlp.experts.110.down_proj,0.0000011631,0.05000,0.311
16,mlp.experts.108.down_proj,0.0000016650,0.05000,0.313
16,mlp.experts.113.down_proj,0.0000014591,0.05000,0.316
16,mlp.experts.115.down_proj,0.0000032927,0.05000,0.314
16,mlp.experts.114.down_proj,0.0000026252,0.05000,0.316
16,mlp.experts.112.down_proj,0.0000006007,0.05000,0.319
16,mlp.experts.117.down_proj,0.0000034290,0.05000,0.319
16,mlp.experts.119.down_proj,0.0000009068,0.05000,0.318
16,mlp.experts.118.down_proj,0.0000012876,0.05000,0.320
16,mlp.experts.116.down_proj,0.0000053843,0.05000,0.317
16,mlp.experts.121.down_proj,0.0000015620,0.05000,0.305
16,mlp.experts.123.down_proj,0.0000025138,0.05000,0.309
16,mlp.experts.122.down_proj,0.0000030233,0.05000,0.310
16,mlp.experts.120.down_proj,0.0000052422,0.05000,0.310
16,mlp.experts.125.down_proj,0.0000052348,0.05000,0.313
16,mlp.experts.127.down_proj,0.0000068539,0.05000,0.315
16,mlp.experts.126.down_proj,0.0000030317,0.05000,0.315
16,mlp.experts.124.down_proj,0.0000032168,0.05000,0.316
16,mlp.experts.129.down_proj,0.0000020253,0.05000,0.319
16,mlp.experts.131.down_proj,0.0000013622,0.05000,0.319
16,mlp.experts.130.down_proj,0.0000007226,0.05000,0.315
16,mlp.experts.128.down_proj,0.0000070161,0.05000,0.313
16,mlp.experts.133.down_proj,0.0000012784,0.05000,0.307
16,mlp.experts.135.down_proj,0.0000042928,0.05000,0.301
16,mlp.experts.134.down_proj,0.0000039894,0.05000,0.306
16,mlp.experts.132.down_proj,0.0000019645,0.05000,0.307
16,mlp.experts.137.down_proj,0.0000021271,0.05000,0.315
16,mlp.experts.139.down_proj,0.0000062634,0.05000,0.311
16,mlp.experts.138.down_proj,0.0000029773,0.05000,0.311
16,mlp.experts.136.down_proj,0.0000013395,0.05000,0.312
16,mlp.experts.141.down_proj,0.0000019882,0.05000,0.316
16,mlp.experts.143.down_proj,0.0000005806,0.05000,0.325
16,mlp.experts.142.down_proj,0.0000050518,0.05000,0.322
16,mlp.experts.140.down_proj,0.0000016678,0.05000,0.324
16,mlp.experts.145.down_proj,0.0000033681,0.05000,0.306
16,mlp.experts.147.down_proj,0.0000016814,0.05000,0.307
16,mlp.experts.146.down_proj,0.0000023737,0.05000,0.311
16,mlp.experts.144.down_proj,0.0000014177,0.05000,0.310
16,mlp.experts.149.down_proj,0.0000013985,0.05000,0.316
16,mlp.experts.151.down_proj,0.0000026563,0.05000,0.314
16,mlp.experts.150.down_proj,0.0000024890,0.05000,0.316
16,mlp.experts.148.down_proj,0.0000069449,0.05000,0.315
16,mlp.experts.153.down_proj,0.0000015963,0.05000,0.314
16,mlp.experts.155.down_proj,0.0000041181,0.05000,0.327
16,mlp.experts.154.down_proj,0.0000027930,0.05000,0.329
16,mlp.experts.152.down_proj,0.0000019390,0.05000,0.327
16,mlp.experts.157.down_proj,0.0000047464,0.05000,0.312
16,mlp.experts.159.down_proj,0.0000040908,0.05000,0.314
16,mlp.experts.158.down_proj,0.0000010054,0.05000,0.313
16,mlp.experts.156.down_proj,0.0000011590,0.05000,0.312
16,mlp.experts.161.down_proj,0.0000021819,0.05000,0.306
16,mlp.experts.163.down_proj,0.0000027172,0.05000,0.313
16,mlp.experts.162.down_proj,0.0000011407,0.05000,0.313
16,mlp.experts.160.down_proj,0.0000025552,0.05000,0.313
16,mlp.experts.165.down_proj,0.0000060771,0.05000,0.311
16,mlp.experts.167.down_proj,0.0000008956,0.05000,0.314
16,mlp.experts.166.down_proj,0.0000014702,0.05000,0.314
16,mlp.experts.164.down_proj,0.0000013343,0.05000,0.315
16,mlp.experts.169.down_proj,0.0000017411,0.05000,0.313
16,mlp.experts.171.down_proj,0.0000019127,0.05000,0.314
16,mlp.experts.170.down_proj,0.0000032325,0.05000,0.317
16,mlp.experts.168.down_proj,0.0000041651,0.05000,0.318
16,mlp.experts.173.down_proj,0.0000021446,0.05000,0.312
16,mlp.experts.175.down_proj,0.0000019229,0.05000,0.326
16,mlp.experts.174.down_proj,0.0000015801,0.05000,0.329
16,mlp.experts.172.down_proj,0.0000020098,0.05000,0.327
16,mlp.experts.177.down_proj,0.0000019007,0.05000,0.320
16,mlp.experts.179.down_proj,0.0000019848,0.05000,0.323
16,mlp.experts.178.down_proj,0.0000027345,0.05000,0.317
16,mlp.experts.176.down_proj,0.0000055536,0.05000,0.331
16,mlp.experts.181.down_proj,0.0000018362,0.05000,0.325
16,mlp.experts.183.down_proj,0.0000028671,0.05000,0.327
16,mlp.experts.182.down_proj,0.0000017976,0.05000,0.318
16,mlp.experts.180.down_proj,0.0000005906,0.05000,0.319
16,mlp.experts.185.down_proj,0.0000041588,0.05000,0.310
16,mlp.experts.187.down_proj,0.0000018724,0.05000,0.321
16,mlp.experts.186.down_proj,0.0000029181,0.05000,0.315
16,mlp.experts.184.down_proj,0.0000010795,0.05000,0.319
16,mlp.experts.189.down_proj,0.0000026315,0.05000,0.309
16,mlp.experts.191.down_proj,0.0000047162,0.05000,0.313
16,mlp.experts.190.down_proj,0.0000014998,0.05000,0.311
16,mlp.experts.188.down_proj,0.0000018305,0.05000,0.311
16,mlp.experts.193.down_proj,0.0000044516,0.05000,0.316
16,mlp.experts.195.down_proj,0.0000048566,0.05000,0.319
16,mlp.experts.194.down_proj,0.0000020340,0.05000,0.319
16,mlp.experts.192.down_proj,0.0000024067,0.05000,0.319
16,mlp.experts.197.down_proj,0.0000045005,0.05000,0.315
16,mlp.experts.199.down_proj,0.0000034412,0.05000,0.321
16,mlp.experts.198.down_proj,0.0000049256,0.05000,0.328
16,mlp.experts.196.down_proj,0.0000013507,0.05000,0.323
16,mlp.experts.201.down_proj,0.0000055971,0.05000,0.322
16,mlp.experts.203.down_proj,0.0000012909,0.05000,0.320
16,mlp.experts.202.down_proj,0.0000065959,0.05000,0.314
16,mlp.experts.200.down_proj,0.0000021513,0.05000,0.320
16,mlp.experts.205.down_proj,0.0000026221,0.05000,0.314
16,mlp.experts.207.down_proj,0.0000032551,0.05000,0.323
16,mlp.experts.206.down_proj,0.0000039828,0.05000,0.325
16,mlp.experts.204.down_proj,0.0000008799,0.05000,0.323
16,mlp.experts.209.down_proj,0.0000030075,0.05000,0.309
16,mlp.experts.211.down_proj,0.0000033174,0.05000,0.311
16,mlp.experts.210.down_proj,0.0000012549,0.05000,0.310
16,mlp.experts.208.down_proj,0.0000020682,0.05000,0.309
16,mlp.experts.213.down_proj,0.0000016152,0.05000,0.311
16,mlp.experts.214.down_proj,0.0000019801,0.05000,0.312
16,mlp.experts.215.down_proj,0.0000030750,0.05000,0.319
16,mlp.experts.212.down_proj,0.0000017900,0.05000,0.309
16,mlp.experts.217.down_proj,0.0000028007,0.05000,0.309
16,mlp.experts.218.down_proj,0.0000009109,0.05000,0.310
16,mlp.experts.219.down_proj,0.0000068838,0.05000,0.312
16,mlp.experts.216.down_proj,0.0000033236,0.05000,0.312
16,mlp.experts.221.down_proj,0.0000062130,0.05000,0.312
16,mlp.experts.222.down_proj,0.0000024422,0.05000,0.312
16,mlp.experts.220.down_proj,0.0000010592,0.05000,0.308
16,mlp.experts.223.down_proj,0.0000020553,0.05000,0.323
16,mlp.experts.225.down_proj,0.0000008734,0.05000,0.324
16,mlp.experts.224.down_proj,0.0000021086,0.05000,0.321
16,mlp.experts.226.down_proj,0.0000021759,0.05000,0.325
16,mlp.experts.227.down_proj,0.0000013330,0.05000,0.320
16,mlp.experts.231.down_proj,fallback(rtn): 0.0010071,0.00000,0.006
16,mlp.experts.229.down_proj,0.0000011828,0.05000,0.314
16,mlp.experts.228.down_proj,0.0000029481,0.05000,0.313
16,mlp.experts.230.down_proj,0.0000032725,0.05000,0.316
16,mlp.experts.235.down_proj,0.0000029761,0.05000,0.315
16,mlp.experts.233.down_proj,0.0000007251,0.05000,0.316
16,mlp.experts.232.down_proj,0.0000016858,0.05000,0.314
16,mlp.experts.234.down_proj,0.0000020482,0.05000,0.315
16,mlp.experts.239.down_proj,0.0000024421,0.05000,0.325
16,mlp.experts.237.down_proj,0.0000023673,0.05000,0.325
16,mlp.experts.236.down_proj,0.0000013508,0.05000,0.325
16,mlp.experts.238.down_proj,0.0000013393,0.05000,0.326
16,mlp.experts.243.down_proj,0.0000058462,0.05000,0.318
16,mlp.experts.241.down_proj,0.0000025627,0.05000,0.325
16,mlp.experts.240.down_proj,0.0000022157,0.05000,0.339
16,mlp.experts.242.down_proj,0.0000016501,0.05000,0.328
16,mlp.experts.247.down_proj,0.0000015290,0.05000,0.321
16,mlp.experts.245.down_proj,0.0000009531,0.05000,0.328
16,mlp.experts.246.down_proj,0.0000012293,0.05000,0.318
16,mlp.experts.244.down_proj,0.0000015767,0.05000,0.323
16,mlp.experts.251.down_proj,0.0000040496,0.05000,0.323
16,mlp.experts.249.down_proj,0.0000019436,0.05000,0.324
16,mlp.experts.248.down_proj,0.0000014324,0.05000,0.333
16,mlp.experts.250.down_proj,0.0000036813,0.05000,0.343
16,mlp.experts.255.down_proj,0.0000043688,0.05000,0.338
16,mlp.experts.253.down_proj,0.0000009433,0.05000,0.238
16,mlp.experts.252.down_proj,0.0000017599,0.05000,0.181
16,mlp.experts.254.down_proj,0.0000019295,0.05000,0.176
17,mlp.experts.1.gate_proj,0.0000643208,0.05000,1.269
17,mlp.experts.0.gate_proj,0.0000314012,0.05000,1.276
17,mlp.experts.2.gate_proj,0.0000695013,0.05000,1.286
17,mlp.experts.3.gate_proj,0.0000893664,0.05000,1.276
17,mlp.experts.4.gate_proj,0.0001854776,0.05000,1.239
17,mlp.experts.5.gate_proj,0.0000648632,0.05000,1.247
17,mlp.experts.6.gate_proj,0.0002135678,0.05000,1.260
17,mlp.experts.7.gate_proj,0.0000462545,0.05000,1.264
17,mlp.experts.8.gate_proj,0.0001581004,0.05000,1.228
17,mlp.experts.9.gate_proj,0.0001013187,0.05000,1.224
17,mlp.experts.10.gate_proj,0.0001241602,0.05000,1.226
17,mlp.experts.11.gate_proj,0.0000347904,0.05000,1.232
17,mlp.experts.15.gate_proj,fallback(rtn): 0.0010071,0.00000,0.019
17,mlp.experts.12.gate_proj,0.0000656766,0.05000,1.236
17,mlp.experts.13.gate_proj,0.0000981593,0.05000,1.238
17,mlp.experts.14.gate_proj,0.0001165969,0.05000,1.240
17,mlp.experts.19.gate_proj,0.0000526006,0.05000,1.232
17,mlp.experts.17.gate_proj,0.0000452109,0.05000,1.227
17,mlp.experts.16.gate_proj,0.0000444510,0.05000,1.234
17,mlp.experts.18.gate_proj,0.0001692188,0.05000,1.230
17,mlp.experts.23.gate_proj,0.0000310757,0.05000,1.240
17,mlp.experts.20.gate_proj,0.0000692178,0.05000,1.243
17,mlp.experts.21.gate_proj,0.0000906592,0.05000,1.250
17,mlp.experts.22.gate_proj,0.0001264918,0.05000,1.242
17,mlp.experts.24.gate_proj,fallback(rtn): 0.0010300,0.00000,0.030
17,mlp.experts.27.gate_proj,0.0000484702,0.05000,1.236
17,mlp.experts.25.gate_proj,0.0001186369,0.05000,1.232
17,mlp.experts.26.gate_proj,0.0000536791,0.05000,1.244
17,mlp.experts.28.gate_proj,0.0001101925,0.05000,1.237
17,mlp.experts.31.gate_proj,0.0000627545,0.05000,1.238
17,mlp.experts.29.gate_proj,0.0001487829,0.05000,1.276
17,mlp.experts.32.gate_proj,0.0000527455,0.05000,1.275
17,mlp.experts.35.gate_proj,0.0000274257,0.05000,1.261
17,mlp.experts.30.gate_proj,0.0001430703,0.05000,1.289
17,mlp.experts.33.gate_proj,0.0001619372,0.05000,1.305
17,mlp.experts.36.gate_proj,0.0001606213,0.05000,1.289
17,mlp.experts.39.gate_proj,0.0001427452,0.05000,1.290
17,mlp.experts.34.gate_proj,0.0001336085,0.05000,1.301
17,mlp.experts.40.gate_proj,fallback(rtn): 0.0010681,0.00000,0.028
17,mlp.experts.37.gate_proj,0.0001028520,0.05000,1.225
17,mlp.experts.43.gate_proj,0.0001530268,0.05000,1.222
17,mlp.experts.38.gate_proj,0.0000698362,0.05000,1.220
17,mlp.experts.44.gate_proj,0.0000659675,0.05000,1.222
17,mlp.experts.41.gate_proj,0.0001122660,0.05000,1.237
17,mlp.experts.47.gate_proj,0.0001372843,0.05000,1.239
17,mlp.experts.48.gate_proj,0.0000863674,0.05000,1.232
17,mlp.experts.42.gate_proj,0.0001049683,0.05000,1.248
17,mlp.experts.45.gate_proj,0.0001137565,0.05000,1.221
17,mlp.experts.51.gate_proj,0.0001945400,0.05000,1.232
17,mlp.experts.46.gate_proj,0.0000999844,0.05000,1.217
17,mlp.experts.52.gate_proj,0.0000862220,0.05000,1.223
17,mlp.experts.49.gate_proj,0.0001251015,0.05000,1.221
17,mlp.experts.56.gate_proj,0.0000597408,0.05000,1.229
17,mlp.experts.55.gate_proj,0.0000730277,0.05000,1.243
17,mlp.experts.50.gate_proj,0.0000429815,0.05000,1.240
17,mlp.experts.53.gate_proj,0.0000823773,0.05000,1.246
17,mlp.experts.59.gate_proj,0.0001629194,0.05000,1.231
17,mlp.experts.54.gate_proj,0.0001360291,0.05000,1.230
17,mlp.experts.60.gate_proj,0.0000602918,0.05000,1.256
17,mlp.experts.57.gate_proj,0.0000557782,0.05000,1.231
17,mlp.experts.63.gate_proj,0.0001404273,0.05000,1.228
17,mlp.experts.58.gate_proj,0.0000885324,0.05000,1.241
17,mlp.experts.64.gate_proj,0.0000325504,0.05000,1.233
17,mlp.experts.61.gate_proj,0.0000419956,0.05000,1.238
17,mlp.experts.67.gate_proj,0.0000773071,0.05000,1.250
17,mlp.experts.62.gate_proj,0.0000761929,0.05000,1.256
17,mlp.experts.68.gate_proj,0.0002145305,0.05000,1.247
17,mlp.experts.65.gate_proj,0.0000961869,0.05000,1.256
17,mlp.experts.71.gate_proj,0.0001155305,0.05000,1.250
17,mlp.experts.66.gate_proj,0.0001348303,0.05000,1.272
17,mlp.experts.72.gate_proj,0.0001428491,0.05000,1.273
17,mlp.experts.69.gate_proj,0.0001362214,0.05000,1.243
17,mlp.experts.75.gate_proj,0.0002325848,0.05000,1.244
17,mlp.experts.70.gate_proj,0.0000843159,0.05000,1.230
17,mlp.experts.76.gate_proj,0.0000336358,0.05000,1.246
17,mlp.experts.73.gate_proj,0.0000680659,0.05000,1.264
17,mlp.experts.79.gate_proj,0.0001139549,0.05000,1.275
17,mlp.experts.74.gate_proj,0.0001733678,0.05000,1.267
17,mlp.experts.80.gate_proj,0.0002127700,0.05000,1.273
17,mlp.experts.77.gate_proj,0.0000827884,0.05000,1.249
17,mlp.experts.83.gate_proj,0.0001926156,0.05000,1.250
17,mlp.experts.78.gate_proj,0.0001124653,0.05000,1.250
17,mlp.experts.84.gate_proj,0.0000685983,0.05000,1.247
17,mlp.experts.81.gate_proj,0.0000540922,0.05000,1.240
17,mlp.experts.87.gate_proj,0.0000386082,0.05000,1.236
17,mlp.experts.82.gate_proj,0.0000904857,0.05000,1.233
17,mlp.experts.88.gate_proj,0.0000411675,0.05000,1.228
17,mlp.experts.85.gate_proj,0.0001866645,0.05000,1.250
17,mlp.experts.91.gate_proj,0.0001480454,0.05000,1.278
17,mlp.experts.86.gate_proj,0.0001231979,0.05000,1.270
17,mlp.experts.92.gate_proj,0.0000859837,0.05000,1.275
17,mlp.experts.89.gate_proj,0.0000497558,0.05000,1.241
17,mlp.experts.90.gate_proj,0.0000873705,0.05000,1.249
17,mlp.experts.95.gate_proj,0.0001575171,0.05000,1.257
17,mlp.experts.96.gate_proj,0.0001497122,0.05000,1.229
17,mlp.experts.93.gate_proj,0.0000944738,0.05000,1.232
17,mlp.experts.100.gate_proj,0.0001436398,0.05000,1.235
17,mlp.experts.94.gate_proj,0.0001098939,0.05000,1.253
17,mlp.experts.99.gate_proj,0.0000801816,0.05000,1.263
17,mlp.experts.97.gate_proj,0.0001401664,0.05000,1.245
17,mlp.experts.104.gate_proj,0.0000592312,0.05000,1.247
17,mlp.experts.98.gate_proj,0.0000925907,0.05000,1.237
17,mlp.experts.103.gate_proj,0.0000307856,0.05000,1.245
17,mlp.experts.101.gate_proj,0.0000714470,0.05000,1.249
17,mlp.experts.102.gate_proj,0.0000716382,0.05000,1.247
17,mlp.experts.108.gate_proj,0.0001195313,0.05000,1.265
17,mlp.experts.107.gate_proj,0.0000906498,0.05000,1.258
17,mlp.experts.105.gate_proj,0.0000797596,0.05000,1.266
17,mlp.experts.106.gate_proj,0.0001263712,0.05000,1.274
17,mlp.experts.111.gate_proj,0.0001712249,0.05000,1.268
17,mlp.experts.112.gate_proj,0.0001852738,0.05000,1.291
17,mlp.experts.109.gate_proj,0.0000564206,0.05000,1.245
17,mlp.experts.110.gate_proj,0.0000432626,0.05000,1.253
17,mlp.experts.115.gate_proj,0.0000518044,0.05000,1.255
17,mlp.experts.116.gate_proj,0.0001717395,0.05000,1.247
17,mlp.experts.113.gate_proj,0.0000477051,0.05000,1.214
17,mlp.experts.114.gate_proj,0.0000748088,0.05000,1.215
17,mlp.experts.119.gate_proj,0.0000828861,0.05000,1.216
17,mlp.experts.120.gate_proj,0.0001181328,0.05000,1.228
17,mlp.experts.117.gate_proj,0.0000793593,0.05000,1.224
17,mlp.experts.118.gate_proj,0.0000411932,0.05000,1.240
17,mlp.experts.123.gate_proj,0.0000531842,0.05000,1.243
17,mlp.experts.124.gate_proj,0.0002003895,0.05000,1.247
17,mlp.experts.121.gate_proj,0.0000958513,0.05000,1.255
17,mlp.experts.122.gate_proj,0.0000699074,0.05000,1.264
17,mlp.experts.127.gate_proj,0.0001285677,0.05000,1.255
17,mlp.experts.128.gate_proj,0.0000984971,0.05000,1.282
17,mlp.experts.125.gate_proj,0.0001430490,0.05000,1.250
17,mlp.experts.126.gate_proj,0.0000611342,0.05000,1.260
17,mlp.experts.131.gate_proj,0.0000603854,0.05000,1.252
17,mlp.experts.132.gate_proj,0.0000785064,0.05000,1.240
17,mlp.experts.129.gate_proj,0.0001363391,0.05000,1.245
17,mlp.experts.135.gate_proj,0.0000618588,0.05000,1.244
17,mlp.experts.130.gate_proj,0.0000512765,0.05000,1.266
17,mlp.experts.136.gate_proj,0.0001023133,0.05000,1.252
17,mlp.experts.133.gate_proj,0.0001716749,0.05000,1.250
17,mlp.experts.134.gate_proj,0.0001156559,0.05000,1.256
17,mlp.experts.139.gate_proj,0.0000646246,0.05000,1.260
17,mlp.experts.140.gate_proj,0.0000677873,0.05000,1.255
17,mlp.experts.137.gate_proj,0.0000611648,0.05000,1.258
17,mlp.experts.138.gate_proj,0.0000638947,0.05000,1.269
17,mlp.experts.143.gate_proj,0.0000957041,0.05000,1.282
17,mlp.experts.144.gate_proj,0.0002397946,0.05000,1.260
17,mlp.experts.141.gate_proj,0.0001372429,0.05000,1.263
17,mlp.experts.142.gate_proj,0.0000633841,0.05000,1.262
17,mlp.experts.147.gate_proj,0.0000859079,0.05000,1.283
17,mlp.experts.148.gate_proj,0.0001376851,0.05000,1.286
17,mlp.experts.145.gate_proj,0.0000760141,0.05000,1.240
17,mlp.experts.146.gate_proj,0.0002413346,0.05000,1.234
17,mlp.experts.151.gate_proj,0.0001694814,0.05000,1.222
17,mlp.experts.152.gate_proj,0.0000393992,0.05000,1.226
17,mlp.experts.149.gate_proj,0.0000925661,0.05000,1.233
17,mlp.experts.150.gate_proj,0.0001433355,0.05000,1.230
17,mlp.experts.155.gate_proj,0.0000499303,0.05000,1.244
17,mlp.experts.156.gate_proj,0.0000844791,0.05000,1.250
17,mlp.experts.153.gate_proj,0.0001123988,0.05000,1.242
17,mlp.experts.154.gate_proj,0.0001725572,0.05000,1.251
17,mlp.experts.159.gate_proj,0.0001761930,0.05000,1.239
17,mlp.experts.160.gate_proj,0.0001009735,0.05000,1.246
17,mlp.experts.157.gate_proj,0.0000781805,0.05000,1.258
17,mlp.experts.158.gate_proj,0.0001037214,0.05000,1.272
17,mlp.experts.163.gate_proj,0.0000961980,0.05000,1.258
17,mlp.experts.164.gate_proj,0.0000833988,0.05000,1.268
17,mlp.experts.161.gate_proj,0.0001373270,0.05000,1.244
17,mlp.experts.162.gate_proj,0.0000834582,0.05000,1.246
17,mlp.experts.167.gate_proj,0.0001546507,0.05000,1.258
17,mlp.experts.168.gate_proj,0.0001224285,0.05000,1.248
17,mlp.experts.165.gate_proj,0.0001614760,0.05000,1.245
17,mlp.experts.166.gate_proj,0.0001249190,0.05000,1.235
17,mlp.experts.171.gate_proj,0.0001090993,0.05000,1.241
17,mlp.experts.172.gate_proj,0.0000454604,0.05000,1.254
17,mlp.experts.169.gate_proj,0.0000759446,0.05000,1.253
17,mlp.experts.170.gate_proj,0.0000482160,0.05000,1.278
17,mlp.experts.175.gate_proj,0.0001081124,0.05000,1.257
17,mlp.experts.176.gate_proj,0.0001344153,0.05000,1.273
17,mlp.experts.173.gate_proj,0.0000835729,0.05000,1.259
17,mlp.experts.174.gate_proj,0.0000609049,0.05000,1.277
17,mlp.experts.179.gate_proj,0.0000882041,0.05000,1.273
17,mlp.experts.180.gate_proj,0.0000539625,0.05000,1.288
17,mlp.experts.177.gate_proj,0.0001284356,0.05000,1.252
17,mlp.experts.178.gate_proj,0.0001473051,0.05000,1.258
17,mlp.experts.183.gate_proj,0.0001530212,0.05000,1.243
17,mlp.experts.184.gate_proj,0.0001368564,0.05000,1.247
17,mlp.experts.181.gate_proj,0.0001965185,0.05000,1.259
17,mlp.experts.182.gate_proj,0.0001420252,0.05000,1.261
17,mlp.experts.187.gate_proj,0.0001123519,0.05000,1.254
17,mlp.experts.188.gate_proj,0.0000794458,0.05000,1.262
17,mlp.experts.185.gate_proj,0.0000670646,0.05000,1.250
17,mlp.experts.191.gate_proj,0.0000361967,0.05000,1.237
17,mlp.experts.186.gate_proj,0.0001196521,0.05000,1.252
17,mlp.experts.192.gate_proj,0.0000589410,0.05000,1.241
17,mlp.experts.189.gate_proj,0.0000586974,0.05000,1.246
17,mlp.experts.190.gate_proj,0.0001129429,0.05000,1.257
17,mlp.experts.195.gate_proj,0.0001114441,0.05000,1.260
17,mlp.experts.196.gate_proj,0.0000606004,0.05000,1.256
17,mlp.experts.193.gate_proj,0.0001862700,0.05000,1.257
17,mlp.experts.199.gate_proj,0.0000928541,0.05000,1.257
17,mlp.experts.194.gate_proj,0.0001500616,0.05000,1.261
17,mlp.experts.200.gate_proj,0.0000474832,0.05000,1.253
17,mlp.experts.197.gate_proj,0.0000300855,0.05000,1.242
17,mlp.experts.203.gate_proj,0.0001681710,0.05000,1.262
17,mlp.experts.198.gate_proj,0.0000454052,0.05000,1.270
17,mlp.experts.204.gate_proj,0.0001207552,0.05000,1.268
17,mlp.experts.201.gate_proj,0.0000687185,0.05000,1.245
17,mlp.experts.207.gate_proj,0.0001056434,0.05000,1.252
17,mlp.experts.202.gate_proj,0.0000322372,0.05000,1.249
17,mlp.experts.208.gate_proj,0.0001875952,0.05000,1.251
17,mlp.experts.205.gate_proj,0.0001152087,0.05000,1.238
17,mlp.experts.206.gate_proj,0.0000349749,0.05000,1.257
17,mlp.experts.211.gate_proj,0.0000416595,0.05000,1.274
17,mlp.experts.212.gate_proj,0.0001890048,0.05000,1.267
17,mlp.experts.209.gate_proj,0.0001833541,0.05000,1.246
17,mlp.experts.210.gate_proj,0.0000973870,0.05000,1.245
17,mlp.experts.215.gate_proj,0.0000943150,0.05000,1.238
17,mlp.experts.216.gate_proj,0.0000934367,0.05000,1.257
17,mlp.experts.213.gate_proj,0.0000722820,0.05000,1.243
17,mlp.experts.214.gate_proj,0.0000634377,0.05000,1.251
17,mlp.experts.219.gate_proj,0.0000709365,0.05000,1.261
17,mlp.experts.220.gate_proj,0.0000460328,0.05000,1.249
17,mlp.experts.217.gate_proj,0.0001394863,0.05000,1.251
17,mlp.experts.218.gate_proj,0.0000993478,0.05000,1.237
17,mlp.experts.223.gate_proj,0.0000802788,0.05000,1.242
17,mlp.experts.224.gate_proj,0.0001940795,0.05000,1.244
17,mlp.experts.221.gate_proj,0.0001382057,0.05000,1.238
17,mlp.experts.222.gate_proj,0.0000822222,0.05000,1.243
17,mlp.experts.227.gate_proj,0.0001315781,0.05000,1.244
17,mlp.experts.228.gate_proj,0.0000606216,0.05000,1.245
17,mlp.experts.225.gate_proj,0.0001344227,0.05000,1.223
17,mlp.experts.226.gate_proj,0.0000695359,0.05000,1.217
17,mlp.experts.231.gate_proj,0.0000436875,0.05000,1.237
17,mlp.experts.232.gate_proj,0.0000762754,0.05000,1.251
17,mlp.experts.229.gate_proj,0.0000401265,0.05000,1.246
17,mlp.experts.230.gate_proj,0.0000797838,0.05000,1.248
17,mlp.experts.235.gate_proj,0.0000942831,0.05000,1.251
17,mlp.experts.236.gate_proj,0.0001056070,0.05000,1.249
17,mlp.experts.233.gate_proj,0.0000658008,0.05000,1.260
17,mlp.experts.234.gate_proj,0.0001163939,0.05000,1.268
17,mlp.experts.239.gate_proj,0.0000683768,0.05000,1.259
17,mlp.experts.240.gate_proj,0.0000792401,0.05000,1.250
17,mlp.experts.237.gate_proj,0.0000527895,0.05000,1.252
17,mlp.experts.238.gate_proj,0.0000284922,0.05000,1.258
17,mlp.experts.243.gate_proj,0.0000841370,0.05000,1.261
17,mlp.experts.244.gate_proj,0.0001486383,0.05000,1.248
17,mlp.experts.241.gate_proj,0.0001245147,0.05000,1.229
17,mlp.experts.242.gate_proj,0.0000458151,0.05000,1.236
17,mlp.experts.247.gate_proj,0.0000526207,0.05000,1.254
17,mlp.experts.248.gate_proj,0.0000758319,0.05000,1.249
17,mlp.experts.245.gate_proj,0.0002448186,0.05000,1.271
17,mlp.experts.246.gate_proj,0.0000709545,0.05000,1.261
17,mlp.experts.251.gate_proj,0.0000665973,0.05000,1.261
17,mlp.experts.252.gate_proj,0.0001138320,0.05000,1.253
17,mlp.experts.249.gate_proj,0.0001806341,0.05000,1.242
17,mlp.experts.250.gate_proj,0.0000350851,0.05000,1.263
17,mlp.experts.255.gate_proj,0.0000314473,0.05000,1.277
17,mlp.experts.0.up_proj,0.0000293167,0.05000,1.269
17,mlp.experts.253.gate_proj,0.0001286114,0.05000,1.250
17,mlp.experts.254.gate_proj,0.0000523359,0.05000,1.241
17,mlp.experts.4.up_proj,0.0001747448,0.05000,1.246
17,mlp.experts.3.up_proj,0.0000882982,0.05000,1.270
17,mlp.experts.1.up_proj,0.0000580938,0.05000,1.261
17,mlp.experts.2.up_proj,0.0000639583,0.05000,1.270
17,mlp.experts.8.up_proj,0.0001658482,0.05000,1.257
17,mlp.experts.7.up_proj,0.0000464847,0.05000,1.252
17,mlp.experts.5.up_proj,0.0000631676,0.05000,1.238
17,mlp.experts.6.up_proj,0.0002053067,0.05000,1.245
17,mlp.experts.12.up_proj,0.0000621233,0.05000,1.250
17,mlp.experts.11.up_proj,0.0000325199,0.05000,1.245
17,mlp.experts.15.up_proj,fallback(rtn): 0.0009918,0.00000,0.018
17,mlp.experts.9.up_proj,0.0000994774,0.05000,1.273
17,mlp.experts.10.up_proj,0.0000949397,0.05000,1.267
17,mlp.experts.16.up_proj,0.0000473078,0.05000,1.285
17,mlp.experts.19.up_proj,0.0000673268,0.05000,1.260
17,mlp.experts.13.up_proj,0.0000900907,0.05000,1.266
17,mlp.experts.14.up_proj,0.0001034364,0.05000,1.269
17,mlp.experts.20.up_proj,0.0000679815,0.05000,1.274
17,mlp.experts.23.up_proj,0.0000298171,0.05000,1.260
17,mlp.experts.24.up_proj,fallback(rtn): 0.0009842,0.00000,0.023
17,mlp.experts.17.up_proj,0.0000441265,0.05000,1.242
17,mlp.experts.18.up_proj,0.0001514943,0.05000,1.229
17,mlp.experts.27.up_proj,0.0000446323,0.05000,1.234
17,mlp.experts.28.up_proj,0.0001017979,0.05000,1.242
17,mlp.experts.21.up_proj,0.0000914313,0.05000,1.238
17,mlp.experts.22.up_proj,0.0001209403,0.05000,1.239
17,mlp.experts.31.up_proj,0.0000570592,0.05000,1.241
17,mlp.experts.32.up_proj,0.0000481761,0.05000,1.236
17,mlp.experts.25.up_proj,0.0001112053,0.05000,1.229
17,mlp.experts.26.up_proj,0.0000500406,0.05000,1.244
17,mlp.experts.35.up_proj,0.0000267858,0.05000,1.240
17,mlp.experts.36.up_proj,0.0001550893,0.05000,1.232
17,mlp.experts.40.up_proj,fallback(rtn): 0.0010452,0.00000,0.018
17,mlp.experts.29.up_proj,0.0001534639,0.05000,1.271
17,mlp.experts.30.up_proj,0.0001315300,0.05000,1.264
17,mlp.experts.39.up_proj,0.0001324765,0.05000,1.262
17,mlp.experts.44.up_proj,0.0000585871,0.05000,1.236
17,mlp.experts.33.up_proj,0.0001546101,0.05000,1.236
17,mlp.experts.34.up_proj,0.0001143189,0.05000,1.245
17,mlp.experts.43.up_proj,0.0001444404,0.05000,1.247
17,mlp.experts.48.up_proj,0.0000813713,0.05000,1.248
17,mlp.experts.37.up_proj,0.0000805324,0.05000,1.251
17,mlp.experts.38.up_proj,0.0000599272,0.05000,1.241
17,mlp.experts.47.up_proj,0.0001286420,0.05000,1.243
17,mlp.experts.52.up_proj,0.0000863756,0.05000,1.242
17,mlp.experts.41.up_proj,0.0001067296,0.05000,1.230
17,mlp.experts.42.up_proj,0.0000989509,0.05000,1.247
17,mlp.experts.51.up_proj,0.0001837878,0.05000,1.243
17,mlp.experts.56.up_proj,0.0000562833,0.05000,1.250
17,mlp.experts.45.up_proj,0.0001069494,0.05000,1.250
17,mlp.experts.46.up_proj,0.0000941927,0.05000,1.251
17,mlp.experts.55.up_proj,0.0000696306,0.05000,1.255
17,mlp.experts.60.up_proj,0.0000618907,0.05000,1.254
17,mlp.experts.49.up_proj,0.0001171625,0.05000,1.243
17,mlp.experts.50.up_proj,0.0000419315,0.05000,1.242
17,mlp.experts.59.up_proj,0.0001557032,0.05000,1.247
17,mlp.experts.64.up_proj,0.0000303455,0.05000,1.240
17,mlp.experts.53.up_proj,0.0000776590,0.05000,1.235
17,mlp.experts.54.up_proj,0.0001032161,0.05000,1.250
17,mlp.experts.63.up_proj,0.0001374527,0.05000,1.243
17,mlp.experts.68.up_proj,0.0002020421,0.05000,1.238
17,mlp.experts.57.up_proj,0.0000513975,0.05000,1.234
17,mlp.experts.58.up_proj,0.0000808160,0.05000,1.236
17,mlp.experts.67.up_proj,0.0000720608,0.05000,1.251
17,mlp.experts.72.up_proj,0.0001348560,0.05000,1.246
17,mlp.experts.61.up_proj,0.0000462600,0.05000,1.260
17,mlp.experts.62.up_proj,0.0000804715,0.05000,1.241
17,mlp.experts.71.up_proj,0.0000942093,0.05000,1.243
17,mlp.experts.76.up_proj,0.0000345259,0.05000,1.242
17,mlp.experts.65.up_proj,0.0001038267,0.05000,1.248
17,mlp.experts.66.up_proj,0.0001308029,0.05000,1.248
17,mlp.experts.75.up_proj,0.0002261778,0.05000,1.246
17,mlp.experts.80.up_proj,0.0001868380,0.05000,1.256
17,mlp.experts.69.up_proj,0.0001282352,0.05000,1.239
17,mlp.experts.70.up_proj,0.0000786925,0.05000,1.241
17,mlp.experts.79.up_proj,0.0001060763,0.05000,1.251
17,mlp.experts.84.up_proj,0.0000683225,0.05000,1.242
17,mlp.experts.73.up_proj,0.0000629008,0.05000,1.270
17,mlp.experts.74.up_proj,0.0001672998,0.05000,1.269
17,mlp.experts.83.up_proj,0.0001964630,0.05000,1.264
17,mlp.experts.88.up_proj,0.0000384261,0.05000,1.257
17,mlp.experts.77.up_proj,0.0000768088,0.05000,1.249
17,mlp.experts.78.up_proj,0.0001227458,0.05000,1.248
17,mlp.experts.92.up_proj,0.0000778944,0.05000,1.242
17,mlp.experts.87.up_proj,0.0000380691,0.05000,1.264
17,mlp.experts.81.up_proj,0.0000550963,0.05000,1.248
17,mlp.experts.82.up_proj,0.0000812603,0.05000,1.244
17,mlp.experts.91.up_proj,0.0001388617,0.05000,1.246
17,mlp.experts.96.up_proj,0.0001405373,0.05000,1.265
17,mlp.experts.85.up_proj,0.0001735597,0.05000,1.232
17,mlp.experts.86.up_proj,0.0001174403,0.05000,1.226
17,mlp.experts.95.up_proj,0.0001454849,0.05000,1.228
17,mlp.experts.100.up_proj,0.0001355295,0.05000,1.244
17,mlp.experts.89.up_proj,0.0000478818,0.05000,1.243
17,mlp.experts.90.up_proj,0.0000855431,0.05000,1.245
17,mlp.experts.99.up_proj,0.0000771208,0.05000,1.252
17,mlp.experts.104.up_proj,0.0000569789,0.05000,1.237
17,mlp.experts.93.up_proj,0.0000896997,0.05000,1.234
17,mlp.experts.94.up_proj,0.0000990642,0.05000,1.239
17,mlp.experts.103.up_proj,0.0000295738,0.05000,1.245
17,mlp.experts.108.up_proj,0.0001086336,0.05000,1.234
17,mlp.experts.97.up_proj,0.0001318293,0.05000,1.246
17,mlp.experts.98.up_proj,0.0000852442,0.05000,1.263
17,mlp.experts.107.up_proj,0.0000894166,0.05000,1.261
17,mlp.experts.112.up_proj,0.0001711599,0.05000,1.263
17,mlp.experts.101.up_proj,0.0000670295,0.05000,1.229
17,mlp.experts.102.up_proj,0.0000786379,0.05000,1.218
17,mlp.experts.111.up_proj,0.0001698119,0.05000,1.223
17,mlp.experts.116.up_proj,0.0001566342,0.05000,1.225
17,mlp.experts.105.up_proj,0.0000726790,0.05000,1.235
17,mlp.experts.106.up_proj,0.0001208213,0.05000,1.236
17,mlp.experts.120.up_proj,0.0001177949,0.05000,1.241
17,mlp.experts.115.up_proj,0.0000493470,0.05000,1.251
17,mlp.experts.109.up_proj,0.0000531893,0.05000,1.239
17,mlp.experts.110.up_proj,0.0000431076,0.05000,1.241
17,mlp.experts.124.up_proj,0.0001815944,0.05000,1.228
17,mlp.experts.119.up_proj,0.0000806064,0.05000,1.246
17,mlp.experts.113.up_proj,0.0000429869,0.05000,1.227
17,mlp.experts.114.up_proj,0.0000796861,0.05000,1.234
17,mlp.experts.128.up_proj,0.0001026123,0.05000,1.237
17,mlp.experts.123.up_proj,0.0000512156,0.05000,1.246
17,mlp.experts.117.up_proj,0.0000736146,0.05000,1.244
17,mlp.experts.118.up_proj,0.0000405418,0.05000,1.250
17,mlp.experts.132.up_proj,0.0000855751,0.05000,1.241
17,mlp.experts.127.up_proj,0.0001219616,0.05000,1.240
17,mlp.experts.121.up_proj,0.0000795420,0.05000,1.238
17,mlp.experts.122.up_proj,0.0000671953,0.05000,1.247
17,mlp.experts.136.up_proj,0.0000908548,0.05000,1.252
17,mlp.experts.131.up_proj,0.0000581008,0.05000,1.246
17,mlp.experts.125.up_proj,0.0001329777,0.05000,1.247
17,mlp.experts.126.up_proj,0.0000517457,0.05000,1.250
17,mlp.experts.140.up_proj,0.0000602738,0.05000,1.249
17,mlp.experts.135.up_proj,0.0000604110,0.05000,1.245
17,mlp.experts.129.up_proj,0.0001223205,0.05000,1.225
17,mlp.experts.130.up_proj,0.0000497772,0.05000,1.227
17,mlp.experts.139.up_proj,0.0000672343,0.05000,1.248
17,mlp.experts.144.up_proj,0.0000712702,0.05000,1.259
17,mlp.experts.133.up_proj,0.0001537863,0.05000,1.269
17,mlp.experts.134.up_proj,0.0001089380,0.05000,1.246
17,mlp.experts.143.up_proj,0.0000872705,0.05000,1.257
17,mlp.experts.148.up_proj,0.0001363380,0.05000,1.262
17,mlp.experts.137.up_proj,0.0000586122,0.05000,1.248
17,mlp.experts.138.up_proj,0.0000576527,0.05000,1.238
17,mlp.experts.147.up_proj,0.0000827662,0.05000,1.233
17,mlp.experts.152.up_proj,0.0000355569,0.05000,1.237
17,mlp.experts.141.up_proj,0.0001465876,0.05000,1.237
17,mlp.experts.142.up_proj,0.0000630539,0.05000,1.236
17,mlp.experts.151.up_proj,0.0001597343,0.05000,1.244
17,mlp.experts.156.up_proj,0.0000756560,0.05000,1.241
17,mlp.experts.145.up_proj,0.0000731793,0.05000,1.260
17,mlp.experts.146.up_proj,0.0002194953,0.05000,1.252
17,mlp.experts.155.up_proj,0.0000420212,0.05000,1.249
17,mlp.experts.160.up_proj,0.0000954736,0.05000,1.239
17,mlp.experts.149.up_proj,0.0000877473,0.05000,1.233
17,mlp.experts.150.up_proj,0.0001355649,0.05000,1.224
17,mlp.experts.164.up_proj,0.0000745263,0.05000,1.154
17,mlp.experts.159.up_proj,0.0001670874,0.05000,1.159
17,mlp.experts.153.up_proj,0.0001039260,0.05000,0.456
17,mlp.experts.168.up_proj,0.0001150622,0.05000,1.239
17,mlp.experts.163.up_proj,0.0000920243,0.05000,1.242
17,mlp.experts.157.up_proj,0.0000735582,0.05000,1.253
17,mlp.experts.154.up_proj,0.0001556631,0.05000,1.265
17,mlp.experts.161.up_proj,0.0001309733,0.05000,1.229
17,mlp.experts.158.up_proj,0.0001020280,0.05000,1.230
17,mlp.experts.172.up_proj,0.0000501345,0.05000,1.259
17,mlp.experts.167.up_proj,0.0001469314,0.05000,1.271
17,mlp.experts.176.up_proj,0.0001300577,0.05000,1.255
17,mlp.experts.162.up_proj,0.0000783964,0.05000,1.262
17,mlp.experts.171.up_proj,0.0001026998,0.05000,1.260
17,mlp.experts.165.up_proj,0.0001329341,0.05000,1.289
17,mlp.experts.175.up_proj,0.0001015407,0.05000,1.231
17,mlp.experts.166.up_proj,0.0001406737,0.05000,1.239
17,mlp.experts.180.up_proj,0.0000517401,0.05000,1.266
17,mlp.experts.169.up_proj,0.0000750979,0.05000,1.255
17,mlp.experts.179.up_proj,0.0000851742,0.05000,1.232
17,mlp.experts.184.up_proj,0.0001554271,0.05000,1.223
17,mlp.experts.170.up_proj,0.0000430558,0.05000,1.245
17,mlp.experts.173.up_proj,0.0000869065,0.05000,1.235
17,mlp.experts.188.up_proj,0.0000758729,0.05000,1.232
17,mlp.experts.174.up_proj,0.0000631186,0.05000,1.220
17,mlp.experts.183.up_proj,0.0001503164,0.05000,1.252
17,mlp.experts.177.up_proj,0.0001225684,0.05000,1.241
17,mlp.experts.178.up_proj,0.0001390634,0.05000,1.219
17,mlp.experts.192.up_proj,0.0000567077,0.05000,1.230
17,mlp.experts.187.up_proj,0.0001138339,0.05000,1.231
17,mlp.experts.181.up_proj,0.0001746680,0.05000,1.218
17,mlp.experts.182.up_proj,0.0001349856,0.05000,1.241
17,mlp.experts.196.up_proj,0.0000564700,0.05000,1.242
17,mlp.experts.191.up_proj,0.0000350165,0.05000,1.238
17,mlp.experts.185.up_proj,0.0000599803,0.05000,1.231
17,mlp.experts.186.up_proj,0.0001107875,0.05000,1.244
17,mlp.experts.200.up_proj,0.0000434890,0.05000,1.247
17,mlp.experts.195.up_proj,0.0001134438,0.05000,1.238
17,mlp.experts.189.up_proj,0.0000554659,0.05000,1.251
17,mlp.experts.204.up_proj,0.0001217514,0.05000,1.216
17,mlp.experts.190.up_proj,0.0001147864,0.05000,1.237
17,mlp.experts.199.up_proj,0.0000870604,0.05000,1.238
17,mlp.experts.193.up_proj,0.0002026901,0.05000,1.225
17,mlp.experts.208.up_proj,0.0001751960,0.05000,1.246
17,mlp.experts.194.up_proj,0.0001330262,0.05000,1.239
17,mlp.experts.197.up_proj,0.0000289427,0.05000,1.234
17,mlp.experts.203.up_proj,0.0001503582,0.05000,1.240
17,mlp.experts.201.up_proj,0.0000693763,0.05000,1.224
17,mlp.experts.212.up_proj,0.0001541406,0.05000,1.243
17,mlp.experts.198.up_proj,0.0000420128,0.05000,1.255
17,mlp.experts.207.up_proj,0.0000975421,0.05000,1.250
17,mlp.experts.205.up_proj,0.0001108847,0.05000,1.233
17,mlp.experts.216.up_proj,0.0000936620,0.05000,1.233
17,mlp.experts.202.up_proj,0.0000312164,0.05000,1.233
17,mlp.experts.211.up_proj,0.0000432060,0.05000,1.241
17,mlp.experts.209.up_proj,0.0001553003,0.05000,1.271
17,mlp.experts.220.up_proj,0.0000448921,0.05000,1.272
17,mlp.experts.206.up_proj,0.0000288871,0.05000,1.274
17,mlp.experts.215.up_proj,0.0000887389,0.05000,1.276
17,mlp.experts.224.up_proj,0.0001742159,0.05000,1.237
17,mlp.experts.213.up_proj,0.0000707947,0.05000,1.254
17,mlp.experts.210.up_proj,0.0000891248,0.05000,1.238
17,mlp.experts.219.up_proj,0.0000652166,0.05000,1.244
17,mlp.experts.228.up_proj,0.0000553342,0.05000,1.242
17,mlp.experts.217.up_proj,0.0001334853,0.05000,1.240
17,mlp.experts.214.up_proj,0.0000711820,0.05000,1.240
17,mlp.experts.223.up_proj,0.0000779237,0.05000,1.241
17,mlp.experts.221.up_proj,0.0001273516,0.05000,1.231
17,mlp.experts.218.up_proj,0.0001020167,0.05000,1.237
17,mlp.experts.232.up_proj,0.0000686182,0.05000,1.262
17,mlp.experts.227.up_proj,0.0001219826,0.05000,1.244
17,mlp.experts.225.up_proj,0.0001263236,0.05000,1.230
17,mlp.experts.222.up_proj,0.0000815344,0.05000,1.232
17,mlp.experts.236.up_proj,0.0001127922,0.05000,1.238
17,mlp.experts.231.up_proj,0.0000406495,0.05000,1.232
17,mlp.experts.229.up_proj,0.0000406893,0.05000,1.233
17,mlp.experts.226.up_proj,0.0000646375,0.05000,1.236
17,mlp.experts.240.up_proj,0.0000732492,0.05000,1.233
17,mlp.experts.235.up_proj,0.0000873715,0.05000,1.225
17,mlp.experts.233.up_proj,0.0000569229,0.05000,1.254
17,mlp.experts.230.up_proj,0.0000787792,0.05000,1.250
17,mlp.experts.244.up_proj,0.0001623963,0.05000,1.265
17,mlp.experts.239.up_proj,0.0000640648,0.05000,1.264
17,mlp.experts.237.up_proj,0.0000489795,0.05000,1.260
17,mlp.experts.234.up_proj,0.0001122530,0.05000,1.252
17,mlp.experts.248.up_proj,0.0000725217,0.05000,1.246
17,mlp.experts.243.up_proj,0.0000792026,0.05000,1.249
17,mlp.experts.241.up_proj,0.0001297620,0.05000,1.244
17,mlp.experts.238.up_proj,0.0000296247,0.05000,1.241
17,mlp.experts.252.up_proj,0.0001031557,0.05000,1.235
17,mlp.experts.247.up_proj,0.0000500214,0.05000,1.230
17,mlp.experts.245.up_proj,0.0001858958,0.05000,0.763
17,mlp.experts.242.up_proj,0.0000453616,0.05000,0.760
17,mlp.experts.251.up_proj,0.0000608422,0.05000,0.751
17,mlp.experts.249.up_proj,0.0001705255,0.05000,0.757
17,mlp.experts.255.up_proj,0.0000302634,0.05000,0.749
17,mlp.experts.246.up_proj,0.0000688627,0.05000,0.767
17,mlp.experts.253.up_proj,0.0001201503,0.05000,0.469
17,mlp.experts.250.up_proj,0.0000377868,0.05000,0.452
17,mlp.experts.254.up_proj,0.0000487488,0.05000,0.245
17,mlp.experts.0.down_proj,0.0000008676,0.05000,0.313
17,mlp.experts.2.down_proj,0.0000021803,0.05000,0.316
17,mlp.experts.3.down_proj,0.0000029406,0.05000,0.319
17,mlp.experts.1.down_proj,0.0000019540,0.05000,0.323
17,mlp.experts.4.down_proj,0.0000040002,0.05000,0.321
17,mlp.experts.6.down_proj,0.0000056220,0.05000,0.320
17,mlp.experts.7.down_proj,0.0000011352,0.05000,0.319
17,mlp.experts.5.down_proj,0.0000020715,0.05000,0.318
17,mlp.experts.8.down_proj,0.0000053413,0.05000,0.308
17,mlp.experts.10.down_proj,0.0000024144,0.05000,0.305
17,mlp.experts.11.down_proj,0.0000004921,0.05000,0.319
17,mlp.experts.9.down_proj,0.0000012821,0.05000,0.318
17,mlp.experts.15.down_proj,fallback(rtn): 0.0009918,0.00000,0.006
17,mlp.experts.13.down_proj,0.0000034907,0.05000,0.306
17,mlp.experts.12.down_proj,0.0000017740,0.05000,0.316
17,mlp.experts.14.down_proj,0.0000030838,0.05000,0.319
17,mlp.experts.19.down_proj,0.0000014913,0.05000,0.313
17,mlp.experts.17.down_proj,0.0000014564,0.05000,0.314
17,mlp.experts.16.down_proj,0.0000014353,0.05000,0.312
17,mlp.experts.18.down_proj,0.0000031194,0.05000,0.315
17,mlp.experts.23.down_proj,0.0000007066,0.05000,0.315
17,mlp.experts.21.down_proj,0.0000030140,0.05000,0.315
17,mlp.experts.20.down_proj,0.0000022299,0.05000,0.319
17,mlp.experts.24.down_proj,fallback(rtn): 0.0009842,0.00000,0.005
17,mlp.experts.27.down_proj,0.0000010199,0.05000,0.317
17,mlp.experts.22.down_proj,0.0000026913,0.05000,0.326
17,mlp.experts.25.down_proj,0.0000014903,0.05000,0.314
17,mlp.experts.28.down_proj,0.0000024395,0.05000,0.314
17,mlp.experts.31.down_proj,0.0000014069,0.05000,0.313
17,mlp.experts.26.down_proj,0.0000013015,0.05000,0.319
17,mlp.experts.29.down_proj,0.0000036053,0.05000,0.323
17,mlp.experts.32.down_proj,0.0000012918,0.05000,0.319
17,mlp.experts.35.down_proj,0.0000005547,0.05000,0.319
17,mlp.experts.30.down_proj,0.0000017549,0.05000,0.313
17,mlp.experts.33.down_proj,0.0000021609,0.05000,0.319
17,mlp.experts.36.down_proj,0.0000030432,0.05000,0.321
17,mlp.experts.40.down_proj,fallback(rtn): 0.0010300,0.00000,0.005
17,mlp.experts.39.down_proj,0.0000026472,0.05000,0.334
17,mlp.experts.34.down_proj,0.0000018221,0.05000,0.324
17,mlp.experts.37.down_proj,0.0000022053,0.05000,0.320
17,mlp.experts.43.down_proj,0.0000044481,0.05000,0.314
17,mlp.experts.44.down_proj,0.0000022565,0.05000,0.324
17,mlp.experts.38.down_proj,0.0000017904,0.05000,0.320
17,mlp.experts.41.down_proj,0.0000035938,0.05000,0.309
17,mlp.experts.47.down_proj,0.0000020616,0.05000,0.310
17,mlp.experts.42.down_proj,0.0000021113,0.05000,0.308
17,mlp.experts.48.down_proj,0.0000021949,0.05000,0.315
17,mlp.experts.45.down_proj,0.0000012818,0.05000,0.316
17,mlp.experts.51.down_proj,0.0000036108,0.05000,0.315
17,mlp.experts.46.down_proj,0.0000025965,0.05000,0.315
17,mlp.experts.52.down_proj,0.0000031443,0.05000,0.318
17,mlp.experts.49.down_proj,0.0000036534,0.05000,0.315
17,mlp.experts.55.down_proj,0.0000018008,0.05000,0.313
17,mlp.experts.50.down_proj,0.0000011191,0.05000,0.313
17,mlp.experts.56.down_proj,0.0000015755,0.05000,0.315
17,mlp.experts.53.down_proj,0.0000009562,0.05000,0.319
17,mlp.experts.54.down_proj,0.0000026699,0.05000,0.312
17,mlp.experts.59.down_proj,0.0000025595,0.05000,0.325
17,mlp.experts.60.down_proj,0.0000021493,0.05000,0.325
17,mlp.experts.57.down_proj,0.0000026127,0.05000,0.323
17,mlp.experts.58.down_proj,0.0000030061,0.05000,0.323
17,mlp.experts.63.down_proj,0.0000047609,0.05000,0.323
17,mlp.experts.64.down_proj,0.0000007927,0.05000,0.323
17,mlp.experts.61.down_proj,0.0000012821,0.05000,0.314
17,mlp.experts.62.down_proj,0.0000030333,0.05000,0.310
17,mlp.experts.67.down_proj,0.0000017865,0.05000,0.308
17,mlp.experts.68.down_proj,0.0000040003,0.05000,0.309
17,mlp.experts.65.down_proj,0.0000038000,0.05000,0.315
17,mlp.experts.66.down_proj,0.0000039974,0.05000,0.314
17,mlp.experts.71.down_proj,0.0000024601,0.05000,0.316
17,mlp.experts.72.down_proj,0.0000022184,0.05000,0.315
17,mlp.experts.69.down_proj,0.0000026628,0.05000,0.319
17,mlp.experts.70.down_proj,0.0000018161,0.05000,0.324
17,mlp.experts.75.down_proj,0.0000077186,0.05000,0.321
17,mlp.experts.76.down_proj,0.0000014339,0.05000,0.310
17,mlp.experts.73.down_proj,0.0000013437,0.05000,0.316
17,mlp.experts.74.down_proj,0.0000026077,0.05000,0.317
17,mlp.experts.79.down_proj,0.0000019770,0.05000,0.320
17,mlp.experts.80.down_proj,0.0000055845,0.05000,0.319
17,mlp.experts.77.down_proj,0.0000012717,0.05000,0.315
17,mlp.experts.78.down_proj,0.0000044056,0.05000,0.310
17,mlp.experts.83.down_proj,0.0000050932,0.05000,0.314
17,mlp.experts.84.down_proj,0.0000033863,0.05000,0.312
17,mlp.experts.81.down_proj,0.0000020698,0.05000,0.312
17,mlp.experts.82.down_proj,0.0000018488,0.05000,0.311
17,mlp.experts.87.down_proj,0.0000010638,0.05000,0.312
17,mlp.experts.88.down_proj,0.0000010481,0.05000,0.319
17,mlp.experts.85.down_proj,0.0000052554,0.05000,0.332
17,mlp.experts.86.down_proj,0.0000020012,0.05000,0.331
17,mlp.experts.91.down_proj,0.0000015825,0.05000,0.330
17,mlp.experts.92.down_proj,0.0000016599,0.05000,0.321
17,mlp.experts.89.down_proj,0.0000017379,0.05000,0.313
17,mlp.experts.90.down_proj,0.0000021914,0.05000,0.306
17,mlp.experts.95.down_proj,0.0000019068,0.05000,0.310
17,mlp.experts.96.down_proj,0.0000028553,0.05000,0.307
17,mlp.experts.93.down_proj,0.0000017789,0.05000,0.309
17,mlp.experts.94.down_proj,0.0000030372,0.05000,0.307
17,mlp.experts.99.down_proj,0.0000008892,0.05000,0.308
17,mlp.experts.100.down_proj,0.0000026911,0.05000,0.313
17,mlp.experts.98.down_proj,0.0000024505,0.05000,0.306
17,mlp.experts.97.down_proj,0.0000016619,0.05000,0.315
17,mlp.experts.103.down_proj,0.0000008007,0.05000,0.311
17,mlp.experts.104.down_proj,0.0000017478,0.05000,0.308
17,mlp.experts.102.down_proj,0.0000030268,0.05000,0.326
17,mlp.experts.101.down_proj,0.0000023609,0.05000,0.323
17,mlp.experts.107.down_proj,0.0000014826,0.05000,0.331
17,mlp.experts.108.down_proj,0.0000015510,0.05000,0.325
17,mlp.experts.105.down_proj,0.0000026878,0.05000,0.313
17,mlp.experts.106.down_proj,0.0000016368,0.05000,0.318
17,mlp.experts.111.down_proj,0.0000033299,0.05000,0.316
17,mlp.experts.112.down_proj,0.0000024859,0.05000,0.314
17,mlp.experts.109.down_proj,0.0000025286,0.05000,0.314
17,mlp.experts.110.down_proj,0.0000010417,0.05000,0.312
17,mlp.experts.115.down_proj,0.0000016854,0.05000,0.312
17,mlp.experts.116.down_proj,0.0000026887,0.05000,0.314
17,mlp.experts.113.down_proj,0.0000007079,0.05000,0.310
17,mlp.experts.114.down_proj,0.0000030297,0.05000,0.309
17,mlp.experts.119.down_proj,0.0000048280,0.05000,0.314
17,mlp.experts.120.down_proj,0.0000038586,0.05000,0.313
17,mlp.experts.117.down_proj,0.0000016160,0.05000,0.319
17,mlp.experts.118.down_proj,0.0000009669,0.05000,0.320
17,mlp.experts.123.down_proj,0.0000011818,0.05000,0.323
17,mlp.experts.124.down_proj,0.0000051285,0.05000,0.323
17,mlp.experts.121.down_proj,0.0000008447,0.05000,0.313
17,mlp.experts.122.down_proj,0.0000018602,0.05000,0.322
17,mlp.experts.127.down_proj,0.0000015220,0.05000,0.312
17,mlp.experts.128.down_proj,0.0000038489,0.05000,0.314
17,mlp.experts.125.down_proj,0.0000018717,0.05000,0.321
17,mlp.experts.126.down_proj,0.0000010681,0.05000,0.322
17,mlp.experts.131.down_proj,0.0000007004,0.05000,0.317
17,mlp.experts.132.down_proj,0.0000026743,0.05000,0.316
17,mlp.experts.129.down_proj,0.0000037593,0.05000,0.326
17,mlp.experts.130.down_proj,0.0000014523,0.05000,0.326
17,mlp.experts.135.down_proj,0.0000015702,0.05000,0.326
17,mlp.experts.136.down_proj,0.0000013827,0.05000,0.329
17,mlp.experts.133.down_proj,0.0000035430,0.05000,0.314
17,mlp.experts.134.down_proj,0.0000012672,0.05000,0.336
17,mlp.experts.139.down_proj,0.0000016365,0.05000,0.338
17,mlp.experts.140.down_proj,0.0000014173,0.05000,0.339
17,mlp.experts.137.down_proj,0.0000012708,0.05000,0.311
17,mlp.experts.138.down_proj,0.0000017463,0.05000,0.325
17,mlp.experts.143.down_proj,0.0000021158,0.05000,0.328
17,mlp.experts.144.down_proj,0.0000002340,0.05000,0.321
17,mlp.experts.141.down_proj,0.0000055591,0.05000,0.320
17,mlp.experts.142.down_proj,0.0000018375,0.05000,0.313
17,mlp.experts.148.down_proj,0.0000045326,0.05000,0.309
17,mlp.experts.147.down_proj,0.0000027979,0.05000,0.316
17,mlp.experts.145.down_proj,0.0000015688,0.05000,0.313
17,mlp.experts.146.down_proj,0.0000066006,0.05000,0.313
17,mlp.experts.151.down_proj,0.0000046456,0.05000,0.311
17,mlp.experts.152.down_proj,0.0000008285,0.05000,0.316
17,mlp.experts.149.down_proj,0.0000024138,0.05000,0.314
17,mlp.experts.150.down_proj,0.0000018915,0.05000,0.318
17,mlp.experts.155.down_proj,0.0000008553,0.05000,0.315
17,mlp.experts.156.down_proj,0.0000021044,0.05000,0.323
17,mlp.experts.153.down_proj,0.0000029200,0.05000,0.310
17,mlp.experts.154.down_proj,0.0000041502,0.05000,0.306
17,mlp.experts.159.down_proj,0.0000026699,0.05000,0.310
17,mlp.experts.160.down_proj,0.0000023736,0.05000,0.306
17,mlp.experts.157.down_proj,0.0000024582,0.05000,0.306
17,mlp.experts.158.down_proj,0.0000029356,0.05000,0.311
17,mlp.experts.163.down_proj,0.0000023786,0.05000,0.307
17,mlp.experts.164.down_proj,0.0000021460,0.05000,0.310
17,mlp.experts.161.down_proj,0.0000018901,0.05000,0.323
17,mlp.experts.162.down_proj,0.0000028562,0.05000,0.325
17,mlp.experts.167.down_proj,0.0000023624,0.05000,0.326
17,mlp.experts.168.down_proj,0.0000012829,0.05000,0.323
17,mlp.experts.165.down_proj,0.0000014571,0.05000,0.308
17,mlp.experts.166.down_proj,0.0000038729,0.05000,0.306
17,mlp.experts.171.down_proj,0.0000030905,0.05000,0.304
17,mlp.experts.172.down_proj,0.0000015044,0.05000,0.308
17,mlp.experts.169.down_proj,0.0000023051,0.05000,0.311
17,mlp.experts.170.down_proj,0.0000010812,0.05000,0.310
17,mlp.experts.175.down_proj,0.0000012879,0.05000,0.313
17,mlp.experts.176.down_proj,0.0000041751,0.05000,0.313
17,mlp.experts.173.down_proj,0.0000027321,0.05000,0.322
17,mlp.experts.174.down_proj,0.0000017521,0.05000,0.322
17,mlp.experts.179.down_proj,0.0000037221,0.05000,0.324
17,mlp.experts.180.down_proj,0.0000013759,0.05000,0.322
17,mlp.experts.177.down_proj,0.0000040076,0.05000,0.328
17,mlp.experts.178.down_proj,0.0000039990,0.05000,0.329
17,mlp.experts.183.down_proj,0.0000025660,0.05000,0.322
17,mlp.experts.184.down_proj,0.0000053753,0.05000,0.323
17,mlp.experts.181.down_proj,0.0000051201,0.05000,0.315
17,mlp.experts.182.down_proj,0.0000018567,0.05000,0.313
17,mlp.experts.187.down_proj,0.0000029351,0.05000,0.323
17,mlp.experts.188.down_proj,0.0000021753,0.05000,0.318
17,mlp.experts.185.down_proj,0.0000015637,0.05000,0.319
17,mlp.experts.186.down_proj,0.0000012804,0.05000,0.318
17,mlp.experts.191.down_proj,0.0000010555,0.05000,0.318
17,mlp.experts.192.down_proj,0.0000020343,0.05000,0.319
17,mlp.experts.189.down_proj,0.0000014125,0.05000,0.318
17,mlp.experts.190.down_proj,0.0000047161,0.05000,0.318
17,mlp.experts.195.down_proj,0.0000110344,0.05000,0.319
17,mlp.experts.196.down_proj,0.0000020482,0.05000,0.318
17,mlp.experts.193.down_proj,0.0000063328,0.05000,0.310
17,mlp.experts.194.down_proj,0.0000020231,0.05000,0.324
17,mlp.experts.200.down_proj,0.0000012120,0.05000,0.321
17,mlp.experts.199.down_proj,0.0000021529,0.05000,0.323
17,mlp.experts.197.down_proj,0.0000006881,0.05000,0.325
17,mlp.experts.198.down_proj,0.0000008995,0.05000,0.313
17,mlp.experts.204.down_proj,0.0000042004,0.05000,0.321
17,mlp.experts.203.down_proj,0.0000031238,0.05000,0.321
17,mlp.experts.201.down_proj,0.0000017120,0.05000,0.327
17,mlp.experts.202.down_proj,0.0000007812,0.05000,0.314
17,mlp.experts.208.down_proj,0.0000045175,0.05000,0.316
17,mlp.experts.207.down_proj,0.0000019506,0.05000,0.320
17,mlp.experts.205.down_proj,0.0000029234,0.05000,0.312
17,mlp.experts.206.down_proj,0.0000007093,0.05000,0.319
17,mlp.experts.212.down_proj,0.0000033525,0.05000,0.314
17,mlp.experts.211.down_proj,0.0000014403,0.05000,0.318
17,mlp.experts.209.down_proj,0.0000055726,0.05000,0.326
17,mlp.experts.210.down_proj,0.0000029297,0.05000,0.324
17,mlp.experts.216.down_proj,0.0000032746,0.05000,0.323
17,mlp.experts.215.down_proj,0.0000018539,0.05000,0.328
17,mlp.experts.213.down_proj,0.0000027669,0.05000,0.308
17,mlp.experts.214.down_proj,0.0000025770,0.05000,0.309
17,mlp.experts.220.down_proj,0.0000014059,0.05000,0.311
17,mlp.experts.219.down_proj,0.0000019423,0.05000,0.309
17,mlp.experts.217.down_proj,0.0000053554,0.05000,0.316
17,mlp.experts.218.down_proj,0.0000030821,0.05000,0.317
17,mlp.experts.224.down_proj,0.0000042119,0.05000,0.312
17,mlp.experts.223.down_proj,0.0000028470,0.05000,0.316
17,mlp.experts.221.down_proj,0.0000024864,0.05000,0.309
17,mlp.experts.222.down_proj,0.0000025503,0.05000,0.309
17,mlp.experts.228.down_proj,0.0000012238,0.05000,0.310
17,mlp.experts.227.down_proj,0.0000015669,0.05000,0.310
17,mlp.experts.225.down_proj,0.0000072625,0.05000,0.317
17,mlp.experts.226.down_proj,0.0000009109,0.05000,0.317
17,mlp.experts.232.down_proj,0.0000013860,0.05000,0.315
17,mlp.experts.231.down_proj,0.0000010572,0.05000,0.314
17,mlp.experts.229.down_proj,0.0000012515,0.05000,0.314
17,mlp.experts.230.down_proj,0.0000028254,0.05000,0.315
17,mlp.experts.236.down_proj,0.0000036699,0.05000,0.315
17,mlp.experts.235.down_proj,0.0000024905,0.05000,0.315
17,mlp.experts.233.down_proj,0.0000023385,0.05000,0.316
17,mlp.experts.234.down_proj,0.0000031067,0.05000,0.313
17,mlp.experts.240.down_proj,0.0000020509,0.05000,0.318
17,mlp.experts.239.down_proj,0.0000014878,0.05000,0.314
17,mlp.experts.237.down_proj,0.0000011544,0.05000,0.318
17,mlp.experts.238.down_proj,0.0000009850,0.05000,0.315
17,mlp.experts.244.down_proj,0.0000047651,0.05000,0.321
17,mlp.experts.243.down_proj,0.0000006657,0.05000,0.320
17,mlp.experts.241.down_proj,0.0000026182,0.05000,0.309
17,mlp.experts.242.down_proj,0.0000011994,0.05000,0.308
17,mlp.experts.248.down_proj,0.0000014862,0.05000,0.310
17,mlp.experts.247.down_proj,0.0000007412,0.05000,0.310
17,mlp.experts.245.down_proj,0.0000029762,0.05000,0.316
17,mlp.experts.246.down_proj,0.0000010663,0.05000,0.313
17,mlp.experts.252.down_proj,0.0000022680,0.05000,0.313
17,mlp.experts.251.down_proj,0.0000013077,0.05000,0.308
17,mlp.experts.249.down_proj,0.0000025146,0.05000,0.206
17,mlp.experts.250.down_proj,0.0000012228,0.05000,0.211
17,mlp.experts.255.down_proj,0.0000008179,0.05000,0.200
17,mlp.experts.253.down_proj,0.0000014547,0.05000,0.139
17,mlp.experts.254.down_proj,0.0000011700,0.05000,0.120
18,mlp.experts.1.gate_proj,0.0000508410,0.05000,1.237
18,mlp.experts.3.gate_proj,0.0000813482,0.05000,1.244
18,mlp.experts.0.gate_proj,0.0000365210,0.05000,1.259
18,mlp.experts.2.gate_proj,0.0000836488,0.05000,1.270
18,mlp.experts.7.gate_proj,0.0003066621,0.05000,1.229
18,mlp.experts.5.gate_proj,0.0000570707,0.05000,1.246
18,mlp.experts.4.gate_proj,0.0001200374,0.05000,1.229
18,mlp.experts.6.gate_proj,0.0000658817,0.05000,1.238
18,mlp.experts.9.gate_proj,0.0000610146,0.05000,1.226
18,mlp.experts.8.gate_proj,0.0000703702,0.05000,1.231
18,mlp.experts.11.gate_proj,0.0000900730,0.05000,1.254
18,mlp.experts.10.gate_proj,0.0001534062,0.05000,1.239
18,mlp.experts.12.gate_proj,0.0000497423,0.05000,1.213
18,mlp.experts.15.gate_proj,0.0000854902,0.05000,1.221
18,mlp.experts.13.gate_proj,0.0000298015,0.05000,1.245
18,mlp.experts.14.gate_proj,0.0001752100,0.05000,1.221
18,mlp.experts.16.gate_proj,0.0000409140,0.05000,1.227
18,mlp.experts.19.gate_proj,0.0000839061,0.05000,1.231
18,mlp.experts.17.gate_proj,0.0000786295,0.05000,1.226
18,mlp.experts.18.gate_proj,0.0000945697,0.05000,1.238
18,mlp.experts.20.gate_proj,0.0001585986,0.05000,1.240
18,mlp.experts.23.gate_proj,0.0001267688,0.05000,1.235
18,mlp.experts.21.gate_proj,0.0000538705,0.05000,1.248
18,mlp.experts.22.gate_proj,0.0001443216,0.05000,1.238
18,mlp.experts.27.gate_proj,0.0000469731,0.05000,1.229
18,mlp.experts.24.gate_proj,0.0000942270,0.05000,1.243
18,mlp.experts.25.gate_proj,0.0000376594,0.05000,1.234
18,mlp.experts.26.gate_proj,0.0001838419,0.05000,1.235
18,mlp.experts.28.gate_proj,0.0000425934,0.05000,1.280
18,mlp.experts.31.gate_proj,0.0001358309,0.05000,1.292
18,mlp.experts.29.gate_proj,0.0001385421,0.05000,1.277
18,mlp.experts.30.gate_proj,0.0000640728,0.05000,1.291
18,mlp.experts.33.gate_proj,0.0002110752,0.05000,1.301
18,mlp.experts.32.gate_proj,0.0001539514,0.05000,1.324
18,mlp.experts.35.gate_proj,0.0000963324,0.05000,1.329
18,mlp.experts.34.gate_proj,0.0000689593,0.05000,1.319
18,mlp.experts.37.gate_proj,0.0001319344,0.05000,1.233
18,mlp.experts.36.gate_proj,0.0001191931,0.05000,1.250
18,mlp.experts.39.gate_proj,0.0001012531,0.05000,1.245
18,mlp.experts.38.gate_proj,0.0001165785,0.05000,1.243
18,mlp.experts.41.gate_proj,0.0000635480,0.05000,1.242
18,mlp.experts.40.gate_proj,0.0000945635,0.05000,1.250
18,mlp.experts.43.gate_proj,0.0000399460,0.05000,1.243
18,mlp.experts.42.gate_proj,0.0001188732,0.05000,1.253
18,mlp.experts.45.gate_proj,0.0001724714,0.05000,1.241
18,mlp.experts.47.gate_proj,0.0001597782,0.05000,1.240
18,mlp.experts.44.gate_proj,0.0001448326,0.05000,1.253
18,mlp.experts.46.gate_proj,0.0002169375,0.05000,1.239
18,mlp.experts.49.gate_proj,0.0002485560,0.05000,1.234
18,mlp.experts.51.gate_proj,0.0001200398,0.05000,1.255
18,mlp.experts.48.gate_proj,0.0001461214,0.05000,1.248
18,mlp.experts.50.gate_proj,0.0000388512,0.05000,1.249
18,mlp.experts.53.gate_proj,0.0000914283,0.05000,1.231
18,mlp.experts.52.gate_proj,0.0001137308,0.05000,1.231
18,mlp.experts.55.gate_proj,0.0000929427,0.05000,1.234
18,mlp.experts.54.gate_proj,0.0000878553,0.05000,1.226
18,mlp.experts.57.gate_proj,0.0000281131,0.05000,1.232
18,mlp.experts.56.gate_proj,0.0000764197,0.05000,1.227
18,mlp.experts.59.gate_proj,0.0001756185,0.05000,1.235
18,mlp.experts.58.gate_proj,0.0000831870,0.05000,1.230
18,mlp.experts.61.gate_proj,0.0000989155,0.05000,1.272
18,mlp.experts.65.gate_proj,fallback(rtn): 0.0010376,0.00000,0.022
18,mlp.experts.60.gate_proj,0.0001190804,0.05000,1.276
18,mlp.experts.63.gate_proj,0.0000583812,0.05000,1.270
18,mlp.experts.62.gate_proj,0.0000846768,0.05000,1.276
18,mlp.experts.69.gate_proj,0.0000850282,0.05000,1.232
18,mlp.experts.67.gate_proj,0.0001064502,0.05000,1.237
18,mlp.experts.64.gate_proj,0.0001500636,0.05000,1.242
18,mlp.experts.66.gate_proj,0.0001133949,0.05000,1.239
18,mlp.experts.73.gate_proj,0.0000753455,0.05000,1.220
18,mlp.experts.68.gate_proj,0.0001624585,0.05000,1.208
18,mlp.experts.71.gate_proj,0.0000515991,0.05000,1.216
18,mlp.experts.70.gate_proj,0.0001088915,0.05000,1.208
18,mlp.experts.77.gate_proj,0.0001965498,0.05000,1.248
18,mlp.experts.75.gate_proj,0.0001172873,0.05000,1.228
18,mlp.experts.72.gate_proj,0.0000634543,0.05000,1.243
18,mlp.experts.74.gate_proj,0.0000836778,0.05000,1.243
18,mlp.experts.81.gate_proj,0.0002119595,0.05000,1.235
18,mlp.experts.76.gate_proj,0.0000675290,0.05000,1.238
18,mlp.experts.79.gate_proj,0.0001064950,0.05000,1.252
18,mlp.experts.78.gate_proj,0.0001778273,0.05000,1.228
18,mlp.experts.85.gate_proj,0.0000821156,0.05000,1.239
18,mlp.experts.80.gate_proj,0.0000363625,0.05000,1.238
18,mlp.experts.83.gate_proj,0.0000783013,0.05000,1.235
18,mlp.experts.82.gate_proj,0.0001218031,0.05000,1.236
18,mlp.experts.86.gate_proj,0.0000614826,0.05000,1.219
18,mlp.experts.84.gate_proj,0.0001074043,0.05000,1.237
18,mlp.experts.87.gate_proj,0.0000390533,0.05000,1.234
18,mlp.experts.89.gate_proj,0.0000585913,0.05000,1.252
18,mlp.experts.90.gate_proj,0.0000931038,0.05000,1.229
18,mlp.experts.88.gate_proj,0.0000826861,0.05000,1.242
18,mlp.experts.93.gate_proj,0.0001420390,0.05000,1.246
18,mlp.experts.91.gate_proj,0.0000762297,0.05000,1.262
18,mlp.experts.94.gate_proj,0.0001231670,0.05000,1.250
18,mlp.experts.97.gate_proj,0.0001167096,0.05000,1.244
18,mlp.experts.92.gate_proj,0.0000673869,0.05000,1.253
18,mlp.experts.95.gate_proj,0.0002187144,0.05000,1.257
18,mlp.experts.98.gate_proj,0.0000803072,0.05000,1.247
18,mlp.experts.101.gate_proj,0.0001107222,0.05000,1.231
18,mlp.experts.96.gate_proj,0.0000908617,0.05000,1.235
18,mlp.experts.99.gate_proj,0.0001158579,0.05000,1.237
18,mlp.experts.100.gate_proj,0.0001327238,0.05000,1.241
18,mlp.experts.102.gate_proj,0.0001900871,0.05000,1.258
18,mlp.experts.105.gate_proj,0.0001070442,0.05000,1.274
18,mlp.experts.103.gate_proj,0.0000382509,0.05000,1.260
18,mlp.experts.104.gate_proj,0.0001430306,0.05000,1.251
18,mlp.experts.109.gate_proj,0.0001300856,0.05000,1.243
18,mlp.experts.106.gate_proj,0.0000499692,0.05000,1.261
18,mlp.experts.107.gate_proj,0.0001321669,0.05000,1.252
18,mlp.experts.113.gate_proj,0.0000707616,0.05000,1.234
18,mlp.experts.108.gate_proj,0.0001361632,0.05000,1.247
18,mlp.experts.110.gate_proj,0.0002481901,0.05000,1.255
18,mlp.experts.111.gate_proj,0.0001861753,0.05000,1.261
18,mlp.experts.117.gate_proj,0.0001071710,0.05000,1.235
18,mlp.experts.112.gate_proj,0.0000619072,0.05000,1.235
18,mlp.experts.114.gate_proj,0.0000475749,0.05000,1.224
18,mlp.experts.115.gate_proj,0.0000838280,0.05000,1.224
18,mlp.experts.121.gate_proj,0.0000848291,0.05000,1.245
18,mlp.experts.118.gate_proj,0.0002144119,0.05000,1.237
18,mlp.experts.116.gate_proj,0.0000560313,0.05000,1.253
18,mlp.experts.119.gate_proj,0.0000956408,0.05000,1.243
18,mlp.experts.125.gate_proj,0.0002622821,0.05000,1.256
18,mlp.experts.122.gate_proj,0.0000621052,0.05000,1.276
18,mlp.experts.120.gate_proj,0.0000651311,0.05000,1.281
18,mlp.experts.123.gate_proj,0.0001332434,0.05000,1.273
18,mlp.experts.124.gate_proj,fallback(rtn): 0.0009995,0.00000,0.024
18,mlp.experts.126.gate_proj,0.0000618630,0.05000,1.247
18,mlp.experts.129.gate_proj,0.0000903445,0.05000,1.273
18,mlp.experts.127.gate_proj,0.0000881941,0.05000,1.250
18,mlp.experts.128.gate_proj,0.0000550925,0.05000,1.255
18,mlp.experts.133.gate_proj,0.0001198019,0.05000,1.240
18,mlp.experts.130.gate_proj,0.0001048083,0.05000,1.253
18,mlp.experts.131.gate_proj,0.0001271355,0.05000,1.253
18,mlp.experts.132.gate_proj,0.0000491281,0.05000,1.248
18,mlp.experts.137.gate_proj,0.0001225554,0.05000,1.278
18,mlp.experts.134.gate_proj,0.0000439398,0.05000,1.274
18,mlp.experts.135.gate_proj,0.0000729209,0.05000,1.262
18,mlp.experts.136.gate_proj,0.0001356013,0.05000,1.276
18,mlp.experts.141.gate_proj,0.0001068230,0.05000,1.232
18,mlp.experts.139.gate_proj,0.0000571919,0.05000,1.229
18,mlp.experts.138.gate_proj,0.0000641458,0.05000,1.235
18,mlp.experts.140.gate_proj,0.0001311024,0.05000,1.233
18,mlp.experts.145.gate_proj,0.0000623839,0.05000,1.237
18,mlp.experts.143.gate_proj,0.0002161572,0.05000,1.242
18,mlp.experts.142.gate_proj,0.0001278505,0.05000,1.254
18,mlp.experts.144.gate_proj,0.0002062645,0.05000,1.258
18,mlp.experts.149.gate_proj,0.0001507139,0.05000,1.226
18,mlp.experts.147.gate_proj,0.0000861392,0.05000,1.245
18,mlp.experts.146.gate_proj,0.0002569599,0.05000,1.238
18,mlp.experts.148.gate_proj,0.0000832703,0.05000,1.237
18,mlp.experts.153.gate_proj,0.0002481256,0.05000,1.223
18,mlp.experts.150.gate_proj,0.0001020213,0.05000,1.223
18,mlp.experts.151.gate_proj,0.0001194174,0.05000,1.243
18,mlp.experts.152.gate_proj,0.0000650971,0.05000,1.238
18,mlp.experts.157.gate_proj,0.0000747997,0.05000,1.238
18,mlp.experts.154.gate_proj,0.0002299122,0.05000,1.263
18,mlp.experts.155.gate_proj,0.0000999256,0.05000,1.272
18,mlp.experts.156.gate_proj,0.0001196736,0.05000,1.272
18,mlp.experts.161.gate_proj,0.0000911071,0.05000,1.237
18,mlp.experts.158.gate_proj,0.0000935417,0.05000,1.248
18,mlp.experts.159.gate_proj,0.0000473494,0.05000,1.254
18,mlp.experts.160.gate_proj,0.0002458296,0.05000,1.255
18,mlp.experts.165.gate_proj,0.0000378065,0.05000,1.236
18,mlp.experts.162.gate_proj,0.0000756495,0.05000,1.242
18,mlp.experts.163.gate_proj,0.0000316296,0.05000,1.244
18,mlp.experts.164.gate_proj,0.0000552471,0.05000,1.243
18,mlp.experts.169.gate_proj,0.0001272012,0.05000,1.230
18,mlp.experts.166.gate_proj,0.0000585172,0.05000,1.244
18,mlp.experts.167.gate_proj,0.0001556675,0.05000,1.243
18,mlp.experts.168.gate_proj,0.0001332325,0.05000,1.251
18,mlp.experts.173.gate_proj,0.0000507204,0.05000,1.218
18,mlp.experts.170.gate_proj,0.0001050635,0.05000,1.219
18,mlp.experts.171.gate_proj,0.0000595364,0.05000,1.238
18,mlp.experts.172.gate_proj,0.0001006926,0.05000,1.236
18,mlp.experts.177.gate_proj,0.0000349162,0.05000,1.258
18,mlp.experts.174.gate_proj,0.0001213737,0.05000,1.249
18,mlp.experts.175.gate_proj,0.0000548140,0.05000,1.249
18,mlp.experts.176.gate_proj,0.0001144185,0.05000,1.249
18,mlp.experts.181.gate_proj,0.0001257915,0.05000,1.237
18,mlp.experts.178.gate_proj,0.0000615015,0.05000,1.251
18,mlp.experts.179.gate_proj,0.0000357470,0.05000,1.237
18,mlp.experts.180.gate_proj,0.0001366881,0.05000,1.235
18,mlp.experts.185.gate_proj,0.0001176726,0.05000,1.231
18,mlp.experts.182.gate_proj,0.0000875829,0.05000,1.223
18,mlp.experts.183.gate_proj,0.0000564339,0.05000,1.225
18,mlp.experts.184.gate_proj,0.0001168276,0.05000,1.226
18,mlp.experts.189.gate_proj,0.0001056703,0.05000,1.252
18,mlp.experts.186.gate_proj,0.0001645532,0.05000,1.246
18,mlp.experts.187.gate_proj,0.0000518576,0.05000,1.242
18,mlp.experts.188.gate_proj,0.0000746009,0.05000,1.244
18,mlp.experts.193.gate_proj,0.0000755911,0.05000,1.266
18,mlp.experts.190.gate_proj,0.0000450349,0.05000,1.263
18,mlp.experts.191.gate_proj,0.0001167658,0.05000,1.260
18,mlp.experts.192.gate_proj,0.0000782552,0.05000,1.289
18,mlp.experts.197.gate_proj,0.0000643682,0.05000,1.241
18,mlp.experts.194.gate_proj,0.0001416323,0.05000,1.253
18,mlp.experts.195.gate_proj,0.0002096802,0.05000,1.249
18,mlp.experts.196.gate_proj,0.0000674459,0.05000,1.250
18,mlp.experts.201.gate_proj,0.0001310942,0.05000,1.244
18,mlp.experts.198.gate_proj,0.0000629405,0.05000,1.259
18,mlp.experts.199.gate_proj,0.0001459923,0.05000,1.251
18,mlp.experts.200.gate_proj,0.0002385573,0.05000,1.249
18,mlp.experts.205.gate_proj,0.0000777866,0.05000,1.245
18,mlp.experts.202.gate_proj,0.0000980226,0.05000,1.241
18,mlp.experts.203.gate_proj,0.0000777462,0.05000,1.238
18,mlp.experts.204.gate_proj,0.0000800212,0.05000,1.242
18,mlp.experts.209.gate_proj,0.0001339316,0.05000,1.250
18,mlp.experts.206.gate_proj,0.0000579551,0.05000,1.260
18,mlp.experts.207.gate_proj,0.0001427275,0.05000,1.247
18,mlp.experts.208.gate_proj,0.0001224424,0.05000,1.259
18,mlp.experts.213.gate_proj,0.0000920696,0.05000,1.245
18,mlp.experts.210.gate_proj,0.0000779706,0.05000,1.238
18,mlp.experts.211.gate_proj,0.0000866896,0.05000,1.246
18,mlp.experts.212.gate_proj,0.0000970873,0.05000,1.239
18,mlp.experts.217.gate_proj,0.0001425323,0.05000,1.251
18,mlp.experts.214.gate_proj,0.0000794922,0.05000,1.247
18,mlp.experts.215.gate_proj,0.0000615290,0.05000,1.251
18,mlp.experts.216.gate_proj,0.0002048652,0.05000,1.246
18,mlp.experts.221.gate_proj,0.0000224247,0.05000,1.245
18,mlp.experts.218.gate_proj,0.0002398342,0.05000,1.249
18,mlp.experts.219.gate_proj,0.0000770962,0.05000,1.249
18,mlp.experts.220.gate_proj,0.0001021711,0.05000,1.244
18,mlp.experts.225.gate_proj,0.0000892585,0.05000,1.239
18,mlp.experts.222.gate_proj,0.0000970729,0.05000,1.242
18,mlp.experts.223.gate_proj,0.0000685528,0.05000,1.238
18,mlp.experts.224.gate_proj,0.0000625677,0.05000,1.238
18,mlp.experts.229.gate_proj,0.0000694005,0.05000,1.219
18,mlp.experts.226.gate_proj,0.0001043509,0.05000,1.211
18,mlp.experts.227.gate_proj,0.0000973040,0.05000,1.214
18,mlp.experts.228.gate_proj,0.0000980267,0.05000,1.220
18,mlp.experts.233.gate_proj,0.0001282247,0.05000,1.231
18,mlp.experts.231.gate_proj,0.0000725698,0.05000,1.220
18,mlp.experts.230.gate_proj,0.0001195751,0.05000,1.244
18,mlp.experts.232.gate_proj,0.0000724739,0.05000,1.238
18,mlp.experts.237.gate_proj,0.0000880021,0.05000,1.243
18,mlp.experts.235.gate_proj,0.0000919784,0.05000,1.243
18,mlp.experts.234.gate_proj,0.0000525237,0.05000,1.267
18,mlp.experts.236.gate_proj,0.0002121161,0.05000,1.262
18,mlp.experts.241.gate_proj,0.0000759021,0.05000,1.277
18,mlp.experts.239.gate_proj,0.0000786627,0.05000,1.239
18,mlp.experts.238.gate_proj,0.0000685259,0.05000,1.250
18,mlp.experts.240.gate_proj,0.0000284020,0.05000,1.239
18,mlp.experts.243.gate_proj,0.0001350510,0.05000,1.247
18,mlp.experts.245.gate_proj,0.0000685683,0.05000,1.272
18,mlp.experts.242.gate_proj,0.0002401765,0.05000,1.262
18,mlp.experts.244.gate_proj,0.0002264403,0.05000,1.257
18,mlp.experts.247.gate_proj,0.0001790723,0.05000,1.224
18,mlp.experts.249.gate_proj,0.0002040927,0.05000,1.235
18,mlp.experts.246.gate_proj,0.0001121971,0.05000,1.234
18,mlp.experts.248.gate_proj,0.0001699056,0.05000,1.237
18,mlp.experts.252.gate_proj,fallback(rtn): 0.0010757,0.00000,0.017
18,mlp.experts.253.gate_proj,0.0001255368,0.05000,1.220
18,mlp.experts.251.gate_proj,0.0000340375,0.05000,1.243
18,mlp.experts.250.gate_proj,0.0001030975,0.05000,1.242
18,mlp.experts.0.up_proj,0.0000461273,0.05000,1.260
18,mlp.experts.1.up_proj,0.0000459598,0.05000,1.243
18,mlp.experts.255.gate_proj,0.0001437235,0.05000,1.254
18,mlp.experts.254.gate_proj,0.0000984535,0.05000,1.241
18,mlp.experts.4.up_proj,0.0001076720,0.05000,1.250
18,mlp.experts.5.up_proj,0.0000529341,0.05000,1.247
18,mlp.experts.3.up_proj,0.0000769208,0.05000,1.252
18,mlp.experts.2.up_proj,0.0000729755,0.05000,1.260
18,mlp.experts.8.up_proj,0.0000671349,0.05000,1.248
18,mlp.experts.9.up_proj,0.0000515085,0.05000,1.242
18,mlp.experts.6.up_proj,0.0000672230,0.05000,1.239
18,mlp.experts.7.up_proj,0.0002662594,0.05000,1.255
18,mlp.experts.12.up_proj,0.0000476945,0.05000,1.258
18,mlp.experts.13.up_proj,0.0000293715,0.05000,1.239
18,mlp.experts.11.up_proj,0.0000895599,0.05000,1.231
18,mlp.experts.10.up_proj,0.0001390375,0.05000,1.244
18,mlp.experts.16.up_proj,0.0000429510,0.05000,1.233
18,mlp.experts.15.up_proj,0.0000826868,0.05000,1.235
18,mlp.experts.17.up_proj,0.0000729957,0.05000,1.260
18,mlp.experts.14.up_proj,0.0001686456,0.05000,1.236
18,mlp.experts.20.up_proj,0.0001629444,0.05000,1.270
18,mlp.experts.18.up_proj,0.0000872142,0.05000,1.234
18,mlp.experts.19.up_proj,0.0000830443,0.05000,1.269
18,mlp.experts.21.up_proj,0.0000541639,0.05000,1.263
18,mlp.experts.24.up_proj,0.0000907509,0.05000,1.234
18,mlp.experts.25.up_proj,0.0000355709,0.05000,0.792
18,mlp.experts.22.up_proj,0.0001505050,0.05000,0.797
18,mlp.experts.23.up_proj,0.0001222849,0.05000,0.798
18,mlp.experts.27.up_proj,0.0000429188,0.05000,1.211
18,mlp.experts.29.up_proj,0.0001330872,0.05000,1.210
18,mlp.experts.28.up_proj,0.0000393255,0.05000,1.216
18,mlp.experts.26.up_proj,0.0001655915,0.05000,1.227
18,mlp.experts.33.up_proj,0.0001941080,0.05000,1.246
18,mlp.experts.31.up_proj,0.0001304376,0.05000,1.251
18,mlp.experts.32.up_proj,0.0001438055,0.05000,1.260
18,mlp.experts.30.up_proj,0.0000561616,0.05000,1.257
18,mlp.experts.35.up_proj,0.0000910115,0.05000,1.250
18,mlp.experts.37.up_proj,0.0001231037,0.05000,1.280
18,mlp.experts.36.up_proj,0.0001016633,0.05000,1.280
18,mlp.experts.34.up_proj,0.0000656971,0.05000,1.274
18,mlp.experts.39.up_proj,0.0001026887,0.05000,1.267
18,mlp.experts.41.up_proj,0.0000578062,0.05000,1.280
18,mlp.experts.40.up_proj,0.0000830370,0.05000,1.264
18,mlp.experts.38.up_proj,0.0001007979,0.05000,1.281
18,mlp.experts.43.up_proj,0.0000375060,0.05000,1.217
18,mlp.experts.44.up_proj,0.0001353599,0.05000,1.211
18,mlp.experts.45.up_proj,0.0001804018,0.05000,1.225
18,mlp.experts.42.up_proj,0.0001031477,0.05000,1.215
18,mlp.experts.48.up_proj,0.0001323618,0.05000,1.221
18,mlp.experts.47.up_proj,0.0001367501,0.05000,1.237
18,mlp.experts.49.up_proj,0.0002061621,0.05000,1.226
18,mlp.experts.46.up_proj,0.0001687138,0.05000,1.241
18,mlp.experts.52.up_proj,0.0000986270,0.05000,1.256
18,mlp.experts.51.up_proj,0.0001372005,0.05000,1.257
18,mlp.experts.53.up_proj,0.0000874112,0.05000,1.256
18,mlp.experts.50.up_proj,0.0000430768,0.05000,1.253
18,mlp.experts.56.up_proj,0.0000736791,0.05000,1.263
18,mlp.experts.57.up_proj,0.0000414040,0.05000,1.256
18,mlp.experts.55.up_proj,0.0000836274,0.05000,1.270
18,mlp.experts.54.up_proj,0.0000802634,0.05000,1.266
18,mlp.experts.61.up_proj,0.0000896645,0.05000,1.218
18,mlp.experts.60.up_proj,0.0001088474,0.05000,1.236
18,mlp.experts.59.up_proj,0.0001597322,0.05000,1.230
18,mlp.experts.65.up_proj,fallback(rtn): 0.0009995,0.00000,0.030
18,mlp.experts.58.up_proj,0.0000773281,0.05000,1.239
18,mlp.experts.64.up_proj,0.0001389737,0.05000,1.245
18,mlp.experts.63.up_proj,0.0000562368,0.05000,1.242
18,mlp.experts.69.up_proj,0.0000776396,0.05000,1.243
18,mlp.experts.62.up_proj,0.0000835246,0.05000,1.244
18,mlp.experts.73.up_proj,0.0000705618,0.05000,1.229
18,mlp.experts.68.up_proj,0.0001646075,0.05000,1.263
18,mlp.experts.67.up_proj,0.0001109891,0.05000,1.260
18,mlp.experts.66.up_proj,0.0001228102,0.05000,1.247
18,mlp.experts.77.up_proj,0.0001839257,0.05000,1.228
18,mlp.experts.71.up_proj,0.0000540172,0.05000,1.220
18,mlp.experts.72.up_proj,0.0000625823,0.05000,1.238
18,mlp.experts.70.up_proj,0.0000988510,0.05000,1.226
18,mlp.experts.81.up_proj,0.0002804420,0.05000,1.232
18,mlp.experts.75.up_proj,0.0001116514,0.05000,1.234
18,mlp.experts.76.up_proj,0.0000638029,0.05000,1.237
18,mlp.experts.74.up_proj,0.0000839802,0.05000,1.244
18,mlp.experts.85.up_proj,0.0000829387,0.05000,1.238
18,mlp.experts.79.up_proj,0.0000968705,0.05000,1.234
18,mlp.experts.80.up_proj,0.0000353173,0.05000,1.236
18,mlp.experts.78.up_proj,0.0001504933,0.05000,1.236
18,mlp.experts.83.up_proj,0.0000705121,0.05000,1.232
18,mlp.experts.89.up_proj,0.0000556756,0.05000,1.244
18,mlp.experts.84.up_proj,0.0001059491,0.05000,1.239
18,mlp.experts.82.up_proj,0.0001027614,0.05000,1.238
18,mlp.experts.93.up_proj,0.0001323972,0.05000,1.236
18,mlp.experts.87.up_proj,0.0000366182,0.05000,1.248
18,mlp.experts.88.up_proj,0.0000788796,0.05000,1.249
18,mlp.experts.86.up_proj,0.0000541420,0.05000,1.241
18,mlp.experts.97.up_proj,0.0001083765,0.05000,1.257
18,mlp.experts.91.up_proj,0.0000703545,0.05000,1.259
18,mlp.experts.92.up_proj,0.0000589136,0.05000,1.250
18,mlp.experts.90.up_proj,0.0000941035,0.05000,1.252
18,mlp.experts.101.up_proj,0.0001003102,0.05000,1.238
18,mlp.experts.96.up_proj,0.0000905404,0.05000,1.224
18,mlp.experts.95.up_proj,0.0002029423,0.05000,1.238
18,mlp.experts.94.up_proj,0.0001171083,0.05000,1.227
18,mlp.experts.100.up_proj,0.0001259807,0.05000,1.260
18,mlp.experts.105.up_proj,0.0000978248,0.05000,1.270
18,mlp.experts.99.up_proj,0.0001063056,0.05000,1.263
18,mlp.experts.98.up_proj,0.0000683015,0.05000,1.274
18,mlp.experts.109.up_proj,0.0001216493,0.05000,1.246
18,mlp.experts.104.up_proj,0.0001260132,0.05000,1.254
18,mlp.experts.103.up_proj,0.0000399000,0.05000,1.263
18,mlp.experts.102.up_proj,0.0001799746,0.05000,1.251
18,mlp.experts.113.up_proj,0.0000677711,0.05000,1.240
18,mlp.experts.108.up_proj,0.0001024147,0.05000,1.238
18,mlp.experts.107.up_proj,0.0001219261,0.05000,1.240
18,mlp.experts.106.up_proj,0.0000473832,0.05000,1.242
18,mlp.experts.112.up_proj,0.0000554758,0.05000,1.232
18,mlp.experts.117.up_proj,0.0000927002,0.05000,1.245
18,mlp.experts.111.up_proj,0.0001784665,0.05000,1.243
18,mlp.experts.110.up_proj,0.0002300026,0.05000,1.239
18,mlp.experts.116.up_proj,0.0000559966,0.05000,1.234
18,mlp.experts.121.up_proj,0.0000850739,0.05000,1.232
18,mlp.experts.115.up_proj,0.0000862292,0.05000,1.239
18,mlp.experts.114.up_proj,0.0000477635,0.05000,1.237
18,mlp.experts.125.up_proj,0.0002129408,0.05000,1.235
18,mlp.experts.120.up_proj,0.0000806147,0.05000,1.242
18,mlp.experts.124.up_proj,fallback(rtn): 0.0009995,0.00000,0.022
18,mlp.experts.119.up_proj,0.0000937660,0.05000,1.241
18,mlp.experts.118.up_proj,0.0001924718,0.05000,1.238
18,mlp.experts.129.up_proj,0.0000837045,0.05000,1.259
18,mlp.experts.123.up_proj,0.0001246540,0.05000,1.259
18,mlp.experts.128.up_proj,0.0000518101,0.05000,1.275
18,mlp.experts.122.up_proj,0.0000622791,0.05000,1.255
18,mlp.experts.133.up_proj,0.0001133258,0.05000,1.235
18,mlp.experts.132.up_proj,0.0000448094,0.05000,1.220
18,mlp.experts.127.up_proj,0.0000714226,0.05000,1.237
18,mlp.experts.126.up_proj,0.0000617815,0.05000,1.222
18,mlp.experts.137.up_proj,0.0001103896,0.05000,1.242
18,mlp.experts.131.up_proj,0.0001608221,0.05000,1.235
18,mlp.experts.130.up_proj,0.0000928304,0.05000,1.248
18,mlp.experts.136.up_proj,0.0001287735,0.05000,1.261
18,mlp.experts.141.up_proj,0.0000962853,0.05000,1.246
18,mlp.experts.135.up_proj,0.0000693863,0.05000,1.256
18,mlp.experts.140.up_proj,0.0001200516,0.05000,1.245
18,mlp.experts.134.up_proj,0.0000419970,0.05000,1.256
18,mlp.experts.145.up_proj,0.0000545757,0.05000,1.205
18,mlp.experts.139.up_proj,0.0000516000,0.05000,1.217
18,mlp.experts.138.up_proj,0.0000584927,0.05000,1.216
18,mlp.experts.144.up_proj,0.0001935546,0.05000,1.249
18,mlp.experts.149.up_proj,0.0001433339,0.05000,1.247
18,mlp.experts.143.up_proj,0.0002225298,0.05000,1.243
18,mlp.experts.142.up_proj,0.0001289244,0.05000,1.241
18,mlp.experts.148.up_proj,0.0000743855,0.05000,1.250
18,mlp.experts.153.up_proj,0.0002196916,0.05000,1.244
18,mlp.experts.147.up_proj,0.0000843095,0.05000,1.242
18,mlp.experts.146.up_proj,0.0002427605,0.05000,1.252
18,mlp.experts.152.up_proj,0.0000590546,0.05000,1.244
18,mlp.experts.157.up_proj,0.0000685533,0.05000,1.249
18,mlp.experts.151.up_proj,0.0001298575,0.05000,1.240
18,mlp.experts.150.up_proj,0.0000906445,0.05000,1.249
18,mlp.experts.156.up_proj,0.0001097065,0.05000,1.264
18,mlp.experts.161.up_proj,0.0001005337,0.05000,1.255
18,mlp.experts.155.up_proj,0.0000951009,0.05000,1.256
18,mlp.experts.154.up_proj,0.0002214161,0.05000,1.240
18,mlp.experts.160.up_proj,0.0002336642,0.05000,1.236
18,mlp.experts.165.up_proj,0.0000341074,0.05000,1.221
18,mlp.experts.159.up_proj,0.0000457816,0.05000,1.232
18,mlp.experts.158.up_proj,0.0000889011,0.05000,1.235
18,mlp.experts.164.up_proj,0.0000503377,0.05000,1.227
18,mlp.experts.169.up_proj,0.0001262864,0.05000,1.247
18,mlp.experts.163.up_proj,0.0000291639,0.05000,1.247
18,mlp.experts.168.up_proj,0.0001171149,0.05000,1.238
18,mlp.experts.162.up_proj,0.0000738553,0.05000,1.263
18,mlp.experts.173.up_proj,0.0000473109,0.05000,1.237
18,mlp.experts.167.up_proj,0.0001451538,0.05000,1.237
18,mlp.experts.172.up_proj,0.0000959277,0.05000,1.236
18,mlp.experts.166.up_proj,0.0000515634,0.05000,1.237
18,mlp.experts.177.up_proj,0.0000316649,0.05000,1.239
18,mlp.experts.171.up_proj,0.0000589895,0.05000,1.249
18,mlp.experts.176.up_proj,0.0001049113,0.05000,1.262
18,mlp.experts.170.up_proj,0.0000922989,0.05000,1.266
18,mlp.experts.181.up_proj,0.0001134178,0.05000,1.264
18,mlp.experts.175.up_proj,0.0000507686,0.05000,1.269
18,mlp.experts.180.up_proj,0.0001301018,0.05000,1.245
18,mlp.experts.174.up_proj,0.0001151290,0.05000,1.246
18,mlp.experts.185.up_proj,0.0000993689,0.05000,1.250
18,mlp.experts.179.up_proj,0.0000372768,0.05000,1.239
18,mlp.experts.184.up_proj,0.0001086480,0.05000,1.238
18,mlp.experts.178.up_proj,0.0000533271,0.05000,1.237
18,mlp.experts.189.up_proj,0.0000950254,0.05000,1.231
18,mlp.experts.183.up_proj,0.0000550307,0.05000,1.233
18,mlp.experts.188.up_proj,0.0000741243,0.05000,1.240
18,mlp.experts.182.up_proj,0.0000878606,0.05000,1.235
18,mlp.experts.193.up_proj,0.0000722915,0.05000,1.233
18,mlp.experts.187.up_proj,0.0000540302,0.05000,1.248
18,mlp.experts.192.up_proj,0.0000778258,0.05000,1.261
18,mlp.experts.186.up_proj,0.0001748393,0.05000,1.251
18,mlp.experts.197.up_proj,0.0000642792,0.05000,1.231
18,mlp.experts.191.up_proj,0.0001011688,0.05000,1.235
18,mlp.experts.196.up_proj,0.0000571176,0.05000,1.235
18,mlp.experts.190.up_proj,0.0000440993,0.05000,1.233
18,mlp.experts.201.up_proj,0.0001230192,0.05000,1.246
18,mlp.experts.195.up_proj,0.0000679196,0.05000,1.244
18,mlp.experts.200.up_proj,0.0002291866,0.05000,1.252
18,mlp.experts.194.up_proj,0.0001360862,0.05000,1.252
18,mlp.experts.205.up_proj,0.0000825311,0.05000,1.241
18,mlp.experts.199.up_proj,0.0001394139,0.05000,1.232
18,mlp.experts.198.up_proj,0.0000556964,0.05000,1.228
18,mlp.experts.204.up_proj,0.0000810183,0.05000,1.234
18,mlp.experts.209.up_proj,0.0001131907,0.05000,1.245
18,mlp.experts.203.up_proj,0.0000770408,0.05000,1.239
18,mlp.experts.208.up_proj,0.0001196405,0.05000,1.237
18,mlp.experts.202.up_proj,0.0000908623,0.05000,1.249
18,mlp.experts.213.up_proj,0.0000869339,0.05000,1.246
18,mlp.experts.207.up_proj,0.0001279316,0.05000,1.254
18,mlp.experts.212.up_proj,0.0000846033,0.05000,1.257
18,mlp.experts.206.up_proj,0.0000470121,0.05000,1.251
18,mlp.experts.217.up_proj,0.0001349113,0.05000,1.243
18,mlp.experts.211.up_proj,0.0000800299,0.05000,1.238
18,mlp.experts.216.up_proj,0.0001947094,0.05000,1.242
18,mlp.experts.210.up_proj,0.0000683083,0.05000,1.250
18,mlp.experts.221.up_proj,0.0000205817,0.05000,1.229
18,mlp.experts.215.up_proj,0.0000597340,0.05000,1.223
18,mlp.experts.220.up_proj,0.0000990560,0.05000,1.231
18,mlp.experts.214.up_proj,0.0000827305,0.05000,1.230
18,mlp.experts.225.up_proj,0.0000869076,0.05000,1.240
18,mlp.experts.219.up_proj,0.0000739110,0.05000,1.244
18,mlp.experts.224.up_proj,0.0000569481,0.05000,1.245
18,mlp.experts.218.up_proj,0.0002032529,0.05000,1.238
18,mlp.experts.229.up_proj,0.0000607469,0.05000,1.243
18,mlp.experts.223.up_proj,0.0000654751,0.05000,1.250
18,mlp.experts.228.up_proj,0.0000864006,0.05000,1.244
18,mlp.experts.222.up_proj,0.0000846914,0.05000,1.253
18,mlp.experts.233.up_proj,0.0001264684,0.05000,1.242
18,mlp.experts.227.up_proj,0.0000920236,0.05000,1.248
18,mlp.experts.226.up_proj,0.0001030788,0.05000,1.238
18,mlp.experts.232.up_proj,0.0000764462,0.05000,1.254
18,mlp.experts.237.up_proj,0.0000697110,0.05000,1.249
18,mlp.experts.231.up_proj,0.0000628748,0.05000,1.257
18,mlp.experts.230.up_proj,0.0001144724,0.05000,1.253
18,mlp.experts.236.up_proj,0.0001925272,0.05000,1.259
18,mlp.experts.241.up_proj,0.0000671190,0.05000,1.228
18,mlp.experts.235.up_proj,0.0000782843,0.05000,1.237
18,mlp.experts.234.up_proj,0.0000492402,0.05000,1.259
18,mlp.experts.240.up_proj,0.0000264438,0.05000,1.253
18,mlp.experts.245.up_proj,0.0000622270,0.05000,1.253
18,mlp.experts.239.up_proj,0.0000750773,0.05000,1.247
18,mlp.experts.244.up_proj,0.0002167078,0.05000,1.231
18,mlp.experts.238.up_proj,0.0000648266,0.05000,1.248
18,mlp.experts.249.up_proj,0.0001821321,0.05000,1.249
18,mlp.experts.243.up_proj,0.0001111061,0.05000,1.247
18,mlp.experts.248.up_proj,0.0001449702,0.05000,1.237
18,mlp.experts.252.up_proj,fallback(rtn): 0.0009918,0.00000,0.017
18,mlp.experts.242.up_proj,0.0002386263,0.05000,1.246
18,mlp.experts.253.up_proj,0.0001035113,0.05000,0.806
18,mlp.experts.247.up_proj,0.0001469117,0.05000,0.782
18,mlp.experts.246.up_proj,0.0000998788,0.05000,0.739
18,mlp.experts.251.up_proj,0.0000316278,0.05000,0.454
18,mlp.experts.250.up_proj,0.0001092227,0.05000,0.454
18,mlp.experts.255.up_proj,0.0001167297,0.05000,0.452
18,mlp.experts.254.up_proj,0.0000907263,0.05000,0.434
18,mlp.experts.3.down_proj,0.0000008090,0.05000,0.312
18,mlp.experts.1.down_proj,0.0000012735,0.05000,0.316
18,mlp.experts.2.down_proj,0.0000014835,0.05000,0.321
18,mlp.experts.0.down_proj,0.0000017769,0.05000,0.325
18,mlp.experts.7.down_proj,0.0000099539,0.05000,0.309
18,mlp.experts.5.down_proj,0.0000015408,0.05000,0.310
18,mlp.experts.6.down_proj,0.0000012832,0.05000,0.308
18,mlp.experts.4.down_proj,0.0000040482,0.05000,0.312
18,mlp.experts.11.down_proj,0.0000039767,0.05000,0.315
18,mlp.experts.9.down_proj,0.0000014028,0.05000,0.328
18,mlp.experts.10.down_proj,0.0000043836,0.05000,0.331
18,mlp.experts.8.down_proj,0.0000038680,0.05000,0.333
18,mlp.experts.15.down_proj,0.0000019938,0.05000,0.317
18,mlp.experts.13.down_proj,0.0000006854,0.05000,0.321
18,mlp.experts.14.down_proj,0.0000028559,0.05000,0.320
18,mlp.experts.12.down_proj,0.0000014030,0.05000,0.320
18,mlp.experts.19.down_proj,0.0000034788,0.05000,0.311
18,mlp.experts.17.down_proj,0.0000027789,0.05000,0.316
18,mlp.experts.18.down_proj,0.0000021531,0.05000,0.314
18,mlp.experts.16.down_proj,0.0000015955,0.05000,0.314
18,mlp.experts.23.down_proj,0.0000022206,0.05000,0.316
18,mlp.experts.21.down_proj,0.0000019979,0.05000,0.318
18,mlp.experts.22.down_proj,0.0000053655,0.05000,0.315
18,mlp.experts.20.down_proj,0.0000058566,0.05000,0.318
18,mlp.experts.27.down_proj,0.0000011637,0.05000,0.321
18,mlp.experts.26.down_proj,0.0000060745,0.05000,0.321
18,mlp.experts.25.down_proj,0.0000010864,0.05000,0.325
18,mlp.experts.24.down_proj,0.0000011869,0.05000,0.320
18,mlp.experts.31.down_proj,0.0000018424,0.05000,0.314
18,mlp.experts.30.down_proj,0.0000008553,0.05000,0.316
18,mlp.experts.29.down_proj,0.0000037451,0.05000,0.320
18,mlp.experts.28.down_proj,0.0000011577,0.05000,0.316
18,mlp.experts.35.down_proj,0.0000015578,0.05000,0.311
18,mlp.experts.34.down_proj,0.0000013241,0.05000,0.314
18,mlp.experts.33.down_proj,0.0000053385,0.05000,0.311
18,mlp.experts.32.down_proj,0.0000027460,0.05000,0.323
18,mlp.experts.39.down_proj,0.0000018070,0.05000,0.322
18,mlp.experts.38.down_proj,0.0000010870,0.05000,0.317
18,mlp.experts.37.down_proj,0.0000018841,0.05000,0.310
18,mlp.experts.36.down_proj,0.0000029836,0.05000,0.322
18,mlp.experts.43.down_proj,0.0000010463,0.05000,0.328
18,mlp.experts.41.down_proj,0.0000016339,0.05000,0.315
18,mlp.experts.42.down_proj,0.0000012299,0.05000,0.334
18,mlp.experts.40.down_proj,0.0000010328,0.05000,0.317
18,mlp.experts.47.down_proj,0.0000020945,0.05000,0.310
18,mlp.experts.46.down_proj,0.0000037215,0.05000,0.309
18,mlp.experts.45.down_proj,0.0000072132,0.05000,0.312
18,mlp.experts.44.down_proj,0.0000019428,0.05000,0.310
18,mlp.experts.51.down_proj,0.0000041167,0.05000,0.310
18,mlp.experts.49.down_proj,0.0000067110,0.05000,0.312
18,mlp.experts.50.down_proj,0.0000019485,0.05000,0.318
18,mlp.experts.48.down_proj,0.0000031092,0.05000,0.316
18,mlp.experts.55.down_proj,0.0000022504,0.05000,0.314
18,mlp.experts.53.down_proj,0.0000027274,0.05000,0.317
18,mlp.experts.54.down_proj,0.0000018794,0.05000,0.318
18,mlp.experts.52.down_proj,0.0000022654,0.05000,0.329
18,mlp.experts.59.down_proj,0.0000044991,0.05000,0.321
18,mlp.experts.57.down_proj,0.0000010038,0.05000,0.324
18,mlp.experts.58.down_proj,0.0000032836,0.05000,0.320
18,mlp.experts.56.down_proj,0.0000021762,0.05000,0.320
18,mlp.experts.63.down_proj,0.0000019310,0.05000,0.322
18,mlp.experts.61.down_proj,0.0000009726,0.05000,0.319
18,mlp.experts.65.down_proj,fallback(rtn): 0.0009995,0.00000,0.005
18,mlp.experts.62.down_proj,0.0000029615,0.05000,0.318
18,mlp.experts.60.down_proj,0.0000011646,0.05000,0.319
18,mlp.experts.67.down_proj,0.0000031360,0.05000,0.322
18,mlp.experts.69.down_proj,0.0000025243,0.05000,0.326
18,mlp.experts.66.down_proj,0.0000050629,0.05000,0.326
18,mlp.experts.64.down_proj,0.0000059260,0.05000,0.321
18,mlp.experts.71.down_proj,0.0000019699,0.05000,0.321
18,mlp.experts.70.down_proj,0.0000032959,0.05000,0.317
18,mlp.experts.73.down_proj,0.0000023484,0.05000,0.324
18,mlp.experts.68.down_proj,0.0000044715,0.05000,0.323
18,mlp.experts.75.down_proj,0.0000016215,0.05000,0.306
18,mlp.experts.74.down_proj,0.0000047644,0.05000,0.308
18,mlp.experts.72.down_proj,0.0000019811,0.05000,0.300
18,mlp.experts.77.down_proj,0.0000065407,0.05000,0.308
18,mlp.experts.79.down_proj,0.0000048275,0.05000,0.323
18,mlp.experts.81.down_proj,0.0000118752,0.05000,0.321
18,mlp.experts.78.down_proj,0.0000059282,0.05000,0.325
18,mlp.experts.76.down_proj,0.0000031877,0.05000,0.329
18,mlp.experts.83.down_proj,0.0000024654,0.05000,0.318
18,mlp.experts.82.down_proj,0.0000034802,0.05000,0.313
18,mlp.experts.85.down_proj,0.0000035336,0.05000,0.322
18,mlp.experts.80.down_proj,0.0000009379,0.05000,0.321
18,mlp.experts.87.down_proj,0.0000011127,0.05000,0.314
18,mlp.experts.86.down_proj,0.0000014415,0.05000,0.318
18,mlp.experts.84.down_proj,0.0000027849,0.05000,0.310
18,mlp.experts.89.down_proj,0.0000016005,0.05000,0.321
18,mlp.experts.91.down_proj,0.0000026160,0.05000,0.313
18,mlp.experts.90.down_proj,0.0000036571,0.05000,0.314
18,mlp.experts.93.down_proj,0.0000027448,0.05000,0.310
18,mlp.experts.88.down_proj,0.0000008507,0.05000,0.329
18,mlp.experts.95.down_proj,0.0000050085,0.05000,0.318
18,mlp.experts.94.down_proj,0.0000016540,0.05000,0.317
18,mlp.experts.97.down_proj,0.0000063746,0.05000,0.308
18,mlp.experts.92.down_proj,0.0000021145,0.05000,0.310
18,mlp.experts.99.down_proj,0.0000016058,0.05000,0.309
18,mlp.experts.98.down_proj,0.0000020694,0.05000,0.314
18,mlp.experts.101.down_proj,0.0000026699,0.05000,0.313
18,mlp.experts.96.down_proj,0.0000036212,0.05000,0.311
18,mlp.experts.103.down_proj,0.0000010977,0.05000,0.310
18,mlp.experts.102.down_proj,0.0000033914,0.05000,0.317
18,mlp.experts.105.down_proj,0.0000013071,0.05000,0.320
18,mlp.experts.100.down_proj,0.0000021752,0.05000,0.322
18,mlp.experts.107.down_proj,0.0000026356,0.05000,0.327
18,mlp.experts.106.down_proj,0.0000016425,0.05000,0.317
18,mlp.experts.109.down_proj,0.0000042233,0.05000,0.314
18,mlp.experts.104.down_proj,0.0000011837,0.05000,0.314
18,mlp.experts.111.down_proj,0.0000023878,0.05000,0.313
18,mlp.experts.113.down_proj,0.0000011525,0.05000,0.308
18,mlp.experts.110.down_proj,0.0000047295,0.05000,0.321
18,mlp.experts.108.down_proj,0.0000029058,0.05000,0.326
18,mlp.experts.115.down_proj,0.0000033379,0.05000,0.329
18,mlp.experts.117.down_proj,0.0000033449,0.05000,0.326
18,mlp.experts.114.down_proj,0.0000014933,0.05000,0.317
18,mlp.experts.112.down_proj,0.0000015163,0.05000,0.313
18,mlp.experts.119.down_proj,0.0000031244,0.05000,0.320
18,mlp.experts.121.down_proj,0.0000022189,0.05000,0.318
18,mlp.experts.118.down_proj,0.0000049496,0.05000,0.316
18,mlp.experts.116.down_proj,0.0000010719,0.05000,0.315
18,mlp.experts.123.down_proj,0.0000022558,0.05000,0.321
18,mlp.experts.125.down_proj,0.0000057567,0.05000,0.321
18,mlp.experts.120.down_proj,0.0000048091,0.05000,0.317
18,mlp.experts.122.down_proj,0.0000022159,0.05000,0.325
18,mlp.experts.124.down_proj,fallback(rtn): 0.0009842,0.00000,0.007
18,mlp.experts.127.down_proj,0.0000018119,0.05000,0.320
18,mlp.experts.129.down_proj,0.0000035855,0.05000,0.321
18,mlp.experts.128.down_proj,0.0000021449,0.05000,0.315
18,mlp.experts.126.down_proj,0.0000011620,0.05000,0.326
18,mlp.experts.131.down_proj,0.0000049056,0.05000,0.326
18,mlp.experts.133.down_proj,0.0000014820,0.05000,0.323
18,mlp.experts.132.down_proj,0.0000006284,0.05000,0.322
18,mlp.experts.130.down_proj,0.0000034757,0.05000,0.335
18,mlp.experts.135.down_proj,0.0000021944,0.05000,0.334
18,mlp.experts.137.down_proj,0.0000015457,0.05000,0.329
18,mlp.experts.136.down_proj,0.0000020177,0.05000,0.331
18,mlp.experts.134.down_proj,0.0000008324,0.05000,0.320
18,mlp.experts.139.down_proj,0.0000018068,0.05000,0.312
18,mlp.experts.141.down_proj,0.0000017881,0.05000,0.313
18,mlp.experts.140.down_proj,0.0000026049,0.05000,0.310
18,mlp.experts.138.down_proj,0.0000020818,0.05000,0.313
18,mlp.experts.143.down_proj,0.0000075625,0.05000,0.311
18,mlp.experts.144.down_proj,0.0000038601,0.05000,0.306
18,mlp.experts.145.down_proj,0.0000015242,0.05000,0.319
18,mlp.experts.142.down_proj,0.0000053982,0.05000,0.312
18,mlp.experts.147.down_proj,0.0000036615,0.05000,0.308
18,mlp.experts.148.down_proj,0.0000018822,0.05000,0.310
18,mlp.experts.149.down_proj,0.0000049110,0.05000,0.310
18,mlp.experts.146.down_proj,0.0000068627,0.05000,0.317
18,mlp.experts.151.down_proj,0.0000042644,0.05000,0.318
18,mlp.experts.152.down_proj,0.0000026049,0.05000,0.331
18,mlp.experts.153.down_proj,0.0000062470,0.05000,0.329
18,mlp.experts.150.down_proj,0.0000025370,0.05000,0.334
18,mlp.experts.155.down_proj,0.0000015806,0.05000,0.324
18,mlp.experts.156.down_proj,0.0000021497,0.05000,0.322
18,mlp.experts.157.down_proj,0.0000019655,0.05000,0.329
18,mlp.experts.154.down_proj,0.0000068253,0.05000,0.331
18,mlp.experts.159.down_proj,0.0000012930,0.05000,0.322
18,mlp.experts.160.down_proj,0.0000052587,0.05000,0.326
18,mlp.experts.161.down_proj,0.0000023609,0.05000,0.317
18,mlp.experts.158.down_proj,0.0000031908,0.05000,0.314
18,mlp.experts.163.down_proj,0.0000008016,0.05000,0.314
18,mlp.experts.164.down_proj,0.0000012758,0.05000,0.313
18,mlp.experts.165.down_proj,0.0000009745,0.05000,0.312
18,mlp.experts.162.down_proj,0.0000027763,0.05000,0.313
18,mlp.experts.167.down_proj,0.0000019190,0.05000,0.313
18,mlp.experts.168.down_proj,0.0000036600,0.05000,0.316
18,mlp.experts.169.down_proj,0.0000140155,0.05000,0.316
18,mlp.experts.166.down_proj,0.0000011646,0.05000,0.317
18,mlp.experts.171.down_proj,0.0000017081,0.05000,0.318
18,mlp.experts.172.down_proj,0.0000011320,0.05000,0.319
18,mlp.experts.173.down_proj,0.0000012958,0.05000,0.319
18,mlp.experts.170.down_proj,0.0000031710,0.05000,0.314
18,mlp.experts.175.down_proj,0.0000020632,0.05000,0.323
18,mlp.experts.176.down_proj,0.0000023089,0.05000,0.319
18,mlp.experts.177.down_proj,0.0000010763,0.05000,0.318
18,mlp.experts.174.down_proj,0.0000061789,0.05000,0.330
18,mlp.experts.179.down_proj,0.0000014791,0.05000,0.321
18,mlp.experts.180.down_proj,0.0000016672,0.05000,0.322
18,mlp.experts.181.down_proj,0.0000022261,0.05000,0.323
18,mlp.experts.178.down_proj,0.0000016032,0.05000,0.315
18,mlp.experts.183.down_proj,0.0000015760,0.05000,0.316
18,mlp.experts.184.down_proj,0.0000016884,0.05000,0.310
18,mlp.experts.185.down_proj,0.0000048502,0.05000,0.322
18,mlp.experts.182.down_proj,0.0000026215,0.05000,0.329
18,mlp.experts.187.down_proj,0.0000018140,0.05000,0.321
18,mlp.experts.188.down_proj,0.0000025567,0.05000,0.318
18,mlp.experts.189.down_proj,0.0000031668,0.05000,0.315
18,mlp.experts.186.down_proj,0.0000081740,0.05000,0.310
18,mlp.experts.191.down_proj,0.0000029737,0.05000,0.321
18,mlp.experts.193.down_proj,0.0000007883,0.05000,0.313
18,mlp.experts.192.down_proj,0.0000037277,0.05000,0.319
18,mlp.experts.190.down_proj,0.0000013980,0.05000,0.315
18,mlp.experts.195.down_proj,0.0000001119,0.05000,0.314
18,mlp.experts.197.down_proj,0.0000025548,0.05000,0.313
18,mlp.experts.196.down_proj,0.0000013380,0.05000,0.316
18,mlp.experts.194.down_proj,0.0000028440,0.05000,0.319
18,mlp.experts.199.down_proj,0.0000021968,0.05000,0.307
18,mlp.experts.201.down_proj,0.0000027542,0.05000,0.307
18,mlp.experts.200.down_proj,0.0000056685,0.05000,0.310
18,mlp.experts.198.down_proj,0.0000015450,0.05000,0.311
18,mlp.experts.203.down_proj,0.0000024343,0.05000,0.319
18,mlp.experts.205.down_proj,0.0000032892,0.05000,0.323
18,mlp.experts.204.down_proj,0.0000038100,0.05000,0.325
18,mlp.experts.202.down_proj,0.0000044527,0.05000,0.321
18,mlp.experts.207.down_proj,0.0000032112,0.05000,0.311
18,mlp.experts.209.down_proj,0.0000033596,0.05000,0.309
18,mlp.experts.208.down_proj,0.0000043939,0.05000,0.313
18,mlp.experts.206.down_proj,0.0000016315,0.05000,0.317
18,mlp.experts.211.down_proj,0.0000022817,0.05000,0.313
18,mlp.experts.213.down_proj,0.0000019023,0.05000,0.312
18,mlp.experts.212.down_proj,0.0000023660,0.05000,0.313
18,mlp.experts.210.down_proj,0.0000020613,0.05000,0.309
18,mlp.experts.215.down_proj,0.0000016790,0.05000,0.307
18,mlp.experts.217.down_proj,0.0000019780,0.05000,0.310
18,mlp.experts.216.down_proj,0.0000024040,0.05000,0.311
18,mlp.experts.214.down_proj,0.0000033825,0.05000,0.311
18,mlp.experts.219.down_proj,0.0000024273,0.05000,0.318
18,mlp.experts.221.down_proj,0.0000006693,0.05000,0.315
18,mlp.experts.220.down_proj,0.0000038840,0.05000,0.318
18,mlp.experts.218.down_proj,0.0000061488,0.05000,0.314
18,mlp.experts.223.down_proj,0.0000024676,0.05000,0.312
18,mlp.experts.225.down_proj,0.0000034233,0.05000,0.322
18,mlp.experts.224.down_proj,0.0000023651,0.05000,0.321
18,mlp.experts.222.down_proj,0.0000027326,0.05000,0.321
18,mlp.experts.227.down_proj,0.0000028583,0.05000,0.308
18,mlp.experts.229.down_proj,0.0000020997,0.05000,0.308
18,mlp.experts.228.down_proj,0.0000024575,0.05000,0.309
18,mlp.experts.226.down_proj,0.0000036445,0.05000,0.311
18,mlp.experts.231.down_proj,0.0000019242,0.05000,0.321
18,mlp.experts.233.down_proj,0.0000037275,0.05000,0.316
18,mlp.experts.232.down_proj,0.0000033997,0.05000,0.318
18,mlp.experts.230.down_proj,0.0000015328,0.05000,0.322
18,mlp.experts.235.down_proj,0.0000022730,0.05000,0.310
18,mlp.experts.237.down_proj,0.0000027146,0.05000,0.310
18,mlp.experts.236.down_proj,0.0000043000,0.05000,0.313
18,mlp.experts.234.down_proj,0.0000012752,0.05000,0.323
18,mlp.experts.239.down_proj,0.0000050606,0.05000,0.321
18,mlp.experts.241.down_proj,0.0000022557,0.05000,0.320
18,mlp.experts.240.down_proj,0.0000008549,0.05000,0.330
18,mlp.experts.238.down_proj,0.0000017870,0.05000,0.323
18,mlp.experts.243.down_proj,0.0000032455,0.05000,0.326
18,mlp.experts.245.down_proj,0.0000018464,0.05000,0.311
18,mlp.experts.244.down_proj,0.0000089004,0.05000,0.310
18,mlp.experts.242.down_proj,0.0000074819,0.05000,0.309
18,mlp.experts.247.down_proj,0.0000045316,0.05000,0.312
18,mlp.experts.249.down_proj,0.0000055557,0.05000,0.312
18,mlp.experts.248.down_proj,0.0000045303,0.05000,0.319
18,mlp.experts.252.down_proj,fallback(rtn): 0.0009918,0.00000,0.006
18,mlp.experts.246.down_proj,0.0000025364,0.05000,0.311
18,mlp.experts.251.down_proj,0.0000009463,0.05000,0.216
18,mlp.experts.253.down_proj,0.0000026339,0.05000,0.204
18,mlp.experts.250.down_proj,0.0000041225,0.05000,0.176
18,mlp.experts.255.down_proj,0.0000048783,0.05000,0.123
18,mlp.experts.254.down_proj,0.0000016700,0.05000,0.103
19,mlp.experts.2.gate_proj,0.0001455164,0.05000,1.243
19,mlp.experts.0.gate_proj,0.0000976119,0.05000,1.254
19,mlp.experts.3.gate_proj,0.0001358399,0.05000,1.252
19,mlp.experts.1.gate_proj,0.0002165235,0.05000,1.260
19,mlp.experts.7.gate_proj,0.0000433127,0.05000,1.236
19,mlp.experts.6.gate_proj,0.0001579400,0.05000,1.246
19,mlp.experts.4.gate_proj,0.0000618892,0.05000,1.244
19,mlp.experts.5.gate_proj,0.0001058980,0.05000,1.233
19,mlp.experts.9.gate_proj,fallback(rtn): 0.0010147,0.00000,0.026
19,mlp.experts.8.gate_proj,0.0000678732,0.05000,1.219
19,mlp.experts.10.gate_proj,0.0000497847,0.05000,1.229
19,mlp.experts.11.gate_proj,0.0000810838,0.05000,1.242
19,mlp.experts.13.gate_proj,0.0001008291,0.05000,1.237
19,mlp.experts.14.gate_proj,0.0000460538,0.05000,1.212
19,mlp.experts.12.gate_proj,0.0000732034,0.05000,1.237
19,mlp.experts.15.gate_proj,0.0002019671,0.05000,1.233
19,mlp.experts.17.gate_proj,0.0001537289,0.05000,1.231
19,mlp.experts.18.gate_proj,0.0001314612,0.05000,1.229
19,mlp.experts.16.gate_proj,0.0000557670,0.05000,1.222
19,mlp.experts.19.gate_proj,0.0001370870,0.05000,1.228
19,mlp.experts.21.gate_proj,0.0002395708,0.05000,1.237
19,mlp.experts.22.gate_proj,0.0000727469,0.05000,1.244
19,mlp.experts.20.gate_proj,0.0000267594,0.05000,1.262
19,mlp.experts.23.gate_proj,0.0000976055,0.05000,1.243
19,mlp.experts.25.gate_proj,0.0001462460,0.05000,1.258
19,mlp.experts.26.gate_proj,0.0001792741,0.05000,1.235
19,mlp.experts.24.gate_proj,0.0001497379,0.05000,1.247
19,mlp.experts.27.gate_proj,0.0001783778,0.05000,1.248
19,mlp.experts.29.gate_proj,0.0001213461,0.05000,1.238
19,mlp.experts.30.gate_proj,0.0000523722,0.05000,1.344
19,mlp.experts.31.gate_proj,0.0000545770,0.05000,1.340
19,mlp.experts.28.gate_proj,0.0001036887,0.05000,1.352
19,mlp.experts.33.gate_proj,0.0000490970,0.05000,1.357
19,mlp.experts.34.gate_proj,0.0000752596,0.05000,1.238
19,mlp.experts.32.gate_proj,0.0001552995,0.05000,1.225
19,mlp.experts.35.gate_proj,0.0000415354,0.05000,1.246
19,mlp.experts.37.gate_proj,0.0002050066,0.05000,1.235
19,mlp.experts.38.gate_proj,0.0000817464,0.05000,1.250
19,mlp.experts.39.gate_proj,0.0000338040,0.05000,1.239
19,mlp.experts.36.gate_proj,0.0000547800,0.05000,1.261
19,mlp.experts.41.gate_proj,0.0001093628,0.05000,1.263
19,mlp.experts.42.gate_proj,0.0000647379,0.05000,1.252
19,mlp.experts.43.gate_proj,0.0000808867,0.05000,1.253
19,mlp.experts.40.gate_proj,0.0000485233,0.05000,1.260
19,mlp.experts.45.gate_proj,0.0000715556,0.05000,1.246
19,mlp.experts.46.gate_proj,0.0000759577,0.05000,1.239
19,mlp.experts.47.gate_proj,0.0000787623,0.05000,1.223
19,mlp.experts.44.gate_proj,0.0001520982,0.05000,1.226
19,mlp.experts.49.gate_proj,0.0001468697,0.05000,1.233
19,mlp.experts.50.gate_proj,0.0001003156,0.05000,1.258
19,mlp.experts.51.gate_proj,0.0001153572,0.05000,1.250
19,mlp.experts.48.gate_proj,0.0000795437,0.05000,1.261
19,mlp.experts.53.gate_proj,0.0001215814,0.05000,1.263
19,mlp.experts.54.gate_proj,0.0001203432,0.05000,1.239
19,mlp.experts.55.gate_proj,0.0001384961,0.05000,1.242
19,mlp.experts.52.gate_proj,0.0001662688,0.05000,1.238
19,mlp.experts.57.gate_proj,0.0000436211,0.05000,1.244
19,mlp.experts.58.gate_proj,0.0001192318,0.05000,1.246
19,mlp.experts.59.gate_proj,0.0000819781,0.05000,1.249
19,mlp.experts.56.gate_proj,0.0001863716,0.05000,1.253
19,mlp.experts.61.gate_proj,0.0001165442,0.05000,1.248
19,mlp.experts.62.gate_proj,0.0002587835,0.05000,1.248
19,mlp.experts.63.gate_proj,0.0001524356,0.05000,1.256
19,mlp.experts.60.gate_proj,0.0001116240,0.05000,1.257
19,mlp.experts.65.gate_proj,0.0001147515,0.05000,1.247
19,mlp.experts.66.gate_proj,0.0000785446,0.05000,1.239
19,mlp.experts.67.gate_proj,0.0001145520,0.05000,1.237
19,mlp.experts.64.gate_proj,0.0001449820,0.05000,1.238
19,mlp.experts.69.gate_proj,0.0001470945,0.05000,1.237
19,mlp.experts.70.gate_proj,0.0000799553,0.05000,1.225
19,mlp.experts.71.gate_proj,0.0000284710,0.05000,1.236
19,mlp.experts.68.gate_proj,0.0000743500,0.05000,1.237
19,mlp.experts.73.gate_proj,0.0002123443,0.05000,1.235
19,mlp.experts.74.gate_proj,0.0001564835,0.05000,1.231
19,mlp.experts.75.gate_proj,0.0001469546,0.05000,1.230
19,mlp.experts.72.gate_proj,0.0001807528,0.05000,1.240
19,mlp.experts.76.gate_proj,fallback(rtn): 0.0010605,0.00000,0.018
19,mlp.experts.77.gate_proj,0.0001216334,0.05000,1.244
19,mlp.experts.78.gate_proj,0.0002032712,0.05000,1.250
19,mlp.experts.79.gate_proj,0.0001266872,0.05000,1.255
19,mlp.experts.80.gate_proj,0.0001080739,0.05000,1.246
19,mlp.experts.81.gate_proj,0.0001707318,0.05000,1.248
19,mlp.experts.82.gate_proj,0.0001421648,0.05000,1.249
19,mlp.experts.83.gate_proj,0.0001819907,0.05000,1.257
19,mlp.experts.84.gate_proj,0.0001073385,0.05000,1.253
19,mlp.experts.85.gate_proj,0.0000985802,0.05000,1.246
19,mlp.experts.86.gate_proj,0.0000670577,0.05000,1.237
19,mlp.experts.87.gate_proj,0.0001922392,0.05000,1.236
19,mlp.experts.88.gate_proj,0.0000936141,0.05000,1.238
19,mlp.experts.89.gate_proj,0.0002262621,0.05000,1.238
19,mlp.experts.90.gate_proj,0.0001291987,0.05000,1.249
19,mlp.experts.91.gate_proj,0.0000504240,0.05000,1.244
19,mlp.experts.92.gate_proj,0.0001522593,0.05000,1.248
19,mlp.experts.93.gate_proj,0.0001577768,0.05000,1.253
19,mlp.experts.94.gate_proj,0.0001145887,0.05000,1.274
19,mlp.experts.95.gate_proj,0.0001820160,0.05000,1.274
19,mlp.experts.96.gate_proj,0.0000945861,0.05000,1.261
19,mlp.experts.97.gate_proj,0.0001896775,0.05000,1.264
19,mlp.experts.98.gate_proj,0.0002562495,0.05000,1.252
19,mlp.experts.99.gate_proj,0.0001519083,0.05000,1.255
19,mlp.experts.100.gate_proj,0.0000959142,0.05000,1.247
19,mlp.experts.101.gate_proj,0.0001284425,0.05000,1.248
19,mlp.experts.102.gate_proj,0.0000466992,0.05000,1.236
19,mlp.experts.103.gate_proj,0.0001148995,0.05000,1.234
19,mlp.experts.104.gate_proj,0.0002019806,0.05000,1.250
19,mlp.experts.105.gate_proj,0.0001726678,0.05000,1.237
19,mlp.experts.106.gate_proj,0.0000821914,0.05000,1.267
19,mlp.experts.107.gate_proj,0.0000705218,0.05000,1.257
19,mlp.experts.108.gate_proj,0.0000433027,0.05000,1.259
19,mlp.experts.109.gate_proj,0.0000621151,0.05000,1.261
19,mlp.experts.110.gate_proj,0.0000316224,0.05000,1.250
19,mlp.experts.111.gate_proj,0.0000366163,0.05000,1.255
19,mlp.experts.112.gate_proj,0.0001100033,0.05000,1.248
19,mlp.experts.113.gate_proj,0.0000755869,0.05000,1.247
19,mlp.experts.114.gate_proj,0.0002026802,0.05000,1.246
19,mlp.experts.115.gate_proj,0.0001050516,0.05000,1.251
19,mlp.experts.116.gate_proj,0.0000768698,0.05000,1.258
19,mlp.experts.117.gate_proj,0.0002087189,0.05000,1.256
19,mlp.experts.118.gate_proj,0.0000900223,0.05000,1.250
19,mlp.experts.119.gate_proj,0.0001137824,0.05000,1.250
19,mlp.experts.120.gate_proj,0.0000634500,0.05000,1.258
19,mlp.experts.121.gate_proj,0.0001227868,0.05000,1.264
19,mlp.experts.122.gate_proj,0.0000692755,0.05000,1.236
19,mlp.experts.123.gate_proj,0.0001649844,0.05000,1.241
19,mlp.experts.124.gate_proj,0.0002119464,0.05000,1.226
19,mlp.experts.125.gate_proj,0.0001173705,0.05000,1.232
19,mlp.experts.126.gate_proj,0.0001443127,0.05000,1.249
19,mlp.experts.127.gate_proj,0.0000793246,0.05000,1.257
19,mlp.experts.128.gate_proj,0.0001371442,0.05000,1.260
19,mlp.experts.129.gate_proj,0.0000871129,0.05000,1.256
19,mlp.experts.130.gate_proj,0.0000724072,0.05000,1.272
19,mlp.experts.131.gate_proj,0.0000645237,0.05000,1.285
19,mlp.experts.132.gate_proj,0.0000560352,0.05000,1.285
19,mlp.experts.133.gate_proj,0.0001488514,0.05000,1.286
19,mlp.experts.134.gate_proj,0.0001230799,0.05000,1.258
19,mlp.experts.135.gate_proj,0.0001412641,0.05000,1.249
19,mlp.experts.136.gate_proj,0.0003055553,0.05000,1.251
19,mlp.experts.137.gate_proj,0.0001155442,0.05000,1.248
19,mlp.experts.138.gate_proj,0.0001645027,0.05000,1.255
19,mlp.experts.139.gate_proj,0.0001994781,0.05000,1.263
19,mlp.experts.140.gate_proj,0.0003742457,0.05000,1.276
19,mlp.experts.141.gate_proj,0.0003001616,0.05000,1.259
19,mlp.experts.142.gate_proj,0.0001115027,0.05000,1.252
19,mlp.experts.143.gate_proj,0.0000595268,0.05000,1.250
19,mlp.experts.144.gate_proj,0.0001082880,0.05000,1.246
19,mlp.experts.145.gate_proj,0.0002058671,0.05000,1.257
19,mlp.experts.146.gate_proj,0.0000942557,0.05000,1.245
19,mlp.experts.147.gate_proj,0.0002921803,0.05000,1.250
19,mlp.experts.148.gate_proj,0.0001111295,0.05000,1.248
19,mlp.experts.149.gate_proj,0.0001234527,0.05000,1.245
19,mlp.experts.151.gate_proj,0.0000696028,0.05000,1.240
19,mlp.experts.150.gate_proj,0.0001333553,0.05000,1.265
19,mlp.experts.152.gate_proj,0.0001482603,0.05000,1.258
19,mlp.experts.153.gate_proj,0.0001018941,0.05000,1.261
19,mlp.experts.155.gate_proj,0.0001476387,0.05000,1.236
19,mlp.experts.154.gate_proj,0.0001393565,0.05000,1.258
19,mlp.experts.156.gate_proj,0.0001388844,0.05000,1.253
19,mlp.experts.157.gate_proj,0.0002001902,0.05000,1.257
19,mlp.experts.159.gate_proj,0.0000887231,0.05000,1.268
19,mlp.experts.158.gate_proj,0.0001058622,0.05000,1.261
19,mlp.experts.160.gate_proj,0.0000353805,0.05000,1.264
19,mlp.experts.161.gate_proj,0.0001609350,0.05000,1.259
19,mlp.experts.162.gate_proj,0.0000668424,0.05000,1.239
19,mlp.experts.163.gate_proj,0.0000868701,0.05000,1.259
19,mlp.experts.164.gate_proj,0.0001543404,0.05000,1.246
19,mlp.experts.168.gate_proj,fallback(rtn): 0.0010223,0.00000,0.015
19,mlp.experts.165.gate_proj,0.0000879182,0.05000,1.247
19,mlp.experts.167.gate_proj,0.0000614100,0.05000,1.214
19,mlp.experts.166.gate_proj,0.0001599422,0.05000,1.245
19,mlp.experts.169.gate_proj,0.0000881457,0.05000,1.243
19,mlp.experts.172.gate_proj,0.0001078254,0.05000,1.251
19,mlp.experts.171.gate_proj,0.0001362353,0.05000,1.262
19,mlp.experts.170.gate_proj,0.0000974027,0.05000,1.259
19,mlp.experts.173.gate_proj,0.0000729504,0.05000,1.250
19,mlp.experts.176.gate_proj,0.0001112736,0.05000,1.259
19,mlp.experts.175.gate_proj,0.0000538345,0.05000,1.249
19,mlp.experts.174.gate_proj,0.0000791343,0.05000,1.262
19,mlp.experts.177.gate_proj,0.0001792715,0.05000,1.256
19,mlp.experts.180.gate_proj,0.0000802702,0.05000,1.246
19,mlp.experts.179.gate_proj,0.0000916675,0.05000,1.244
19,mlp.experts.178.gate_proj,0.0000618356,0.05000,1.252
19,mlp.experts.181.gate_proj,0.0000803815,0.05000,1.255
19,mlp.experts.184.gate_proj,0.0001463326,0.05000,1.270
19,mlp.experts.183.gate_proj,0.0000635094,0.05000,1.266
19,mlp.experts.182.gate_proj,0.0002498229,0.05000,1.252
19,mlp.experts.185.gate_proj,0.0001464508,0.05000,1.248
19,mlp.experts.188.gate_proj,0.0001634203,0.05000,1.269
19,mlp.experts.187.gate_proj,0.0001330362,0.05000,1.268
19,mlp.experts.186.gate_proj,0.0001803076,0.05000,1.263
19,mlp.experts.189.gate_proj,0.0003025847,0.05000,1.243
19,mlp.experts.192.gate_proj,0.0000873906,0.05000,1.264
19,mlp.experts.191.gate_proj,0.0001870391,0.05000,1.241
19,mlp.experts.190.gate_proj,0.0001036937,0.05000,1.254
19,mlp.experts.193.gate_proj,0.0000840587,0.05000,1.254
19,mlp.experts.196.gate_proj,0.0000526640,0.05000,1.241
19,mlp.experts.195.gate_proj,0.0000766826,0.05000,1.237
19,mlp.experts.194.gate_proj,0.0001117796,0.05000,1.246
19,mlp.experts.197.gate_proj,0.0000487477,0.05000,1.248
19,mlp.experts.200.gate_proj,0.0001233694,0.05000,1.256
19,mlp.experts.199.gate_proj,0.0000772596,0.05000,1.250
19,mlp.experts.198.gate_proj,0.0001797226,0.05000,1.251
19,mlp.experts.201.gate_proj,0.0000711338,0.05000,1.251
19,mlp.experts.204.gate_proj,0.0001322319,0.05000,1.258
19,mlp.experts.203.gate_proj,0.0001306754,0.05000,1.261
19,mlp.experts.202.gate_proj,0.0001455413,0.05000,1.242
19,mlp.experts.205.gate_proj,0.0001270584,0.05000,1.239
19,mlp.experts.208.gate_proj,0.0000904986,0.05000,1.246
19,mlp.experts.207.gate_proj,0.0001034062,0.05000,1.257
19,mlp.experts.206.gate_proj,0.0000835220,0.05000,1.257
19,mlp.experts.209.gate_proj,0.0000364370,0.05000,1.251
19,mlp.experts.212.gate_proj,0.0000346735,0.05000,1.254
19,mlp.experts.211.gate_proj,0.0000791318,0.05000,1.252
19,mlp.experts.210.gate_proj,0.0002147202,0.05000,1.251
19,mlp.experts.213.gate_proj,0.0001076845,0.05000,1.246
19,mlp.experts.216.gate_proj,0.0000725649,0.05000,1.250
19,mlp.experts.215.gate_proj,0.0000747554,0.05000,1.250
19,mlp.experts.214.gate_proj,0.0001194491,0.05000,1.237
19,mlp.experts.217.gate_proj,0.0001669519,0.05000,1.245
19,mlp.experts.220.gate_proj,0.0002041960,0.05000,1.252
19,mlp.experts.218.gate_proj,0.0000808588,0.05000,1.240
19,mlp.experts.219.gate_proj,0.0001348982,0.05000,1.264
19,mlp.experts.221.gate_proj,0.0001180110,0.05000,1.258
19,mlp.experts.224.gate_proj,0.0001484759,0.05000,1.261
19,mlp.experts.222.gate_proj,0.0001602758,0.05000,1.248
19,mlp.experts.223.gate_proj,0.0000834602,0.05000,1.254
19,mlp.experts.225.gate_proj,0.0001076028,0.05000,1.256
19,mlp.experts.228.gate_proj,0.0000581276,0.05000,1.254
19,mlp.experts.226.gate_proj,0.0000479898,0.05000,1.244
19,mlp.experts.227.gate_proj,0.0001665788,0.05000,1.245
19,mlp.experts.229.gate_proj,0.0001455749,0.05000,1.247
19,mlp.experts.232.gate_proj,0.0001339524,0.05000,1.266
19,mlp.experts.230.gate_proj,0.0001099932,0.05000,1.269
19,mlp.experts.231.gate_proj,0.0001053921,0.05000,1.269
19,mlp.experts.233.gate_proj,0.0002154659,0.05000,1.261
19,mlp.experts.236.gate_proj,0.0002271746,0.05000,1.260
19,mlp.experts.234.gate_proj,0.0001049435,0.05000,1.256
19,mlp.experts.235.gate_proj,0.0000909966,0.05000,1.261
19,mlp.experts.237.gate_proj,0.0001047012,0.05000,1.257
19,mlp.experts.240.gate_proj,0.0001299377,0.05000,1.249
19,mlp.experts.244.gate_proj,fallback(rtn): 0.0011215,0.00000,0.018
19,mlp.experts.238.gate_proj,0.0001590515,0.05000,1.251
19,mlp.experts.239.gate_proj,0.0002153542,0.05000,1.269
19,mlp.experts.241.gate_proj,0.0001969381,0.05000,1.261
19,mlp.experts.248.gate_proj,0.0001484364,0.05000,1.245
19,mlp.experts.242.gate_proj,0.0001141230,0.05000,1.250
19,mlp.experts.243.gate_proj,0.0000692203,0.05000,1.252
19,mlp.experts.245.gate_proj,0.0000553630,0.05000,1.251
19,mlp.experts.252.gate_proj,0.0000773780,0.05000,1.260
19,mlp.experts.246.gate_proj,0.0002167904,0.05000,1.263
19,mlp.experts.247.gate_proj,0.0000703774,0.05000,1.275
19,mlp.experts.249.gate_proj,0.0001069067,0.05000,1.259
19,mlp.experts.0.up_proj,0.0000925531,0.05000,1.269
19,mlp.experts.250.gate_proj,0.0000645568,0.05000,1.251
19,mlp.experts.251.gate_proj,0.0001212370,0.05000,1.245
19,mlp.experts.253.gate_proj,0.0000592226,0.05000,1.257
19,mlp.experts.4.up_proj,0.0000667801,0.05000,1.249
19,mlp.experts.254.gate_proj,0.0001217636,0.05000,1.253
19,mlp.experts.255.gate_proj,0.0002604221,0.05000,1.265
19,mlp.experts.1.up_proj,0.0002019347,0.05000,1.264
19,mlp.experts.8.up_proj,0.0000614549,0.05000,1.266
19,mlp.experts.2.up_proj,0.0001214938,0.05000,1.277
19,mlp.experts.3.up_proj,0.0001288274,0.05000,1.271
19,mlp.experts.5.up_proj,0.0000897378,0.05000,1.270
19,mlp.experts.9.up_proj,fallback(rtn): 0.0009995,0.00000,0.027
19,mlp.experts.12.up_proj,0.0000658070,0.05000,1.262
19,mlp.experts.6.up_proj,0.0001628351,0.05000,1.255
19,mlp.experts.7.up_proj,0.0000385885,0.05000,1.260
19,mlp.experts.13.up_proj,0.0000906954,0.05000,1.274
19,mlp.experts.16.up_proj,0.0000516802,0.05000,1.272
19,mlp.experts.10.up_proj,0.0000468054,0.05000,1.249
19,mlp.experts.11.up_proj,0.0000726425,0.05000,1.245
19,mlp.experts.17.up_proj,0.0001432269,0.05000,1.249
19,mlp.experts.20.up_proj,0.0000300244,0.05000,1.260
19,mlp.experts.14.up_proj,0.0000440695,0.05000,1.264
19,mlp.experts.15.up_proj,0.0001535450,0.05000,1.256
19,mlp.experts.21.up_proj,0.0002040163,0.05000,1.242
19,mlp.experts.24.up_proj,0.0001423259,0.05000,1.242
19,mlp.experts.18.up_proj,0.0001288515,0.05000,1.226
19,mlp.experts.19.up_proj,0.0001361497,0.05000,1.230
19,mlp.experts.25.up_proj,0.0001321387,0.05000,1.235
19,mlp.experts.28.up_proj,0.0001015409,0.05000,1.228
19,mlp.experts.22.up_proj,0.0000582182,0.05000,1.261
19,mlp.experts.23.up_proj,0.0000940530,0.05000,1.257
19,mlp.experts.29.up_proj,0.0001017661,0.05000,1.264
19,mlp.experts.32.up_proj,0.0001467810,0.05000,1.256
19,mlp.experts.27.up_proj,0.0001782350,0.05000,1.250
19,mlp.experts.26.up_proj,0.0001865406,0.05000,1.288
19,mlp.experts.33.up_proj,0.0000422970,0.05000,1.258
19,mlp.experts.36.up_proj,0.0000533228,0.05000,1.262
19,mlp.experts.31.up_proj,0.0000472918,0.05000,1.239
19,mlp.experts.30.up_proj,0.0000490909,0.05000,1.242
19,mlp.experts.37.up_proj,0.0001143857,0.05000,1.261
19,mlp.experts.40.up_proj,0.0000399205,0.05000,1.271
19,mlp.experts.35.up_proj,0.0000398590,0.05000,1.273
19,mlp.experts.34.up_proj,0.0000776462,0.05000,1.245
19,mlp.experts.41.up_proj,0.0001044847,0.05000,1.243
19,mlp.experts.44.up_proj,0.0001452686,0.05000,1.247
19,mlp.experts.39.up_proj,0.0000346909,0.05000,1.241
19,mlp.experts.38.up_proj,0.0000758962,0.05000,1.238
19,mlp.experts.45.up_proj,0.0000642680,0.05000,1.242
19,mlp.experts.48.up_proj,0.0000844152,0.05000,1.234
19,mlp.experts.43.up_proj,0.0000740330,0.05000,1.246
19,mlp.experts.42.up_proj,0.0000603419,0.05000,1.252
19,mlp.experts.49.up_proj,0.0001512364,0.05000,1.249
19,mlp.experts.52.up_proj,0.0001558101,0.05000,1.249
19,mlp.experts.47.up_proj,0.0000744949,0.05000,1.266
19,mlp.experts.46.up_proj,0.0000696105,0.05000,1.259
19,mlp.experts.53.up_proj,0.0001192336,0.05000,1.251
19,mlp.experts.56.up_proj,0.0001554190,0.05000,1.249
19,mlp.experts.51.up_proj,0.0001203779,0.05000,1.239
19,mlp.experts.50.up_proj,0.0000992327,0.05000,1.218
19,mlp.experts.57.up_proj,0.0000473827,0.05000,1.225
19,mlp.experts.60.up_proj,0.0000892295,0.05000,1.244
19,mlp.experts.55.up_proj,0.0001139455,0.05000,1.253
19,mlp.experts.54.up_proj,0.0001262054,0.05000,1.258
19,mlp.experts.61.up_proj,0.0001030045,0.05000,1.245
19,mlp.experts.64.up_proj,0.0001233282,0.05000,1.244
19,mlp.experts.58.up_proj,0.0000993743,0.05000,1.240
19,mlp.experts.59.up_proj,0.0000785026,0.05000,1.258
19,mlp.experts.65.up_proj,0.0000946145,0.05000,1.263
19,mlp.experts.68.up_proj,0.0000749223,0.05000,1.231
19,mlp.experts.62.up_proj,0.0002272162,0.05000,0.513
19,mlp.experts.63.up_proj,0.0001415845,0.05000,0.511
19,mlp.experts.66.up_proj,0.0000685437,0.05000,1.233
19,mlp.experts.72.up_proj,0.0001938408,0.05000,1.240
19,mlp.experts.69.up_proj,0.0001392834,0.05000,1.247
19,mlp.experts.67.up_proj,0.0001017747,0.05000,1.257
19,mlp.experts.76.up_proj,fallback(rtn): 0.0010071,0.00000,0.030
19,mlp.experts.70.up_proj,0.0000846000,0.05000,1.281
19,mlp.experts.73.up_proj,0.0001893824,0.05000,1.283
19,mlp.experts.71.up_proj,0.0000274420,0.05000,1.272
19,mlp.experts.80.up_proj,0.0000839176,0.05000,1.281
19,mlp.experts.74.up_proj,0.0001441916,0.05000,1.249
19,mlp.experts.77.up_proj,0.0001018806,0.05000,1.254
19,mlp.experts.75.up_proj,0.0001590957,0.05000,1.256
19,mlp.experts.84.up_proj,0.0000991150,0.05000,1.251
19,mlp.experts.78.up_proj,0.0001854355,0.05000,1.248
19,mlp.experts.81.up_proj,0.0001574421,0.05000,1.251
19,mlp.experts.79.up_proj,0.0001103594,0.05000,1.259
19,mlp.experts.88.up_proj,0.0000900731,0.05000,1.249
19,mlp.experts.82.up_proj,0.0001290612,0.05000,1.263
19,mlp.experts.85.up_proj,0.0001000910,0.05000,1.255
19,mlp.experts.92.up_proj,0.0001433899,0.05000,1.245
19,mlp.experts.83.up_proj,0.0001763034,0.05000,1.258
19,mlp.experts.89.up_proj,0.0002182573,0.05000,1.256
19,mlp.experts.96.up_proj,0.0000890437,0.05000,1.270
19,mlp.experts.87.up_proj,0.0001580764,0.05000,1.269
19,mlp.experts.86.up_proj,0.0000648428,0.05000,1.297
19,mlp.experts.93.up_proj,0.0001414373,0.05000,1.258
19,mlp.experts.90.up_proj,0.0001216603,0.05000,1.234
19,mlp.experts.91.up_proj,0.0000440379,0.05000,1.249
19,mlp.experts.100.up_proj,0.0000798319,0.05000,1.270
19,mlp.experts.97.up_proj,0.0001717016,0.05000,1.252
19,mlp.experts.94.up_proj,0.0001077773,0.05000,1.282
19,mlp.experts.95.up_proj,0.0001697325,0.05000,1.288
19,mlp.experts.104.up_proj,0.0001725216,0.05000,1.286
19,mlp.experts.101.up_proj,0.0001048161,0.05000,1.271
19,mlp.experts.98.up_proj,0.0002376906,0.05000,1.262
19,mlp.experts.99.up_proj,0.0001275817,0.05000,1.260
19,mlp.experts.108.up_proj,0.0000438003,0.05000,1.272
19,mlp.experts.105.up_proj,0.0001645263,0.05000,1.254
19,mlp.experts.102.up_proj,0.0000434406,0.05000,1.254
19,mlp.experts.103.up_proj,0.0000946720,0.05000,1.251
19,mlp.experts.112.up_proj,0.0001028185,0.05000,1.261
19,mlp.experts.109.up_proj,0.0000620582,0.05000,1.255
19,mlp.experts.106.up_proj,0.0000720300,0.05000,1.270
19,mlp.experts.107.up_proj,0.0000629822,0.05000,1.264
19,mlp.experts.116.up_proj,0.0000582255,0.05000,1.273
19,mlp.experts.110.up_proj,0.0000276600,0.05000,1.224
19,mlp.experts.113.up_proj,0.0000700198,0.05000,1.244
19,mlp.experts.111.up_proj,0.0000337617,0.05000,1.238
19,mlp.experts.120.up_proj,0.0000626711,0.05000,1.243
19,mlp.experts.114.up_proj,0.0001384400,0.05000,1.242
19,mlp.experts.117.up_proj,0.0002011469,0.05000,1.260
19,mlp.experts.115.up_proj,0.0000865976,0.05000,1.258
19,mlp.experts.124.up_proj,0.0002176124,0.05000,1.255
19,mlp.experts.118.up_proj,0.0000695659,0.05000,1.248
19,mlp.experts.119.up_proj,0.0001052472,0.05000,1.227
19,mlp.experts.121.up_proj,0.0001145362,0.05000,1.261
19,mlp.experts.128.up_proj,0.0001266083,0.05000,1.248
19,mlp.experts.123.up_proj,0.0001570508,0.05000,1.233
19,mlp.experts.122.up_proj,0.0000605673,0.05000,1.259
19,mlp.experts.125.up_proj,0.0001075355,0.05000,1.252
19,mlp.experts.132.up_proj,0.0000480056,0.05000,1.246
19,mlp.experts.127.up_proj,0.0000732626,0.05000,1.241
19,mlp.experts.126.up_proj,0.0001198530,0.05000,1.245
19,mlp.experts.129.up_proj,0.0000865421,0.05000,1.244
19,mlp.experts.136.up_proj,0.0002497660,0.05000,1.246
19,mlp.experts.131.up_proj,0.0000629240,0.05000,1.227
19,mlp.experts.130.up_proj,0.0000725839,0.05000,1.218
19,mlp.experts.133.up_proj,0.0001179041,0.05000,1.235
19,mlp.experts.140.up_proj,0.0003373897,0.05000,1.228
19,mlp.experts.135.up_proj,0.0001374888,0.05000,1.261
19,mlp.experts.134.up_proj,0.0001098268,0.05000,1.255
19,mlp.experts.137.up_proj,0.0001160172,0.05000,1.251
19,mlp.experts.144.up_proj,0.0000926390,0.05000,1.250
19,mlp.experts.138.up_proj,0.0001582890,0.05000,1.225
19,mlp.experts.139.up_proj,0.0001844177,0.05000,1.237
19,mlp.experts.141.up_proj,0.0002834429,0.05000,1.231
19,mlp.experts.148.up_proj,0.0001050057,0.05000,1.228
19,mlp.experts.142.up_proj,0.0001074865,0.05000,1.239
19,mlp.experts.143.up_proj,0.0000531446,0.05000,1.251
19,mlp.experts.145.up_proj,0.0002590721,0.05000,1.245
19,mlp.experts.152.up_proj,0.0001478887,0.05000,1.247
19,mlp.experts.146.up_proj,0.0000965422,0.05000,1.225
19,mlp.experts.147.up_proj,0.0002591841,0.05000,1.228
19,mlp.experts.149.up_proj,0.0001292728,0.05000,1.223
19,mlp.experts.156.up_proj,0.0001285360,0.05000,1.227
19,mlp.experts.150.up_proj,0.0001636596,0.05000,1.250
19,mlp.experts.151.up_proj,0.0000701479,0.05000,1.247
19,mlp.experts.153.up_proj,0.0000788286,0.05000,1.253
19,mlp.experts.160.up_proj,0.0000333611,0.05000,1.260
19,mlp.experts.154.up_proj,0.0001331238,0.05000,1.255
19,mlp.experts.155.up_proj,0.0001486649,0.05000,1.251
19,mlp.experts.157.up_proj,0.0002034193,0.05000,1.238
19,mlp.experts.164.up_proj,0.0001402011,0.05000,1.246
19,mlp.experts.168.up_proj,fallback(rtn): 0.0009842,0.00000,0.017
19,mlp.experts.158.up_proj,0.0000947418,0.05000,1.261
19,mlp.experts.159.up_proj,0.0000795697,0.05000,1.260
19,mlp.experts.161.up_proj,0.0001449543,0.05000,1.263
19,mlp.experts.172.up_proj,0.0001248544,0.05000,1.253
19,mlp.experts.162.up_proj,0.0000579423,0.05000,1.270
19,mlp.experts.163.up_proj,0.0000861372,0.05000,1.270
19,mlp.experts.165.up_proj,0.0000830697,0.05000,1.264
19,mlp.experts.176.up_proj,0.0000963821,0.05000,1.267
19,mlp.experts.166.up_proj,0.0001330354,0.05000,1.240
19,mlp.experts.167.up_proj,0.0000627951,0.05000,1.245
19,mlp.experts.169.up_proj,0.0000850227,0.05000,1.245
19,mlp.experts.180.up_proj,0.0000692033,0.05000,1.238
19,mlp.experts.170.up_proj,0.0000904750,0.05000,1.236
19,mlp.experts.171.up_proj,0.0001326537,0.05000,1.236
19,mlp.experts.173.up_proj,0.0000698009,0.05000,1.236
19,mlp.experts.184.up_proj,0.0001291281,0.05000,1.239
19,mlp.experts.174.up_proj,0.0000683129,0.05000,1.264
19,mlp.experts.175.up_proj,0.0000493957,0.05000,1.258
19,mlp.experts.177.up_proj,0.0001508848,0.05000,1.269
19,mlp.experts.188.up_proj,0.0001835452,0.05000,1.256
19,mlp.experts.179.up_proj,0.0000742597,0.05000,1.239
19,mlp.experts.178.up_proj,0.0000580317,0.05000,1.242
19,mlp.experts.181.up_proj,0.0000721160,0.05000,1.238
19,mlp.experts.192.up_proj,0.0000817768,0.05000,1.248
19,mlp.experts.182.up_proj,0.0002075742,0.05000,1.248
19,mlp.experts.183.up_proj,0.0000656483,0.05000,1.259
19,mlp.experts.185.up_proj,0.0001302986,0.05000,1.251
19,mlp.experts.196.up_proj,0.0000493373,0.05000,1.243
19,mlp.experts.186.up_proj,0.0001707673,0.05000,1.246
19,mlp.experts.187.up_proj,0.0001255530,0.05000,1.253
19,mlp.experts.189.up_proj,0.0002913303,0.05000,1.260
19,mlp.experts.200.up_proj,0.0001202234,0.05000,1.251
19,mlp.experts.190.up_proj,0.0001166671,0.05000,1.250
19,mlp.experts.191.up_proj,0.0001773957,0.05000,1.262
19,mlp.experts.193.up_proj,0.0000699811,0.05000,1.255
19,mlp.experts.204.up_proj,0.0001226588,0.05000,1.249
19,mlp.experts.194.up_proj,0.0001072213,0.05000,1.252
19,mlp.experts.195.up_proj,0.0000759743,0.05000,1.276
19,mlp.experts.197.up_proj,0.0000472705,0.05000,1.281
19,mlp.experts.208.up_proj,0.0000810082,0.05000,1.270
19,mlp.experts.198.up_proj,0.0001553365,0.05000,1.245
19,mlp.experts.199.up_proj,0.0000765015,0.05000,1.241
19,mlp.experts.201.up_proj,0.0000729329,0.05000,1.243
19,mlp.experts.212.up_proj,0.0000296749,0.05000,1.244
19,mlp.experts.202.up_proj,0.0001250228,0.05000,1.239
19,mlp.experts.203.up_proj,0.0001089417,0.05000,1.262
19,mlp.experts.205.up_proj,0.0001332756,0.05000,1.255
19,mlp.experts.216.up_proj,0.0000641032,0.05000,1.252
19,mlp.experts.206.up_proj,0.0000685736,0.05000,1.249
19,mlp.experts.207.up_proj,0.0000986206,0.05000,1.244
19,mlp.experts.209.up_proj,0.0000332891,0.05000,1.242
19,mlp.experts.220.up_proj,0.0001761203,0.05000,1.228
19,mlp.experts.210.up_proj,0.0001877232,0.05000,1.256
19,mlp.experts.211.up_proj,0.0000815733,0.05000,1.249
19,mlp.experts.224.up_proj,0.0001341519,0.05000,1.248
19,mlp.experts.213.up_proj,0.0000951404,0.05000,1.253
19,mlp.experts.214.up_proj,0.0001014734,0.05000,1.242
19,mlp.experts.215.up_proj,0.0000839458,0.05000,1.267
19,mlp.experts.217.up_proj,0.0001597898,0.05000,1.261
19,mlp.experts.228.up_proj,0.0000583796,0.05000,1.281
19,mlp.experts.218.up_proj,0.0000862090,0.05000,1.243
19,mlp.experts.219.up_proj,0.0001166704,0.05000,1.223
19,mlp.experts.221.up_proj,0.0001125669,0.05000,1.229
19,mlp.experts.232.up_proj,0.0001147546,0.05000,1.238
19,mlp.experts.223.up_proj,0.0000692585,0.05000,1.260
19,mlp.experts.222.up_proj,0.0001511263,0.05000,1.279
19,mlp.experts.225.up_proj,0.0000888928,0.05000,1.261
19,mlp.experts.236.up_proj,0.0002094965,0.05000,1.277
19,mlp.experts.227.up_proj,0.0001443655,0.05000,1.246
19,mlp.experts.226.up_proj,0.0000460926,0.05000,1.250
19,mlp.experts.229.up_proj,0.0001578797,0.05000,1.237
19,mlp.experts.240.up_proj,0.0001282647,0.05000,1.242
19,mlp.experts.244.up_proj,fallback(rtn): 0.0009918,0.00000,0.017
19,mlp.experts.231.up_proj,0.0000949767,0.05000,1.250
19,mlp.experts.230.up_proj,0.0001033326,0.05000,1.241
19,mlp.experts.233.up_proj,0.0002286359,0.05000,1.262
19,mlp.experts.248.up_proj,0.0001366142,0.05000,1.251
19,mlp.experts.234.up_proj,0.0000990079,0.05000,1.240
19,mlp.experts.235.up_proj,0.0000872646,0.05000,1.253
19,mlp.experts.237.up_proj,0.0000990315,0.05000,1.247
19,mlp.experts.252.up_proj,0.0000866359,0.05000,1.245
19,mlp.experts.238.up_proj,0.0001507430,0.05000,0.792
19,mlp.experts.239.up_proj,0.0000696599,0.05000,0.794
19,mlp.experts.241.up_proj,0.0001934052,0.05000,0.779
19,mlp.experts.242.up_proj,0.0001046137,0.05000,0.767
19,mlp.experts.243.up_proj,0.0000679320,0.05000,0.760
19,mlp.experts.245.up_proj,0.0000477490,0.05000,0.766
19,mlp.experts.246.up_proj,0.0002048363,0.05000,0.768
19,mlp.experts.247.up_proj,0.0000669019,0.05000,0.767
19,mlp.experts.249.up_proj,0.0001024448,0.05000,0.773
19,mlp.experts.251.up_proj,0.0000995821,0.05000,0.761
19,mlp.experts.250.up_proj,0.0000537286,0.05000,0.766
19,mlp.experts.253.up_proj,0.0000564215,0.05000,0.763
19,mlp.experts.255.up_proj,0.0002262726,0.05000,0.466
19,mlp.experts.254.up_proj,0.0001160283,0.05000,0.465
19,mlp.experts.1.down_proj,0.0000034963,0.05000,0.305
19,mlp.experts.2.down_proj,0.0000057529,0.05000,0.306
19,mlp.experts.3.down_proj,0.0000055549,0.05000,0.323
19,mlp.experts.0.down_proj,0.0000063111,0.05000,0.324
19,mlp.experts.5.down_proj,0.0000032567,0.05000,0.320
19,mlp.experts.6.down_proj,0.0000059491,0.05000,0.334
19,mlp.experts.9.down_proj,fallback(rtn): 0.0009727,0.00000,0.007
19,mlp.experts.7.down_proj,0.0000013139,0.05000,0.326
19,mlp.experts.4.down_proj,0.0000026862,0.05000,0.328
19,mlp.experts.10.down_proj,0.0000005871,0.05000,0.313
19,mlp.experts.13.down_proj,0.0000029961,0.05000,0.313
19,mlp.experts.11.down_proj,0.0000019851,0.05000,0.312
19,mlp.experts.8.down_proj,0.0000017760,0.05000,0.311
19,mlp.experts.14.down_proj,0.0000012216,0.05000,0.325
19,mlp.experts.15.down_proj,0.0000047112,0.05000,0.321
19,mlp.experts.17.down_proj,0.0000027515,0.05000,0.325
19,mlp.experts.12.down_proj,0.0000034336,0.05000,0.326
19,mlp.experts.19.down_proj,0.0000048957,0.05000,0.320
19,mlp.experts.18.down_proj,0.0000060889,0.05000,0.330
19,mlp.experts.16.down_proj,0.0000014658,0.05000,0.322
19,mlp.experts.21.down_proj,0.0000053868,0.05000,0.330
19,mlp.experts.23.down_proj,0.0000052217,0.05000,0.317
19,mlp.experts.20.down_proj,0.0000009337,0.05000,0.317
19,mlp.experts.22.down_proj,0.0000025524,0.05000,0.321
19,mlp.experts.25.down_proj,0.0000042195,0.05000,0.321
19,mlp.experts.27.down_proj,0.0000075951,0.05000,0.314
19,mlp.experts.26.down_proj,0.0000056075,0.05000,0.311
19,mlp.experts.24.down_proj,0.0000028017,0.05000,0.318
19,mlp.experts.29.down_proj,0.0000027404,0.05000,0.316
19,mlp.experts.31.down_proj,0.0000013613,0.05000,0.337
19,mlp.experts.30.down_proj,0.0000017505,0.05000,0.332
19,mlp.experts.28.down_proj,0.0000046821,0.05000,0.331
19,mlp.experts.33.down_proj,0.0000014950,0.05000,0.325
19,mlp.experts.34.down_proj,0.0000030883,0.05000,0.322
19,mlp.experts.32.down_proj,0.0000018565,0.05000,0.322
19,mlp.experts.35.down_proj,0.0000011267,0.05000,0.329
19,mlp.experts.37.down_proj,0.0000025600,0.05000,0.323
19,mlp.experts.39.down_proj,0.0000011820,0.05000,0.306
19,mlp.experts.38.down_proj,0.0000031636,0.05000,0.316
19,mlp.experts.36.down_proj,0.0000014018,0.05000,0.318
19,mlp.experts.41.down_proj,0.0000014380,0.05000,0.316
19,mlp.experts.42.down_proj,0.0000020779,0.05000,0.313
19,mlp.experts.43.down_proj,0.0000026970,0.05000,0.317
19,mlp.experts.40.down_proj,0.0000011048,0.05000,0.312
19,mlp.experts.45.down_proj,0.0000020425,0.05000,0.312
19,mlp.experts.47.down_proj,0.0000024853,0.05000,0.315
19,mlp.experts.44.down_proj,0.0000022900,0.05000,0.314
19,mlp.experts.46.down_proj,0.0000024749,0.05000,0.321
19,mlp.experts.49.down_proj,0.0000079630,0.05000,0.315
19,mlp.experts.50.down_proj,0.0000080882,0.05000,0.304
19,mlp.experts.51.down_proj,0.0000058564,0.05000,0.308
19,mlp.experts.48.down_proj,0.0000032822,0.05000,0.315
19,mlp.experts.53.down_proj,0.0000048038,0.05000,0.308
19,mlp.experts.55.down_proj,0.0000028203,0.05000,0.306
19,mlp.experts.54.down_proj,0.0000045090,0.05000,0.317
19,mlp.experts.57.down_proj,0.0000013557,0.05000,0.333
19,mlp.experts.52.down_proj,0.0000071402,0.05000,0.340
19,mlp.experts.59.down_proj,0.0000029361,0.05000,0.335
19,mlp.experts.58.down_proj,0.0000032288,0.05000,0.313
19,mlp.experts.56.down_proj,0.0000032976,0.05000,0.306
19,mlp.experts.61.down_proj,0.0000021207,0.05000,0.310
19,mlp.experts.63.down_proj,0.0000058605,0.05000,0.316
19,mlp.experts.60.down_proj,0.0000028142,0.05000,0.314
19,mlp.experts.65.down_proj,0.0000034572,0.05000,0.318
19,mlp.experts.62.down_proj,0.0000084171,0.05000,0.325
19,mlp.experts.67.down_proj,0.0000023740,0.05000,0.309
19,mlp.experts.64.down_proj,0.0000028245,0.05000,0.310
19,mlp.experts.69.down_proj,0.0000028004,0.05000,0.307
19,mlp.experts.66.down_proj,0.0000019374,0.05000,0.312
19,mlp.experts.71.down_proj,0.0000007742,0.05000,0.311
19,mlp.experts.73.down_proj,0.0000098085,0.05000,0.317
19,mlp.experts.68.down_proj,0.0000020578,0.05000,0.325
19,mlp.experts.70.down_proj,0.0000033131,0.05000,0.322
19,mlp.experts.75.down_proj,0.0000038029,0.05000,0.311
19,mlp.experts.77.down_proj,0.0000030242,0.05000,0.310
19,mlp.experts.72.down_proj,0.0000070522,0.05000,0.315
19,mlp.experts.76.down_proj,fallback(rtn): 0.0009918,0.00000,0.005
19,mlp.experts.74.down_proj,0.0000024578,0.05000,0.313
19,mlp.experts.79.down_proj,0.0000019824,0.05000,0.318
19,mlp.experts.81.down_proj,0.0000032852,0.05000,0.317
19,mlp.experts.78.down_proj,0.0000040895,0.05000,0.316
19,mlp.experts.80.down_proj,0.0000024411,0.05000,0.324
19,mlp.experts.83.down_proj,0.0000058819,0.05000,0.313
19,mlp.experts.85.down_proj,0.0000030828,0.05000,0.309
19,mlp.experts.82.down_proj,0.0000045751,0.05000,0.311
19,mlp.experts.84.down_proj,0.0000029321,0.05000,0.314
19,mlp.experts.89.down_proj,0.0000046962,0.05000,0.322
19,mlp.experts.87.down_proj,0.0000033059,0.05000,0.325
19,mlp.experts.86.down_proj,0.0000015109,0.05000,0.319
19,mlp.experts.88.down_proj,0.0000045154,0.05000,0.321
19,mlp.experts.91.down_proj,0.0000014263,0.05000,0.309
19,mlp.experts.93.down_proj,0.0000021788,0.05000,0.314
19,mlp.experts.90.down_proj,0.0000015238,0.05000,0.310
19,mlp.experts.92.down_proj,0.0000030287,0.05000,0.312
19,mlp.experts.95.down_proj,0.0000076503,0.05000,0.311
19,mlp.experts.97.down_proj,0.0000038247,0.05000,0.310
19,mlp.experts.94.down_proj,0.0000021157,0.05000,0.309
19,mlp.experts.96.down_proj,0.0000040158,0.05000,0.309
19,mlp.experts.99.down_proj,0.0000029415,0.05000,0.316
19,mlp.experts.101.down_proj,0.0000047534,0.05000,0.316
19,mlp.experts.98.down_proj,0.0000046648,0.05000,0.315
19,mlp.experts.100.down_proj,0.0000025993,0.05000,0.314
19,mlp.experts.105.down_proj,0.0000031037,0.05000,0.315
19,mlp.experts.103.down_proj,0.0000064895,0.05000,0.317
19,mlp.experts.102.down_proj,0.0000014948,0.05000,0.315
19,mlp.experts.104.down_proj,0.0000063828,0.05000,0.318
19,mlp.experts.109.down_proj,0.0000023309,0.05000,0.309
19,mlp.experts.107.down_proj,0.0000019147,0.05000,0.324
19,mlp.experts.106.down_proj,0.0000027902,0.05000,0.325
19,mlp.experts.108.down_proj,0.0000017206,0.05000,0.321
19,mlp.experts.113.down_proj,0.0000021373,0.05000,0.316
19,mlp.experts.111.down_proj,0.0000012084,0.05000,0.317
19,mlp.experts.110.down_proj,0.0000008330,0.05000,0.316
19,mlp.experts.112.down_proj,0.0000034172,0.05000,0.317
19,mlp.experts.115.down_proj,0.0000040926,0.05000,0.308
19,mlp.experts.117.down_proj,0.0000097733,0.05000,0.318
19,mlp.experts.114.down_proj,0.0000014705,0.05000,0.311
19,mlp.experts.116.down_proj,0.0000020963,0.05000,0.311
19,mlp.experts.119.down_proj,0.0000029158,0.05000,0.313
19,mlp.experts.121.down_proj,0.0000033568,0.05000,0.313
19,mlp.experts.118.down_proj,0.0000018072,0.05000,0.311
19,mlp.experts.120.down_proj,0.0000026318,0.05000,0.309
19,mlp.experts.123.down_proj,0.0000028086,0.05000,0.316
19,mlp.experts.125.down_proj,0.0000019698,0.05000,0.317
19,mlp.experts.122.down_proj,0.0000025924,0.05000,0.322
19,mlp.experts.124.down_proj,0.0000092706,0.05000,0.318
19,mlp.experts.127.down_proj,0.0000040453,0.05000,0.322
19,mlp.experts.129.down_proj,0.0000033084,0.05000,0.323
19,mlp.experts.126.down_proj,0.0000043942,0.05000,0.316
19,mlp.experts.128.down_proj,0.0000078819,0.05000,0.320
19,mlp.experts.131.down_proj,0.0000020241,0.05000,0.327
19,mlp.experts.133.down_proj,0.0000061155,0.05000,0.327
19,mlp.experts.130.down_proj,0.0000018861,0.05000,0.327
19,mlp.experts.132.down_proj,0.0000019004,0.05000,0.317
19,mlp.experts.137.down_proj,0.0000039384,0.05000,0.304
19,mlp.experts.135.down_proj,0.0000063569,0.05000,0.307
19,mlp.experts.134.down_proj,0.0000053478,0.05000,0.314
19,mlp.experts.136.down_proj,0.0000090660,0.05000,0.314
19,mlp.experts.139.down_proj,0.0000025365,0.05000,0.311
19,mlp.experts.141.down_proj,0.0000081193,0.05000,0.328
19,mlp.experts.138.down_proj,0.0000036471,0.05000,0.321
19,mlp.experts.140.down_proj,0.0000117199,0.05000,0.324
19,mlp.experts.143.down_proj,0.0000024578,0.05000,0.316
19,mlp.experts.145.down_proj,0.0000118744,0.05000,0.317
19,mlp.experts.142.down_proj,0.0000019075,0.05000,0.318
19,mlp.experts.144.down_proj,0.0000037766,0.05000,0.318
19,mlp.experts.147.down_proj,0.0000073238,0.05000,0.317
19,mlp.experts.149.down_proj,0.0000085550,0.05000,0.313
19,mlp.experts.146.down_proj,0.0000042813,0.05000,0.315
19,mlp.experts.148.down_proj,0.0000011523,0.05000,0.314
19,mlp.experts.151.down_proj,0.0000031139,0.05000,0.314
19,mlp.experts.153.down_proj,0.0000007138,0.05000,0.317
19,mlp.experts.150.down_proj,0.0000047126,0.05000,0.317
19,mlp.experts.152.down_proj,0.0000068806,0.05000,0.318
19,mlp.experts.155.down_proj,0.0000053331,0.05000,0.312
19,mlp.experts.157.down_proj,0.0000066180,0.05000,0.310
19,mlp.experts.154.down_proj,0.0000021620,0.05000,0.311
19,mlp.experts.156.down_proj,0.0000031615,0.05000,0.319
19,mlp.experts.159.down_proj,0.0000027107,0.05000,0.325
19,mlp.experts.161.down_proj,0.0000027518,0.05000,0.324
19,mlp.experts.158.down_proj,0.0000010478,0.05000,0.321
19,mlp.experts.160.down_proj,0.0000009340,0.05000,0.321
19,mlp.experts.163.down_proj,0.0000038305,0.05000,0.314
19,mlp.experts.165.down_proj,0.0000047486,0.05000,0.313
19,mlp.experts.162.down_proj,0.0000015595,0.05000,0.309
19,mlp.experts.164.down_proj,0.0000048922,0.05000,0.314
19,mlp.experts.168.down_proj,fallback(rtn): 0.0009842,0.00000,0.005
19,mlp.experts.167.down_proj,0.0000024707,0.05000,0.313
19,mlp.experts.169.down_proj,0.0000046582,0.05000,0.317
19,mlp.experts.166.down_proj,0.0000040323,0.05000,0.314
19,mlp.experts.172.down_proj,0.0000051770,0.05000,0.313
19,mlp.experts.171.down_proj,0.0000058133,0.05000,0.310
19,mlp.experts.173.down_proj,0.0000011415,0.05000,0.309
19,mlp.experts.170.down_proj,0.0000024576,0.05000,0.307
19,mlp.experts.176.down_proj,0.0000017235,0.05000,0.313
19,mlp.experts.175.down_proj,0.0000015163,0.05000,0.311
19,mlp.experts.177.down_proj,0.0000035749,0.05000,0.317
19,mlp.experts.174.down_proj,0.0000038748,0.05000,0.318
19,mlp.experts.180.down_proj,0.0000032605,0.05000,0.318
19,mlp.experts.179.down_proj,0.0000025090,0.05000,0.314
19,mlp.experts.181.down_proj,0.0000023381,0.05000,0.314
19,mlp.experts.178.down_proj,0.0000014283,0.05000,0.315
19,mlp.experts.184.down_proj,0.0000022170,0.05000,0.314
19,mlp.experts.183.down_proj,0.0000030967,0.05000,0.311
19,mlp.experts.185.down_proj,0.0000047839,0.05000,0.307
19,mlp.experts.182.down_proj,0.0000083035,0.05000,0.312
19,mlp.experts.188.down_proj,0.0000039066,0.05000,0.313
19,mlp.experts.187.down_proj,0.0000043143,0.05000,0.317
19,mlp.experts.189.down_proj,0.0000115083,0.05000,0.313
19,mlp.experts.186.down_proj,0.0000027391,0.05000,0.314
19,mlp.experts.192.down_proj,0.0000049354,0.05000,0.311
19,mlp.experts.191.down_proj,0.0000024744,0.05000,0.313
19,mlp.experts.193.down_proj,0.0000021389,0.05000,0.309
19,mlp.experts.190.down_proj,0.0000043014,0.05000,0.312
19,mlp.experts.196.down_proj,0.0000016243,0.05000,0.318
19,mlp.experts.197.down_proj,0.0000017019,0.05000,0.309
19,mlp.experts.195.down_proj,0.0000012519,0.05000,0.319
19,mlp.experts.194.down_proj,0.0000014657,0.05000,0.312
19,mlp.experts.200.down_proj,0.0000063215,0.05000,0.311
19,mlp.experts.201.down_proj,0.0000019853,0.05000,0.314
19,mlp.experts.199.down_proj,0.0000030106,0.05000,0.313
19,mlp.experts.198.down_proj,0.0000047529,0.05000,0.310
19,mlp.experts.204.down_proj,0.0000019212,0.05000,0.314
19,mlp.experts.205.down_proj,0.0000047455,0.05000,0.311
19,mlp.experts.203.down_proj,0.0000031687,0.05000,0.313
19,mlp.experts.202.down_proj,0.0000052070,0.05000,0.309
19,mlp.experts.208.down_proj,0.0000019653,0.05000,0.316
19,mlp.experts.209.down_proj,0.0000006044,0.05000,0.314
19,mlp.experts.207.down_proj,0.0000015723,0.05000,0.323
19,mlp.experts.206.down_proj,0.0000017183,0.05000,0.324
19,mlp.experts.212.down_proj,0.0000009427,0.05000,0.327
19,mlp.experts.213.down_proj,0.0000032722,0.05000,0.329
19,mlp.experts.210.down_proj,0.0000078534,0.05000,0.315
19,mlp.experts.211.down_proj,0.0000031588,0.05000,0.324
19,mlp.experts.216.down_proj,0.0000022378,0.05000,0.316
19,mlp.experts.217.down_proj,0.0000070501,0.05000,0.308
19,mlp.experts.214.down_proj,0.0000014965,0.05000,0.309
19,mlp.experts.215.down_proj,0.0000033098,0.05000,0.310
19,mlp.experts.220.down_proj,0.0000026148,0.05000,0.307
19,mlp.experts.221.down_proj,0.0000018750,0.05000,0.316
19,mlp.experts.219.down_proj,0.0000024469,0.05000,0.310
19,mlp.experts.218.down_proj,0.0000032419,0.05000,0.321
19,mlp.experts.224.down_proj,0.0000030726,0.05000,0.317
19,mlp.experts.225.down_proj,0.0000033814,0.05000,0.310
19,mlp.experts.222.down_proj,0.0000036259,0.05000,0.306
19,mlp.experts.223.down_proj,0.0000021013,0.05000,0.313
19,mlp.experts.228.down_proj,0.0000023705,0.05000,0.310
19,mlp.experts.229.down_proj,0.0000114507,0.05000,0.313
19,mlp.experts.226.down_proj,0.0000016814,0.05000,0.311
19,mlp.experts.227.down_proj,0.0000037783,0.05000,0.314
19,mlp.experts.232.down_proj,0.0000028882,0.05000,0.311
19,mlp.experts.233.down_proj,0.0000106348,0.05000,0.308
19,mlp.experts.230.down_proj,0.0000036384,0.05000,0.311
19,mlp.experts.231.down_proj,0.0000037020,0.05000,0.315
19,mlp.experts.236.down_proj,0.0000036111,0.05000,0.318
19,mlp.experts.237.down_proj,0.0000027261,0.05000,0.321
19,mlp.experts.234.down_proj,0.0000014467,0.05000,0.323
19,mlp.experts.235.down_proj,0.0000015284,0.05000,0.328
19,mlp.experts.240.down_proj,0.0000059070,0.05000,0.323
19,mlp.experts.244.down_proj,fallback(rtn): 0.0009727,0.00000,0.004
19,mlp.experts.241.down_proj,0.0000070666,0.05000,0.333
19,mlp.experts.238.down_proj,0.0000021588,0.05000,0.345
19,mlp.experts.239.down_proj,0.0000001282,0.05000,0.346
19,mlp.experts.248.down_proj,0.0000034155,0.05000,0.334
19,mlp.experts.245.down_proj,0.0000013477,0.05000,0.313
19,mlp.experts.242.down_proj,0.0000014510,0.05000,0.316
19,mlp.experts.243.down_proj,0.0000016988,0.05000,0.327
19,mlp.experts.252.down_proj,0.0000029045,0.05000,0.325
19,mlp.experts.249.down_proj,0.0000041208,0.05000,0.236
19,mlp.experts.246.down_proj,0.0000031721,0.05000,0.239
19,mlp.experts.247.down_proj,0.0000016806,0.05000,0.224
19,mlp.experts.253.down_proj,0.0000021684,0.05000,0.210
19,mlp.experts.250.down_proj,0.0000019317,0.05000,0.196
19,mlp.experts.251.down_proj,0.0000032722,0.05000,0.192
19,mlp.experts.254.down_proj,0.0000019445,0.05000,0.116
19,mlp.experts.255.down_proj,0.0000032834,0.05000,0.113
20,mlp.experts.3.gate_proj,0.0000933774,0.05000,1.237
20,mlp.experts.1.gate_proj,0.0001393784,0.05000,1.244
20,mlp.experts.0.gate_proj,0.0001316344,0.05000,1.252
20,mlp.experts.2.gate_proj,0.0002153569,0.05000,1.255
20,mlp.experts.5.gate_proj,0.0001428049,0.05000,1.214
20,mlp.experts.7.gate_proj,0.0000652600,0.05000,1.239
20,mlp.experts.4.gate_proj,0.0000878367,0.05000,1.227
20,mlp.experts.6.gate_proj,0.0000599121,0.05000,1.234
20,mlp.experts.9.gate_proj,0.0000733343,0.05000,1.236
20,mlp.experts.8.gate_proj,0.0001451324,0.05000,1.244
20,mlp.experts.11.gate_proj,0.0001001378,0.05000,1.248
20,mlp.experts.10.gate_proj,0.0001235719,0.05000,1.250
20,mlp.experts.14.gate_proj,fallback(rtn): 0.0011597,0.00000,0.020
20,mlp.experts.13.gate_proj,0.0001192352,0.05000,1.253
20,mlp.experts.12.gate_proj,0.0001398773,0.05000,1.254
20,mlp.experts.15.gate_proj,0.0003074785,0.05000,1.255
20,mlp.experts.18.gate_proj,0.0001656179,0.05000,1.247
20,mlp.experts.17.gate_proj,0.0001061385,0.05000,1.237
20,mlp.experts.16.gate_proj,0.0000720340,0.05000,1.237
20,mlp.experts.19.gate_proj,0.0001010304,0.05000,1.244
20,mlp.experts.22.gate_proj,0.0001132618,0.05000,1.236
20,mlp.experts.21.gate_proj,0.0001213028,0.05000,1.241
20,mlp.experts.20.gate_proj,0.0001134576,0.05000,1.243
20,mlp.experts.23.gate_proj,0.0000406325,0.05000,1.243
20,mlp.experts.26.gate_proj,0.0000563748,0.05000,1.253
20,mlp.experts.25.gate_proj,0.0001011276,0.05000,1.248
20,mlp.experts.24.gate_proj,0.0002230380,0.05000,1.256
20,mlp.experts.27.gate_proj,0.0000961053,0.05000,1.259
20,mlp.experts.31.gate_proj,fallback(rtn): 0.0010529,0.00000,0.021
20,mlp.experts.30.gate_proj,0.0001859370,0.05000,1.264
20,mlp.experts.29.gate_proj,0.0001537780,0.05000,1.245
20,mlp.experts.28.gate_proj,0.0000848965,0.05000,1.252
20,mlp.experts.35.gate_proj,0.0000795986,0.05000,1.263
20,mlp.experts.34.gate_proj,0.0000889395,0.05000,1.266
20,mlp.experts.33.gate_proj,0.0000774620,0.05000,1.337
20,mlp.experts.32.gate_proj,0.0000865680,0.05000,1.319
20,mlp.experts.39.gate_proj,0.0002425221,0.05000,1.327
20,mlp.experts.38.gate_proj,0.0001110117,0.05000,1.332
20,mlp.experts.37.gate_proj,0.0000884485,0.05000,1.344
20,mlp.experts.36.gate_proj,0.0001497667,0.05000,1.349
20,mlp.experts.43.gate_proj,0.0000836684,0.05000,1.341
20,mlp.experts.42.gate_proj,0.0000573722,0.05000,1.330
20,mlp.experts.41.gate_proj,0.0002089418,0.05000,1.246
20,mlp.experts.40.gate_proj,0.0001531463,0.05000,1.239
20,mlp.experts.47.gate_proj,0.0001313511,0.05000,1.249
20,mlp.experts.46.gate_proj,0.0001527601,0.05000,1.242
20,mlp.experts.45.gate_proj,0.0001168089,0.05000,1.248
20,mlp.experts.44.gate_proj,0.0000396557,0.05000,1.251
20,mlp.experts.50.gate_proj,0.0000718055,0.05000,1.246
20,mlp.experts.51.gate_proj,0.0002947543,0.05000,1.270
20,mlp.experts.49.gate_proj,0.0000825847,0.05000,1.244
20,mlp.experts.48.gate_proj,0.0000925092,0.05000,1.246
20,mlp.experts.54.gate_proj,0.0003050681,0.05000,1.246
20,mlp.experts.55.gate_proj,0.0003038937,0.05000,1.246
20,mlp.experts.53.gate_proj,0.0001539177,0.05000,1.234
20,mlp.experts.52.gate_proj,0.0002627674,0.05000,1.233
20,mlp.experts.58.gate_proj,0.0000694041,0.05000,1.229
20,mlp.experts.59.gate_proj,0.0002209348,0.05000,1.234
20,mlp.experts.57.gate_proj,0.0000812682,0.05000,1.248
20,mlp.experts.56.gate_proj,0.0000271439,0.05000,1.253
20,mlp.experts.62.gate_proj,0.0002419403,0.05000,1.254
20,mlp.experts.63.gate_proj,0.0001617253,0.05000,1.256
20,mlp.experts.61.gate_proj,0.0000607550,0.05000,1.254
20,mlp.experts.60.gate_proj,0.0001863717,0.05000,1.256
20,mlp.experts.66.gate_proj,0.0000954961,0.05000,1.253
20,mlp.experts.67.gate_proj,0.0001946641,0.05000,1.256
20,mlp.experts.65.gate_proj,0.0000602257,0.05000,1.227
20,mlp.experts.64.gate_proj,0.0000888571,0.05000,1.229
20,mlp.experts.70.gate_proj,0.0001521385,0.05000,1.242
20,mlp.experts.71.gate_proj,0.0000733034,0.05000,1.241
20,mlp.experts.69.gate_proj,0.0000645477,0.05000,1.251
20,mlp.experts.68.gate_proj,0.0000699613,0.05000,1.252
20,mlp.experts.74.gate_proj,0.0000774708,0.05000,1.235
20,mlp.experts.75.gate_proj,0.0002424126,0.05000,1.252
20,mlp.experts.73.gate_proj,0.0001776882,0.05000,1.256
20,mlp.experts.77.gate_proj,fallback(rtn): 0.0009727,0.00000,0.017
20,mlp.experts.72.gate_proj,0.0001169833,0.05000,1.266
20,mlp.experts.78.gate_proj,0.0001318196,0.05000,1.278
20,mlp.experts.79.gate_proj,0.0001864893,0.05000,1.270
20,mlp.experts.81.gate_proj,0.0001120976,0.05000,1.257
20,mlp.experts.76.gate_proj,0.0001904578,0.05000,1.262
20,mlp.experts.82.gate_proj,0.0000802845,0.05000,1.263
20,mlp.experts.83.gate_proj,0.0000529173,0.05000,1.257
20,mlp.experts.85.gate_proj,0.0000653778,0.05000,1.255
20,mlp.experts.80.gate_proj,0.0000781615,0.05000,1.254
20,mlp.experts.86.gate_proj,0.0000608075,0.05000,1.259
20,mlp.experts.87.gate_proj,0.0002470274,0.05000,1.256
20,mlp.experts.89.gate_proj,0.0000974200,0.05000,1.223
20,mlp.experts.84.gate_proj,0.0002095782,0.05000,1.212
20,mlp.experts.90.gate_proj,0.0004140466,0.05000,1.224
20,mlp.experts.91.gate_proj,0.0003624461,0.05000,1.229
20,mlp.experts.93.gate_proj,0.0001953509,0.05000,1.236
20,mlp.experts.88.gate_proj,0.0000611962,0.05000,1.243
20,mlp.experts.94.gate_proj,0.0000906494,0.05000,1.240
20,mlp.experts.95.gate_proj,0.0001082020,0.05000,1.242
20,mlp.experts.97.gate_proj,0.0002192222,0.05000,1.231
20,mlp.experts.92.gate_proj,0.0001157622,0.05000,1.241
20,mlp.experts.98.gate_proj,0.0001610105,0.05000,1.236
20,mlp.experts.99.gate_proj,0.0000623732,0.05000,1.244
20,mlp.experts.101.gate_proj,0.0001879536,0.05000,1.261
20,mlp.experts.96.gate_proj,0.0000619955,0.05000,1.248
20,mlp.experts.102.gate_proj,0.0002827582,0.05000,1.245
20,mlp.experts.103.gate_proj,0.0000338247,0.05000,1.232
20,mlp.experts.100.gate_proj,0.0001473267,0.05000,1.236
20,mlp.experts.105.gate_proj,0.0001321928,0.05000,1.258
20,mlp.experts.106.gate_proj,0.0000804429,0.05000,1.245
20,mlp.experts.107.gate_proj,0.0000802819,0.05000,1.241
20,mlp.experts.104.gate_proj,0.0001522061,0.05000,1.236
20,mlp.experts.109.gate_proj,0.0002113818,0.05000,1.232
20,mlp.experts.110.gate_proj,0.0001137014,0.05000,1.260
20,mlp.experts.111.gate_proj,0.0002359033,0.05000,1.260
20,mlp.experts.108.gate_proj,0.0001831416,0.05000,1.268
20,mlp.experts.113.gate_proj,0.0000760466,0.05000,1.245
20,mlp.experts.114.gate_proj,0.0002087910,0.05000,1.253
20,mlp.experts.115.gate_proj,0.0000336579,0.05000,1.249
20,mlp.experts.117.gate_proj,0.0001667477,0.05000,1.233
20,mlp.experts.112.gate_proj,0.0000712809,0.05000,1.264
20,mlp.experts.118.gate_proj,0.0001227289,0.05000,1.239
20,mlp.experts.119.gate_proj,0.0001090304,0.05000,1.240
20,mlp.experts.121.gate_proj,0.0000696890,0.05000,1.238
20,mlp.experts.116.gate_proj,0.0003077492,0.05000,1.262
20,mlp.experts.122.gate_proj,0.0001123551,0.05000,1.255
20,mlp.experts.123.gate_proj,0.0001038012,0.05000,1.251
20,mlp.experts.125.gate_proj,0.0000648246,0.05000,1.249
20,mlp.experts.120.gate_proj,0.0000838182,0.05000,1.238
20,mlp.experts.126.gate_proj,0.0001597948,0.05000,1.238
20,mlp.experts.127.gate_proj,0.0001126055,0.05000,1.246
20,mlp.experts.129.gate_proj,0.0001036524,0.05000,1.252
20,mlp.experts.124.gate_proj,0.0000550587,0.05000,1.255
20,mlp.experts.130.gate_proj,0.0002342232,0.05000,1.237
20,mlp.experts.131.gate_proj,0.0003356383,0.05000,1.239
20,mlp.experts.133.gate_proj,0.0001012255,0.05000,1.247
20,mlp.experts.128.gate_proj,0.0000435248,0.05000,1.264
20,mlp.experts.135.gate_proj,0.0000891422,0.05000,1.266
20,mlp.experts.134.gate_proj,0.0001162158,0.05000,1.280
20,mlp.experts.137.gate_proj,0.0002095660,0.05000,1.257
20,mlp.experts.132.gate_proj,0.0000577641,0.05000,1.275
20,mlp.experts.139.gate_proj,0.0001704640,0.05000,1.272
20,mlp.experts.138.gate_proj,0.0001526816,0.05000,1.282
20,mlp.experts.141.gate_proj,0.0000794333,0.05000,1.242
20,mlp.experts.136.gate_proj,0.0000748964,0.05000,1.239
20,mlp.experts.143.gate_proj,0.0001134927,0.05000,1.238
20,mlp.experts.142.gate_proj,0.0001166017,0.05000,1.242
20,mlp.experts.145.gate_proj,0.0001531623,0.05000,1.248
20,mlp.experts.140.gate_proj,0.0002893418,0.05000,1.236
20,mlp.experts.147.gate_proj,0.0001257008,0.05000,1.224
20,mlp.experts.146.gate_proj,0.0001121944,0.05000,1.233
20,mlp.experts.151.gate_proj,0.0001070207,0.05000,1.233
20,mlp.experts.144.gate_proj,0.0000975884,0.05000,1.269
20,mlp.experts.149.gate_proj,0.0001246207,0.05000,1.281
20,mlp.experts.150.gate_proj,0.0000855197,0.05000,1.249
20,mlp.experts.155.gate_proj,0.0002380856,0.05000,1.250
20,mlp.experts.148.gate_proj,0.0001126783,0.05000,1.251
20,mlp.experts.153.gate_proj,0.0000841888,0.05000,1.248
20,mlp.experts.154.gate_proj,0.0003238581,0.05000,1.250
20,mlp.experts.159.gate_proj,0.0001027881,0.05000,1.239
20,mlp.experts.157.gate_proj,0.0000808550,0.05000,1.247
20,mlp.experts.152.gate_proj,0.0000872309,0.05000,1.253
20,mlp.experts.158.gate_proj,0.0001876720,0.05000,1.253
20,mlp.experts.163.gate_proj,0.0002250613,0.05000,1.245
20,mlp.experts.161.gate_proj,0.0003199227,0.05000,1.232
20,mlp.experts.162.gate_proj,0.0002795642,0.05000,1.232
20,mlp.experts.156.gate_proj,0.0000690385,0.05000,1.240
20,mlp.experts.167.gate_proj,0.0001078204,0.05000,1.266
20,mlp.experts.165.gate_proj,0.0001521209,0.05000,1.268
20,mlp.experts.160.gate_proj,0.0001022450,0.05000,1.279
20,mlp.experts.166.gate_proj,0.0003080467,0.05000,1.295
20,mlp.experts.171.gate_proj,0.0001266235,0.05000,1.244
20,mlp.experts.169.gate_proj,0.0002465812,0.05000,1.254
20,mlp.experts.164.gate_proj,0.0000785337,0.05000,1.246
20,mlp.experts.170.gate_proj,0.0001532069,0.05000,1.250
20,mlp.experts.173.gate_proj,fallback(rtn): 0.0010071,0.00000,0.029
20,mlp.experts.175.gate_proj,0.0000823725,0.05000,1.249
20,mlp.experts.168.gate_proj,0.0002017361,0.05000,1.236
20,mlp.experts.174.gate_proj,0.0001235963,0.05000,1.233
20,mlp.experts.177.gate_proj,0.0001467035,0.05000,1.249
20,mlp.experts.179.gate_proj,0.0001448146,0.05000,1.241
20,mlp.experts.172.gate_proj,0.0001316676,0.05000,1.251
20,mlp.experts.178.gate_proj,0.0001939360,0.05000,1.247
20,mlp.experts.181.gate_proj,0.0001229458,0.05000,1.248
20,mlp.experts.183.gate_proj,0.0000660365,0.05000,1.254
20,mlp.experts.176.gate_proj,0.0002285920,0.05000,1.260
20,mlp.experts.182.gate_proj,0.0003289128,0.05000,1.258
20,mlp.experts.185.gate_proj,0.0002439354,0.05000,1.257
20,mlp.experts.187.gate_proj,0.0001100016,0.05000,1.214
20,mlp.experts.180.gate_proj,0.0001785344,0.05000,1.223
20,mlp.experts.186.gate_proj,0.0000550453,0.05000,1.223
20,mlp.experts.189.gate_proj,0.0001413922,0.05000,1.225
20,mlp.experts.191.gate_proj,0.0000598484,0.05000,1.223
20,mlp.experts.184.gate_proj,0.0000606094,0.05000,1.244
20,mlp.experts.190.gate_proj,0.0000822905,0.05000,1.242
20,mlp.experts.193.gate_proj,0.0001048488,0.05000,1.235
20,mlp.experts.195.gate_proj,0.0000729285,0.05000,1.239
20,mlp.experts.188.gate_proj,0.0001800885,0.05000,1.233
20,mlp.experts.194.gate_proj,0.0001007462,0.05000,1.241
20,mlp.experts.197.gate_proj,0.0001864459,0.05000,1.244
20,mlp.experts.199.gate_proj,0.0000537742,0.05000,1.241
20,mlp.experts.192.gate_proj,0.0002118399,0.05000,1.229
20,mlp.experts.198.gate_proj,0.0001346255,0.05000,1.218
20,mlp.experts.201.gate_proj,0.0000825491,0.05000,1.229
20,mlp.experts.203.gate_proj,0.0000677961,0.05000,1.236
20,mlp.experts.196.gate_proj,0.0002458178,0.05000,1.230
20,mlp.experts.202.gate_proj,0.0000940945,0.05000,1.231
20,mlp.experts.205.gate_proj,0.0000638625,0.05000,1.230
20,mlp.experts.200.gate_proj,0.0001899424,0.05000,1.226
20,mlp.experts.207.gate_proj,0.0000509944,0.05000,1.258
20,mlp.experts.206.gate_proj,0.0000721904,0.05000,1.255
20,mlp.experts.209.gate_proj,0.0001529667,0.05000,1.246
20,mlp.experts.204.gate_proj,0.0001433614,0.05000,1.260
20,mlp.experts.210.gate_proj,0.0002900156,0.05000,1.233
20,mlp.experts.211.gate_proj,0.0001035508,0.05000,1.259
20,mlp.experts.213.gate_proj,0.0000747019,0.05000,1.244
20,mlp.experts.208.gate_proj,0.0001430083,0.05000,1.232
20,mlp.experts.214.gate_proj,0.0001264501,0.05000,1.240
20,mlp.experts.215.gate_proj,0.0001129930,0.05000,1.237
20,mlp.experts.217.gate_proj,0.0001030344,0.05000,1.247
20,mlp.experts.212.gate_proj,0.0001681285,0.05000,1.239
20,mlp.experts.218.gate_proj,0.0001211985,0.05000,1.256
20,mlp.experts.221.gate_proj,0.0002549195,0.05000,1.231
20,mlp.experts.219.gate_proj,0.0001359468,0.05000,1.245
20,mlp.experts.216.gate_proj,0.0001012335,0.05000,1.244
20,mlp.experts.222.gate_proj,0.0000257346,0.05000,1.227
20,mlp.experts.223.gate_proj,0.0001206344,0.05000,1.247
20,mlp.experts.225.gate_proj,0.0001308919,0.05000,1.253
20,mlp.experts.220.gate_proj,0.0000786807,0.05000,1.256
20,mlp.experts.226.gate_proj,0.0001936372,0.05000,1.259
20,mlp.experts.227.gate_proj,0.0001612820,0.05000,1.257
20,mlp.experts.229.gate_proj,0.0001719298,0.05000,1.259
20,mlp.experts.224.gate_proj,0.0000430552,0.05000,1.236
20,mlp.experts.230.gate_proj,0.0000772328,0.05000,1.236
20,mlp.experts.231.gate_proj,0.0000792288,0.05000,1.236
20,mlp.experts.233.gate_proj,0.0002021977,0.05000,1.252
20,mlp.experts.228.gate_proj,0.0001258788,0.05000,1.250
20,mlp.experts.234.gate_proj,0.0000487137,0.05000,1.252
20,mlp.experts.235.gate_proj,0.0002384613,0.05000,1.243
20,mlp.experts.237.gate_proj,0.0000961736,0.05000,1.247
20,mlp.experts.238.gate_proj,0.0002036113,0.05000,1.226
20,mlp.experts.232.gate_proj,0.0000543538,0.05000,1.242
20,mlp.experts.239.gate_proj,0.0000515554,0.05000,1.248
20,mlp.experts.241.gate_proj,0.0003274539,0.05000,1.246
20,mlp.experts.242.gate_proj,0.0000586745,0.05000,1.250
20,mlp.experts.236.gate_proj,0.0001546622,0.05000,1.250
20,mlp.experts.243.gate_proj,0.0001968682,0.05000,1.248
20,mlp.experts.245.gate_proj,0.0001291741,0.05000,1.250
20,mlp.experts.240.gate_proj,0.0000668014,0.05000,1.254
20,mlp.experts.246.gate_proj,0.0001989845,0.05000,1.268
20,mlp.experts.247.gate_proj,0.0001215676,0.05000,1.258
20,mlp.experts.249.gate_proj,0.0002653018,0.05000,1.260
20,mlp.experts.250.gate_proj,0.0002168175,0.05000,1.245
20,mlp.experts.244.gate_proj,0.0002826950,0.05000,1.250
20,mlp.experts.251.gate_proj,0.0001306883,0.05000,1.229
20,mlp.experts.253.gate_proj,0.0001346687,0.05000,1.232
20,mlp.experts.254.gate_proj,0.0001396013,0.05000,1.256
20,mlp.experts.248.gate_proj,0.0001461374,0.05000,1.259
20,mlp.experts.255.gate_proj,0.0001019302,0.05000,1.260
20,mlp.experts.1.up_proj,0.0001071896,0.05000,1.265
20,mlp.experts.252.gate_proj,0.0001033445,0.05000,1.241
20,mlp.experts.2.up_proj,0.0001898116,0.05000,1.246
20,mlp.experts.3.up_proj,0.0000788273,0.05000,1.236
20,mlp.experts.5.up_proj,0.0001185746,0.05000,1.209
20,mlp.experts.7.up_proj,0.0000733501,0.05000,1.235
20,mlp.experts.0.up_proj,0.0001010904,0.05000,1.250
20,mlp.experts.6.up_proj,0.0000442276,0.05000,1.253
20,mlp.experts.9.up_proj,0.0000577073,0.05000,1.271
20,mlp.experts.11.up_proj,0.0000934877,0.05000,1.265
20,mlp.experts.4.up_proj,0.0000836706,0.05000,1.261
20,mlp.experts.10.up_proj,0.0001029016,0.05000,1.257
20,mlp.experts.13.up_proj,0.0001223575,0.05000,1.251
20,mlp.experts.14.up_proj,fallback(rtn): 0.0010223,0.00000,0.025
20,mlp.experts.15.up_proj,0.0002279587,0.05000,1.237
20,mlp.experts.8.up_proj,0.0001361791,0.05000,1.241
20,mlp.experts.17.up_proj,0.0000999923,0.05000,1.241
20,mlp.experts.18.up_proj,0.0001559815,0.05000,1.237
20,mlp.experts.19.up_proj,0.0000828058,0.05000,1.232
20,mlp.experts.12.up_proj,0.0001196017,0.05000,1.246
20,mlp.experts.21.up_proj,0.0001146983,0.05000,1.237
20,mlp.experts.22.up_proj,0.0000962179,0.05000,1.246
20,mlp.experts.23.up_proj,0.0000330525,0.05000,1.248
20,mlp.experts.16.up_proj,0.0000644695,0.05000,1.237
20,mlp.experts.25.up_proj,0.0000653070,0.05000,1.237
20,mlp.experts.26.up_proj,0.0000478218,0.05000,1.238
20,mlp.experts.20.up_proj,0.0001243709,0.05000,1.229
20,mlp.experts.27.up_proj,0.0000774073,0.05000,1.248
20,mlp.experts.29.up_proj,0.0001148576,0.05000,1.263
20,mlp.experts.31.up_proj,fallback(rtn): 0.0009995,0.00000,0.051
20,mlp.experts.30.up_proj,0.0001726082,0.05000,1.273
20,mlp.experts.24.up_proj,0.0001958353,0.05000,1.270
20,mlp.experts.33.up_proj,0.0000661374,0.05000,1.246
20,mlp.experts.35.up_proj,0.0000874649,0.05000,1.246
20,mlp.experts.34.up_proj,0.0000655949,0.05000,1.242
20,mlp.experts.28.up_proj,0.0000782413,0.05000,1.227
20,mlp.experts.37.up_proj,0.0000653546,0.05000,1.227
20,mlp.experts.39.up_proj,0.0001902853,0.05000,1.234
20,mlp.experts.38.up_proj,0.0001073773,0.05000,1.241
20,mlp.experts.32.up_proj,0.0000691368,0.05000,1.231
20,mlp.experts.41.up_proj,0.0001674637,0.05000,1.230
20,mlp.experts.43.up_proj,0.0000650035,0.05000,1.240
20,mlp.experts.42.up_proj,0.0000519816,0.05000,1.217
20,mlp.experts.36.up_proj,0.0001242101,0.05000,1.244
20,mlp.experts.45.up_proj,0.0000890306,0.05000,1.242
20,mlp.experts.46.up_proj,0.0001044441,0.05000,1.243
20,mlp.experts.47.up_proj,0.0000916998,0.05000,1.260
20,mlp.experts.49.up_proj,0.0000874418,0.05000,1.227
20,mlp.experts.40.up_proj,0.0001400655,0.05000,1.241
20,mlp.experts.50.up_proj,0.0000628702,0.05000,1.243
20,mlp.experts.51.up_proj,0.0002752468,0.05000,1.251
20,mlp.experts.53.up_proj,0.0001149793,0.05000,1.255
20,mlp.experts.44.up_proj,0.0000325359,0.05000,1.252
20,mlp.experts.54.up_proj,0.0002228653,0.05000,1.257
20,mlp.experts.55.up_proj,0.0002351572,0.05000,1.246
20,mlp.experts.57.up_proj,0.0000950831,0.05000,1.275
20,mlp.experts.48.up_proj,0.0000707849,0.05000,1.274
20,mlp.experts.58.up_proj,0.0000569061,0.05000,1.274
20,mlp.experts.59.up_proj,0.0001858497,0.05000,1.273
20,mlp.experts.61.up_proj,0.0000491207,0.05000,1.233
20,mlp.experts.52.up_proj,0.0002741577,0.05000,1.226
20,mlp.experts.62.up_proj,0.0001939955,0.05000,1.240
20,mlp.experts.63.up_proj,0.0001483255,0.05000,1.244
20,mlp.experts.56.up_proj,0.0000249861,0.05000,1.249
20,mlp.experts.65.up_proj,0.0000472250,0.05000,1.255
20,mlp.experts.66.up_proj,0.0000700442,0.05000,1.243
20,mlp.experts.67.up_proj,0.0001342630,0.05000,1.245
20,mlp.experts.60.up_proj,0.0001392781,0.05000,1.229
20,mlp.experts.69.up_proj,0.0000636233,0.05000,1.243
20,mlp.experts.70.up_proj,0.0001059532,0.05000,1.241
20,mlp.experts.71.up_proj,0.0000529091,0.05000,1.242
20,mlp.experts.64.up_proj,0.0000646849,0.05000,1.239
20,mlp.experts.73.up_proj,0.0001513851,0.05000,1.235
20,mlp.experts.77.up_proj,fallback(rtn): 0.0010529,0.00000,0.017
20,mlp.experts.74.up_proj,0.0000671388,0.05000,1.252
20,mlp.experts.75.up_proj,0.0001764036,0.05000,1.249
20,mlp.experts.68.up_proj,0.0000635040,0.05000,1.256
20,mlp.experts.81.up_proj,0.0001041437,0.05000,1.230
20,mlp.experts.78.up_proj,0.0001640375,0.05000,1.240
20,mlp.experts.79.up_proj,0.0001569077,0.05000,1.229
20,mlp.experts.72.up_proj,0.0001002301,0.05000,1.243
20,mlp.experts.85.up_proj,0.0000613067,0.05000,1.246
20,mlp.experts.82.up_proj,0.0000598387,0.05000,1.237
20,mlp.experts.83.up_proj,0.0000497989,0.05000,1.246
20,mlp.experts.76.up_proj,0.0001464130,0.05000,1.263
20,mlp.experts.89.up_proj,0.0001390390,0.05000,1.264
20,mlp.experts.86.up_proj,0.0000669733,0.05000,1.271
20,mlp.experts.87.up_proj,0.0002148413,0.05000,1.272
20,mlp.experts.93.up_proj,0.0001791834,0.05000,1.230
20,mlp.experts.80.up_proj,0.0000682362,0.05000,1.269
20,mlp.experts.90.up_proj,0.0002652821,0.05000,1.242
20,mlp.experts.91.up_proj,0.0002999699,0.05000,1.232
20,mlp.experts.97.up_proj,0.0001778431,0.05000,1.227
20,mlp.experts.84.up_proj,0.0001977751,0.05000,1.229
20,mlp.experts.95.up_proj,0.0000855767,0.05000,1.234
20,mlp.experts.94.up_proj,0.0000688523,0.05000,1.246
20,mlp.experts.101.up_proj,0.0001424759,0.05000,1.262
20,mlp.experts.88.up_proj,0.0000601721,0.05000,1.255
20,mlp.experts.98.up_proj,0.0001282503,0.05000,1.246
20,mlp.experts.99.up_proj,0.0000605738,0.05000,1.260
20,mlp.experts.105.up_proj,0.0000993082,0.05000,1.249
20,mlp.experts.92.up_proj,0.0001083553,0.05000,1.263
20,mlp.experts.102.up_proj,0.0002169981,0.05000,1.255
20,mlp.experts.103.up_proj,0.0000334098,0.05000,1.254
20,mlp.experts.109.up_proj,0.0001729342,0.05000,1.263
20,mlp.experts.96.up_proj,0.0000516710,0.05000,1.255
20,mlp.experts.107.up_proj,0.0000697473,0.05000,1.256
20,mlp.experts.106.up_proj,0.0000659152,0.05000,1.263
20,mlp.experts.113.up_proj,0.0000748086,0.05000,1.242
20,mlp.experts.100.up_proj,0.0001214769,0.05000,1.244
20,mlp.experts.111.up_proj,0.0002222519,0.05000,1.230
20,mlp.experts.110.up_proj,0.0001063984,0.05000,1.239
20,mlp.experts.117.up_proj,0.0001341523,0.05000,1.226
20,mlp.experts.104.up_proj,0.0001453653,0.05000,1.223
20,mlp.experts.115.up_proj,0.0000303252,0.05000,1.226
20,mlp.experts.114.up_proj,0.0001513294,0.05000,1.233
20,mlp.experts.121.up_proj,0.0000951743,0.05000,1.250
20,mlp.experts.108.up_proj,0.0001678102,0.05000,1.251
20,mlp.experts.119.up_proj,0.0001312733,0.05000,1.254
20,mlp.experts.118.up_proj,0.0000934117,0.05000,1.263
20,mlp.experts.125.up_proj,0.0000637574,0.05000,1.240
20,mlp.experts.123.up_proj,0.0001276658,0.05000,1.228
20,mlp.experts.112.up_proj,0.0000613640,0.05000,1.248
20,mlp.experts.122.up_proj,0.0001240886,0.05000,1.237
20,mlp.experts.129.up_proj,0.0000805769,0.05000,1.247
20,mlp.experts.127.up_proj,0.0001053443,0.05000,1.241
20,mlp.experts.116.up_proj,0.0002888125,0.05000,1.256
20,mlp.experts.126.up_proj,0.0001260341,0.05000,1.250
20,mlp.experts.133.up_proj,0.0000774383,0.05000,1.250
20,mlp.experts.131.up_proj,0.0002321356,0.05000,1.244
20,mlp.experts.120.up_proj,0.0000727723,0.05000,1.244
20,mlp.experts.130.up_proj,0.0001929574,0.05000,1.241
20,mlp.experts.137.up_proj,0.0001942097,0.05000,1.222
20,mlp.experts.135.up_proj,0.0000840528,0.05000,1.217
20,mlp.experts.124.up_proj,0.0000516971,0.05000,1.225
20,mlp.experts.134.up_proj,0.0000876463,0.05000,1.223
20,mlp.experts.141.up_proj,0.0000658531,0.05000,1.255
20,mlp.experts.139.up_proj,0.0001574540,0.05000,1.279
20,mlp.experts.128.up_proj,0.0000368443,0.05000,1.268
20,mlp.experts.138.up_proj,0.0001329684,0.05000,1.278
20,mlp.experts.145.up_proj,0.0001341750,0.05000,1.258
20,mlp.experts.143.up_proj,0.0000847869,0.05000,1.261
20,mlp.experts.132.up_proj,0.0000497933,0.05000,1.264
20,mlp.experts.142.up_proj,0.0000953596,0.05000,1.253
20,mlp.experts.149.up_proj,0.0000997444,0.05000,1.268
20,mlp.experts.147.up_proj,0.0000997079,0.05000,1.272
20,mlp.experts.146.up_proj,0.0001011805,0.05000,1.250
20,mlp.experts.136.up_proj,0.0000633942,0.05000,1.272
20,mlp.experts.153.up_proj,0.0000652252,0.05000,1.230
20,mlp.experts.151.up_proj,0.0000795660,0.05000,1.240
20,mlp.experts.150.up_proj,0.0000765885,0.05000,1.241
20,mlp.experts.140.up_proj,0.0002429733,0.05000,1.238
20,mlp.experts.157.up_proj,0.0000747405,0.05000,1.237
20,mlp.experts.155.up_proj,0.0001880820,0.05000,1.240
20,mlp.experts.154.up_proj,0.0002527589,0.05000,1.241
20,mlp.experts.144.up_proj,0.0000809798,0.05000,1.241
20,mlp.experts.161.up_proj,0.0002445683,0.05000,1.247
20,mlp.experts.159.up_proj,0.0000927634,0.05000,1.241
20,mlp.experts.158.up_proj,0.0001415214,0.05000,1.247
20,mlp.experts.148.up_proj,0.0000845812,0.05000,1.248
20,mlp.experts.165.up_proj,0.0001142485,0.05000,1.245
20,mlp.experts.163.up_proj,0.0001723394,0.05000,1.246
20,mlp.experts.162.up_proj,0.0002591233,0.05000,1.237
20,mlp.experts.152.up_proj,0.0000770777,0.05000,1.246
20,mlp.experts.169.up_proj,0.0001894407,0.05000,1.256
20,mlp.experts.166.up_proj,0.0002192345,0.05000,1.234
20,mlp.experts.173.up_proj,fallback(rtn): 0.0009651,0.00000,0.020
20,mlp.experts.167.up_proj,0.0000778733,0.05000,1.262
20,mlp.experts.156.up_proj,0.0000529194,0.05000,1.254
20,mlp.experts.177.up_proj,0.0001164821,0.05000,1.227
20,mlp.experts.170.up_proj,0.0001169387,0.05000,1.234
20,mlp.experts.171.up_proj,0.0000941747,0.05000,1.228
20,mlp.experts.160.up_proj,0.0000901003,0.05000,1.222
20,mlp.experts.181.up_proj,0.0000898956,0.05000,1.244
20,mlp.experts.175.up_proj,0.0000778965,0.05000,1.241
20,mlp.experts.174.up_proj,0.0001090713,0.05000,1.255
20,mlp.experts.164.up_proj,0.0001135786,0.05000,1.241
20,mlp.experts.185.up_proj,0.0002223312,0.05000,1.224
20,mlp.experts.179.up_proj,0.0001178960,0.05000,1.228
20,mlp.experts.178.up_proj,0.0001712957,0.05000,1.236
20,mlp.experts.168.up_proj,0.0001769663,0.05000,1.228
20,mlp.experts.189.up_proj,0.0001003288,0.05000,1.221
20,mlp.experts.183.up_proj,0.0000550615,0.05000,1.218
20,mlp.experts.182.up_proj,0.0002399656,0.05000,1.221
20,mlp.experts.172.up_proj,0.0000583680,0.05000,1.227
20,mlp.experts.193.up_proj,0.0000755837,0.05000,1.258
20,mlp.experts.187.up_proj,0.0000905913,0.05000,1.262
20,mlp.experts.186.up_proj,0.0000496982,0.05000,1.268
20,mlp.experts.176.up_proj,0.0002154884,0.05000,1.269
20,mlp.experts.197.up_proj,0.0001790138,0.05000,1.256
20,mlp.experts.191.up_proj,0.0000500735,0.05000,1.255
20,mlp.experts.190.up_proj,0.0000692450,0.05000,1.245
20,mlp.experts.180.up_proj,0.0002209046,0.05000,1.237
20,mlp.experts.201.up_proj,0.0000735340,0.05000,1.239
20,mlp.experts.194.up_proj,0.0000883480,0.05000,1.234
20,mlp.experts.195.up_proj,0.0000653218,0.05000,1.238
20,mlp.experts.184.up_proj,0.0000527085,0.05000,1.260
20,mlp.experts.205.up_proj,0.0000580571,0.05000,1.252
20,mlp.experts.199.up_proj,0.0000486653,0.05000,1.249
20,mlp.experts.198.up_proj,0.0001212214,0.05000,1.262
20,mlp.experts.188.up_proj,0.0001568469,0.05000,1.243
20,mlp.experts.209.up_proj,0.0001413112,0.05000,1.237
20,mlp.experts.202.up_proj,0.0000755613,0.05000,1.229
20,mlp.experts.203.up_proj,0.0000567408,0.05000,1.244
20,mlp.experts.192.up_proj,0.0001860161,0.05000,1.236
20,mlp.experts.213.up_proj,0.0000743729,0.05000,1.246
20,mlp.experts.206.up_proj,0.0000530051,0.05000,1.252
20,mlp.experts.196.up_proj,0.0002262264,0.05000,1.243
20,mlp.experts.207.up_proj,0.0000500370,0.05000,1.257
20,mlp.experts.217.up_proj,0.0000992238,0.05000,1.224
20,mlp.experts.210.up_proj,0.0002132895,0.05000,1.224
20,mlp.experts.200.up_proj,0.0001564697,0.05000,1.233
20,mlp.experts.211.up_proj,0.0000790569,0.05000,1.234
20,mlp.experts.221.up_proj,0.0001914624,0.05000,1.238
20,mlp.experts.214.up_proj,0.0000962141,0.05000,1.234
20,mlp.experts.215.up_proj,0.0000834970,0.05000,1.232
20,mlp.experts.204.up_proj,0.0001456463,0.05000,1.243
20,mlp.experts.218.up_proj,0.0000845440,0.05000,1.218
20,mlp.experts.219.up_proj,0.0001039630,0.05000,1.220
20,mlp.experts.225.up_proj,0.0000928382,0.05000,1.243
20,mlp.experts.208.up_proj,0.0001090513,0.05000,1.231
20,mlp.experts.222.up_proj,0.0000235123,0.05000,1.225
20,mlp.experts.223.up_proj,0.0001111899,0.05000,1.227
20,mlp.experts.229.up_proj,0.0001328028,0.05000,1.233
20,mlp.experts.212.up_proj,0.0001552662,0.05000,1.219
20,mlp.experts.226.up_proj,0.0001664251,0.05000,1.231
20,mlp.experts.216.up_proj,0.0000956822,0.05000,1.213
20,mlp.experts.227.up_proj,0.0001159925,0.05000,1.226
20,mlp.experts.233.up_proj,0.0001426281,0.05000,1.233
20,mlp.experts.230.up_proj,0.0000566198,0.05000,1.245
20,mlp.experts.237.up_proj,0.0000856788,0.05000,1.221
20,mlp.experts.231.up_proj,0.0000655932,0.05000,1.241
20,mlp.experts.220.up_proj,0.0000724034,0.05000,1.246
20,mlp.experts.241.up_proj,0.0002477550,0.05000,1.217
20,mlp.experts.234.up_proj,0.0000474457,0.05000,1.227
20,mlp.experts.224.up_proj,0.0000343512,0.05000,1.211
20,mlp.experts.235.up_proj,0.0002223245,0.05000,1.233
20,mlp.experts.245.up_proj,0.0001153790,0.05000,1.229
20,mlp.experts.228.up_proj,0.0000905079,0.05000,1.248
20,mlp.experts.238.up_proj,0.0001580955,0.05000,1.260
20,mlp.experts.239.up_proj,0.0000486673,0.05000,1.244
20,mlp.experts.232.up_proj,0.0000484633,0.05000,1.226
20,mlp.experts.249.up_proj,0.0002008697,0.05000,1.241
20,mlp.experts.242.up_proj,0.0000520695,0.05000,1.221
20,mlp.experts.243.up_proj,0.0001851591,0.05000,1.222
20,mlp.experts.246.up_proj,0.0001794588,0.05000,1.222
20,mlp.experts.247.up_proj,0.0001267301,0.05000,1.226
20,mlp.experts.253.up_proj,0.0001077843,0.05000,1.242
20,mlp.experts.236.up_proj,0.0001113618,0.05000,1.246
20,mlp.experts.250.up_proj,0.0001584663,0.05000,0.756
20,mlp.experts.251.up_proj,0.0001033609,0.05000,0.761
20,mlp.experts.240.up_proj,0.0000575719,0.05000,0.751
20,mlp.experts.254.up_proj,0.0001231805,0.05000,0.772
20,mlp.experts.255.up_proj,0.0000812895,0.05000,0.766
20,mlp.experts.244.up_proj,0.0002406817,0.05000,0.765
20,mlp.experts.248.up_proj,0.0001093224,0.05000,0.248
20,mlp.experts.252.up_proj,0.0000897876,0.05000,0.244
20,mlp.experts.3.down_proj,0.0000028022,0.05000,0.309
20,mlp.experts.1.down_proj,0.0000037101,0.05000,0.311
20,mlp.experts.0.down_proj,0.0000027989,0.05000,0.314
20,mlp.experts.2.down_proj,0.0000052589,0.05000,0.318
20,mlp.experts.6.down_proj,0.0000011658,0.05000,0.308
20,mlp.experts.5.down_proj,0.0000032536,0.05000,0.324
20,mlp.experts.7.down_proj,0.0000026409,0.05000,0.332
20,mlp.experts.4.down_proj,0.0000027813,0.05000,0.330
20,mlp.experts.9.down_proj,0.0000011635,0.05000,0.318
20,mlp.experts.10.down_proj,0.0000019514,0.05000,0.323
20,mlp.experts.8.down_proj,0.0000015975,0.05000,0.321
20,mlp.experts.14.down_proj,fallback(rtn): 0.0010147,0.00000,0.007
20,mlp.experts.11.down_proj,0.0000016342,0.05000,0.328
20,mlp.experts.13.down_proj,0.0000033394,0.05000,0.313
20,mlp.experts.12.down_proj,0.0000021981,0.05000,0.322
20,mlp.experts.15.down_proj,0.0000095724,0.05000,0.319
20,mlp.experts.18.down_proj,0.0000019898,0.05000,0.324
20,mlp.experts.17.down_proj,0.0000011068,0.05000,0.323
20,mlp.experts.16.down_proj,0.0000016417,0.05000,0.323
20,mlp.experts.19.down_proj,0.0000019029,0.05000,0.323
20,mlp.experts.22.down_proj,0.0000038661,0.05000,0.321
20,mlp.experts.21.down_proj,0.0000023989,0.05000,0.312
20,mlp.experts.20.down_proj,0.0000040872,0.05000,0.310
20,mlp.experts.26.down_proj,0.0000008180,0.05000,0.309
20,mlp.experts.23.down_proj,0.0000008586,0.05000,0.315
20,mlp.experts.25.down_proj,0.0000018224,0.05000,0.313
20,mlp.experts.24.down_proj,0.0000039468,0.05000,0.321
20,mlp.experts.30.down_proj,0.0000029676,0.05000,0.324
20,mlp.experts.27.down_proj,0.0000036366,0.05000,0.323
20,mlp.experts.31.down_proj,fallback(rtn): 0.0009918,0.00000,0.005
20,mlp.experts.28.down_proj,0.0000024690,0.05000,0.306
20,mlp.experts.29.down_proj,0.0000040213,0.05000,0.312
20,mlp.experts.34.down_proj,0.0000019172,0.05000,0.310
20,mlp.experts.35.down_proj,0.0000032334,0.05000,0.309
20,mlp.experts.33.down_proj,0.0000016042,0.05000,0.316
20,mlp.experts.32.down_proj,0.0000014184,0.05000,0.325
20,mlp.experts.38.down_proj,0.0000042526,0.05000,0.322
20,mlp.experts.39.down_proj,0.0000077223,0.05000,0.323
20,mlp.experts.37.down_proj,0.0000018942,0.05000,0.311
20,mlp.experts.36.down_proj,0.0000019549,0.05000,0.312
20,mlp.experts.42.down_proj,0.0000010282,0.05000,0.311
20,mlp.experts.43.down_proj,0.0000022195,0.05000,0.315
20,mlp.experts.41.down_proj,0.0000047633,0.05000,0.315
20,mlp.experts.40.down_proj,0.0000028614,0.05000,0.315
20,mlp.experts.46.down_proj,0.0000034877,0.05000,0.312
20,mlp.experts.47.down_proj,0.0000024040,0.05000,0.316
20,mlp.experts.45.down_proj,0.0000030823,0.05000,0.310
20,mlp.experts.44.down_proj,0.0000005751,0.05000,0.308
20,mlp.experts.50.down_proj,0.0000009558,0.05000,0.313
20,mlp.experts.51.down_proj,0.0000069908,0.05000,0.311
20,mlp.experts.49.down_proj,0.0000029251,0.05000,0.329
20,mlp.experts.48.down_proj,0.0000022248,0.05000,0.326
20,mlp.experts.54.down_proj,0.0000056667,0.05000,0.326
20,mlp.experts.55.down_proj,0.0000083004,0.05000,0.319
20,mlp.experts.52.down_proj,0.0000109520,0.05000,0.311
20,mlp.experts.53.down_proj,0.0000038518,0.05000,0.318
20,mlp.experts.58.down_proj,0.0000013170,0.05000,0.321
20,mlp.experts.59.down_proj,0.0000046662,0.05000,0.319
20,mlp.experts.57.down_proj,0.0000017125,0.05000,0.320
20,mlp.experts.56.down_proj,0.0000005594,0.05000,0.336
20,mlp.experts.62.down_proj,0.0000055005,0.05000,0.337
20,mlp.experts.63.down_proj,0.0000031678,0.05000,0.339
20,mlp.experts.60.down_proj,0.0000038950,0.05000,0.311
20,mlp.experts.61.down_proj,0.0000016496,0.05000,0.329
20,mlp.experts.66.down_proj,0.0000014844,0.05000,0.328
20,mlp.experts.67.down_proj,0.0000044829,0.05000,0.326
20,mlp.experts.64.down_proj,0.0000016430,0.05000,0.316
20,mlp.experts.65.down_proj,0.0000015223,0.05000,0.316
20,mlp.experts.70.down_proj,0.0000029945,0.05000,0.314
20,mlp.experts.71.down_proj,0.0000018207,0.05000,0.317
20,mlp.experts.68.down_proj,0.0000019764,0.05000,0.314
20,mlp.experts.69.down_proj,0.0000016203,0.05000,0.312
20,mlp.experts.74.down_proj,0.0000019987,0.05000,0.324
20,mlp.experts.75.down_proj,0.0000046994,0.05000,0.320
20,mlp.experts.72.down_proj,0.0000027284,0.05000,0.320
20,mlp.experts.73.down_proj,0.0000034579,0.05000,0.312
20,mlp.experts.77.down_proj,fallback(rtn): 0.0010452,0.00000,0.005
20,mlp.experts.78.down_proj,0.0000050626,0.05000,0.307
20,mlp.experts.79.down_proj,0.0000047288,0.05000,0.309
20,mlp.experts.76.down_proj,0.0000063935,0.05000,0.317
20,mlp.experts.81.down_proj,0.0000011885,0.05000,0.309
20,mlp.experts.82.down_proj,0.0000015030,0.05000,0.322
20,mlp.experts.83.down_proj,0.0000011498,0.05000,0.322
20,mlp.experts.80.down_proj,0.0000019895,0.05000,0.309
20,mlp.experts.85.down_proj,0.0000023963,0.05000,0.312
20,mlp.experts.86.down_proj,0.0000027758,0.05000,0.313
20,mlp.experts.87.down_proj,0.0000047968,0.05000,0.312
20,mlp.experts.84.down_proj,0.0000043815,0.05000,0.317
20,mlp.experts.89.down_proj,0.0000032515,0.05000,0.319
20,mlp.experts.90.down_proj,0.0000056313,0.05000,0.317
20,mlp.experts.91.down_proj,0.0000080601,0.05000,0.318
20,mlp.experts.88.down_proj,0.0000015061,0.05000,0.311
20,mlp.experts.93.down_proj,0.0000048251,0.05000,0.312
20,mlp.experts.94.down_proj,0.0000016630,0.05000,0.317
20,mlp.experts.95.down_proj,0.0000023268,0.05000,0.317
20,mlp.experts.92.down_proj,0.0000014814,0.05000,0.322
20,mlp.experts.97.down_proj,0.0000048895,0.05000,0.321
20,mlp.experts.98.down_proj,0.0000030570,0.05000,0.319
20,mlp.experts.99.down_proj,0.0000016008,0.05000,0.313
20,mlp.experts.96.down_proj,0.0000013921,0.05000,0.310
20,mlp.experts.101.down_proj,0.0000032520,0.05000,0.316
20,mlp.experts.102.down_proj,0.0000067983,0.05000,0.310
20,mlp.experts.103.down_proj,0.0000007598,0.05000,0.314
20,mlp.experts.100.down_proj,0.0000026920,0.05000,0.315
20,mlp.experts.105.down_proj,0.0000018313,0.05000,0.322
20,mlp.experts.106.down_proj,0.0000011048,0.05000,0.317
20,mlp.experts.107.down_proj,0.0000027505,0.05000,0.316
20,mlp.experts.104.down_proj,0.0000022784,0.05000,0.323
20,mlp.experts.109.down_proj,0.0000049402,0.05000,0.324
20,mlp.experts.110.down_proj,0.0000037418,0.05000,0.321
20,mlp.experts.111.down_proj,0.0000057785,0.05000,0.316
20,mlp.experts.108.down_proj,0.0000033202,0.05000,0.321
20,mlp.experts.113.down_proj,0.0000025918,0.05000,0.325
20,mlp.experts.114.down_proj,0.0000034593,0.05000,0.325
20,mlp.experts.115.down_proj,0.0000008526,0.05000,0.321
20,mlp.experts.112.down_proj,0.0000016596,0.05000,0.313
20,mlp.experts.117.down_proj,0.0000039429,0.05000,0.311
20,mlp.experts.118.down_proj,0.0000025780,0.05000,0.313
20,mlp.experts.119.down_proj,0.0000024060,0.05000,0.310
20,mlp.experts.116.down_proj,0.0000053461,0.05000,0.316
20,mlp.experts.121.down_proj,0.0000017337,0.05000,0.314
20,mlp.experts.122.down_proj,0.0000046670,0.05000,0.313
20,mlp.experts.123.down_proj,0.0000034387,0.05000,0.316
20,mlp.experts.120.down_proj,0.0000023902,0.05000,0.310
20,mlp.experts.125.down_proj,0.0000019628,0.05000,0.321
20,mlp.experts.126.down_proj,0.0000034796,0.05000,0.323
20,mlp.experts.127.down_proj,0.0000017753,0.05000,0.325
20,mlp.experts.124.down_proj,0.0000013180,0.05000,0.310
20,mlp.experts.129.down_proj,0.0000025528,0.05000,0.310
20,mlp.experts.130.down_proj,0.0000043363,0.05000,0.314
20,mlp.experts.131.down_proj,0.0000080544,0.05000,0.310
20,mlp.experts.128.down_proj,0.0000007995,0.05000,0.315
20,mlp.experts.133.down_proj,0.0000023573,0.05000,0.320
20,mlp.experts.134.down_proj,0.0000026304,0.05000,0.315
20,mlp.experts.135.down_proj,0.0000033240,0.05000,0.319
20,mlp.experts.132.down_proj,0.0000013257,0.05000,0.323
20,mlp.experts.137.down_proj,0.0000037685,0.05000,0.316
20,mlp.experts.138.down_proj,0.0000024554,0.05000,0.319
20,mlp.experts.139.down_proj,0.0000018151,0.05000,0.320
20,mlp.experts.136.down_proj,0.0000017122,0.05000,0.319
20,mlp.experts.141.down_proj,0.0000016283,0.05000,0.317
20,mlp.experts.142.down_proj,0.0000020144,0.05000,0.317
20,mlp.experts.143.down_proj,0.0000019107,0.05000,0.320
20,mlp.experts.140.down_proj,0.0000067187,0.05000,0.318
20,mlp.experts.145.down_proj,0.0000033513,0.05000,0.314
20,mlp.experts.146.down_proj,0.0000019589,0.05000,0.316
20,mlp.experts.147.down_proj,0.0000028906,0.05000,0.315
20,mlp.experts.144.down_proj,0.0000019588,0.05000,0.311
20,mlp.experts.149.down_proj,0.0000027659,0.05000,0.311
20,mlp.experts.150.down_proj,0.0000014217,0.05000,0.315
20,mlp.experts.151.down_proj,0.0000028054,0.05000,0.313
20,mlp.experts.148.down_proj,0.0000029011,0.05000,0.316
20,mlp.experts.153.down_proj,0.0000013243,0.05000,0.318
20,mlp.experts.154.down_proj,0.0000060348,0.05000,0.320
20,mlp.experts.155.down_proj,0.0000054526,0.05000,0.313
20,mlp.experts.152.down_proj,0.0000024470,0.05000,0.313
20,mlp.experts.157.down_proj,0.0000024258,0.05000,0.317
20,mlp.experts.158.down_proj,0.0000042559,0.05000,0.325
20,mlp.experts.159.down_proj,0.0000039340,0.05000,0.323
20,mlp.experts.156.down_proj,0.0000015040,0.05000,0.318
20,mlp.experts.161.down_proj,0.0000074058,0.05000,0.320
20,mlp.experts.162.down_proj,0.0000091399,0.05000,0.306
20,mlp.experts.163.down_proj,0.0000038006,0.05000,0.310
20,mlp.experts.160.down_proj,0.0000016469,0.05000,0.326
20,mlp.experts.165.down_proj,0.0000030028,0.05000,0.325
20,mlp.experts.166.down_proj,0.0000053197,0.05000,0.321
20,mlp.experts.167.down_proj,0.0000026810,0.05000,0.315
20,mlp.experts.164.down_proj,0.0000034063,0.05000,0.309
20,mlp.experts.169.down_proj,0.0000067743,0.05000,0.313
20,mlp.experts.173.down_proj,fallback(rtn): 0.0009689,0.00000,0.005
20,mlp.experts.170.down_proj,0.0000030200,0.05000,0.319
20,mlp.experts.171.down_proj,0.0000022230,0.05000,0.325
20,mlp.experts.168.down_proj,0.0000043401,0.05000,0.339
20,mlp.experts.177.down_proj,0.0000028940,0.05000,0.344
20,mlp.experts.174.down_proj,0.0000035994,0.05000,0.354
20,mlp.experts.175.down_proj,0.0000010576,0.05000,0.342
20,mlp.experts.172.down_proj,0.0000001895,0.05000,0.324
20,mlp.experts.181.down_proj,0.0000028989,0.05000,0.310
20,mlp.experts.178.down_proj,0.0000038414,0.05000,0.305
20,mlp.experts.179.down_proj,0.0000028854,0.05000,0.310
20,mlp.experts.176.down_proj,0.0000054674,0.05000,0.308
20,mlp.experts.185.down_proj,0.0000090051,0.05000,0.309
20,mlp.experts.182.down_proj,0.0000061383,0.05000,0.318
20,mlp.experts.183.down_proj,0.0000017436,0.05000,0.320
20,mlp.experts.180.down_proj,0.0000074807,0.05000,0.318
20,mlp.experts.189.down_proj,0.0000027277,0.05000,0.307
20,mlp.experts.186.down_proj,0.0000013908,0.05000,0.315
20,mlp.experts.187.down_proj,0.0000019470,0.05000,0.315
20,mlp.experts.184.down_proj,0.0000019437,0.05000,0.322
20,mlp.experts.193.down_proj,0.0000025161,0.05000,0.321
20,mlp.experts.190.down_proj,0.0000018033,0.05000,0.311
20,mlp.experts.191.down_proj,0.0000013932,0.05000,0.313
20,mlp.experts.188.down_proj,0.0000074258,0.05000,0.315
20,mlp.experts.194.down_proj,0.0000023994,0.05000,0.304
20,mlp.experts.197.down_proj,0.0000022467,0.05000,0.315
20,mlp.experts.195.down_proj,0.0000025548,0.05000,0.329
20,mlp.experts.192.down_proj,0.0000051302,0.05000,0.330
20,mlp.experts.201.down_proj,0.0000023840,0.05000,0.327
20,mlp.experts.198.down_proj,0.0000052312,0.05000,0.337
20,mlp.experts.199.down_proj,0.0000012492,0.05000,0.320
20,mlp.experts.196.down_proj,0.0000057387,0.05000,0.313
20,mlp.experts.205.down_proj,0.0000005935,0.05000,0.311
20,mlp.experts.202.down_proj,0.0000019611,0.05000,0.308
20,mlp.experts.203.down_proj,0.0000013349,0.05000,0.306
20,mlp.experts.200.down_proj,0.0000033180,0.05000,0.325
20,mlp.experts.209.down_proj,0.0000027923,0.05000,0.320
20,mlp.experts.206.down_proj,0.0000015721,0.05000,0.324
20,mlp.experts.207.down_proj,0.0000019069,0.05000,0.318
20,mlp.experts.204.down_proj,0.0000035522,0.05000,0.323
20,mlp.experts.213.down_proj,0.0000016968,0.05000,0.321
20,mlp.experts.210.down_proj,0.0000057108,0.05000,0.321
20,mlp.experts.211.down_proj,0.0000018527,0.05000,0.319
20,mlp.experts.217.down_proj,0.0000011742,0.05000,0.308
20,mlp.experts.214.down_proj,0.0000027268,0.05000,0.308
20,mlp.experts.208.down_proj,0.0000034415,0.05000,0.314
20,mlp.experts.215.down_proj,0.0000022937,0.05000,0.305
20,mlp.experts.221.down_proj,0.0000042898,0.05000,0.299
20,mlp.experts.212.down_proj,0.0000046923,0.05000,0.304
20,mlp.experts.218.down_proj,0.0000018872,0.05000,0.307
20,mlp.experts.219.down_proj,0.0000030593,0.05000,0.311
20,mlp.experts.225.down_proj,0.0000023299,0.05000,0.309
20,mlp.experts.222.down_proj,0.0000006070,0.05000,0.326
20,mlp.experts.216.down_proj,0.0000029738,0.05000,0.331
20,mlp.experts.223.down_proj,0.0000013517,0.05000,0.325
20,mlp.experts.229.down_proj,0.0000037471,0.05000,0.334
20,mlp.experts.226.down_proj,0.0000054729,0.05000,0.333
20,mlp.experts.220.down_proj,0.0000016908,0.05000,0.336
20,mlp.experts.227.down_proj,0.0000036129,0.05000,0.337
20,mlp.experts.233.down_proj,0.0000057756,0.05000,0.308
20,mlp.experts.230.down_proj,0.0000012368,0.05000,0.307
20,mlp.experts.224.down_proj,0.0000011734,0.05000,0.309
20,mlp.experts.231.down_proj,0.0000015254,0.05000,0.306
20,mlp.experts.237.down_proj,0.0000011334,0.05000,0.310
20,mlp.experts.234.down_proj,0.0000011209,0.05000,0.308
20,mlp.experts.228.down_proj,0.0000024286,0.05000,0.305
20,mlp.experts.235.down_proj,0.0000028053,0.05000,0.307
20,mlp.experts.241.down_proj,0.0000065932,0.05000,0.312
20,mlp.experts.238.down_proj,0.0000044908,0.05000,0.314
20,mlp.experts.239.down_proj,0.0000016243,0.05000,0.310
20,mlp.experts.232.down_proj,0.0000013491,0.05000,0.311
20,mlp.experts.245.down_proj,0.0000013284,0.05000,0.304
20,mlp.experts.242.down_proj,0.0000018611,0.05000,0.310
20,mlp.experts.243.down_proj,0.0000029125,0.05000,0.310
20,mlp.experts.236.down_proj,0.0000027582,0.05000,0.320
20,mlp.experts.249.down_proj,0.0000042462,0.05000,0.330
20,mlp.experts.247.down_proj,0.0000051471,0.05000,0.320
20,mlp.experts.246.down_proj,0.0000032379,0.05000,0.327
20,mlp.experts.240.down_proj,0.0000020176,0.05000,0.319
20,mlp.experts.253.down_proj,0.0000015869,0.05000,0.307
20,mlp.experts.251.down_proj,0.0000028734,0.05000,0.311
20,mlp.experts.250.down_proj,0.0000047381,0.05000,0.311
20,mlp.experts.244.down_proj,0.0000047001,0.05000,0.307
20,mlp.experts.255.down_proj,0.0000027868,0.05000,0.199
20,mlp.experts.254.down_proj,0.0000024701,0.05000,0.197
20,mlp.experts.248.down_proj,0.0000037049,0.05000,0.192
20,mlp.experts.252.down_proj,0.0000026911,0.05000,0.061
21,mlp.experts.0.gate_proj,0.0000642883,0.05000,1.257
21,mlp.experts.1.gate_proj,0.0000438110,0.05000,1.254
21,mlp.experts.2.gate_proj,0.0000538021,0.05000,1.277
21,mlp.experts.3.gate_proj,0.0002855313,0.05000,1.273
21,mlp.experts.5.gate_proj,0.0000405867,0.05000,1.216
21,mlp.experts.4.gate_proj,0.0000660751,0.05000,1.226
21,mlp.experts.7.gate_proj,0.0003104514,0.05000,1.221
21,mlp.experts.6.gate_proj,0.0000617406,0.05000,1.234
21,mlp.experts.9.gate_proj,fallback(rtn): 0.0010605,0.00000,0.036
21,mlp.experts.8.gate_proj,0.0000588836,0.05000,1.224
21,mlp.experts.11.gate_proj,0.0000808617,0.05000,1.226
21,mlp.experts.13.gate_proj,0.0000472875,0.05000,1.219
21,mlp.experts.10.gate_proj,0.0001977461,0.05000,1.242
21,mlp.experts.12.gate_proj,0.0001580264,0.05000,1.250
21,mlp.experts.15.gate_proj,0.0001628462,0.05000,1.255
21,mlp.experts.17.gate_proj,0.0000767994,0.05000,1.256
21,mlp.experts.14.gate_proj,0.0000376030,0.05000,1.254
21,mlp.experts.16.gate_proj,0.0001012705,0.05000,1.251
21,mlp.experts.19.gate_proj,0.0000953194,0.05000,1.243
21,mlp.experts.21.gate_proj,0.0002287553,0.05000,1.244
21,mlp.experts.18.gate_proj,0.0000946064,0.05000,1.248
21,mlp.experts.25.gate_proj,fallback(rtn): 0.0009995,0.00000,0.024
21,mlp.experts.20.gate_proj,0.0001421211,0.05000,1.261
21,mlp.experts.23.gate_proj,0.0001592524,0.05000,1.264
21,mlp.experts.22.gate_proj,0.0001178863,0.05000,1.268
21,mlp.experts.29.gate_proj,0.0000691954,0.05000,1.269
21,mlp.experts.24.gate_proj,0.0000632943,0.05000,1.234
21,mlp.experts.27.gate_proj,0.0002355693,0.05000,1.243
21,mlp.experts.26.gate_proj,0.0001272401,0.05000,1.235
21,mlp.experts.33.gate_proj,0.0001423518,0.05000,1.229
21,mlp.experts.28.gate_proj,0.0003255297,0.05000,1.268
21,mlp.experts.31.gate_proj,0.0001208853,0.05000,1.275
21,mlp.experts.37.gate_proj,0.0001670075,0.05000,1.255
21,mlp.experts.30.gate_proj,0.0001532505,0.05000,1.272
21,mlp.experts.32.gate_proj,0.0000810646,0.05000,1.326
21,mlp.experts.35.gate_proj,0.0002189765,0.05000,1.334
21,mlp.experts.41.gate_proj,0.0000567384,0.05000,1.328
21,mlp.experts.34.gate_proj,0.0001486862,0.05000,1.340
21,mlp.experts.36.gate_proj,0.0002407688,0.05000,1.264
21,mlp.experts.39.gate_proj,0.0001792941,0.05000,1.251
21,mlp.experts.45.gate_proj,0.0001613169,0.05000,1.260
21,mlp.experts.38.gate_proj,0.0000745967,0.05000,1.255
21,mlp.experts.40.gate_proj,0.0002529984,0.05000,1.240
21,mlp.experts.43.gate_proj,0.0001364008,0.05000,1.264
21,mlp.experts.49.gate_proj,0.0000609334,0.05000,1.257
21,mlp.experts.42.gate_proj,0.0000446401,0.05000,1.271
21,mlp.experts.44.gate_proj,0.0000315989,0.05000,1.232
21,mlp.experts.47.gate_proj,0.0000506473,0.05000,1.240
21,mlp.experts.53.gate_proj,0.0001252549,0.05000,1.233
21,mlp.experts.51.gate_proj,fallback(rtn): 0.0010300,0.00000,0.021
21,mlp.experts.57.gate_proj,fallback(rtn): 0.0010605,0.00000,0.023
21,mlp.experts.46.gate_proj,0.0002763282,0.05000,1.248
21,mlp.experts.48.gate_proj,0.0001358872,0.05000,1.251
21,mlp.experts.55.gate_proj,0.0001604861,0.05000,1.243
21,mlp.experts.61.gate_proj,0.0000566300,0.05000,1.239
21,mlp.experts.50.gate_proj,0.0002564674,0.05000,1.248
21,mlp.experts.52.gate_proj,0.0000771163,0.05000,1.245
21,mlp.experts.59.gate_proj,0.0001309607,0.05000,1.258
21,mlp.experts.65.gate_proj,0.0000647802,0.05000,1.255
21,mlp.experts.54.gate_proj,0.0000689738,0.05000,1.258
21,mlp.experts.56.gate_proj,0.0001047230,0.05000,1.243
21,mlp.experts.63.gate_proj,0.0001724389,0.05000,1.245
21,mlp.experts.69.gate_proj,0.0002092918,0.05000,1.262
21,mlp.experts.58.gate_proj,0.0000622093,0.05000,1.263
21,mlp.experts.60.gate_proj,0.0001326675,0.05000,1.246
21,mlp.experts.67.gate_proj,0.0000887211,0.05000,1.238
21,mlp.experts.73.gate_proj,0.0000923822,0.05000,1.245
21,mlp.experts.62.gate_proj,0.0001447712,0.05000,1.240
21,mlp.experts.64.gate_proj,0.0002657882,0.05000,1.255
21,mlp.experts.71.gate_proj,0.0001296094,0.05000,1.251
21,mlp.experts.77.gate_proj,0.0000832374,0.05000,1.241
21,mlp.experts.66.gate_proj,0.0000550851,0.05000,1.245
21,mlp.experts.68.gate_proj,0.0003803315,0.05000,1.239
21,mlp.experts.75.gate_proj,0.0000457919,0.05000,1.240
21,mlp.experts.81.gate_proj,0.0001063233,0.05000,1.261
21,mlp.experts.70.gate_proj,0.0001387724,0.05000,1.246
21,mlp.experts.72.gate_proj,0.0000890882,0.05000,1.246
21,mlp.experts.79.gate_proj,0.0000985870,0.05000,1.231
21,mlp.experts.85.gate_proj,0.0001001545,0.05000,1.232
21,mlp.experts.74.gate_proj,0.0001444329,0.05000,1.232
21,mlp.experts.76.gate_proj,0.0002886672,0.05000,1.255
21,mlp.experts.83.gate_proj,0.0001013074,0.05000,1.264
21,mlp.experts.89.gate_proj,0.0001448996,0.05000,1.255
21,mlp.experts.78.gate_proj,0.0001558433,0.05000,1.255
21,mlp.experts.93.gate_proj,fallback(rtn): 0.0010376,0.00000,0.024
21,mlp.experts.80.gate_proj,0.0001588829,0.05000,1.248
21,mlp.experts.87.gate_proj,0.0001427778,0.05000,1.241
21,mlp.experts.82.gate_proj,0.0000672924,0.05000,1.246
21,mlp.experts.97.gate_proj,0.0001154624,0.05000,1.239
21,mlp.experts.84.gate_proj,0.0001262545,0.05000,1.236
21,mlp.experts.91.gate_proj,0.0001024938,0.05000,1.230
21,mlp.experts.86.gate_proj,0.0001327421,0.05000,1.234
21,mlp.experts.101.gate_proj,0.0002601657,0.05000,1.260
21,mlp.experts.88.gate_proj,0.0000755611,0.05000,1.255
21,mlp.experts.92.gate_proj,fallback(rtn): 0.0011520,0.00000,0.018
21,mlp.experts.95.gate_proj,0.0000338362,0.05000,1.257
21,mlp.experts.90.gate_proj,0.0002174927,0.05000,1.239
21,mlp.experts.105.gate_proj,0.0000740855,0.05000,1.249
21,mlp.experts.96.gate_proj,0.0000919303,0.05000,1.240
21,mlp.experts.99.gate_proj,0.0002035378,0.05000,1.242
21,mlp.experts.109.gate_proj,0.0001094119,0.05000,1.233
21,mlp.experts.94.gate_proj,0.0000486832,0.05000,1.246
21,mlp.experts.98.gate_proj,fallback(rtn): 0.0009613,0.00000,0.021
21,mlp.experts.100.gate_proj,0.0000632763,0.05000,1.248
21,mlp.experts.103.gate_proj,0.0001194776,0.05000,1.245
21,mlp.experts.104.gate_proj,fallback(rtn): 0.0010300,0.00000,0.022
21,mlp.experts.113.gate_proj,0.0001271932,0.05000,1.243
21,mlp.experts.102.gate_proj,0.0000815744,0.05000,1.232
21,mlp.experts.107.gate_proj,0.0001134797,0.05000,1.240
21,mlp.experts.108.gate_proj,0.0000707152,0.05000,1.245
21,mlp.experts.117.gate_proj,0.0001459772,0.05000,1.263
21,mlp.experts.106.gate_proj,0.0001848418,0.05000,1.253
21,mlp.experts.111.gate_proj,0.0001158811,0.05000,1.255
21,mlp.experts.112.gate_proj,0.0001235062,0.05000,1.262
21,mlp.experts.121.gate_proj,0.0001149194,0.05000,1.264
21,mlp.experts.110.gate_proj,0.0000978340,0.05000,1.262
21,mlp.experts.115.gate_proj,0.0000671762,0.05000,1.265
21,mlp.experts.116.gate_proj,0.0001056270,0.05000,1.269
21,mlp.experts.120.gate_proj,fallback(rtn): 0.0009575,0.00000,0.018
21,mlp.experts.114.gate_proj,0.0001188949,0.05000,1.266
21,mlp.experts.125.gate_proj,0.0001652803,0.05000,1.283
21,mlp.experts.119.gate_proj,0.0002994663,0.05000,1.258
21,mlp.experts.124.gate_proj,0.0002026075,0.05000,1.251
21,mlp.experts.129.gate_proj,0.0002471863,0.05000,1.240
21,mlp.experts.118.gate_proj,0.0001786965,0.05000,1.260
21,mlp.experts.123.gate_proj,0.0000892111,0.05000,1.225
21,mlp.experts.128.gate_proj,0.0000447585,0.05000,1.227
21,mlp.experts.133.gate_proj,0.0000616915,0.05000,1.240
21,mlp.experts.122.gate_proj,0.0001538372,0.05000,1.236
21,mlp.experts.127.gate_proj,0.0001489590,0.05000,1.263
21,mlp.experts.132.gate_proj,0.0000935717,0.05000,1.261
21,mlp.experts.137.gate_proj,0.0000759407,0.05000,1.245
21,mlp.experts.126.gate_proj,0.0000697966,0.05000,1.249
21,mlp.experts.131.gate_proj,0.0002614049,0.05000,1.238
21,mlp.experts.136.gate_proj,0.0001621784,0.05000,1.239
21,mlp.experts.141.gate_proj,0.0000799266,0.05000,1.232
21,mlp.experts.130.gate_proj,0.0003285519,0.05000,1.236
21,mlp.experts.135.gate_proj,0.0002247406,0.05000,1.241
21,mlp.experts.140.gate_proj,0.0001424500,0.05000,1.251
21,mlp.experts.145.gate_proj,0.0000563179,0.05000,1.250
21,mlp.experts.134.gate_proj,0.0001533394,0.05000,1.257
21,mlp.experts.139.gate_proj,0.0000884773,0.05000,1.247
21,mlp.experts.144.gate_proj,0.0001438899,0.05000,1.251
21,mlp.experts.149.gate_proj,0.0000354507,0.05000,1.255
21,mlp.experts.138.gate_proj,0.0003114258,0.05000,1.252
21,mlp.experts.143.gate_proj,0.0001618269,0.05000,1.252
21,mlp.experts.148.gate_proj,0.0000856151,0.05000,1.249
21,mlp.experts.153.gate_proj,0.0001214899,0.05000,1.247
21,mlp.experts.142.gate_proj,0.0001364453,0.05000,1.255
21,mlp.experts.147.gate_proj,0.0002191130,0.05000,1.243
21,mlp.experts.152.gate_proj,0.0001675804,0.05000,1.238
21,mlp.experts.157.gate_proj,0.0001119411,0.05000,1.234
21,mlp.experts.146.gate_proj,0.0000785232,0.05000,1.239
21,mlp.experts.151.gate_proj,0.0000767324,0.05000,1.228
21,mlp.experts.156.gate_proj,0.0000791535,0.05000,1.220
21,mlp.experts.161.gate_proj,0.0000850204,0.05000,1.214
21,mlp.experts.150.gate_proj,0.0000784062,0.05000,1.225
21,mlp.experts.155.gate_proj,0.0001551959,0.05000,1.239
21,mlp.experts.165.gate_proj,0.0000812631,0.05000,1.248
21,mlp.experts.160.gate_proj,0.0001139402,0.05000,1.260
21,mlp.experts.154.gate_proj,0.0001680485,0.05000,1.247
21,mlp.experts.159.gate_proj,0.0001092020,0.05000,1.270
21,mlp.experts.169.gate_proj,0.0001192790,0.05000,1.261
21,mlp.experts.164.gate_proj,0.0000416054,0.05000,1.264
21,mlp.experts.168.gate_proj,fallback(rtn): 0.0010910,0.00000,0.021
21,mlp.experts.158.gate_proj,0.0002277800,0.05000,1.263
21,mlp.experts.163.gate_proj,0.0000808823,0.05000,1.233
21,mlp.experts.173.gate_proj,0.0001155297,0.05000,1.256
21,mlp.experts.172.gate_proj,0.0000873926,0.05000,1.243
21,mlp.experts.162.gate_proj,0.0000915287,0.05000,1.245
21,mlp.experts.176.gate_proj,fallback(rtn): 0.0010452,0.00000,0.022
21,mlp.experts.167.gate_proj,0.0001582982,0.05000,1.242
21,mlp.experts.177.gate_proj,0.0001633071,0.05000,1.232
21,mlp.experts.166.gate_proj,0.0001595340,0.05000,1.240
21,mlp.experts.180.gate_proj,0.0001843461,0.05000,1.243
21,mlp.experts.171.gate_proj,0.0002048759,0.05000,1.250
21,mlp.experts.175.gate_proj,fallback(rtn): 0.0010605,0.00000,0.018
21,mlp.experts.181.gate_proj,0.0000994234,0.05000,1.258
21,mlp.experts.170.gate_proj,0.0000801427,0.05000,1.265
21,mlp.experts.184.gate_proj,0.0001279547,0.05000,1.268
21,mlp.experts.185.gate_proj,0.0001624499,0.05000,1.244
21,mlp.experts.179.gate_proj,0.0002484557,0.05000,1.272
21,mlp.experts.174.gate_proj,0.0001841524,0.05000,1.272
21,mlp.experts.188.gate_proj,0.0001116101,0.05000,1.265
21,mlp.experts.189.gate_proj,0.0000682599,0.05000,1.262
21,mlp.experts.183.gate_proj,0.0000941224,0.05000,1.260
21,mlp.experts.178.gate_proj,0.0000959773,0.05000,1.247
21,mlp.experts.192.gate_proj,0.0000683398,0.05000,1.253
21,mlp.experts.193.gate_proj,0.0000723494,0.05000,1.261
21,mlp.experts.187.gate_proj,0.0001565870,0.05000,1.255
21,mlp.experts.182.gate_proj,0.0001310172,0.05000,1.250
21,mlp.experts.196.gate_proj,0.0000959270,0.05000,1.250
21,mlp.experts.197.gate_proj,0.0000367830,0.05000,1.240
21,mlp.experts.191.gate_proj,0.0000808636,0.05000,1.250
21,mlp.experts.186.gate_proj,0.0000784766,0.05000,1.255
21,mlp.experts.200.gate_proj,0.0001346230,0.05000,1.253
21,mlp.experts.201.gate_proj,0.0001757485,0.05000,1.249
21,mlp.experts.195.gate_proj,0.0001050987,0.05000,1.245
21,mlp.experts.190.gate_proj,0.0002443965,0.05000,1.256
21,mlp.experts.204.gate_proj,0.0000341310,0.05000,1.250
21,mlp.experts.205.gate_proj,0.0001030874,0.05000,1.272
21,mlp.experts.199.gate_proj,0.0002022207,0.05000,1.264
21,mlp.experts.194.gate_proj,0.0001341985,0.05000,1.266
21,mlp.experts.208.gate_proj,0.0001944921,0.05000,1.261
21,mlp.experts.209.gate_proj,0.0001939473,0.05000,1.232
21,mlp.experts.203.gate_proj,0.0000985572,0.05000,1.235
21,mlp.experts.198.gate_proj,0.0000766611,0.05000,1.236
21,mlp.experts.212.gate_proj,0.0000874682,0.05000,1.236
21,mlp.experts.213.gate_proj,0.0001689122,0.05000,1.238
21,mlp.experts.207.gate_proj,0.0000975815,0.05000,1.244
21,mlp.experts.202.gate_proj,0.0001806541,0.05000,1.255
21,mlp.experts.216.gate_proj,0.0001090337,0.05000,1.247
21,mlp.experts.217.gate_proj,0.0001059559,0.05000,1.247
21,mlp.experts.211.gate_proj,0.0001473264,0.05000,1.239
21,mlp.experts.220.gate_proj,0.0001610561,0.05000,1.238
21,mlp.experts.206.gate_proj,0.0000891508,0.05000,1.255
21,mlp.experts.221.gate_proj,0.0001057886,0.05000,1.251
21,mlp.experts.215.gate_proj,0.0000751634,0.05000,1.252
21,mlp.experts.224.gate_proj,0.0001463578,0.05000,1.249
21,mlp.experts.210.gate_proj,0.0001328283,0.05000,1.252
21,mlp.experts.225.gate_proj,0.0001187774,0.05000,1.234
21,mlp.experts.219.gate_proj,0.0001860037,0.05000,1.248
21,mlp.experts.228.gate_proj,0.0000772592,0.05000,1.251
21,mlp.experts.214.gate_proj,0.0000677669,0.05000,1.254
21,mlp.experts.229.gate_proj,0.0001063252,0.05000,1.245
21,mlp.experts.223.gate_proj,0.0000614504,0.05000,1.253
21,mlp.experts.232.gate_proj,0.0001686805,0.05000,1.252
21,mlp.experts.218.gate_proj,0.0001706416,0.05000,1.263
21,mlp.experts.233.gate_proj,0.0001816809,0.05000,1.245
21,mlp.experts.227.gate_proj,0.0000472490,0.05000,1.254
21,mlp.experts.236.gate_proj,0.0001121253,0.05000,1.247
21,mlp.experts.222.gate_proj,0.0000804962,0.05000,1.251
21,mlp.experts.237.gate_proj,0.0000670375,0.05000,1.254
21,mlp.experts.231.gate_proj,0.0000791048,0.05000,1.244
21,mlp.experts.240.gate_proj,0.0000841628,0.05000,1.244
21,mlp.experts.226.gate_proj,0.0001897813,0.05000,1.244
21,mlp.experts.241.gate_proj,0.0001539498,0.05000,1.263
21,mlp.experts.235.gate_proj,0.0001511398,0.05000,1.263
21,mlp.experts.230.gate_proj,0.0001254707,0.05000,1.265
21,mlp.experts.244.gate_proj,0.0001088761,0.05000,1.277
21,mlp.experts.245.gate_proj,0.0000957681,0.05000,1.266
21,mlp.experts.239.gate_proj,0.0001167982,0.05000,1.265
21,mlp.experts.234.gate_proj,0.0000373267,0.05000,1.276
21,mlp.experts.248.gate_proj,0.0001503636,0.05000,1.276
21,mlp.experts.249.gate_proj,0.0002862328,0.05000,1.251
21,mlp.experts.243.gate_proj,0.0001321771,0.05000,1.262
21,mlp.experts.238.gate_proj,0.0003308048,0.05000,1.240
21,mlp.experts.252.gate_proj,0.0001269279,0.05000,1.253
21,mlp.experts.253.gate_proj,0.0000618179,0.05000,1.250
21,mlp.experts.247.gate_proj,0.0000976946,0.05000,1.268
21,mlp.experts.0.up_proj,0.0000636360,0.05000,1.253
21,mlp.experts.242.gate_proj,0.0001111144,0.05000,1.272
21,mlp.experts.1.up_proj,0.0000336026,0.05000,1.259
21,mlp.experts.251.gate_proj,0.0000717538,0.05000,1.254
21,mlp.experts.4.up_proj,0.0000519892,0.05000,1.244
21,mlp.experts.246.gate_proj,0.0001415085,0.05000,1.250
21,mlp.experts.5.up_proj,0.0000394838,0.05000,1.270
21,mlp.experts.255.gate_proj,0.0001024856,0.05000,1.230
21,mlp.experts.8.up_proj,0.0000499033,0.05000,1.219
21,mlp.experts.250.gate_proj,0.0000780078,0.05000,1.201
21,mlp.experts.9.up_proj,fallback(rtn): 0.0010910,0.00000,0.030
21,mlp.experts.254.gate_proj,0.0000912697,0.05000,1.248
21,mlp.experts.12.up_proj,0.0001483583,0.05000,1.249
21,mlp.experts.3.up_proj,0.0002736425,0.05000,1.254
21,mlp.experts.13.up_proj,0.0000519865,0.05000,1.248
21,mlp.experts.2.up_proj,0.0000457659,0.05000,1.227
21,mlp.experts.16.up_proj,0.0000949063,0.05000,1.235
21,mlp.experts.7.up_proj,0.0002210009,0.05000,1.250
21,mlp.experts.17.up_proj,0.0000629636,0.05000,1.225
21,mlp.experts.6.up_proj,0.0000465944,0.05000,1.234
21,mlp.experts.20.up_proj,0.0001305254,0.05000,1.236
21,mlp.experts.11.up_proj,0.0000712276,0.05000,1.239
21,mlp.experts.21.up_proj,0.0002356865,0.05000,1.239
21,mlp.experts.25.up_proj,fallback(rtn): 0.0009727,0.00000,0.018
21,mlp.experts.24.up_proj,0.0000487268,0.05000,1.240
21,mlp.experts.10.up_proj,0.0001839976,0.05000,1.257
21,mlp.experts.15.up_proj,0.0001606507,0.05000,1.240
21,mlp.experts.29.up_proj,0.0000598412,0.05000,1.247
21,mlp.experts.14.up_proj,0.0000386927,0.05000,1.251
21,mlp.experts.28.up_proj,0.0002562929,0.05000,1.258
21,mlp.experts.19.up_proj,0.0000755575,0.05000,1.269
21,mlp.experts.33.up_proj,0.0001147720,0.05000,1.277
21,mlp.experts.32.up_proj,0.0000749108,0.05000,1.249
21,mlp.experts.18.up_proj,0.0000860038,0.05000,1.284
21,mlp.experts.23.up_proj,0.0001193626,0.05000,1.267
21,mlp.experts.37.up_proj,0.0001255262,0.05000,1.263
21,mlp.experts.36.up_proj,0.0001845593,0.05000,1.232
21,mlp.experts.22.up_proj,0.0001095764,0.05000,1.249
21,mlp.experts.27.up_proj,0.0001961098,0.05000,1.247
21,mlp.experts.41.up_proj,0.0000623247,0.05000,1.241
21,mlp.experts.26.up_proj,0.0001174699,0.05000,1.243
21,mlp.experts.40.up_proj,0.0002036956,0.05000,1.271
21,mlp.experts.31.up_proj,0.0001017401,0.05000,1.256
21,mlp.experts.45.up_proj,0.0001528411,0.05000,1.267
21,mlp.experts.30.up_proj,0.0001455440,0.05000,1.230
21,mlp.experts.44.up_proj,0.0000288618,0.05000,1.232
21,mlp.experts.35.up_proj,0.0001790880,0.05000,1.229
21,mlp.experts.49.up_proj,0.0000683473,0.05000,1.235
21,mlp.experts.48.up_proj,0.0001122826,0.05000,1.232
21,mlp.experts.34.up_proj,0.0001154894,0.05000,1.250
21,mlp.experts.39.up_proj,0.0001176512,0.05000,1.237
21,mlp.experts.53.up_proj,0.0001171971,0.05000,1.240
21,mlp.experts.57.up_proj,fallback(rtn): 0.0009918,0.00000,0.017
21,mlp.experts.52.up_proj,0.0000535915,0.05000,1.251
21,mlp.experts.38.up_proj,0.0000636992,0.05000,1.248
21,mlp.experts.43.up_proj,0.0001005850,0.05000,1.257
21,mlp.experts.61.up_proj,0.0000492728,0.05000,1.256
21,mlp.experts.42.up_proj,0.0000439518,0.05000,1.242
21,mlp.experts.56.up_proj,0.0000819467,0.05000,1.250
21,mlp.experts.47.up_proj,0.0000497902,0.05000,1.250
21,mlp.experts.51.up_proj,fallback(rtn): 0.0009918,0.00000,0.017
21,mlp.experts.65.up_proj,0.0000508528,0.05000,1.255
21,mlp.experts.60.up_proj,0.0001219355,0.05000,1.255
21,mlp.experts.46.up_proj,0.0002082133,0.05000,1.276
21,mlp.experts.55.up_proj,0.0001392770,0.05000,1.261
21,mlp.experts.69.up_proj,0.0001458016,0.05000,1.250
21,mlp.experts.64.up_proj,0.0002130879,0.05000,1.266
21,mlp.experts.50.up_proj,0.0002014703,0.05000,1.263
21,mlp.experts.59.up_proj,0.0001619205,0.05000,1.268
21,mlp.experts.73.up_proj,0.0000791092,0.05000,1.249
21,mlp.experts.54.up_proj,0.0000549012,0.05000,1.245
21,mlp.experts.68.up_proj,0.0003001395,0.05000,1.274
21,mlp.experts.63.up_proj,0.0001606760,0.05000,1.263
21,mlp.experts.77.up_proj,0.0000985078,0.05000,1.270
21,mlp.experts.58.up_proj,0.0000638652,0.05000,1.241
21,mlp.experts.72.up_proj,0.0000834628,0.05000,1.258
21,mlp.experts.67.up_proj,0.0000793673,0.05000,1.261
21,mlp.experts.81.up_proj,0.0000898086,0.05000,1.251
21,mlp.experts.62.up_proj,0.0001259381,0.05000,1.259
21,mlp.experts.76.up_proj,0.0002272629,0.05000,1.239
21,mlp.experts.71.up_proj,0.0001221917,0.05000,1.242
21,mlp.experts.85.up_proj,0.0001153442,0.05000,1.247
21,mlp.experts.66.up_proj,0.0000461605,0.05000,1.231
21,mlp.experts.80.up_proj,0.0001161483,0.05000,1.234
21,mlp.experts.75.up_proj,0.0000394576,0.05000,1.245
21,mlp.experts.89.up_proj,0.0001391835,0.05000,1.242
21,mlp.experts.93.up_proj,fallback(rtn): 0.0010300,0.00000,0.018
21,mlp.experts.70.up_proj,0.0001328292,0.05000,1.246
21,mlp.experts.84.up_proj,0.0001829903,0.05000,1.249
21,mlp.experts.79.up_proj,0.0000819219,0.05000,1.252
21,mlp.experts.97.up_proj,0.0001198966,0.05000,1.249
21,mlp.experts.88.up_proj,0.0000557045,0.05000,1.237
21,mlp.experts.74.up_proj,0.0001221171,0.05000,1.259
21,mlp.experts.92.up_proj,fallback(rtn): 0.0010300,0.00000,0.023
21,mlp.experts.83.up_proj,0.0000789059,0.05000,1.251
21,mlp.experts.101.up_proj,0.0002534553,0.05000,1.261
21,mlp.experts.78.up_proj,0.0001260070,0.05000,1.239
21,mlp.experts.96.up_proj,0.0000741670,0.05000,1.255
21,mlp.experts.87.up_proj,0.0001262760,0.05000,1.264
21,mlp.experts.105.up_proj,0.0000755549,0.05000,1.253
21,mlp.experts.82.up_proj,0.0000556766,0.05000,1.238
21,mlp.experts.100.up_proj,0.0000535463,0.05000,1.263
21,mlp.experts.104.up_proj,fallback(rtn): 0.0009689,0.00000,0.017
21,mlp.experts.91.up_proj,0.0000767988,0.05000,1.252
21,mlp.experts.109.up_proj,0.0000958726,0.05000,1.259
21,mlp.experts.86.up_proj,0.0001131148,0.05000,1.258
21,mlp.experts.108.up_proj,0.0000606340,0.05000,1.245
21,mlp.experts.95.up_proj,0.0000367046,0.05000,1.259
21,mlp.experts.113.up_proj,0.0001189142,0.05000,1.235
21,mlp.experts.90.up_proj,0.0001922089,0.05000,1.234
21,mlp.experts.112.up_proj,0.0001160945,0.05000,1.238
21,mlp.experts.99.up_proj,0.0001818229,0.05000,1.242
21,mlp.experts.117.up_proj,0.0000950989,0.05000,1.246
21,mlp.experts.94.up_proj,0.0000539735,0.05000,1.265
21,mlp.experts.98.up_proj,fallback(rtn): 0.0010986,0.00000,0.017
21,mlp.experts.116.up_proj,0.0000834471,0.05000,1.266
21,mlp.experts.120.up_proj,fallback(rtn): 0.0010986,0.00000,0.018
21,mlp.experts.103.up_proj,0.0000996140,0.05000,1.273
21,mlp.experts.121.up_proj,0.0001141261,0.05000,1.275
21,mlp.experts.102.up_proj,0.0000765008,0.05000,1.246
21,mlp.experts.124.up_proj,0.0001738694,0.05000,1.244
21,mlp.experts.107.up_proj,0.0000995219,0.05000,1.242
21,mlp.experts.125.up_proj,0.0001247926,0.05000,1.251
21,mlp.experts.106.up_proj,0.0001527577,0.05000,1.262
21,mlp.experts.128.up_proj,0.0000393929,0.05000,1.260
21,mlp.experts.111.up_proj,0.0000968162,0.05000,1.263
21,mlp.experts.129.up_proj,0.0002136303,0.05000,1.258
21,mlp.experts.110.up_proj,0.0000786332,0.05000,1.242
21,mlp.experts.132.up_proj,0.0000669046,0.05000,1.247
21,mlp.experts.115.up_proj,0.0000506363,0.05000,1.246
21,mlp.experts.133.up_proj,0.0000485630,0.05000,1.234
21,mlp.experts.114.up_proj,0.0001013213,0.05000,1.232
21,mlp.experts.136.up_proj,0.0001519641,0.05000,1.242
21,mlp.experts.119.up_proj,0.0002219916,0.05000,1.223
21,mlp.experts.137.up_proj,0.0000608554,0.05000,1.232
21,mlp.experts.118.up_proj,0.0001571431,0.05000,1.249
21,mlp.experts.123.up_proj,0.0000819284,0.05000,1.250
21,mlp.experts.140.up_proj,0.0001088552,0.05000,1.259
21,mlp.experts.141.up_proj,0.0000654749,0.05000,1.258
21,mlp.experts.122.up_proj,0.0001433230,0.05000,1.248
21,mlp.experts.127.up_proj,0.0001401889,0.05000,1.242
21,mlp.experts.144.up_proj,0.0001271245,0.05000,1.251
21,mlp.experts.145.up_proj,0.0000529307,0.05000,1.255
21,mlp.experts.126.up_proj,0.0000650516,0.05000,1.252
21,mlp.experts.131.up_proj,0.0002496748,0.05000,1.251
21,mlp.experts.148.up_proj,0.0000583009,0.05000,1.254
21,mlp.experts.149.up_proj,0.0000336028,0.05000,1.249
21,mlp.experts.130.up_proj,0.0002554890,0.05000,1.242
21,mlp.experts.135.up_proj,0.0002071922,0.05000,1.239
21,mlp.experts.152.up_proj,0.0001434873,0.05000,1.244
21,mlp.experts.153.up_proj,0.0001103429,0.05000,1.247
21,mlp.experts.134.up_proj,0.0001435331,0.05000,1.273
21,mlp.experts.139.up_proj,0.0000674546,0.05000,1.284
21,mlp.experts.156.up_proj,0.0000644893,0.05000,1.277
21,mlp.experts.157.up_proj,0.0000894611,0.05000,1.283
21,mlp.experts.138.up_proj,0.0002804869,0.05000,1.264
21,mlp.experts.143.up_proj,0.0001401900,0.05000,1.260
21,mlp.experts.160.up_proj,0.0000841370,0.05000,1.250
21,mlp.experts.161.up_proj,0.0000921697,0.05000,1.263
21,mlp.experts.142.up_proj,0.0001370400,0.05000,1.258
21,mlp.experts.147.up_proj,0.0001897241,0.05000,1.252
21,mlp.experts.164.up_proj,0.0000401326,0.05000,1.254
21,mlp.experts.168.up_proj,fallback(rtn): 0.0009918,0.00000,0.022
21,mlp.experts.165.up_proj,0.0000657915,0.05000,1.255
21,mlp.experts.146.up_proj,0.0000650552,0.05000,1.267
21,mlp.experts.151.up_proj,0.0000837882,0.05000,1.264
21,mlp.experts.172.up_proj,0.0000649473,0.05000,1.261
21,mlp.experts.176.up_proj,fallback(rtn): 0.0010147,0.00000,0.017
21,mlp.experts.169.up_proj,0.0001029070,0.05000,1.239
21,mlp.experts.150.up_proj,0.0000640601,0.05000,1.261
21,mlp.experts.155.up_proj,0.0001445771,0.05000,1.266
21,mlp.experts.180.up_proj,0.0001261840,0.05000,1.262
21,mlp.experts.173.up_proj,0.0001002404,0.05000,1.257
21,mlp.experts.154.up_proj,0.0001446617,0.05000,1.249
21,mlp.experts.159.up_proj,0.0000814322,0.05000,1.267
21,mlp.experts.184.up_proj,0.0001166267,0.05000,1.253
21,mlp.experts.177.up_proj,0.0001200543,0.05000,1.264
21,mlp.experts.158.up_proj,0.0002077484,0.05000,1.248
21,mlp.experts.163.up_proj,0.0000725715,0.05000,1.258
21,mlp.experts.188.up_proj,0.0000875938,0.05000,1.249
21,mlp.experts.181.up_proj,0.0000926214,0.05000,1.263
21,mlp.experts.162.up_proj,0.0000651451,0.05000,1.260
21,mlp.experts.192.up_proj,0.0000564055,0.05000,1.235
21,mlp.experts.167.up_proj,0.0001202089,0.05000,1.263
21,mlp.experts.185.up_proj,0.0001121209,0.05000,1.251
21,mlp.experts.166.up_proj,0.0001291774,0.05000,1.248
21,mlp.experts.196.up_proj,0.0000784142,0.05000,1.246
21,mlp.experts.171.up_proj,0.0001911284,0.05000,1.255
21,mlp.experts.175.up_proj,fallback(rtn): 0.0009727,0.00000,0.018
21,mlp.experts.189.up_proj,0.0000608586,0.05000,1.241
21,mlp.experts.170.up_proj,0.0000812020,0.05000,1.267
21,mlp.experts.200.up_proj,0.0001176346,0.05000,1.260
21,mlp.experts.179.up_proj,0.0002048595,0.05000,1.264
21,mlp.experts.193.up_proj,0.0000636105,0.05000,1.259
21,mlp.experts.174.up_proj,0.0001623511,0.05000,1.249
21,mlp.experts.204.up_proj,0.0000318970,0.05000,1.252
21,mlp.experts.183.up_proj,0.0000799840,0.05000,1.248
21,mlp.experts.197.up_proj,0.0000341139,0.05000,1.254
21,mlp.experts.178.up_proj,0.0000865552,0.05000,1.251
21,mlp.experts.208.up_proj,0.0001896191,0.05000,1.253
21,mlp.experts.187.up_proj,0.0001495110,0.05000,1.249
21,mlp.experts.201.up_proj,0.0001644507,0.05000,1.248
21,mlp.experts.182.up_proj,0.0001137511,0.05000,1.250
21,mlp.experts.212.up_proj,0.0000673971,0.05000,1.255
21,mlp.experts.191.up_proj,0.0000629267,0.05000,1.254
21,mlp.experts.205.up_proj,0.0001013928,0.05000,1.251
21,mlp.experts.186.up_proj,0.0000614895,0.05000,1.260
21,mlp.experts.216.up_proj,0.0000915975,0.05000,1.243
21,mlp.experts.195.up_proj,0.0000900765,0.05000,1.246
21,mlp.experts.209.up_proj,0.0001827329,0.05000,1.240
21,mlp.experts.190.up_proj,0.0001788467,0.05000,1.255
21,mlp.experts.220.up_proj,0.0001228617,0.05000,1.254
21,mlp.experts.199.up_proj,0.0001764364,0.05000,1.254
21,mlp.experts.213.up_proj,0.0001604926,0.05000,1.253
21,mlp.experts.194.up_proj,0.0001236630,0.05000,1.247
21,mlp.experts.224.up_proj,0.0001251850,0.05000,1.231
21,mlp.experts.203.up_proj,0.0001064929,0.05000,1.239
21,mlp.experts.217.up_proj,0.0000789409,0.05000,1.230
21,mlp.experts.198.up_proj,0.0000596016,0.05000,1.241
21,mlp.experts.228.up_proj,0.0000508533,0.05000,1.238
21,mlp.experts.207.up_proj,0.0000875417,0.05000,1.238
21,mlp.experts.221.up_proj,0.0000749260,0.05000,1.237
21,mlp.experts.202.up_proj,0.0001426183,0.05000,1.261
21,mlp.experts.232.up_proj,0.0001593977,0.05000,1.239
21,mlp.experts.211.up_proj,0.0001167172,0.05000,1.239
21,mlp.experts.225.up_proj,0.0001002562,0.05000,1.260
21,mlp.experts.206.up_proj,0.0000662743,0.05000,1.253
21,mlp.experts.236.up_proj,0.0000889503,0.05000,1.285
21,mlp.experts.215.up_proj,0.0000559225,0.05000,1.286
21,mlp.experts.229.up_proj,0.0000883883,0.05000,1.279
21,mlp.experts.210.up_proj,0.0001232453,0.05000,1.238
21,mlp.experts.240.up_proj,0.0000727759,0.05000,1.244
21,mlp.experts.219.up_proj,0.0001421696,0.05000,1.242
21,mlp.experts.233.up_proj,0.0001405421,0.05000,1.246
21,mlp.experts.214.up_proj,0.0000557622,0.05000,1.249
21,mlp.experts.244.up_proj,0.0000858296,0.05000,1.245
21,mlp.experts.223.up_proj,0.0000602837,0.05000,1.245
21,mlp.experts.237.up_proj,0.0000642491,0.05000,1.251
21,mlp.experts.218.up_proj,0.0001362506,0.05000,1.253
21,mlp.experts.248.up_proj,0.0001395004,0.05000,1.255
21,mlp.experts.227.up_proj,0.0000480977,0.05000,1.250
21,mlp.experts.241.up_proj,0.0001118537,0.05000,1.259
21,mlp.experts.222.up_proj,0.0000723508,0.05000,1.218
21,mlp.experts.252.up_proj,0.0000857279,0.05000,1.232
21,mlp.experts.231.up_proj,0.0000699591,0.05000,1.211
21,mlp.experts.245.up_proj,0.0000958436,0.05000,1.195
21,mlp.experts.226.up_proj,0.0001541664,0.05000,0.784
21,mlp.experts.235.up_proj,0.0001483994,0.05000,0.763
21,mlp.experts.249.up_proj,0.0002661091,0.05000,0.764
21,mlp.experts.230.up_proj,0.0001054177,0.05000,0.765
21,mlp.experts.239.up_proj,0.0000874576,0.05000,0.759
21,mlp.experts.253.up_proj,0.0000529340,0.05000,0.760
21,mlp.experts.234.up_proj,0.0000322783,0.05000,0.485
21,mlp.experts.243.up_proj,0.0001169897,0.05000,0.474
21,mlp.experts.238.up_proj,0.0002751522,0.05000,0.457
21,mlp.experts.247.up_proj,0.0000858448,0.05000,0.456
21,mlp.experts.242.up_proj,0.0000822816,0.05000,0.462
21,mlp.experts.251.up_proj,0.0000620335,0.05000,0.461
21,mlp.experts.246.up_proj,0.0001340344,0.05000,0.464
21,mlp.experts.255.up_proj,0.0000880714,0.05000,0.464
21,mlp.experts.250.up_proj,0.0000692404,0.05000,0.250
21,mlp.experts.254.up_proj,0.0000821125,0.05000,0.245
21,mlp.experts.2.down_proj,0.0000016066,0.05000,0.306
21,mlp.experts.0.down_proj,0.0000018507,0.05000,0.312
21,mlp.experts.3.down_proj,0.0000075063,0.05000,0.311
21,mlp.experts.1.down_proj,0.0000010603,0.05000,0.315
21,mlp.experts.6.down_proj,0.0000010355,0.05000,0.309
21,mlp.experts.4.down_proj,0.0000016579,0.05000,0.307
21,mlp.experts.7.down_proj,0.0000043152,0.05000,0.308
21,mlp.experts.5.down_proj,0.0000013579,0.05000,0.306
21,mlp.experts.9.down_proj,fallback(rtn): 0.0010757,0.00000,0.006
21,mlp.experts.10.down_proj,0.0000065470,0.05000,0.330
21,mlp.experts.11.down_proj,0.0000022617,0.05000,0.318
21,mlp.experts.8.down_proj,0.0000009204,0.05000,0.338
21,mlp.experts.13.down_proj,0.0000014745,0.05000,0.330
21,mlp.experts.14.down_proj,0.0000011553,0.05000,0.325
21,mlp.experts.15.down_proj,0.0000043969,0.05000,0.327
21,mlp.experts.17.down_proj,0.0000015268,0.05000,0.307
21,mlp.experts.12.down_proj,0.0000019638,0.05000,0.323
21,mlp.experts.18.down_proj,0.0000016711,0.05000,0.326
21,mlp.experts.19.down_proj,0.0000024277,0.05000,0.324
21,mlp.experts.21.down_proj,0.0000086914,0.05000,0.325
21,mlp.experts.25.down_proj,fallback(rtn): 0.0009537,0.00000,0.005
21,mlp.experts.16.down_proj,0.0000030863,0.05000,0.317
21,mlp.experts.22.down_proj,0.0000050814,0.05000,0.319
21,mlp.experts.23.down_proj,0.0000029952,0.05000,0.323
21,mlp.experts.29.down_proj,0.0000017922,0.05000,0.319
21,mlp.experts.20.down_proj,0.0000037592,0.05000,0.319
21,mlp.experts.26.down_proj,0.0000025136,0.05000,0.307
21,mlp.experts.27.down_proj,0.0000050129,0.05000,0.309
21,mlp.experts.33.down_proj,0.0000024431,0.05000,0.307
21,mlp.experts.24.down_proj,0.0000013676,0.05000,0.306
21,mlp.experts.30.down_proj,0.0000034328,0.05000,0.316
21,mlp.experts.31.down_proj,0.0000012642,0.05000,0.318
21,mlp.experts.28.down_proj,0.0000088618,0.05000,0.307
21,mlp.experts.37.down_proj,0.0000033046,0.05000,0.326
21,mlp.experts.34.down_proj,0.0000027537,0.05000,0.327
21,mlp.experts.41.down_proj,0.0000016796,0.05000,0.307
21,mlp.experts.35.down_proj,0.0000036035,0.05000,0.312
21,mlp.experts.32.down_proj,0.0000014472,0.05000,0.325
21,mlp.experts.38.down_proj,0.0000028877,0.05000,0.333
21,mlp.experts.45.down_proj,0.0000029851,0.05000,0.331
21,mlp.experts.39.down_proj,0.0000028317,0.05000,0.333
21,mlp.experts.36.down_proj,0.0000033489,0.05000,0.325
21,mlp.experts.42.down_proj,0.0000013885,0.05000,0.311
21,mlp.experts.49.down_proj,0.0000031568,0.05000,0.310
21,mlp.experts.43.down_proj,0.0000020537,0.05000,0.308
21,mlp.experts.40.down_proj,0.0000062236,0.05000,0.311
21,mlp.experts.47.down_proj,0.0000021376,0.05000,0.312
21,mlp.experts.53.down_proj,0.0000017133,0.05000,0.320
21,mlp.experts.46.down_proj,0.0000073014,0.05000,0.322
21,mlp.experts.51.down_proj,fallback(rtn): 0.0009842,0.00000,0.007
21,mlp.experts.44.down_proj,0.0000006961,0.05000,0.317
21,mlp.experts.57.down_proj,fallback(rtn): 0.0009918,0.00000,0.020
21,mlp.experts.50.down_proj,0.0000071360,0.05000,0.313
21,mlp.experts.48.down_proj,0.0000025973,0.05000,0.301
21,mlp.experts.55.down_proj,0.0000019910,0.05000,0.316
21,mlp.experts.61.down_proj,0.0000015377,0.05000,0.320
21,mlp.experts.54.down_proj,0.0000019390,0.05000,0.314
21,mlp.experts.52.down_proj,0.0000013012,0.05000,0.315
21,mlp.experts.59.down_proj,0.0000040074,0.05000,0.309
21,mlp.experts.65.down_proj,0.0000012819,0.05000,0.309
21,mlp.experts.56.down_proj,0.0000015957,0.05000,0.316
21,mlp.experts.58.down_proj,0.0000007732,0.05000,0.320
21,mlp.experts.63.down_proj,0.0000022472,0.05000,0.324
21,mlp.experts.69.down_proj,0.0000046823,0.05000,0.322
21,mlp.experts.62.down_proj,0.0000021590,0.05000,0.320
21,mlp.experts.60.down_proj,0.0000021944,0.05000,0.326
21,mlp.experts.67.down_proj,0.0000031715,0.05000,0.328
21,mlp.experts.73.down_proj,0.0000022048,0.05000,0.330
21,mlp.experts.64.down_proj,0.0000089633,0.05000,0.321
21,mlp.experts.66.down_proj,0.0000014341,0.05000,0.325
21,mlp.experts.71.down_proj,0.0000016769,0.05000,0.319
21,mlp.experts.77.down_proj,0.0000026448,0.05000,0.321
21,mlp.experts.70.down_proj,0.0000038012,0.05000,0.308
21,mlp.experts.68.down_proj,0.0000114232,0.05000,0.310
21,mlp.experts.75.down_proj,0.0000008648,0.05000,0.310
21,mlp.experts.81.down_proj,0.0000029524,0.05000,0.308
21,mlp.experts.74.down_proj,0.0000029679,0.05000,0.316
21,mlp.experts.72.down_proj,0.0000011941,0.05000,0.317
21,mlp.experts.79.down_proj,0.0000016853,0.05000,0.316
21,mlp.experts.85.down_proj,0.0000057988,0.05000,0.323
21,mlp.experts.76.down_proj,0.0000058296,0.05000,0.309
21,mlp.experts.78.down_proj,0.0000023202,0.05000,0.316
21,mlp.experts.83.down_proj,0.0000026738,0.05000,0.308
21,mlp.experts.89.down_proj,0.0000046404,0.05000,0.310
21,mlp.experts.93.down_proj,fallback(rtn): 0.0010223,0.00000,0.006
21,mlp.experts.80.down_proj,0.0000034857,0.05000,0.319
21,mlp.experts.82.down_proj,0.0000015739,0.05000,0.321
21,mlp.experts.87.down_proj,0.0000026391,0.05000,0.322
21,mlp.experts.97.down_proj,0.0000046263,0.05000,0.319
21,mlp.experts.84.down_proj,0.0000041279,0.05000,0.313
21,mlp.experts.86.down_proj,0.0000021316,0.05000,0.318
21,mlp.experts.91.down_proj,0.0000022870,0.05000,0.318
21,mlp.experts.101.down_proj,0.0000064561,0.05000,0.314
21,mlp.experts.88.down_proj,0.0000010031,0.05000,0.312
21,mlp.experts.92.down_proj,fallback(rtn): 0.0010147,0.00000,0.005
21,mlp.experts.90.down_proj,0.0000058190,0.05000,0.316
21,mlp.experts.95.down_proj,0.0000007476,0.05000,0.316
21,mlp.experts.105.down_proj,0.0000023188,0.05000,0.315
21,mlp.experts.96.down_proj,0.0000024237,0.05000,0.315
21,mlp.experts.94.down_proj,0.0000016418,0.05000,0.315
21,mlp.experts.98.down_proj,fallback(rtn): 0.0010681,0.00000,0.005
21,mlp.experts.99.down_proj,0.0000065925,0.05000,0.320
21,mlp.experts.109.down_proj,0.0000056623,0.05000,0.319
21,mlp.experts.100.down_proj,0.0000018955,0.05000,0.311
21,mlp.experts.104.down_proj,fallback(rtn): 0.0009727,0.00000,0.005
21,mlp.experts.102.down_proj,0.0000026168,0.05000,0.313
21,mlp.experts.103.down_proj,0.0000026565,0.05000,0.313
21,mlp.experts.113.down_proj,0.0000011886,0.05000,0.315
21,mlp.experts.108.down_proj,0.0000017124,0.05000,0.310
21,mlp.experts.107.down_proj,0.0000025155,0.05000,0.306
21,mlp.experts.106.down_proj,0.0000047351,0.05000,0.312
21,mlp.experts.117.down_proj,0.0000020242,0.05000,0.308
21,mlp.experts.112.down_proj,0.0000014139,0.05000,0.314
21,mlp.experts.111.down_proj,0.0000026141,0.05000,0.307
21,mlp.experts.110.down_proj,0.0000021789,0.05000,0.313
21,mlp.experts.121.down_proj,0.0000023134,0.05000,0.311
21,mlp.experts.116.down_proj,0.0000033657,0.05000,0.333
21,mlp.experts.115.down_proj,0.0000011939,0.05000,0.333
21,mlp.experts.120.down_proj,fallback(rtn): 0.0010910,0.00000,0.007
21,mlp.experts.114.down_proj,0.0000023150,0.05000,0.338
21,mlp.experts.125.down_proj,0.0000040367,0.05000,0.311
21,mlp.experts.119.down_proj,0.0000052791,0.05000,0.323
21,mlp.experts.124.down_proj,0.0000049513,0.05000,0.324
21,mlp.experts.118.down_proj,0.0000025595,0.05000,0.326
21,mlp.experts.129.down_proj,0.0000065494,0.05000,0.320
21,mlp.experts.128.down_proj,0.0000008878,0.05000,0.309
21,mlp.experts.123.down_proj,0.0000023433,0.05000,0.320
21,mlp.experts.122.down_proj,0.0000015372,0.05000,0.313
21,mlp.experts.133.down_proj,0.0000019574,0.05000,0.311
21,mlp.experts.132.down_proj,0.0000022075,0.05000,0.310
21,mlp.experts.127.down_proj,0.0000016526,0.05000,0.310
21,mlp.experts.126.down_proj,0.0000028062,0.05000,0.312
21,mlp.experts.137.down_proj,0.0000019276,0.05000,0.316
21,mlp.experts.136.down_proj,0.0000016126,0.05000,0.320
21,mlp.experts.131.down_proj,0.0000094360,0.05000,0.322
21,mlp.experts.130.down_proj,0.0000132945,0.05000,0.318
21,mlp.experts.141.down_proj,0.0000009415,0.05000,0.318
21,mlp.experts.140.down_proj,0.0000032750,0.05000,0.321
21,mlp.experts.135.down_proj,0.0000036184,0.05000,0.323
21,mlp.experts.134.down_proj,0.0000041129,0.05000,0.321
21,mlp.experts.145.down_proj,0.0000015824,0.05000,0.326
21,mlp.experts.144.down_proj,0.0000052450,0.05000,0.323
21,mlp.experts.139.down_proj,0.0000022719,0.05000,0.317
21,mlp.experts.138.down_proj,0.0000062258,0.05000,0.317
21,mlp.experts.149.down_proj,0.0000006252,0.05000,0.317
21,mlp.experts.148.down_proj,0.0000019214,0.05000,0.315
21,mlp.experts.143.down_proj,0.0000032151,0.05000,0.325
21,mlp.experts.142.down_proj,0.0000042441,0.05000,0.326
21,mlp.experts.153.down_proj,0.0000029613,0.05000,0.322
21,mlp.experts.152.down_proj,0.0000029770,0.05000,0.320
21,mlp.experts.147.down_proj,0.0000052427,0.05000,0.323
21,mlp.experts.146.down_proj,0.0000016938,0.05000,0.323
21,mlp.experts.157.down_proj,0.0000025920,0.05000,0.316
21,mlp.experts.156.down_proj,0.0000022001,0.05000,0.316
21,mlp.experts.150.down_proj,0.0000016585,0.05000,0.325
21,mlp.experts.161.down_proj,0.0000034761,0.05000,0.325
21,mlp.experts.151.down_proj,0.0000022006,0.05000,0.337
21,mlp.experts.160.down_proj,0.0000036999,0.05000,0.332
21,mlp.experts.165.down_proj,0.0000022076,0.05000,0.315
21,mlp.experts.154.down_proj,0.0000029285,0.05000,0.323
21,mlp.experts.155.down_proj,0.0000017065,0.05000,0.318
21,mlp.experts.164.down_proj,0.0000012077,0.05000,0.312
21,mlp.experts.169.down_proj,0.0000022508,0.05000,0.309
21,mlp.experts.158.down_proj,0.0000030545,0.05000,0.309
21,mlp.experts.168.down_proj,fallback(rtn): 0.0009842,0.00000,0.009
21,mlp.experts.159.down_proj,0.0000020303,0.05000,0.312
21,mlp.experts.173.down_proj,0.0000021197,0.05000,0.313
21,mlp.experts.162.down_proj,0.0000018939,0.05000,0.313
21,mlp.experts.163.down_proj,0.0000017610,0.05000,0.325
21,mlp.experts.172.down_proj,0.0000023181,0.05000,0.331
21,mlp.experts.176.down_proj,fallback(rtn): 0.0010071,0.00000,0.006
21,mlp.experts.166.down_proj,0.0000046032,0.05000,0.330
21,mlp.experts.177.down_proj,0.0000022926,0.05000,0.359
21,mlp.experts.167.down_proj,0.0000030151,0.05000,0.340
21,mlp.experts.180.down_proj,0.0000041603,0.05000,0.341
21,mlp.experts.181.down_proj,0.0000030179,0.05000,0.329
21,mlp.experts.170.down_proj,0.0000020641,0.05000,0.348
21,mlp.experts.171.down_proj,0.0000030023,0.05000,0.332
21,mlp.experts.175.down_proj,fallback(rtn): 0.0009651,0.00000,0.006
21,mlp.experts.184.down_proj,0.0000036845,0.05000,0.331
21,mlp.experts.174.down_proj,0.0000034558,0.05000,0.324
21,mlp.experts.185.down_proj,0.0000060121,0.05000,0.330
21,mlp.experts.179.down_proj,0.0000047162,0.05000,0.323
21,mlp.experts.188.down_proj,0.0000026005,0.05000,0.325
21,mlp.experts.178.down_proj,0.0000026951,0.05000,0.319
21,mlp.experts.189.down_proj,0.0000016982,0.05000,0.320
21,mlp.experts.183.down_proj,0.0000019879,0.05000,0.320
21,mlp.experts.192.down_proj,0.0000019897,0.05000,0.321
21,mlp.experts.182.down_proj,0.0000020157,0.05000,0.315
21,mlp.experts.193.down_proj,0.0000014185,0.05000,0.313
21,mlp.experts.187.down_proj,0.0000045426,0.05000,0.315
21,mlp.experts.196.down_proj,0.0000023346,0.05000,0.321
21,mlp.experts.186.down_proj,0.0000022202,0.05000,0.339
21,mlp.experts.197.down_proj,0.0000009439,0.05000,0.339
21,mlp.experts.200.down_proj,0.0000025643,0.05000,0.332
21,mlp.experts.191.down_proj,0.0000022072,0.05000,0.334
21,mlp.experts.190.down_proj,0.0000036590,0.05000,0.322
21,mlp.experts.201.down_proj,0.0000020148,0.05000,0.325
21,mlp.experts.195.down_proj,0.0000024950,0.05000,0.316
21,mlp.experts.204.down_proj,0.0000007815,0.05000,0.323
21,mlp.experts.205.down_proj,0.0000049504,0.05000,0.310
21,mlp.experts.194.down_proj,0.0000013212,0.05000,0.317
21,mlp.experts.208.down_proj,0.0000079069,0.05000,0.309
21,mlp.experts.199.down_proj,0.0000051140,0.05000,0.316
21,mlp.experts.209.down_proj,0.0000023600,0.05000,0.319
21,mlp.experts.198.down_proj,0.0000018756,0.05000,0.323
21,mlp.experts.203.down_proj,0.0000023709,0.05000,0.322
21,mlp.experts.212.down_proj,0.0000021834,0.05000,0.328
21,mlp.experts.213.down_proj,0.0000024449,0.05000,0.324
21,mlp.experts.202.down_proj,0.0000060696,0.05000,0.325
21,mlp.experts.216.down_proj,0.0000028157,0.05000,0.321
21,mlp.experts.207.down_proj,0.0000033557,0.05000,0.327
21,mlp.experts.217.down_proj,0.0000025824,0.05000,0.318
21,mlp.experts.206.down_proj,0.0000020856,0.05000,0.311
21,mlp.experts.220.down_proj,0.0000036665,0.05000,0.316
21,mlp.experts.211.down_proj,0.0000028320,0.05000,0.316
21,mlp.experts.221.down_proj,0.0000008171,0.05000,0.315
21,mlp.experts.210.down_proj,0.0000013916,0.05000,0.323
21,mlp.experts.224.down_proj,0.0000027015,0.05000,0.319
21,mlp.experts.215.down_proj,0.0000021299,0.05000,0.321
21,mlp.experts.225.down_proj,0.0000037230,0.05000,0.298
21,mlp.experts.219.down_proj,0.0000034785,0.05000,0.296
21,mlp.experts.214.down_proj,0.0000007132,0.05000,0.320
21,mlp.experts.228.down_proj,0.0000004431,0.05000,0.320
21,mlp.experts.229.down_proj,0.0000029176,0.05000,0.314
21,mlp.experts.223.down_proj,0.0000017846,0.05000,0.317
21,mlp.experts.218.down_proj,0.0000026230,0.05000,0.313
21,mlp.experts.232.down_proj,0.0000021779,0.05000,0.314
21,mlp.experts.233.down_proj,0.0000048383,0.05000,0.311
21,mlp.experts.227.down_proj,0.0000015559,0.05000,0.316
21,mlp.experts.222.down_proj,0.0000014420,0.05000,0.322
21,mlp.experts.236.down_proj,0.0000031650,0.05000,0.320
21,mlp.experts.237.down_proj,0.0000020544,0.05000,0.319
21,mlp.experts.231.down_proj,0.0000022428,0.05000,0.309
21,mlp.experts.226.down_proj,0.0000042232,0.05000,0.314
21,mlp.experts.240.down_proj,0.0000027356,0.05000,0.313
21,mlp.experts.241.down_proj,0.0000042913,0.05000,0.319
21,mlp.experts.235.down_proj,0.0000016910,0.05000,0.311
21,mlp.experts.230.down_proj,0.0000027106,0.05000,0.324
21,mlp.experts.244.down_proj,0.0000028034,0.05000,0.325
21,mlp.experts.245.down_proj,0.0000039477,0.05000,0.323
21,mlp.experts.239.down_proj,0.0000031293,0.05000,0.319
21,mlp.experts.234.down_proj,0.0000008684,0.05000,0.311
21,mlp.experts.248.down_proj,0.0000014969,0.05000,0.314
21,mlp.experts.249.down_proj,0.0000055878,0.05000,0.313
21,mlp.experts.243.down_proj,0.0000033895,0.05000,0.317
21,mlp.experts.238.down_proj,0.0000079256,0.05000,0.316
21,mlp.experts.252.down_proj,0.0000016213,0.05000,0.310
21,mlp.experts.253.down_proj,0.0000016212,0.05000,0.215
21,mlp.experts.247.down_proj,0.0000023667,0.05000,0.210
21,mlp.experts.242.down_proj,0.0000026016,0.05000,0.201
21,mlp.experts.251.down_proj,0.0000015328,0.05000,0.117
21,mlp.experts.246.down_proj,0.0000017219,0.05000,0.117
21,mlp.experts.255.down_proj,0.0000031087,0.05000,0.115
21,mlp.experts.250.down_proj,0.0000020743,0.05000,0.110
21,mlp.experts.254.down_proj,0.0000033294,0.05000,0.061
22,mlp.experts.0.gate_proj,0.0000504576,0.05000,1.253
22,mlp.experts.2.gate_proj,0.0001111163,0.05000,1.272
22,mlp.experts.1.gate_proj,0.0001182312,0.05000,1.270
22,mlp.experts.3.gate_proj,0.0000733180,0.05000,1.273
22,mlp.experts.4.gate_proj,0.0001697293,0.05000,1.232
22,mlp.experts.6.gate_proj,0.0001248479,0.05000,1.233
22,mlp.experts.5.gate_proj,0.0000518243,0.05000,1.234
22,mlp.experts.7.gate_proj,0.0000785254,0.05000,1.237
22,mlp.experts.8.gate_proj,0.0000504401,0.05000,1.237
22,mlp.experts.9.gate_proj,0.0000835899,0.05000,1.228
22,mlp.experts.10.gate_proj,0.0001687376,0.05000,1.241
22,mlp.experts.11.gate_proj,0.0001200130,0.05000,1.238
22,mlp.experts.13.gate_proj,0.0001177520,0.05000,1.227
22,mlp.experts.12.gate_proj,0.0000719586,0.05000,1.238
22,mlp.experts.14.gate_proj,0.0001658402,0.05000,1.233
22,mlp.experts.15.gate_proj,0.0000799889,0.05000,1.232
22,mlp.experts.16.gate_proj,fallback(rtn): 0.0010757,0.00000,0.029
22,mlp.experts.18.gate_proj,fallback(rtn): 0.0011215,0.00000,0.025
22,mlp.experts.17.gate_proj,0.0000734513,0.05000,1.226
22,mlp.experts.19.gate_proj,0.0000719371,0.05000,1.221
22,mlp.experts.22.gate_proj,0.0001750308,0.05000,1.227
22,mlp.experts.20.gate_proj,0.0000607704,0.05000,1.233
22,mlp.experts.21.gate_proj,0.0001518715,0.05000,1.230
22,mlp.experts.23.gate_proj,0.0000706372,0.05000,1.244
22,mlp.experts.26.gate_proj,0.0000718858,0.05000,1.244
22,mlp.experts.24.gate_proj,0.0000555704,0.05000,1.250
22,mlp.experts.25.gate_proj,0.0000678695,0.05000,1.246
22,mlp.experts.27.gate_proj,0.0000666536,0.05000,1.243
22,mlp.experts.30.gate_proj,0.0001456534,0.05000,1.239
22,mlp.experts.28.gate_proj,0.0000596357,0.05000,1.256
22,mlp.experts.29.gate_proj,0.0001443725,0.05000,1.333
22,mlp.experts.31.gate_proj,0.0000505171,0.05000,1.337
22,mlp.experts.34.gate_proj,0.0001272304,0.05000,1.335
22,mlp.experts.32.gate_proj,0.0001598755,0.05000,1.338
22,mlp.experts.33.gate_proj,0.0002271493,0.05000,1.277
22,mlp.experts.38.gate_proj,0.0000812272,0.05000,1.279
22,mlp.experts.35.gate_proj,0.0000602808,0.05000,1.296
22,mlp.experts.36.gate_proj,0.0000983775,0.05000,1.288
22,mlp.experts.37.gate_proj,0.0002744341,0.05000,1.251
22,mlp.experts.39.gate_proj,0.0001157899,0.05000,1.240
22,mlp.experts.42.gate_proj,0.0000981473,0.05000,1.255
22,mlp.experts.40.gate_proj,0.0002259339,0.05000,1.250
22,mlp.experts.41.gate_proj,0.0001407098,0.05000,1.230
22,mlp.experts.43.gate_proj,0.0002228332,0.05000,1.220
22,mlp.experts.46.gate_proj,0.0000833289,0.05000,1.218
22,mlp.experts.44.gate_proj,0.0002086688,0.05000,1.225
22,mlp.experts.45.gate_proj,0.0001651680,0.05000,1.237
22,mlp.experts.47.gate_proj,0.0001253367,0.05000,1.230
22,mlp.experts.50.gate_proj,0.0001313209,0.05000,1.234
22,mlp.experts.48.gate_proj,0.0002204426,0.05000,1.236
22,mlp.experts.49.gate_proj,0.0001833797,0.05000,1.239
22,mlp.experts.51.gate_proj,0.0000556877,0.05000,1.243
22,mlp.experts.54.gate_proj,0.0000947969,0.05000,1.242
22,mlp.experts.55.gate_proj,fallback(rtn): 0.0011063,0.00000,0.022
22,mlp.experts.52.gate_proj,0.0000700296,0.05000,1.248
22,mlp.experts.53.gate_proj,0.0000572564,0.05000,1.252
22,mlp.experts.58.gate_proj,0.0000834684,0.05000,1.252
22,mlp.experts.59.gate_proj,0.0000533942,0.05000,1.255
22,mlp.experts.56.gate_proj,0.0001004855,0.05000,1.253
22,mlp.experts.57.gate_proj,0.0001119161,0.05000,1.246
22,mlp.experts.62.gate_proj,0.0000638379,0.05000,1.249
22,mlp.experts.63.gate_proj,0.0000577633,0.05000,1.250
22,mlp.experts.60.gate_proj,0.0001361793,0.05000,1.243
22,mlp.experts.61.gate_proj,0.0001542371,0.05000,1.256
22,mlp.experts.66.gate_proj,0.0000710068,0.05000,1.242
22,mlp.experts.67.gate_proj,0.0001024574,0.05000,1.243
22,mlp.experts.64.gate_proj,0.0001400401,0.05000,1.260
22,mlp.experts.65.gate_proj,0.0000642955,0.05000,1.254
22,mlp.experts.70.gate_proj,0.0000472818,0.05000,1.238
22,mlp.experts.71.gate_proj,0.0001367374,0.05000,1.248
22,mlp.experts.68.gate_proj,0.0000578691,0.05000,1.243
22,mlp.experts.69.gate_proj,0.0001123911,0.05000,1.250
22,mlp.experts.74.gate_proj,0.0000851744,0.05000,1.261
22,mlp.experts.75.gate_proj,0.0000880841,0.05000,1.261
22,mlp.experts.72.gate_proj,0.0000488422,0.05000,1.263
22,mlp.experts.73.gate_proj,0.0000670195,0.05000,1.243
22,mlp.experts.78.gate_proj,0.0001552024,0.05000,1.246
22,mlp.experts.79.gate_proj,0.0000503096,0.05000,1.246
22,mlp.experts.76.gate_proj,0.0001400505,0.05000,1.248
22,mlp.experts.77.gate_proj,0.0001422221,0.05000,1.254
22,mlp.experts.82.gate_proj,0.0001124231,0.05000,1.259
22,mlp.experts.83.gate_proj,0.0000572833,0.05000,1.266
22,mlp.experts.80.gate_proj,0.0001526048,0.05000,1.253
22,mlp.experts.81.gate_proj,0.0000672848,0.05000,1.239
22,mlp.experts.86.gate_proj,0.0002278817,0.05000,1.236
22,mlp.experts.87.gate_proj,0.0000938025,0.05000,1.250
22,mlp.experts.84.gate_proj,0.0000395842,0.05000,1.241
22,mlp.experts.85.gate_proj,0.0000351291,0.05000,1.230
22,mlp.experts.90.gate_proj,0.0000898082,0.05000,1.232
22,mlp.experts.91.gate_proj,0.0000496349,0.05000,1.234
22,mlp.experts.88.gate_proj,0.0000928662,0.05000,1.234
22,mlp.experts.89.gate_proj,0.0000892683,0.05000,1.252
22,mlp.experts.94.gate_proj,0.0002878269,0.05000,1.270
22,mlp.experts.95.gate_proj,0.0000949054,0.05000,1.260
22,mlp.experts.92.gate_proj,0.0000519422,0.05000,1.253
22,mlp.experts.99.gate_proj,fallback(rtn): 0.0010757,0.00000,0.022
22,mlp.experts.93.gate_proj,0.0001144287,0.05000,1.248
22,mlp.experts.98.gate_proj,0.0001067650,0.05000,1.248
22,mlp.experts.96.gate_proj,0.0000896792,0.05000,1.251
22,mlp.experts.103.gate_proj,0.0001159787,0.05000,1.253
22,mlp.experts.97.gate_proj,0.0000759858,0.05000,1.248
22,mlp.experts.102.gate_proj,0.0000973993,0.05000,1.245
22,mlp.experts.100.gate_proj,0.0001320371,0.05000,1.243
22,mlp.experts.107.gate_proj,0.0001204674,0.05000,1.244
22,mlp.experts.101.gate_proj,0.0001970810,0.05000,1.245
22,mlp.experts.106.gate_proj,0.0003047691,0.05000,1.262
22,mlp.experts.111.gate_proj,0.0001117771,0.05000,1.237
22,mlp.experts.104.gate_proj,0.0001469445,0.05000,1.250
22,mlp.experts.105.gate_proj,0.0001802340,0.05000,1.227
22,mlp.experts.110.gate_proj,0.0001254745,0.05000,1.240
22,mlp.experts.108.gate_proj,0.0001301752,0.05000,1.247
22,mlp.experts.115.gate_proj,0.0000974698,0.05000,1.260
22,mlp.experts.109.gate_proj,0.0000920139,0.05000,1.240
22,mlp.experts.114.gate_proj,0.0000348445,0.05000,1.253
22,mlp.experts.112.gate_proj,0.0003039744,0.05000,1.256
22,mlp.experts.119.gate_proj,0.0000372619,0.05000,1.250
22,mlp.experts.113.gate_proj,0.0000639882,0.05000,1.260
22,mlp.experts.118.gate_proj,0.0001930452,0.05000,1.255
22,mlp.experts.116.gate_proj,0.0000686429,0.05000,1.242
22,mlp.experts.123.gate_proj,0.0001436664,0.05000,1.262
22,mlp.experts.117.gate_proj,0.0000668157,0.05000,1.260
22,mlp.experts.122.gate_proj,0.0001254500,0.05000,1.267
22,mlp.experts.120.gate_proj,0.0001000457,0.05000,1.270
22,mlp.experts.127.gate_proj,0.0001013232,0.05000,1.265
22,mlp.experts.121.gate_proj,0.0001740496,0.05000,1.230
22,mlp.experts.126.gate_proj,0.0000983058,0.05000,1.256
22,mlp.experts.124.gate_proj,0.0000492620,0.05000,1.247
22,mlp.experts.131.gate_proj,0.0000703254,0.05000,1.262
22,mlp.experts.125.gate_proj,0.0000450588,0.05000,1.251
22,mlp.experts.130.gate_proj,0.0000337299,0.05000,1.252
22,mlp.experts.128.gate_proj,0.0000570664,0.05000,1.247
22,mlp.experts.135.gate_proj,0.0000924902,0.05000,1.252
22,mlp.experts.129.gate_proj,0.0001013030,0.05000,1.261
22,mlp.experts.134.gate_proj,0.0001070274,0.05000,1.276
22,mlp.experts.132.gate_proj,0.0000835832,0.05000,1.269
22,mlp.experts.139.gate_proj,0.0001479088,0.05000,1.272
22,mlp.experts.133.gate_proj,0.0001555170,0.05000,1.251
22,mlp.experts.138.gate_proj,0.0000595615,0.05000,1.265
22,mlp.experts.136.gate_proj,0.0001148442,0.05000,1.273
22,mlp.experts.143.gate_proj,0.0000536534,0.05000,1.270
22,mlp.experts.137.gate_proj,0.0000621359,0.05000,1.243
22,mlp.experts.142.gate_proj,0.0000797643,0.05000,1.246
22,mlp.experts.140.gate_proj,0.0000859455,0.05000,1.231
22,mlp.experts.147.gate_proj,0.0000575401,0.05000,1.240
22,mlp.experts.141.gate_proj,0.0001564290,0.05000,1.263
22,mlp.experts.146.gate_proj,0.0000362824,0.05000,1.280
22,mlp.experts.144.gate_proj,0.0001227029,0.05000,1.266
22,mlp.experts.151.gate_proj,0.0001822789,0.05000,1.251
22,mlp.experts.155.gate_proj,fallback(rtn): 0.0010452,0.00000,0.020
22,mlp.experts.145.gate_proj,0.0000860279,0.05000,1.277
22,mlp.experts.150.gate_proj,0.0001393783,0.05000,1.252
22,mlp.experts.148.gate_proj,0.0001071337,0.05000,1.263
22,mlp.experts.159.gate_proj,0.0000799707,0.05000,1.260
22,mlp.experts.149.gate_proj,0.0000669884,0.05000,1.241
22,mlp.experts.154.gate_proj,0.0000701481,0.05000,1.234
22,mlp.experts.152.gate_proj,0.0001934770,0.05000,1.250
22,mlp.experts.163.gate_proj,0.0000524719,0.05000,1.244
22,mlp.experts.153.gate_proj,0.0000888646,0.05000,1.237
22,mlp.experts.158.gate_proj,0.0000687397,0.05000,1.248
22,mlp.experts.156.gate_proj,0.0000664589,0.05000,1.241
22,mlp.experts.167.gate_proj,0.0001177486,0.05000,1.249
22,mlp.experts.157.gate_proj,0.0000925736,0.05000,1.251
22,mlp.experts.162.gate_proj,0.0000672582,0.05000,1.241
22,mlp.experts.160.gate_proj,0.0000389500,0.05000,1.249
22,mlp.experts.171.gate_proj,0.0000215409,0.05000,1.244
22,mlp.experts.161.gate_proj,0.0000727265,0.05000,1.251
22,mlp.experts.166.gate_proj,0.0001871637,0.05000,1.263
22,mlp.experts.164.gate_proj,0.0000759237,0.05000,1.255
22,mlp.experts.175.gate_proj,0.0001520086,0.05000,1.254
22,mlp.experts.165.gate_proj,0.0000405872,0.05000,1.235
22,mlp.experts.170.gate_proj,0.0000782200,0.05000,1.238
22,mlp.experts.168.gate_proj,0.0001580760,0.05000,1.254
22,mlp.experts.179.gate_proj,0.0001470990,0.05000,1.256
22,mlp.experts.169.gate_proj,0.0000501198,0.05000,1.276
22,mlp.experts.174.gate_proj,0.0000936836,0.05000,1.269
22,mlp.experts.172.gate_proj,0.0000698786,0.05000,1.273
22,mlp.experts.183.gate_proj,0.0001364951,0.05000,1.274
22,mlp.experts.173.gate_proj,0.0001631740,0.05000,1.272
22,mlp.experts.178.gate_proj,0.0001276383,0.05000,1.277
22,mlp.experts.176.gate_proj,0.0001187187,0.05000,1.279
22,mlp.experts.187.gate_proj,0.0000677589,0.05000,1.252
22,mlp.experts.177.gate_proj,0.0001600643,0.05000,1.260
22,mlp.experts.182.gate_proj,0.0001749313,0.05000,1.248
22,mlp.experts.180.gate_proj,0.0002135141,0.05000,1.253
22,mlp.experts.191.gate_proj,0.0001723855,0.05000,1.254
22,mlp.experts.181.gate_proj,0.0000700757,0.05000,1.237
22,mlp.experts.186.gate_proj,0.0002156997,0.05000,1.248
22,mlp.experts.184.gate_proj,0.0000760468,0.05000,1.259
22,mlp.experts.195.gate_proj,0.0001326567,0.05000,1.248
22,mlp.experts.185.gate_proj,0.0000971041,0.05000,1.249
22,mlp.experts.190.gate_proj,0.0000828834,0.05000,1.246
22,mlp.experts.188.gate_proj,0.0000832665,0.05000,1.268
22,mlp.experts.199.gate_proj,0.0001707994,0.05000,1.262
22,mlp.experts.189.gate_proj,0.0001703965,0.05000,1.296
22,mlp.experts.194.gate_proj,0.0000653906,0.05000,1.285
22,mlp.experts.192.gate_proj,0.0001303720,0.05000,1.287
22,mlp.experts.203.gate_proj,0.0001489476,0.05000,1.285
22,mlp.experts.193.gate_proj,0.0000828063,0.05000,1.270
22,mlp.experts.198.gate_proj,0.0000350151,0.05000,1.259
22,mlp.experts.196.gate_proj,0.0000773456,0.05000,1.255
22,mlp.experts.207.gate_proj,0.0000776488,0.05000,1.256
22,mlp.experts.197.gate_proj,0.0001383819,0.05000,1.266
22,mlp.experts.202.gate_proj,0.0002289585,0.05000,1.262
22,mlp.experts.200.gate_proj,0.0000917307,0.05000,1.257
22,mlp.experts.211.gate_proj,0.0001372047,0.05000,1.276
22,mlp.experts.201.gate_proj,0.0000870701,0.05000,1.251
22,mlp.experts.206.gate_proj,0.0002063201,0.05000,1.253
22,mlp.experts.204.gate_proj,0.0000768104,0.05000,1.238
22,mlp.experts.215.gate_proj,0.0001719990,0.05000,1.234
22,mlp.experts.205.gate_proj,0.0001185877,0.05000,1.229
22,mlp.experts.210.gate_proj,0.0001000536,0.05000,1.258
22,mlp.experts.208.gate_proj,0.0001259949,0.05000,1.241
22,mlp.experts.219.gate_proj,0.0001453968,0.05000,1.249
22,mlp.experts.209.gate_proj,0.0003275179,0.05000,1.246
22,mlp.experts.214.gate_proj,0.0002624860,0.05000,1.273
22,mlp.experts.212.gate_proj,0.0001410676,0.05000,1.271
22,mlp.experts.223.gate_proj,0.0000608551,0.05000,1.267
22,mlp.experts.213.gate_proj,0.0001817923,0.05000,1.279
22,mlp.experts.218.gate_proj,0.0000728315,0.05000,1.267
22,mlp.experts.216.gate_proj,0.0000351731,0.05000,1.266
22,mlp.experts.227.gate_proj,0.0001748703,0.05000,1.271
22,mlp.experts.217.gate_proj,0.0001174865,0.05000,1.235
22,mlp.experts.222.gate_proj,0.0000843852,0.05000,1.236
22,mlp.experts.220.gate_proj,0.0000715586,0.05000,1.250
22,mlp.experts.231.gate_proj,0.0001239324,0.05000,1.246
22,mlp.experts.221.gate_proj,0.0001989010,0.05000,1.261
22,mlp.experts.226.gate_proj,0.0001182574,0.05000,1.262
22,mlp.experts.224.gate_proj,0.0001138741,0.05000,1.251
22,mlp.experts.235.gate_proj,0.0001093432,0.05000,1.261
22,mlp.experts.225.gate_proj,0.0000430734,0.05000,1.256
22,mlp.experts.230.gate_proj,0.0001110182,0.05000,1.252
22,mlp.experts.228.gate_proj,0.0000758391,0.05000,1.250
22,mlp.experts.239.gate_proj,0.0001147058,0.05000,1.253
22,mlp.experts.229.gate_proj,0.0001298667,0.05000,1.260
22,mlp.experts.234.gate_proj,0.0000926942,0.05000,1.246
22,mlp.experts.232.gate_proj,0.0000913149,0.05000,1.243
22,mlp.experts.236.gate_proj,fallback(rtn): 0.0009842,0.00000,0.018
22,mlp.experts.243.gate_proj,0.0000456982,0.05000,1.247
22,mlp.experts.233.gate_proj,0.0000973083,0.05000,1.251
22,mlp.experts.238.gate_proj,0.0001242534,0.05000,1.258
22,mlp.experts.240.gate_proj,0.0001255305,0.05000,1.249
22,mlp.experts.247.gate_proj,0.0001646549,0.05000,1.280
22,mlp.experts.237.gate_proj,0.0003079236,0.05000,1.255
22,mlp.experts.242.gate_proj,0.0000580994,0.05000,1.263
22,mlp.experts.244.gate_proj,0.0001443392,0.05000,1.251
22,mlp.experts.251.gate_proj,0.0000867122,0.05000,1.249
22,mlp.experts.241.gate_proj,0.0001303997,0.05000,1.237
22,mlp.experts.246.gate_proj,0.0000456572,0.05000,1.242
22,mlp.experts.248.gate_proj,0.0000612433,0.05000,1.242
22,mlp.experts.255.gate_proj,0.0001966411,0.05000,1.245
22,mlp.experts.245.gate_proj,0.0001405186,0.05000,1.243
22,mlp.experts.250.gate_proj,0.0001242988,0.05000,1.241
22,mlp.experts.252.gate_proj,0.0000928853,0.05000,1.258
22,mlp.experts.3.up_proj,0.0000617509,0.05000,1.256
22,mlp.experts.249.gate_proj,0.0001654415,0.05000,1.240
22,mlp.experts.254.gate_proj,0.0000998490,0.05000,1.237
22,mlp.experts.0.up_proj,0.0000382956,0.05000,1.225
22,mlp.experts.7.up_proj,0.0000723394,0.05000,1.225
22,mlp.experts.253.gate_proj,0.0000607008,0.05000,1.237
22,mlp.experts.2.up_proj,0.0000991593,0.05000,1.284
22,mlp.experts.4.up_proj,0.0001598882,0.05000,1.272
22,mlp.experts.11.up_proj,0.0001122196,0.05000,1.249
22,mlp.experts.1.up_proj,0.0001416993,0.05000,1.260
22,mlp.experts.6.up_proj,0.0001161494,0.05000,1.263
22,mlp.experts.15.up_proj,0.0000736402,0.05000,1.255
22,mlp.experts.8.up_proj,0.0000513602,0.05000,1.279
22,mlp.experts.5.up_proj,0.0000517107,0.05000,1.226
22,mlp.experts.10.up_proj,0.0001586053,0.05000,1.225
22,mlp.experts.12.up_proj,0.0000556383,0.05000,1.223
22,mlp.experts.19.up_proj,0.0000552760,0.05000,1.235
22,mlp.experts.16.up_proj,fallback(rtn): 0.0010147,0.00000,0.023
22,mlp.experts.9.up_proj,0.0000799141,0.05000,1.245
22,mlp.experts.14.up_proj,0.0001805597,0.05000,1.246
22,mlp.experts.18.up_proj,fallback(rtn): 0.0010300,0.00000,0.017
22,mlp.experts.23.up_proj,0.0000798024,0.05000,1.251
22,mlp.experts.20.up_proj,0.0000520971,0.05000,1.250
22,mlp.experts.13.up_proj,0.0001087607,0.05000,1.249
22,mlp.experts.22.up_proj,0.0001637014,0.05000,1.266
22,mlp.experts.27.up_proj,0.0000616050,0.05000,1.252
22,mlp.experts.24.up_proj,0.0000439928,0.05000,1.250
22,mlp.experts.17.up_proj,0.0000595744,0.05000,1.244
22,mlp.experts.26.up_proj,0.0000882854,0.05000,1.248
22,mlp.experts.31.up_proj,0.0000467172,0.05000,1.256
22,mlp.experts.28.up_proj,0.0000555343,0.05000,1.254
22,mlp.experts.21.up_proj,0.0001405661,0.05000,1.241
22,mlp.experts.30.up_proj,0.0001306808,0.05000,1.242
22,mlp.experts.35.up_proj,0.0000586469,0.05000,1.251
22,mlp.experts.32.up_proj,0.0001535711,0.05000,1.259
22,mlp.experts.25.up_proj,0.0000449514,0.05000,1.237
22,mlp.experts.34.up_proj,0.0001409995,0.05000,1.229
22,mlp.experts.39.up_proj,0.0001070128,0.05000,1.235
22,mlp.experts.36.up_proj,0.0000922947,0.05000,1.232
22,mlp.experts.29.up_proj,0.0001342498,0.05000,1.248
22,mlp.experts.38.up_proj,0.0000682418,0.05000,1.268
22,mlp.experts.40.up_proj,0.0002363960,0.05000,1.254
22,mlp.experts.43.up_proj,0.0002085476,0.05000,1.273
22,mlp.experts.33.up_proj,0.0001888666,0.05000,1.245
22,mlp.experts.42.up_proj,0.0000670275,0.05000,1.240
22,mlp.experts.44.up_proj,0.0001942864,0.05000,1.244
22,mlp.experts.47.up_proj,0.0000831681,0.05000,1.244
22,mlp.experts.37.up_proj,0.0002585592,0.05000,1.248
22,mlp.experts.46.up_proj,0.0000669251,0.05000,1.246
22,mlp.experts.51.up_proj,0.0000520245,0.05000,1.250
22,mlp.experts.48.up_proj,0.0002075042,0.05000,1.263
22,mlp.experts.55.up_proj,fallback(rtn): 0.0010223,0.00000,0.025
22,mlp.experts.41.up_proj,0.0001252341,0.05000,1.244
22,mlp.experts.50.up_proj,0.0001236493,0.05000,1.258
22,mlp.experts.52.up_proj,0.0000695368,0.05000,1.243
22,mlp.experts.59.up_proj,0.0000476566,0.05000,1.244
22,mlp.experts.45.up_proj,0.0001557367,0.05000,1.258
22,mlp.experts.54.up_proj,0.0000884035,0.05000,1.270
22,mlp.experts.56.up_proj,0.0000919228,0.05000,1.257
22,mlp.experts.63.up_proj,0.0000565324,0.05000,1.272
22,mlp.experts.49.up_proj,0.0001718767,0.05000,1.241
22,mlp.experts.58.up_proj,0.0000702084,0.05000,1.248
22,mlp.experts.60.up_proj,0.0001271211,0.05000,1.243
22,mlp.experts.67.up_proj,0.0000912180,0.05000,1.245
22,mlp.experts.53.up_proj,0.0000521384,0.05000,1.235
22,mlp.experts.62.up_proj,0.0000676710,0.05000,1.222
22,mlp.experts.64.up_proj,0.0001286839,0.05000,1.227
22,mlp.experts.71.up_proj,0.0001272821,0.05000,1.232
22,mlp.experts.57.up_proj,0.0001126094,0.05000,1.258
22,mlp.experts.66.up_proj,0.0000647024,0.05000,1.286
22,mlp.experts.68.up_proj,0.0000506552,0.05000,1.289
22,mlp.experts.75.up_proj,0.0000754202,0.05000,1.281
22,mlp.experts.61.up_proj,0.0001421382,0.05000,1.242
22,mlp.experts.70.up_proj,0.0000539008,0.05000,1.243
22,mlp.experts.72.up_proj,0.0000488476,0.05000,1.239
22,mlp.experts.79.up_proj,0.0000463255,0.05000,1.227
22,mlp.experts.65.up_proj,0.0000561451,0.05000,0.573
22,mlp.experts.74.up_proj,0.0000826233,0.05000,0.464
22,mlp.experts.83.up_proj,0.0000559623,0.05000,1.231
22,mlp.experts.69.up_proj,0.0001062071,0.05000,1.233
22,mlp.experts.76.up_proj,0.0001289720,0.05000,1.235
22,mlp.experts.78.up_proj,0.0001462745,0.05000,1.252
22,mlp.experts.73.up_proj,0.0000551336,0.05000,1.227
22,mlp.experts.87.up_proj,0.0000823673,0.05000,1.240
22,mlp.experts.82.up_proj,0.0001055933,0.05000,1.233
22,mlp.experts.80.up_proj,0.0001421887,0.05000,1.253
22,mlp.experts.77.up_proj,0.0001122593,0.05000,1.235
22,mlp.experts.91.up_proj,0.0000467841,0.05000,1.245
22,mlp.experts.84.up_proj,0.0000343794,0.05000,1.252
22,mlp.experts.86.up_proj,0.0002433466,0.05000,1.256
22,mlp.experts.81.up_proj,0.0000682034,0.05000,1.234
22,mlp.experts.95.up_proj,0.0000878004,0.05000,1.252
22,mlp.experts.90.up_proj,0.0000837353,0.05000,1.230
22,mlp.experts.88.up_proj,0.0000910713,0.05000,1.245
22,mlp.experts.99.up_proj,fallback(rtn): 0.0010147,0.00000,0.028
22,mlp.experts.85.up_proj,0.0000344639,0.05000,1.249
22,mlp.experts.94.up_proj,0.0002382458,0.05000,1.255
22,mlp.experts.103.up_proj,0.0001114168,0.05000,1.250
22,mlp.experts.92.up_proj,0.0000494613,0.05000,1.265
22,mlp.experts.89.up_proj,0.0000833434,0.05000,1.268
22,mlp.experts.98.up_proj,0.0000790585,0.05000,1.265
22,mlp.experts.96.up_proj,0.0000963566,0.05000,1.258
22,mlp.experts.107.up_proj,0.0001123928,0.05000,1.276
22,mlp.experts.93.up_proj,0.0001056432,0.05000,1.235
22,mlp.experts.102.up_proj,0.0000874083,0.05000,1.236
22,mlp.experts.100.up_proj,0.0001243819,0.05000,1.239
22,mlp.experts.111.up_proj,0.0001085284,0.05000,1.225
22,mlp.experts.97.up_proj,0.0000634454,0.05000,1.245
22,mlp.experts.106.up_proj,0.0002482652,0.05000,1.250
22,mlp.experts.104.up_proj,0.0001373119,0.05000,1.250
22,mlp.experts.115.up_proj,0.0000913091,0.05000,1.248
22,mlp.experts.101.up_proj,0.0003304529,0.05000,1.228
22,mlp.experts.110.up_proj,0.0000895242,0.05000,1.239
22,mlp.experts.108.up_proj,0.0001214683,0.05000,1.229
22,mlp.experts.119.up_proj,0.0000390844,0.05000,1.240
22,mlp.experts.105.up_proj,0.0001543415,0.05000,1.243
22,mlp.experts.114.up_proj,0.0000326780,0.05000,1.238
22,mlp.experts.112.up_proj,0.0002725109,0.05000,1.246
22,mlp.experts.123.up_proj,0.0001329791,0.05000,1.254
22,mlp.experts.109.up_proj,0.0000833189,0.05000,1.253
22,mlp.experts.118.up_proj,0.0001780773,0.05000,1.258
22,mlp.experts.116.up_proj,0.0000774308,0.05000,1.254
22,mlp.experts.127.up_proj,0.0000946008,0.05000,1.248
22,mlp.experts.113.up_proj,0.0000739610,0.05000,1.226
22,mlp.experts.122.up_proj,0.0001322054,0.05000,1.246
22,mlp.experts.120.up_proj,0.0000886230,0.05000,1.243
22,mlp.experts.131.up_proj,0.0000672109,0.05000,1.235
22,mlp.experts.117.up_proj,0.0000596921,0.05000,1.237
22,mlp.experts.124.up_proj,0.0000471694,0.05000,1.219
22,mlp.experts.126.up_proj,0.0000931836,0.05000,1.237
22,mlp.experts.135.up_proj,0.0000813202,0.05000,1.222
22,mlp.experts.121.up_proj,0.0001647937,0.05000,1.244
22,mlp.experts.130.up_proj,0.0000450166,0.05000,1.227
22,mlp.experts.139.up_proj,0.0001067521,0.05000,1.233
22,mlp.experts.128.up_proj,0.0000503990,0.05000,1.255
22,mlp.experts.125.up_proj,0.0000374795,0.05000,1.228
22,mlp.experts.134.up_proj,0.0000927884,0.05000,1.244
22,mlp.experts.132.up_proj,0.0000890817,0.05000,1.245
22,mlp.experts.143.up_proj,0.0000498589,0.05000,1.251
22,mlp.experts.129.up_proj,0.0000942055,0.05000,1.241
22,mlp.experts.138.up_proj,0.0000492571,0.05000,1.246
22,mlp.experts.147.up_proj,0.0000529848,0.05000,1.247
22,mlp.experts.136.up_proj,0.0001066441,0.05000,1.249
22,mlp.experts.133.up_proj,0.0001449397,0.05000,1.248
22,mlp.experts.142.up_proj,0.0000662092,0.05000,1.228
22,mlp.experts.151.up_proj,0.0001715282,0.05000,1.230
22,mlp.experts.140.up_proj,0.0000696049,0.05000,1.238
22,mlp.experts.155.up_proj,fallback(rtn): 0.0010223,0.00000,0.023
22,mlp.experts.137.up_proj,0.0000634971,0.05000,1.251
22,mlp.experts.146.up_proj,0.0000446512,0.05000,1.246
22,mlp.experts.144.up_proj,0.0001130449,0.05000,1.249
22,mlp.experts.159.up_proj,0.0000708179,0.05000,1.245
22,mlp.experts.141.up_proj,0.0001441783,0.05000,1.237
22,mlp.experts.150.up_proj,0.0001161769,0.05000,1.251
22,mlp.experts.148.up_proj,0.0000839903,0.05000,1.249
22,mlp.experts.163.up_proj,0.0000446608,0.05000,1.250
22,mlp.experts.145.up_proj,0.0000852997,0.05000,1.248
22,mlp.experts.154.up_proj,0.0000701215,0.05000,1.256
22,mlp.experts.152.up_proj,0.0001821094,0.05000,1.252
22,mlp.experts.167.up_proj,0.0001107781,0.05000,1.250
22,mlp.experts.149.up_proj,0.0000583064,0.05000,1.267
22,mlp.experts.158.up_proj,0.0000682190,0.05000,1.255
22,mlp.experts.171.up_proj,0.0000206918,0.05000,1.246
22,mlp.experts.156.up_proj,0.0000590279,0.05000,1.261
22,mlp.experts.153.up_proj,0.0000817133,0.05000,1.239
22,mlp.experts.162.up_proj,0.0000598210,0.05000,1.238
22,mlp.experts.175.up_proj,0.0001408523,0.05000,1.234
22,mlp.experts.160.up_proj,0.0000712558,0.05000,1.241
22,mlp.experts.157.up_proj,0.0000813872,0.05000,1.236
22,mlp.experts.166.up_proj,0.0001746362,0.05000,1.245
22,mlp.experts.164.up_proj,0.0000665856,0.05000,1.225
22,mlp.experts.179.up_proj,0.0001380810,0.05000,1.254
22,mlp.experts.161.up_proj,0.0000723105,0.05000,1.273
22,mlp.experts.170.up_proj,0.0000619329,0.05000,1.275
22,mlp.experts.168.up_proj,0.0001439206,0.05000,1.270
22,mlp.experts.183.up_proj,0.0001268592,0.05000,1.280
22,mlp.experts.165.up_proj,0.0000430324,0.05000,1.254
22,mlp.experts.174.up_proj,0.0000887461,0.05000,1.265
22,mlp.experts.172.up_proj,0.0000669516,0.05000,1.267
22,mlp.experts.187.up_proj,0.0000663004,0.05000,1.265
22,mlp.experts.169.up_proj,0.0000432426,0.05000,1.249
22,mlp.experts.178.up_proj,0.0001358716,0.05000,1.232
22,mlp.experts.176.up_proj,0.0000784818,0.05000,1.240
22,mlp.experts.191.up_proj,0.0001616523,0.05000,1.238
22,mlp.experts.173.up_proj,0.0001363434,0.05000,1.234
22,mlp.experts.182.up_proj,0.0001598717,0.05000,1.240
22,mlp.experts.180.up_proj,0.0002079531,0.05000,1.233
22,mlp.experts.195.up_proj,0.0001219587,0.05000,1.241
22,mlp.experts.177.up_proj,0.0001648350,0.05000,1.251
22,mlp.experts.186.up_proj,0.0002056123,0.05000,1.267
22,mlp.experts.184.up_proj,0.0000688577,0.05000,1.255
22,mlp.experts.199.up_proj,0.0001608516,0.05000,1.248
22,mlp.experts.181.up_proj,0.0000672360,0.05000,1.249
22,mlp.experts.190.up_proj,0.0000767192,0.05000,1.262
22,mlp.experts.188.up_proj,0.0000737316,0.05000,1.252
22,mlp.experts.203.up_proj,0.0001403176,0.05000,1.256
22,mlp.experts.185.up_proj,0.0000909779,0.05000,1.258
22,mlp.experts.194.up_proj,0.0000629989,0.05000,1.250
22,mlp.experts.192.up_proj,0.0001213064,0.05000,1.249
22,mlp.experts.207.up_proj,0.0000796897,0.05000,1.247
22,mlp.experts.189.up_proj,0.0001582585,0.05000,1.265
22,mlp.experts.196.up_proj,0.0000870093,0.05000,1.261
22,mlp.experts.198.up_proj,0.0000346821,0.05000,1.274
22,mlp.experts.211.up_proj,0.0001278100,0.05000,1.259
22,mlp.experts.193.up_proj,0.0000857522,0.05000,1.250
22,mlp.experts.202.up_proj,0.0001980828,0.05000,1.254
22,mlp.experts.200.up_proj,0.0000819233,0.05000,1.278
22,mlp.experts.215.up_proj,0.0001606716,0.05000,1.264
22,mlp.experts.197.up_proj,0.0001298447,0.05000,1.246
22,mlp.experts.206.up_proj,0.0001948957,0.05000,1.242
22,mlp.experts.204.up_proj,0.0000699794,0.05000,1.247
22,mlp.experts.219.up_proj,0.0001362217,0.05000,1.247
22,mlp.experts.201.up_proj,0.0000635122,0.05000,1.249
22,mlp.experts.210.up_proj,0.0000889643,0.05000,1.245
22,mlp.experts.208.up_proj,0.0001131305,0.05000,1.245
22,mlp.experts.223.up_proj,0.0000521328,0.05000,1.242
22,mlp.experts.205.up_proj,0.0001128190,0.05000,1.241
22,mlp.experts.214.up_proj,0.0002471948,0.05000,1.238
22,mlp.experts.212.up_proj,0.0001334207,0.05000,1.239
22,mlp.experts.227.up_proj,0.0001628665,0.05000,1.242
22,mlp.experts.209.up_proj,0.0003144909,0.05000,1.236
22,mlp.experts.218.up_proj,0.0000667380,0.05000,1.258
22,mlp.experts.216.up_proj,0.0000441689,0.05000,1.262
22,mlp.experts.231.up_proj,0.0001157210,0.05000,1.252
22,mlp.experts.213.up_proj,0.0001681582,0.05000,1.232
22,mlp.experts.222.up_proj,0.0000918226,0.05000,1.228
22,mlp.experts.220.up_proj,0.0000567821,0.05000,1.236
22,mlp.experts.235.up_proj,0.0001179447,0.05000,1.244
22,mlp.experts.217.up_proj,0.0001076396,0.05000,1.229
22,mlp.experts.226.up_proj,0.0001342708,0.05000,1.234
22,mlp.experts.224.up_proj,0.0001052099,0.05000,1.236
22,mlp.experts.239.up_proj,0.0000974701,0.05000,1.238
22,mlp.experts.221.up_proj,0.0001606636,0.05000,1.235
22,mlp.experts.230.up_proj,0.0000999617,0.05000,1.238
22,mlp.experts.228.up_proj,0.0000681414,0.05000,1.245
22,mlp.experts.243.up_proj,0.0000409478,0.05000,1.242
22,mlp.experts.225.up_proj,0.0000404881,0.05000,1.234
22,mlp.experts.234.up_proj,0.0000945555,0.05000,1.248
22,mlp.experts.232.up_proj,0.0000949722,0.05000,1.245
22,mlp.experts.247.up_proj,0.0001540281,0.05000,1.243
22,mlp.experts.236.up_proj,fallback(rtn): 0.0011063,0.00000,0.023
22,mlp.experts.229.up_proj,0.0001179779,0.05000,1.250
22,mlp.experts.238.up_proj,0.0001170746,0.05000,1.257
22,mlp.experts.251.up_proj,0.0000913880,0.05000,1.254
22,mlp.experts.240.up_proj,0.0001655215,0.05000,1.242
22,mlp.experts.233.up_proj,0.0001124640,0.05000,1.243
22,mlp.experts.242.up_proj,0.0000577441,0.05000,1.243
22,mlp.experts.255.up_proj,0.0001841877,0.05000,1.237
22,mlp.experts.244.up_proj,0.0000970795,0.05000,1.240
22,mlp.experts.237.up_proj,0.0002982096,0.05000,0.811
22,mlp.experts.246.up_proj,0.0000467940,0.05000,0.785
22,mlp.experts.248.up_proj,0.0000618603,0.05000,0.768
22,mlp.experts.241.up_proj,0.0001127715,0.05000,0.770
22,mlp.experts.250.up_proj,0.0001233278,0.05000,0.775
22,mlp.experts.252.up_proj,0.0000821899,0.05000,0.787
22,mlp.experts.245.up_proj,0.0001561893,0.05000,0.503
22,mlp.experts.254.up_proj,0.0000796288,0.05000,0.484
22,mlp.experts.249.up_proj,0.0001543595,0.05000,0.259
22,mlp.experts.253.up_proj,0.0000520640,0.05000,0.245
22,mlp.experts.1.down_proj,0.0000048706,0.05000,0.315
22,mlp.experts.0.down_proj,0.0000012858,0.05000,0.317
22,mlp.experts.2.down_proj,0.0000019289,0.05000,0.319
22,mlp.experts.3.down_proj,0.0000017080,0.05000,0.331
22,mlp.experts.4.down_proj,0.0000027918,0.05000,0.307
22,mlp.experts.5.down_proj,0.0000021086,0.05000,0.314
22,mlp.experts.6.down_proj,0.0000013551,0.05000,0.310
22,mlp.experts.7.down_proj,0.0000026152,0.05000,0.322
22,mlp.experts.8.down_proj,0.0000016960,0.05000,0.328
22,mlp.experts.10.down_proj,0.0000027413,0.05000,0.317
22,mlp.experts.9.down_proj,0.0000027473,0.05000,0.321
22,mlp.experts.11.down_proj,0.0000012849,0.05000,0.320
22,mlp.experts.12.down_proj,0.0000018853,0.05000,0.317
22,mlp.experts.16.down_proj,fallback(rtn): 0.0010147,0.00000,0.005
22,mlp.experts.13.down_proj,0.0000011976,0.05000,0.317
22,mlp.experts.14.down_proj,0.0000058440,0.05000,0.327
22,mlp.experts.15.down_proj,0.0000025279,0.05000,0.320
22,mlp.experts.18.down_proj,fallback(rtn): 0.0010223,0.00000,0.007
22,mlp.experts.20.down_proj,0.0000016174,0.05000,0.325
22,mlp.experts.17.down_proj,0.0000022157,0.05000,0.327
22,mlp.experts.19.down_proj,0.0000021085,0.05000,0.326
22,mlp.experts.22.down_proj,0.0000020698,0.05000,0.326
22,mlp.experts.21.down_proj,0.0000020559,0.05000,0.313
22,mlp.experts.24.down_proj,0.0000016199,0.05000,0.316
22,mlp.experts.23.down_proj,0.0000022312,0.05000,0.316
22,mlp.experts.26.down_proj,0.0000026508,0.05000,0.320
22,mlp.experts.28.down_proj,0.0000013212,0.05000,0.308
22,mlp.experts.25.down_proj,0.0000014864,0.05000,0.314
22,mlp.experts.27.down_proj,0.0000022600,0.05000,0.313
22,mlp.experts.30.down_proj,0.0000040921,0.05000,0.313
22,mlp.experts.32.down_proj,0.0000045030,0.05000,0.322
22,mlp.experts.29.down_proj,0.0000018373,0.05000,0.325
22,mlp.experts.31.down_proj,0.0000016845,0.05000,0.325
22,mlp.experts.34.down_proj,0.0000055414,0.05000,0.324
22,mlp.experts.36.down_proj,0.0000019818,0.05000,0.315
22,mlp.experts.33.down_proj,0.0000026980,0.05000,0.315
22,mlp.experts.35.down_proj,0.0000020088,0.05000,0.313
22,mlp.experts.38.down_proj,0.0000033842,0.05000,0.316
22,mlp.experts.40.down_proj,0.0000069729,0.05000,0.312
22,mlp.experts.37.down_proj,0.0000044102,0.05000,0.309
22,mlp.experts.39.down_proj,0.0000026703,0.05000,0.311
22,mlp.experts.42.down_proj,0.0000020594,0.05000,0.321
22,mlp.experts.44.down_proj,0.0000028578,0.05000,0.332
22,mlp.experts.41.down_proj,0.0000028820,0.05000,0.332
22,mlp.experts.43.down_proj,0.0000029453,0.05000,0.319
22,mlp.experts.46.down_proj,0.0000021495,0.05000,0.318
22,mlp.experts.48.down_proj,0.0000033769,0.05000,0.312
22,mlp.experts.45.down_proj,0.0000082885,0.05000,0.312
22,mlp.experts.47.down_proj,0.0000033639,0.05000,0.314
22,mlp.experts.50.down_proj,0.0000015767,0.05000,0.311
22,mlp.experts.52.down_proj,0.0000018740,0.05000,0.325
22,mlp.experts.49.down_proj,0.0000023400,0.05000,0.326
22,mlp.experts.51.down_proj,0.0000015646,0.05000,0.329
22,mlp.experts.54.down_proj,0.0000023628,0.05000,0.326
22,mlp.experts.55.down_proj,fallback(rtn): 0.0010071,0.00000,0.006
22,mlp.experts.56.down_proj,0.0000024720,0.05000,0.309
22,mlp.experts.53.down_proj,0.0000015317,0.05000,0.312
22,mlp.experts.58.down_proj,0.0000022255,0.05000,0.308
22,mlp.experts.59.down_proj,0.0000015094,0.05000,0.314
22,mlp.experts.60.down_proj,0.0000016293,0.05000,0.320
22,mlp.experts.57.down_proj,0.0000036041,0.05000,0.319
22,mlp.experts.62.down_proj,0.0000016424,0.05000,0.322
22,mlp.experts.63.down_proj,0.0000021684,0.05000,0.323
22,mlp.experts.64.down_proj,0.0000024727,0.05000,0.315
22,mlp.experts.61.down_proj,0.0000027172,0.05000,0.312
22,mlp.experts.66.down_proj,0.0000018024,0.05000,0.308
22,mlp.experts.67.down_proj,0.0000029333,0.05000,0.311
22,mlp.experts.68.down_proj,0.0000015960,0.05000,0.314
22,mlp.experts.65.down_proj,0.0000013845,0.05000,0.321
22,mlp.experts.70.down_proj,0.0000023593,0.05000,0.321
22,mlp.experts.71.down_proj,0.0000015341,0.05000,0.320
22,mlp.experts.72.down_proj,0.0000019194,0.05000,0.321
22,mlp.experts.69.down_proj,0.0000011823,0.05000,0.325
22,mlp.experts.74.down_proj,0.0000043719,0.05000,0.319
22,mlp.experts.75.down_proj,0.0000018979,0.05000,0.323
22,mlp.experts.76.down_proj,0.0000018223,0.05000,0.310
22,mlp.experts.73.down_proj,0.0000023669,0.05000,0.311
22,mlp.experts.78.down_proj,0.0000018314,0.05000,0.306
22,mlp.experts.79.down_proj,0.0000014028,0.05000,0.314
22,mlp.experts.80.down_proj,0.0000018548,0.05000,0.321
22,mlp.experts.77.down_proj,0.0000028882,0.05000,0.320
22,mlp.experts.82.down_proj,0.0000014145,0.05000,0.320
22,mlp.experts.83.down_proj,0.0000005157,0.05000,0.323
22,mlp.experts.84.down_proj,0.0000008705,0.05000,0.311
22,mlp.experts.81.down_proj,0.0000022759,0.05000,0.310
22,mlp.experts.86.down_proj,0.0000074918,0.05000,0.317
22,mlp.experts.87.down_proj,0.0000022402,0.05000,0.317
22,mlp.experts.88.down_proj,0.0000031703,0.05000,0.316
22,mlp.experts.85.down_proj,0.0000011057,0.05000,0.314
22,mlp.experts.90.down_proj,0.0000009271,0.05000,0.319
22,mlp.experts.91.down_proj,0.0000017925,0.05000,0.316
22,mlp.experts.92.down_proj,0.0000018588,0.05000,0.318
22,mlp.experts.89.down_proj,0.0000053808,0.05000,0.316
22,mlp.experts.94.down_proj,0.0000074506,0.05000,0.314
22,mlp.experts.95.down_proj,0.0000014961,0.05000,0.317
22,mlp.experts.99.down_proj,fallback(rtn): 0.0010071,0.00000,0.005
22,mlp.experts.96.down_proj,0.0000022848,0.05000,0.322
22,mlp.experts.93.down_proj,0.0000014239,0.05000,0.324
22,mlp.experts.98.down_proj,0.0000039336,0.05000,0.318
22,mlp.experts.103.down_proj,0.0000050817,0.05000,0.320
22,mlp.experts.100.down_proj,0.0000015390,0.05000,0.316
22,mlp.experts.97.down_proj,0.0000018059,0.05000,0.313
22,mlp.experts.102.down_proj,0.0000011081,0.05000,0.314
22,mlp.experts.107.down_proj,0.0000034191,0.05000,0.317
22,mlp.experts.104.down_proj,0.0000019451,0.05000,0.311
22,mlp.experts.101.down_proj,0.0000107237,0.05000,0.308
22,mlp.experts.106.down_proj,0.0000080415,0.05000,0.307
22,mlp.experts.111.down_proj,0.0000036090,0.05000,0.313
22,mlp.experts.108.down_proj,0.0000028833,0.05000,0.309
22,mlp.experts.105.down_proj,0.0000035564,0.05000,0.312
22,mlp.experts.110.down_proj,0.0000039535,0.05000,0.313
22,mlp.experts.115.down_proj,0.0000011268,0.05000,0.306
22,mlp.experts.112.down_proj,0.0000086803,0.05000,0.308
22,mlp.experts.109.down_proj,0.0000026202,0.05000,0.311
22,mlp.experts.114.down_proj,0.0000011139,0.05000,0.312
22,mlp.experts.119.down_proj,0.0000012884,0.05000,0.311
22,mlp.experts.116.down_proj,0.0000026330,0.05000,0.331
22,mlp.experts.113.down_proj,0.0000032180,0.05000,0.325
22,mlp.experts.118.down_proj,0.0000027753,0.05000,0.320
22,mlp.experts.123.down_proj,0.0000018477,0.05000,0.319
22,mlp.experts.120.down_proj,0.0000048418,0.05000,0.322
22,mlp.experts.117.down_proj,0.0000025237,0.05000,0.318
22,mlp.experts.122.down_proj,0.0000042462,0.05000,0.319
22,mlp.experts.127.down_proj,0.0000012888,0.05000,0.318
22,mlp.experts.124.down_proj,0.0000014339,0.05000,0.311
22,mlp.experts.121.down_proj,0.0000028391,0.05000,0.315
22,mlp.experts.126.down_proj,0.0000021318,0.05000,0.311
22,mlp.experts.131.down_proj,0.0000029182,0.05000,0.311
22,mlp.experts.128.down_proj,0.0000015967,0.05000,0.317
22,mlp.experts.125.down_proj,0.0000012108,0.05000,0.310
22,mlp.experts.130.down_proj,0.0000008164,0.05000,0.321
22,mlp.experts.135.down_proj,0.0000036929,0.05000,0.316
22,mlp.experts.129.down_proj,0.0000010665,0.05000,0.310
22,mlp.experts.132.down_proj,0.0000031828,0.05000,0.320
22,mlp.experts.134.down_proj,0.0000022991,0.05000,0.316
22,mlp.experts.139.down_proj,0.0000055684,0.05000,0.318
22,mlp.experts.133.down_proj,0.0000021733,0.05000,0.313
22,mlp.experts.136.down_proj,0.0000013641,0.05000,0.311
22,mlp.experts.138.down_proj,0.0000017070,0.05000,0.314
22,mlp.experts.143.down_proj,0.0000013696,0.05000,0.305
22,mlp.experts.137.down_proj,0.0000020371,0.05000,0.310
22,mlp.experts.140.down_proj,0.0000020922,0.05000,0.310
22,mlp.experts.142.down_proj,0.0000023908,0.05000,0.312
22,mlp.experts.147.down_proj,0.0000020348,0.05000,0.314
22,mlp.experts.141.down_proj,0.0000018613,0.05000,0.311
22,mlp.experts.144.down_proj,0.0000013670,0.05000,0.316
22,mlp.experts.146.down_proj,0.0000015397,0.05000,0.314
22,mlp.experts.151.down_proj,0.0000025124,0.05000,0.310
22,mlp.experts.155.down_proj,fallback(rtn): 0.0010223,0.00000,0.005
22,mlp.experts.145.down_proj,0.0000014779,0.05000,0.319
22,mlp.experts.148.down_proj,0.0000036406,0.05000,0.318
22,mlp.experts.150.down_proj,0.0000030485,0.05000,0.318
22,mlp.experts.159.down_proj,0.0000029812,0.05000,0.317
22,mlp.experts.149.down_proj,0.0000022537,0.05000,0.307
22,mlp.experts.152.down_proj,0.0000029589,0.05000,0.310
22,mlp.experts.154.down_proj,0.0000025268,0.05000,0.309
22,mlp.experts.163.down_proj,0.0000010649,0.05000,0.313
22,mlp.experts.153.down_proj,0.0000024004,0.05000,0.313
22,mlp.experts.156.down_proj,0.0000024809,0.05000,0.318
22,mlp.experts.158.down_proj,0.0000020810,0.05000,0.316
22,mlp.experts.167.down_proj,0.0000014537,0.05000,0.314
22,mlp.experts.157.down_proj,0.0000025201,0.05000,0.313
22,mlp.experts.160.down_proj,0.0000030637,0.05000,0.313
22,mlp.experts.162.down_proj,0.0000008123,0.05000,0.313
22,mlp.experts.171.down_proj,0.0000006942,0.05000,0.312
22,mlp.experts.161.down_proj,0.0000014682,0.05000,0.316
22,mlp.experts.164.down_proj,0.0000019618,0.05000,0.325
22,mlp.experts.166.down_proj,0.0000026902,0.05000,0.324
22,mlp.experts.175.down_proj,0.0000022960,0.05000,0.321
22,mlp.experts.165.down_proj,0.0000012732,0.05000,0.341
22,mlp.experts.168.down_proj,0.0000025739,0.05000,0.325
22,mlp.experts.170.down_proj,0.0000024466,0.05000,0.326
22,mlp.experts.179.down_proj,0.0000018106,0.05000,0.327
22,mlp.experts.169.down_proj,0.0000013421,0.05000,0.315
22,mlp.experts.172.down_proj,0.0000029323,0.05000,0.320
22,mlp.experts.174.down_proj,0.0000026986,0.05000,0.313
22,mlp.experts.183.down_proj,0.0000016204,0.05000,0.311
22,mlp.experts.173.down_proj,0.0000058948,0.05000,0.312
22,mlp.experts.176.down_proj,0.0000021768,0.05000,0.311
22,mlp.experts.178.down_proj,0.0000061063,0.05000,0.314
22,mlp.experts.187.down_proj,0.0000022831,0.05000,0.311
22,mlp.experts.177.down_proj,0.0000031376,0.05000,0.315
22,mlp.experts.182.down_proj,0.0000022638,0.05000,0.312
22,mlp.experts.180.down_proj,0.0000062950,0.05000,0.320
22,mlp.experts.191.down_proj,0.0000027574,0.05000,0.315
22,mlp.experts.181.down_proj,0.0000022150,0.05000,0.309
22,mlp.experts.186.down_proj,0.0000089487,0.05000,0.309
22,mlp.experts.184.down_proj,0.0000026570,0.05000,0.315
22,mlp.experts.195.down_proj,0.0000014501,0.05000,0.311
22,mlp.experts.185.down_proj,0.0000024860,0.05000,0.326
22,mlp.experts.190.down_proj,0.0000025801,0.05000,0.325
22,mlp.experts.188.down_proj,0.0000015342,0.05000,0.327
22,mlp.experts.199.down_proj,0.0000022387,0.05000,0.325
22,mlp.experts.189.down_proj,0.0000021251,0.05000,0.311
22,mlp.experts.194.down_proj,0.0000017263,0.05000,0.313
22,mlp.experts.192.down_proj,0.0000014911,0.05000,0.313
22,mlp.experts.203.down_proj,0.0000022635,0.05000,0.315
22,mlp.experts.193.down_proj,0.0000031504,0.05000,0.314
22,mlp.experts.198.down_proj,0.0000012451,0.05000,0.324
22,mlp.experts.196.down_proj,0.0000026694,0.05000,0.325
22,mlp.experts.207.down_proj,0.0000030987,0.05000,0.326
22,mlp.experts.197.down_proj,0.0000062622,0.05000,0.317
22,mlp.experts.202.down_proj,0.0000058451,0.05000,0.318
22,mlp.experts.200.down_proj,0.0000026591,0.05000,0.315
22,mlp.experts.211.down_proj,0.0000015773,0.05000,0.327
22,mlp.experts.201.down_proj,0.0000014511,0.05000,0.324
22,mlp.experts.206.down_proj,0.0000031976,0.05000,0.318
22,mlp.experts.204.down_proj,0.0000019384,0.05000,0.307
22,mlp.experts.215.down_proj,0.0000022393,0.05000,0.317
22,mlp.experts.205.down_proj,0.0000032092,0.05000,0.323
22,mlp.experts.210.down_proj,0.0000009595,0.05000,0.329
22,mlp.experts.208.down_proj,0.0000013626,0.05000,0.329
22,mlp.experts.219.down_proj,0.0000021805,0.05000,0.315
22,mlp.experts.209.down_proj,0.0000128098,0.05000,0.312
22,mlp.experts.214.down_proj,0.0000056729,0.05000,0.312
22,mlp.experts.212.down_proj,0.0000016435,0.05000,0.312
22,mlp.experts.223.down_proj,0.0000017869,0.05000,0.310
22,mlp.experts.213.down_proj,0.0000024901,0.05000,0.323
22,mlp.experts.218.down_proj,0.0000020907,0.05000,0.321
22,mlp.experts.216.down_proj,0.0000012490,0.05000,0.329
22,mlp.experts.227.down_proj,0.0000022310,0.05000,0.327
22,mlp.experts.217.down_proj,0.0000024384,0.05000,0.315
22,mlp.experts.222.down_proj,0.0000034958,0.05000,0.320
22,mlp.experts.231.down_proj,0.0000014172,0.05000,0.310
22,mlp.experts.220.down_proj,0.0000023471,0.05000,0.323
22,mlp.experts.221.down_proj,0.0000082219,0.05000,0.314
22,mlp.experts.226.down_proj,0.0000057604,0.05000,0.319
22,mlp.experts.235.down_proj,0.0000036273,0.05000,0.316
22,mlp.experts.224.down_proj,0.0000012301,0.05000,0.319
22,mlp.experts.225.down_proj,0.0000014792,0.05000,0.306
22,mlp.experts.230.down_proj,0.0000032944,0.05000,0.312
22,mlp.experts.239.down_proj,0.0000026338,0.05000,0.308
22,mlp.experts.228.down_proj,0.0000025183,0.05000,0.310
22,mlp.experts.229.down_proj,0.0000024110,0.05000,0.311
22,mlp.experts.243.down_proj,0.0000013933,0.05000,0.307
22,mlp.experts.234.down_proj,0.0000044477,0.05000,0.312
22,mlp.experts.232.down_proj,0.0000026161,0.05000,0.311
22,mlp.experts.236.down_proj,fallback(rtn): 0.0010757,0.00000,0.005
22,mlp.experts.233.down_proj,0.0000032608,0.05000,0.314
22,mlp.experts.247.down_proj,0.0000037308,0.05000,0.313
22,mlp.experts.238.down_proj,0.0000014207,0.05000,0.317
22,mlp.experts.240.down_proj,0.0000041376,0.05000,0.308
22,mlp.experts.237.down_proj,0.0000087020,0.05000,0.318
22,mlp.experts.251.down_proj,0.0000034456,0.05000,0.313
22,mlp.experts.242.down_proj,0.0000026314,0.05000,0.318
22,mlp.experts.244.down_proj,0.0000029165,0.05000,0.323
22,mlp.experts.241.down_proj,0.0000024001,0.05000,0.325
22,mlp.experts.255.down_proj,0.0000025808,0.05000,0.324
22,mlp.experts.246.down_proj,0.0000015659,0.05000,0.319
22,mlp.experts.248.down_proj,0.0000010547,0.05000,0.316
22,mlp.experts.245.down_proj,0.0000052167,0.05000,0.205
22,mlp.experts.250.down_proj,0.0000044859,0.05000,0.194
22,mlp.experts.252.down_proj,0.0000025714,0.05000,0.195
22,mlp.experts.249.down_proj,0.0000021445,0.05000,0.128
22,mlp.experts.254.down_proj,0.0000025359,0.05000,0.120
22,mlp.experts.253.down_proj,0.0000015918,0.05000,0.070
23,mlp.experts.3.gate_proj,0.0000600888,0.05000,1.273
23,mlp.experts.1.gate_proj,0.0002929359,0.05000,1.267
23,mlp.experts.0.gate_proj,0.0001483026,0.05000,1.275
23,mlp.experts.2.gate_proj,0.0001463478,0.05000,1.275
23,mlp.experts.5.gate_proj,0.0002604286,0.05000,1.250
23,mlp.experts.7.gate_proj,0.0000838337,0.05000,1.252
23,mlp.experts.6.gate_proj,0.0001233601,0.05000,1.244
23,mlp.experts.4.gate_proj,0.0002182539,0.05000,1.246
23,mlp.experts.9.gate_proj,0.0000518356,0.05000,1.244
23,mlp.experts.8.gate_proj,0.0001794482,0.05000,1.258
23,mlp.experts.10.gate_proj,0.0000759123,0.05000,1.272
23,mlp.experts.11.gate_proj,0.0000900564,0.05000,1.285
23,mlp.experts.13.gate_proj,0.0001999007,0.05000,1.239
23,mlp.experts.12.gate_proj,0.0000818395,0.05000,1.245
23,mlp.experts.14.gate_proj,0.0001111158,0.05000,1.235
23,mlp.experts.15.gate_proj,0.0000512955,0.05000,1.251
23,mlp.experts.18.gate_proj,0.0000591018,0.05000,1.228
23,mlp.experts.17.gate_proj,0.0000980666,0.05000,1.255
23,mlp.experts.16.gate_proj,0.0001364181,0.05000,1.252
23,mlp.experts.19.gate_proj,0.0000695326,0.05000,1.237
23,mlp.experts.20.gate_proj,0.0000584864,0.05000,1.219
23,mlp.experts.22.gate_proj,0.0001661407,0.05000,1.249
23,mlp.experts.21.gate_proj,0.0002731250,0.05000,1.247
23,mlp.experts.23.gate_proj,0.0000744454,0.05000,1.236
23,mlp.experts.27.gate_proj,0.0000414521,0.05000,1.225
23,mlp.experts.25.gate_proj,0.0001649444,0.05000,1.228
23,mlp.experts.24.gate_proj,0.0001587054,0.05000,1.247
23,mlp.experts.26.gate_proj,0.0001332428,0.05000,1.237
23,mlp.experts.31.gate_proj,0.0001992709,0.05000,1.319
23,mlp.experts.29.gate_proj,0.0000922539,0.05000,1.321
23,mlp.experts.30.gate_proj,0.0000442147,0.05000,1.323
23,mlp.experts.28.gate_proj,0.0001908040,0.05000,1.340
23,mlp.experts.35.gate_proj,0.0002353396,0.05000,1.277
23,mlp.experts.33.gate_proj,0.0001231825,0.05000,1.279
23,mlp.experts.34.gate_proj,0.0001905883,0.05000,1.287
23,mlp.experts.32.gate_proj,0.0000639572,0.05000,1.292
23,mlp.experts.39.gate_proj,0.0001041986,0.05000,1.245
23,mlp.experts.37.gate_proj,0.0000499408,0.05000,1.253
23,mlp.experts.38.gate_proj,0.0001120105,0.05000,1.259
23,mlp.experts.36.gate_proj,0.0000487835,0.05000,1.255
23,mlp.experts.43.gate_proj,0.0001068347,0.05000,1.213
23,mlp.experts.41.gate_proj,0.0001438524,0.05000,1.274
23,mlp.experts.40.gate_proj,0.0001098842,0.05000,1.246
23,mlp.experts.42.gate_proj,0.0000747264,0.05000,1.270
23,mlp.experts.47.gate_proj,0.0001145521,0.05000,1.241
23,mlp.experts.44.gate_proj,0.0000804106,0.05000,1.245
23,mlp.experts.46.gate_proj,0.0001498639,0.05000,1.251
23,mlp.experts.45.gate_proj,0.0001777140,0.05000,1.273
23,mlp.experts.51.gate_proj,0.0001317385,0.05000,1.261
23,mlp.experts.50.gate_proj,0.0000490983,0.05000,1.240
23,mlp.experts.48.gate_proj,0.0001403534,0.05000,1.253
23,mlp.experts.49.gate_proj,0.0000667169,0.05000,1.247
23,mlp.experts.55.gate_proj,0.0001409523,0.05000,1.272
23,mlp.experts.52.gate_proj,0.0001481712,0.05000,1.286
23,mlp.experts.54.gate_proj,0.0000991228,0.05000,1.290
23,mlp.experts.53.gate_proj,0.0003466754,0.05000,1.281
23,mlp.experts.59.gate_proj,0.0000991413,0.05000,1.249
23,mlp.experts.56.gate_proj,0.0000855702,0.05000,1.261
23,mlp.experts.58.gate_proj,0.0001952007,0.05000,1.266
23,mlp.experts.57.gate_proj,0.0001360683,0.05000,1.266
23,mlp.experts.63.gate_proj,0.0001151535,0.05000,1.246
23,mlp.experts.62.gate_proj,0.0000372080,0.05000,1.221
23,mlp.experts.60.gate_proj,0.0000672562,0.05000,1.239
23,mlp.experts.61.gate_proj,0.0001315747,0.05000,1.227
23,mlp.experts.67.gate_proj,0.0002486261,0.05000,1.260
23,mlp.experts.66.gate_proj,0.0000796801,0.05000,1.255
23,mlp.experts.64.gate_proj,0.0000560684,0.05000,1.258
23,mlp.experts.65.gate_proj,0.0001530591,0.05000,1.260
23,mlp.experts.71.gate_proj,0.0000826849,0.05000,1.257
23,mlp.experts.68.gate_proj,0.0001069021,0.05000,1.243
23,mlp.experts.70.gate_proj,0.0000941745,0.05000,1.270
23,mlp.experts.69.gate_proj,0.0000717478,0.05000,1.276
23,mlp.experts.75.gate_proj,0.0002061232,0.05000,1.244
23,mlp.experts.74.gate_proj,0.0001936231,0.05000,1.232
23,mlp.experts.72.gate_proj,0.0001478182,0.05000,1.238
23,mlp.experts.73.gate_proj,0.0001639884,0.05000,1.237
23,mlp.experts.79.gate_proj,0.0000867050,0.05000,1.262
23,mlp.experts.78.gate_proj,0.0001687007,0.05000,1.267
23,mlp.experts.76.gate_proj,0.0001693795,0.05000,1.280
23,mlp.experts.77.gate_proj,0.0000956394,0.05000,1.257
23,mlp.experts.83.gate_proj,0.0000657648,0.05000,1.252
23,mlp.experts.82.gate_proj,0.0001719625,0.05000,1.254
23,mlp.experts.80.gate_proj,0.0000378626,0.05000,1.252
23,mlp.experts.81.gate_proj,0.0001864749,0.05000,1.251
23,mlp.experts.87.gate_proj,0.0001454604,0.05000,1.253
23,mlp.experts.84.gate_proj,0.0000425540,0.05000,1.236
23,mlp.experts.86.gate_proj,0.0000455856,0.05000,1.259
23,mlp.experts.85.gate_proj,0.0000741035,0.05000,1.233
23,mlp.experts.91.gate_proj,0.0001359195,0.05000,1.258
23,mlp.experts.88.gate_proj,0.0001452841,0.05000,1.263
23,mlp.experts.90.gate_proj,0.0002365349,0.05000,1.265
23,mlp.experts.89.gate_proj,0.0001585513,0.05000,1.278
23,mlp.experts.95.gate_proj,0.0000643090,0.05000,1.216
23,mlp.experts.92.gate_proj,0.0001809462,0.05000,1.223
23,mlp.experts.94.gate_proj,0.0001043687,0.05000,1.234
23,mlp.experts.93.gate_proj,0.0000718697,0.05000,1.236
23,mlp.experts.99.gate_proj,0.0001671895,0.05000,1.255
23,mlp.experts.96.gate_proj,0.0001605972,0.05000,1.252
23,mlp.experts.98.gate_proj,0.0000638461,0.05000,1.242
23,mlp.experts.97.gate_proj,0.0001336844,0.05000,1.237
23,mlp.experts.103.gate_proj,0.0000676338,0.05000,1.255
23,mlp.experts.100.gate_proj,0.0000656127,0.05000,1.266
23,mlp.experts.102.gate_proj,0.0002393449,0.05000,1.270
23,mlp.experts.101.gate_proj,0.0000762474,0.05000,1.277
23,mlp.experts.107.gate_proj,0.0000432609,0.05000,1.270
23,mlp.experts.104.gate_proj,0.0002254543,0.05000,1.266
23,mlp.experts.106.gate_proj,0.0000851785,0.05000,1.258
23,mlp.experts.105.gate_proj,0.0000619896,0.05000,1.281
23,mlp.experts.111.gate_proj,0.0000818784,0.05000,1.253
23,mlp.experts.108.gate_proj,0.0000930497,0.05000,1.262
23,mlp.experts.110.gate_proj,0.0000975334,0.05000,1.258
23,mlp.experts.109.gate_proj,0.0000714244,0.05000,1.251
23,mlp.experts.115.gate_proj,0.0000459822,0.05000,1.242
23,mlp.experts.112.gate_proj,0.0001994497,0.05000,1.232
23,mlp.experts.114.gate_proj,0.0000596169,0.05000,1.241
23,mlp.experts.113.gate_proj,0.0001014878,0.05000,1.238
23,mlp.experts.119.gate_proj,0.0002578905,0.05000,1.253
23,mlp.experts.116.gate_proj,0.0000686783,0.05000,1.256
23,mlp.experts.118.gate_proj,0.0001895321,0.05000,1.260
23,mlp.experts.117.gate_proj,0.0000852246,0.05000,1.257
23,mlp.experts.123.gate_proj,0.0000599812,0.05000,1.245
23,mlp.experts.120.gate_proj,0.0001674638,0.05000,1.241
23,mlp.experts.122.gate_proj,0.0000809265,0.05000,1.244
23,mlp.experts.121.gate_proj,0.0000940595,0.05000,1.241
23,mlp.experts.124.gate_proj,0.0001428606,0.05000,1.228
23,mlp.experts.127.gate_proj,0.0002886124,0.05000,1.241
23,mlp.experts.125.gate_proj,0.0001760692,0.05000,1.238
23,mlp.experts.126.gate_proj,0.0001472540,0.05000,1.255
23,mlp.experts.131.gate_proj,0.0000504645,0.05000,1.235
23,mlp.experts.128.gate_proj,0.0000367000,0.05000,1.259
23,mlp.experts.130.gate_proj,0.0000931511,0.05000,1.251
23,mlp.experts.129.gate_proj,0.0000753365,0.05000,1.257
23,mlp.experts.135.gate_proj,0.0000844538,0.05000,1.261
23,mlp.experts.132.gate_proj,0.0001820299,0.05000,1.249
23,mlp.experts.134.gate_proj,0.0001478981,0.05000,1.243
23,mlp.experts.133.gate_proj,0.0000709128,0.05000,1.253
23,mlp.experts.139.gate_proj,0.0000830383,0.05000,1.273
23,mlp.experts.136.gate_proj,0.0000682537,0.05000,1.267
23,mlp.experts.138.gate_proj,0.0001790352,0.05000,1.283
23,mlp.experts.137.gate_proj,0.0000286401,0.05000,1.287
23,mlp.experts.140.gate_proj,0.0001113731,0.05000,1.273
23,mlp.experts.143.gate_proj,0.0001056385,0.05000,1.276
23,mlp.experts.142.gate_proj,0.0000475452,0.05000,1.267
23,mlp.experts.141.gate_proj,0.0000668160,0.05000,1.260
23,mlp.experts.144.gate_proj,0.0001848268,0.05000,1.239
23,mlp.experts.147.gate_proj,0.0000426675,0.05000,1.240
23,mlp.experts.146.gate_proj,0.0000736647,0.05000,1.239
23,mlp.experts.145.gate_proj,0.0001156811,0.05000,1.239
23,mlp.experts.148.gate_proj,0.0001961067,0.05000,1.251
23,mlp.experts.151.gate_proj,0.0000798452,0.05000,1.261
23,mlp.experts.149.gate_proj,0.0001580083,0.05000,1.246
23,mlp.experts.150.gate_proj,0.0000949193,0.05000,1.254
23,mlp.experts.152.gate_proj,0.0001929524,0.05000,1.247
23,mlp.experts.155.gate_proj,0.0001058089,0.05000,1.242
23,mlp.experts.153.gate_proj,0.0000697244,0.05000,1.241
23,mlp.experts.154.gate_proj,0.0000549544,0.05000,1.254
23,mlp.experts.159.gate_proj,0.0000686915,0.05000,1.236
23,mlp.experts.156.gate_proj,0.0000536255,0.05000,1.246
23,mlp.experts.157.gate_proj,0.0000473031,0.05000,1.241
23,mlp.experts.158.gate_proj,0.0000708178,0.05000,1.259
23,mlp.experts.163.gate_proj,0.0002004316,0.05000,1.262
23,mlp.experts.160.gate_proj,0.0001041042,0.05000,1.265
23,mlp.experts.161.gate_proj,0.0000512778,0.05000,1.249
23,mlp.experts.162.gate_proj,0.0001260029,0.05000,1.255
23,mlp.experts.165.gate_proj,fallback(rtn): 0.0010757,0.00000,0.031
23,mlp.experts.167.gate_proj,0.0001473046,0.05000,1.245
23,mlp.experts.164.gate_proj,0.0000691164,0.05000,1.254
23,mlp.experts.169.gate_proj,0.0001261864,0.05000,1.224
23,mlp.experts.166.gate_proj,0.0000970430,0.05000,1.244
23,mlp.experts.171.gate_proj,0.0001782684,0.05000,1.260
23,mlp.experts.168.gate_proj,0.0001491182,0.05000,1.263
23,mlp.experts.173.gate_proj,0.0002579385,0.05000,1.258
23,mlp.experts.170.gate_proj,0.0000889722,0.05000,1.257
23,mlp.experts.175.gate_proj,0.0001173979,0.05000,1.256
23,mlp.experts.172.gate_proj,0.0000402111,0.05000,1.256
23,mlp.experts.177.gate_proj,0.0001280288,0.05000,1.249
23,mlp.experts.174.gate_proj,0.0000710583,0.05000,1.248
23,mlp.experts.179.gate_proj,0.0001553389,0.05000,1.249
23,mlp.experts.176.gate_proj,0.0001656689,0.05000,1.282
23,mlp.experts.181.gate_proj,0.0001698375,0.05000,1.274
23,mlp.experts.178.gate_proj,0.0000751565,0.05000,1.266
23,mlp.experts.185.gate_proj,fallback(rtn): 0.0011139,0.00000,0.026
23,mlp.experts.183.gate_proj,0.0001612268,0.05000,1.245
23,mlp.experts.180.gate_proj,0.0001432212,0.05000,1.244
23,mlp.experts.182.gate_proj,0.0001816608,0.05000,1.244
23,mlp.experts.189.gate_proj,0.0000468227,0.05000,1.236
23,mlp.experts.187.gate_proj,0.0001918907,0.05000,1.238
23,mlp.experts.184.gate_proj,0.0000965779,0.05000,1.258
23,mlp.experts.186.gate_proj,0.0001068055,0.05000,1.251
23,mlp.experts.193.gate_proj,0.0001400448,0.05000,1.261
23,mlp.experts.191.gate_proj,0.0001069277,0.05000,1.252
23,mlp.experts.188.gate_proj,0.0001053982,0.05000,1.240
23,mlp.experts.190.gate_proj,0.0000784338,0.05000,1.249
23,mlp.experts.197.gate_proj,0.0001092365,0.05000,1.249
23,mlp.experts.195.gate_proj,0.0001678023,0.05000,1.251
23,mlp.experts.194.gate_proj,0.0001096884,0.05000,1.229
23,mlp.experts.192.gate_proj,0.0001810732,0.05000,1.255
23,mlp.experts.201.gate_proj,0.0000541120,0.05000,1.247
23,mlp.experts.199.gate_proj,0.0001392929,0.05000,1.255
23,mlp.experts.196.gate_proj,0.0001349936,0.05000,1.235
23,mlp.experts.198.gate_proj,0.0000637651,0.05000,1.253
23,mlp.experts.205.gate_proj,0.0001371732,0.05000,1.250
23,mlp.experts.203.gate_proj,0.0000776734,0.05000,1.246
23,mlp.experts.202.gate_proj,0.0000936631,0.05000,1.242
23,mlp.experts.200.gate_proj,0.0001109296,0.05000,1.265
23,mlp.experts.209.gate_proj,0.0000684041,0.05000,1.258
23,mlp.experts.207.gate_proj,0.0000542743,0.05000,1.249
23,mlp.experts.206.gate_proj,0.0000562638,0.05000,1.252
23,mlp.experts.204.gate_proj,0.0001121493,0.05000,1.255
23,mlp.experts.213.gate_proj,0.0001414690,0.05000,1.254
23,mlp.experts.211.gate_proj,0.0001594520,0.05000,1.259
23,mlp.experts.210.gate_proj,0.0000611872,0.05000,1.253
23,mlp.experts.208.gate_proj,0.0000396306,0.05000,1.265
23,mlp.experts.217.gate_proj,0.0002271253,0.05000,1.264
23,mlp.experts.215.gate_proj,0.0002151428,0.05000,1.261
23,mlp.experts.214.gate_proj,0.0002389611,0.05000,1.242
23,mlp.experts.212.gate_proj,0.0000888342,0.05000,1.246
23,mlp.experts.221.gate_proj,0.0002813503,0.05000,1.238
23,mlp.experts.219.gate_proj,0.0001145474,0.05000,1.262
23,mlp.experts.218.gate_proj,0.0000768878,0.05000,1.250
23,mlp.experts.216.gate_proj,0.0001130987,0.05000,1.246
23,mlp.experts.225.gate_proj,0.0000551242,0.05000,1.252
23,mlp.experts.223.gate_proj,0.0000974427,0.05000,1.249
23,mlp.experts.227.gate_proj,fallback(rtn): 0.0010529,0.00000,0.018
23,mlp.experts.222.gate_proj,0.0001013079,0.05000,1.251
23,mlp.experts.220.gate_proj,0.0001041358,0.05000,1.244
23,mlp.experts.229.gate_proj,0.0001656762,0.05000,1.234
23,mlp.experts.231.gate_proj,0.0000467450,0.05000,1.236
23,mlp.experts.226.gate_proj,0.0001729444,0.05000,1.238
23,mlp.experts.233.gate_proj,0.0000830855,0.05000,1.234
23,mlp.experts.235.gate_proj,fallback(rtn): 0.0010986,0.00000,0.037
23,mlp.experts.224.gate_proj,0.0001197507,0.05000,1.243
23,mlp.experts.230.gate_proj,0.0002168479,0.05000,1.237
23,mlp.experts.237.gate_proj,0.0002113807,0.05000,1.243
23,mlp.experts.239.gate_proj,0.0001495515,0.05000,1.247
23,mlp.experts.234.gate_proj,fallback(rtn): 0.0011368,0.00000,0.026
23,mlp.experts.228.gate_proj,0.0002142535,0.05000,1.251
23,mlp.experts.241.gate_proj,0.0001259399,0.05000,1.253
23,mlp.experts.238.gate_proj,0.0000688160,0.05000,1.244
23,mlp.experts.243.gate_proj,0.0000889452,0.05000,1.247
23,mlp.experts.232.gate_proj,0.0001769510,0.05000,1.276
23,mlp.experts.247.gate_proj,0.0000637857,0.05000,1.249
23,mlp.experts.245.gate_proj,0.0001688814,0.05000,1.276
23,mlp.experts.236.gate_proj,0.0000558974,0.05000,1.257
23,mlp.experts.242.gate_proj,0.0000751073,0.05000,1.281
23,mlp.experts.251.gate_proj,0.0002490768,0.05000,1.276
23,mlp.experts.249.gate_proj,0.0002234780,0.05000,1.286
23,mlp.experts.240.gate_proj,0.0001397835,0.05000,1.281
23,mlp.experts.246.gate_proj,0.0000989761,0.05000,1.292
23,mlp.experts.255.gate_proj,0.0000556435,0.05000,1.265
23,mlp.experts.253.gate_proj,0.0001393238,0.05000,1.275
23,mlp.experts.244.gate_proj,0.0001916038,0.05000,1.277
23,mlp.experts.250.gate_proj,0.0000427483,0.05000,1.280
23,mlp.experts.3.up_proj,0.0000614559,0.05000,1.253
23,mlp.experts.1.up_proj,0.0002699846,0.05000,1.256
23,mlp.experts.248.gate_proj,0.0000819031,0.05000,1.254
23,mlp.experts.254.gate_proj,0.0001077904,0.05000,1.256
23,mlp.experts.7.up_proj,0.0000639511,0.05000,1.239
23,mlp.experts.5.up_proj,0.0002436406,0.05000,1.265
23,mlp.experts.2.up_proj,0.0001481412,0.05000,1.259
23,mlp.experts.252.gate_proj,0.0001882066,0.05000,1.276
23,mlp.experts.11.up_proj,0.0000836964,0.05000,1.267
23,mlp.experts.9.up_proj,0.0000441216,0.05000,1.261
23,mlp.experts.6.up_proj,0.0001184199,0.05000,1.250
23,mlp.experts.0.up_proj,0.0001456387,0.05000,1.259
23,mlp.experts.15.up_proj,0.0000492285,0.05000,1.230
23,mlp.experts.13.up_proj,0.0001860949,0.05000,1.229
23,mlp.experts.4.up_proj,0.0002045633,0.05000,1.222
23,mlp.experts.10.up_proj,0.0000801739,0.05000,1.245
23,mlp.experts.19.up_proj,0.0000599939,0.05000,1.270
23,mlp.experts.17.up_proj,0.0001026123,0.05000,1.270
23,mlp.experts.8.up_proj,0.0001931449,0.05000,1.263
23,mlp.experts.14.up_proj,0.0001050657,0.05000,1.278
23,mlp.experts.23.up_proj,0.0000787239,0.05000,1.239
23,mlp.experts.21.up_proj,0.0002458320,0.05000,1.238
23,mlp.experts.12.up_proj,0.0000923375,0.05000,1.255
23,mlp.experts.18.up_proj,0.0000518615,0.05000,1.242
23,mlp.experts.27.up_proj,0.0000455274,0.05000,1.240
23,mlp.experts.25.up_proj,0.0001544846,0.05000,1.238
23,mlp.experts.16.up_proj,0.0001309965,0.05000,1.257
23,mlp.experts.22.up_proj,0.0001547444,0.05000,1.266
23,mlp.experts.31.up_proj,0.0001868630,0.05000,1.273
23,mlp.experts.29.up_proj,0.0000865290,0.05000,1.251
23,mlp.experts.20.up_proj,0.0000619642,0.05000,1.251
23,mlp.experts.26.up_proj,0.0001174043,0.05000,1.242
23,mlp.experts.35.up_proj,0.0002155817,0.05000,1.243
23,mlp.experts.33.up_proj,0.0001072522,0.05000,1.246
23,mlp.experts.24.up_proj,0.0001494180,0.05000,1.243
23,mlp.experts.30.up_proj,0.0000366380,0.05000,1.253
23,mlp.experts.39.up_proj,0.0000910783,0.05000,1.270
23,mlp.experts.37.up_proj,0.0000549320,0.05000,1.257
23,mlp.experts.28.up_proj,0.0001785182,0.05000,1.257
23,mlp.experts.34.up_proj,0.0001731112,0.05000,1.257
23,mlp.experts.43.up_proj,0.0001125376,0.05000,0.798
23,mlp.experts.41.up_proj,0.0001356973,0.05000,0.784
23,mlp.experts.32.up_proj,0.0000567171,0.05000,0.773
23,mlp.experts.47.up_proj,0.0001146256,0.05000,1.231
23,mlp.experts.38.up_proj,0.0001054231,0.05000,1.237
23,mlp.experts.45.up_proj,0.0001661456,0.05000,1.242
23,mlp.experts.36.up_proj,0.0000539910,0.05000,1.251
23,mlp.experts.42.up_proj,0.0000963186,0.05000,1.240
23,mlp.experts.51.up_proj,0.0001233808,0.05000,1.253
23,mlp.experts.49.up_proj,0.0000621617,0.05000,1.254
23,mlp.experts.40.up_proj,0.0000826436,0.05000,1.248
23,mlp.experts.46.up_proj,0.0001412701,0.05000,1.234
23,mlp.experts.44.up_proj,0.0000847980,0.05000,1.218
23,mlp.experts.53.up_proj,0.0003506112,0.05000,1.233
23,mlp.experts.55.up_proj,0.0001323613,0.05000,1.247
23,mlp.experts.48.up_proj,0.0001250235,0.05000,1.233
23,mlp.experts.50.up_proj,0.0000473339,0.05000,1.243
23,mlp.experts.59.up_proj,0.0001023391,0.05000,1.234
23,mlp.experts.57.up_proj,0.0001813753,0.05000,1.241
23,mlp.experts.52.up_proj,0.0001421123,0.05000,1.238
23,mlp.experts.54.up_proj,0.0000995005,0.05000,1.249
23,mlp.experts.61.up_proj,0.0001215728,0.05000,1.241
23,mlp.experts.63.up_proj,0.0001058930,0.05000,1.257
23,mlp.experts.56.up_proj,0.0000842948,0.05000,1.251
23,mlp.experts.58.up_proj,0.0001842017,0.05000,1.252
23,mlp.experts.65.up_proj,0.0001503066,0.05000,1.260
23,mlp.experts.67.up_proj,0.0002488887,0.05000,1.256
23,mlp.experts.60.up_proj,0.0000646984,0.05000,1.246
23,mlp.experts.62.up_proj,0.0000393028,0.05000,1.240
23,mlp.experts.69.up_proj,0.0000677440,0.05000,1.245
23,mlp.experts.71.up_proj,0.0000732862,0.05000,1.246
23,mlp.experts.64.up_proj,0.0000556535,0.05000,1.238
23,mlp.experts.66.up_proj,0.0000748871,0.05000,1.239
23,mlp.experts.73.up_proj,0.0001541638,0.05000,1.229
23,mlp.experts.75.up_proj,0.0001887110,0.05000,1.242
23,mlp.experts.68.up_proj,0.0001069410,0.05000,1.228
23,mlp.experts.70.up_proj,0.0001057655,0.05000,1.236
23,mlp.experts.77.up_proj,0.0001180112,0.05000,1.239
23,mlp.experts.79.up_proj,0.0000831835,0.05000,1.227
23,mlp.experts.72.up_proj,0.0001304268,0.05000,1.278
23,mlp.experts.74.up_proj,0.0001800281,0.05000,1.267
23,mlp.experts.83.up_proj,0.0000702487,0.05000,1.253
23,mlp.experts.81.up_proj,0.0001683044,0.05000,1.275
23,mlp.experts.78.up_proj,0.0001613114,0.05000,1.241
23,mlp.experts.85.up_proj,0.0000708084,0.05000,1.221
23,mlp.experts.76.up_proj,0.0001582683,0.05000,1.250
23,mlp.experts.87.up_proj,0.0001376637,0.05000,1.254
23,mlp.experts.82.up_proj,0.0001599825,0.05000,1.245
23,mlp.experts.89.up_proj,0.0001454816,0.05000,1.258
23,mlp.experts.80.up_proj,0.0000632654,0.05000,1.264
23,mlp.experts.91.up_proj,0.0001134345,0.05000,1.256
23,mlp.experts.86.up_proj,0.0000440228,0.05000,1.237
23,mlp.experts.93.up_proj,0.0000650791,0.05000,1.233
23,mlp.experts.84.up_proj,0.0000447166,0.05000,1.232
23,mlp.experts.95.up_proj,0.0000712970,0.05000,1.249
23,mlp.experts.97.up_proj,0.0001489832,0.05000,1.242
23,mlp.experts.90.up_proj,0.0002208213,0.05000,1.257
23,mlp.experts.88.up_proj,0.0001342473,0.05000,1.240
23,mlp.experts.99.up_proj,0.0001412233,0.05000,1.259
23,mlp.experts.94.up_proj,0.0001069759,0.05000,1.217
23,mlp.experts.92.up_proj,0.0001699470,0.05000,1.228
23,mlp.experts.101.up_proj,0.0001075872,0.05000,1.247
23,mlp.experts.103.up_proj,0.0000720316,0.05000,1.238
23,mlp.experts.98.up_proj,0.0000681963,0.05000,1.248
23,mlp.experts.105.up_proj,0.0000567410,0.05000,1.250
23,mlp.experts.96.up_proj,0.0001498538,0.05000,1.256
23,mlp.experts.107.up_proj,0.0000454138,0.05000,1.247
23,mlp.experts.102.up_proj,0.0002189841,0.05000,1.253
23,mlp.experts.109.up_proj,0.0000608795,0.05000,1.239
23,mlp.experts.100.up_proj,0.0000623966,0.05000,1.252
23,mlp.experts.111.up_proj,0.0000878944,0.05000,1.272
23,mlp.experts.106.up_proj,0.0000888322,0.05000,1.278
23,mlp.experts.113.up_proj,0.0000912801,0.05000,1.284
23,mlp.experts.104.up_proj,0.0002121033,0.05000,1.260
23,mlp.experts.115.up_proj,0.0000488117,0.05000,1.252
23,mlp.experts.110.up_proj,0.0000899706,0.05000,1.255
23,mlp.experts.117.up_proj,0.0000825255,0.05000,1.269
23,mlp.experts.108.up_proj,0.0000878330,0.05000,1.273
23,mlp.experts.119.up_proj,0.0002593816,0.05000,1.262
23,mlp.experts.114.up_proj,0.0000430456,0.05000,1.237
23,mlp.experts.121.up_proj,0.0000932093,0.05000,1.237
23,mlp.experts.123.up_proj,0.0000541991,0.05000,1.234
23,mlp.experts.112.up_proj,0.0001863463,0.05000,1.252
23,mlp.experts.118.up_proj,0.0001553850,0.05000,1.242
23,mlp.experts.125.up_proj,0.0001643629,0.05000,1.233
23,mlp.experts.116.up_proj,0.0000654072,0.05000,1.233
23,mlp.experts.127.up_proj,0.0002715055,0.05000,1.239
23,mlp.experts.122.up_proj,0.0000830697,0.05000,1.251
23,mlp.experts.129.up_proj,0.0000694346,0.05000,1.262
23,mlp.experts.120.up_proj,0.0001535208,0.05000,1.247
23,mlp.experts.131.up_proj,0.0000456914,0.05000,1.262
23,mlp.experts.126.up_proj,0.0001389634,0.05000,1.255
23,mlp.experts.133.up_proj,0.0000792803,0.05000,1.259
23,mlp.experts.124.up_proj,0.0001485546,0.05000,1.258
23,mlp.experts.135.up_proj,0.0000598884,0.05000,1.256
23,mlp.experts.130.up_proj,0.0000931387,0.05000,1.255
23,mlp.experts.137.up_proj,0.0000256098,0.05000,1.261
23,mlp.experts.128.up_proj,0.0000325492,0.05000,1.253
23,mlp.experts.139.up_proj,0.0000782767,0.05000,1.250
23,mlp.experts.134.up_proj,0.0001559765,0.05000,1.249
23,mlp.experts.141.up_proj,0.0000615664,0.05000,1.244
23,mlp.experts.132.up_proj,0.0001718607,0.05000,1.253
23,mlp.experts.143.up_proj,0.0000980663,0.05000,1.259
23,mlp.experts.138.up_proj,0.0001656969,0.05000,1.257
23,mlp.experts.145.up_proj,0.0001176152,0.05000,1.253
23,mlp.experts.136.up_proj,0.0000689621,0.05000,1.251
23,mlp.experts.147.up_proj,0.0000370903,0.05000,1.248
23,mlp.experts.149.up_proj,0.0001510490,0.05000,1.231
23,mlp.experts.142.up_proj,0.0000459724,0.05000,1.249
23,mlp.experts.140.up_proj,0.0001191123,0.05000,1.243
23,mlp.experts.151.up_proj,0.0000684925,0.05000,1.248
23,mlp.experts.146.up_proj,0.0000791220,0.05000,1.225
23,mlp.experts.153.up_proj,0.0000567724,0.05000,1.232
23,mlp.experts.144.up_proj,0.0001648573,0.05000,1.229
23,mlp.experts.155.up_proj,0.0000986868,0.05000,1.234
23,mlp.experts.150.up_proj,0.0000882590,0.05000,1.236
23,mlp.experts.157.up_proj,0.0000500209,0.05000,1.244
23,mlp.experts.148.up_proj,0.0001834700,0.05000,1.238
23,mlp.experts.159.up_proj,0.0000700292,0.05000,1.248
23,mlp.experts.154.up_proj,0.0000542593,0.05000,1.256
23,mlp.experts.161.up_proj,0.0000645469,0.05000,1.260
23,mlp.experts.165.up_proj,fallback(rtn): 0.0010147,0.00000,0.019
23,mlp.experts.152.up_proj,0.0001791568,0.05000,1.260
23,mlp.experts.163.up_proj,0.0001880252,0.05000,1.257
23,mlp.experts.158.up_proj,0.0000622807,0.05000,1.250
23,mlp.experts.156.up_proj,0.0000441555,0.05000,1.246
23,mlp.experts.169.up_proj,0.0000978334,0.05000,1.262
23,mlp.experts.167.up_proj,0.0001277604,0.05000,1.254
23,mlp.experts.162.up_proj,0.0001186037,0.05000,1.254
23,mlp.experts.160.up_proj,0.0001001230,0.05000,1.254
23,mlp.experts.173.up_proj,0.0002410844,0.05000,1.256
23,mlp.experts.171.up_proj,0.0001687132,0.05000,1.247
23,mlp.experts.166.up_proj,0.0000846520,0.05000,1.254
23,mlp.experts.164.up_proj,0.0000678422,0.05000,1.243
23,mlp.experts.177.up_proj,0.0001209409,0.05000,1.251
23,mlp.experts.175.up_proj,0.0000962972,0.05000,1.256
23,mlp.experts.170.up_proj,0.0000951571,0.05000,1.250
23,mlp.experts.168.up_proj,0.0001386215,0.05000,1.249
23,mlp.experts.181.up_proj,0.0001807178,0.05000,1.256
23,mlp.experts.185.up_proj,fallback(rtn): 0.0010834,0.00000,0.018
23,mlp.experts.179.up_proj,0.0001581798,0.05000,1.256
23,mlp.experts.174.up_proj,0.0000912334,0.05000,1.245
23,mlp.experts.172.up_proj,0.0000369028,0.05000,1.247
23,mlp.experts.189.up_proj,0.0000464538,0.05000,1.243
23,mlp.experts.183.up_proj,0.0001491357,0.05000,1.243
23,mlp.experts.178.up_proj,0.0000747728,0.05000,1.273
23,mlp.experts.176.up_proj,0.0001555930,0.05000,1.263
23,mlp.experts.193.up_proj,0.0001310288,0.05000,1.258
23,mlp.experts.187.up_proj,0.0001813476,0.05000,1.269
23,mlp.experts.180.up_proj,0.0001334034,0.05000,1.254
23,mlp.experts.182.up_proj,0.0001764265,0.05000,1.269
23,mlp.experts.197.up_proj,0.0001042829,0.05000,1.262
23,mlp.experts.191.up_proj,0.0001081847,0.05000,1.266
23,mlp.experts.184.up_proj,0.0000879821,0.05000,1.257
23,mlp.experts.186.up_proj,0.0001125184,0.05000,1.257
23,mlp.experts.201.up_proj,0.0000560158,0.05000,1.254
23,mlp.experts.195.up_proj,0.0001717473,0.05000,1.265
23,mlp.experts.188.up_proj,0.0000812141,0.05000,1.258
23,mlp.experts.190.up_proj,0.0000810886,0.05000,1.266
23,mlp.experts.205.up_proj,0.0001291220,0.05000,1.251
23,mlp.experts.199.up_proj,0.0001053198,0.05000,1.258
23,mlp.experts.192.up_proj,0.0001804100,0.05000,1.251
23,mlp.experts.194.up_proj,0.0001081829,0.05000,1.261
23,mlp.experts.209.up_proj,0.0000671263,0.05000,1.247
23,mlp.experts.203.up_proj,0.0000780568,0.05000,1.253
23,mlp.experts.196.up_proj,0.0001258925,0.05000,1.283
23,mlp.experts.198.up_proj,0.0000577957,0.05000,1.280
23,mlp.experts.213.up_proj,0.0001319843,0.05000,1.284
23,mlp.experts.207.up_proj,0.0000593558,0.05000,1.275
23,mlp.experts.200.up_proj,0.0000962003,0.05000,1.257
23,mlp.experts.202.up_proj,0.0000963764,0.05000,1.252
23,mlp.experts.217.up_proj,0.0002206776,0.05000,1.254
23,mlp.experts.211.up_proj,0.0001549230,0.05000,1.259
23,mlp.experts.204.up_proj,0.0001057347,0.05000,1.241
23,mlp.experts.206.up_proj,0.0000513645,0.05000,1.246
23,mlp.experts.221.up_proj,0.0002616140,0.05000,1.240
23,mlp.experts.215.up_proj,0.0002011824,0.05000,1.246
23,mlp.experts.208.up_proj,0.0000363190,0.05000,1.260
23,mlp.experts.210.up_proj,0.0000443718,0.05000,1.259
23,mlp.experts.225.up_proj,0.0000543390,0.05000,1.260
23,mlp.experts.219.up_proj,0.0001070923,0.05000,1.256
23,mlp.experts.212.up_proj,0.0000909073,0.05000,1.265
23,mlp.experts.214.up_proj,0.0002172982,0.05000,1.265
23,mlp.experts.229.up_proj,0.0001526172,0.05000,1.269
23,mlp.experts.223.up_proj,0.0000950747,0.05000,1.255
23,mlp.experts.227.up_proj,fallback(rtn): 0.0009995,0.00000,0.017
23,mlp.experts.216.up_proj,0.0001116174,0.05000,1.242
23,mlp.experts.218.up_proj,0.0000805926,0.05000,1.232
23,mlp.experts.233.up_proj,0.0000763503,0.05000,1.254
23,mlp.experts.231.up_proj,0.0000558525,0.05000,1.238
23,mlp.experts.235.up_proj,fallback(rtn): 0.0010834,0.00000,0.017
23,mlp.experts.220.up_proj,0.0000920017,0.05000,1.240
23,mlp.experts.222.up_proj,0.0000889485,0.05000,1.257
23,mlp.experts.237.up_proj,0.0000922967,0.05000,1.248
23,mlp.experts.239.up_proj,0.0001393887,0.05000,1.244
23,mlp.experts.224.up_proj,0.0001123665,0.05000,1.237
23,mlp.experts.226.up_proj,0.0001587392,0.05000,1.236
23,mlp.experts.241.up_proj,0.0001345813,0.05000,1.233
23,mlp.experts.243.up_proj,0.0000788787,0.05000,1.233
23,mlp.experts.228.up_proj,0.0002013489,0.05000,1.253
23,mlp.experts.230.up_proj,0.0002014548,0.05000,1.244
23,mlp.experts.234.up_proj,fallback(rtn): 0.0010605,0.00000,0.017
23,mlp.experts.245.up_proj,0.0001672820,0.05000,1.252
23,mlp.experts.247.up_proj,0.0000601121,0.05000,1.257
23,mlp.experts.232.up_proj,0.0001740742,0.05000,1.261
23,mlp.experts.238.up_proj,0.0000630632,0.05000,1.282
23,mlp.experts.249.up_proj,0.0002108330,0.05000,1.263
23,mlp.experts.251.up_proj,0.0002237642,0.05000,1.264
23,mlp.experts.236.up_proj,0.0000658724,0.05000,1.245
23,mlp.experts.242.up_proj,0.0000690157,0.05000,1.243
23,mlp.experts.253.up_proj,0.0001289126,0.05000,1.247
23,mlp.experts.255.up_proj,0.0000562346,0.05000,1.224
23,mlp.experts.240.up_proj,0.0001265968,0.05000,0.502
23,mlp.experts.246.up_proj,0.0000929653,0.05000,0.474
23,mlp.experts.244.up_proj,0.0001826853,0.05000,0.456
23,mlp.experts.250.up_proj,0.0000416240,0.05000,0.457
23,mlp.experts.248.up_proj,0.0000762786,0.05000,0.462
23,mlp.experts.254.up_proj,0.0000810711,0.05000,0.460
23,mlp.experts.252.up_proj,0.0001272103,0.05000,0.251
23,mlp.experts.0.down_proj,0.0000071229,0.05000,0.310
23,mlp.experts.3.down_proj,0.0000025246,0.05000,0.310
23,mlp.experts.1.down_proj,0.0000069512,0.05000,0.323
23,mlp.experts.2.down_proj,0.0000059606,0.05000,0.324
23,mlp.experts.7.down_proj,0.0000025644,0.05000,0.319
23,mlp.experts.6.down_proj,0.0000037907,0.05000,0.307
23,mlp.experts.4.down_proj,0.0000035889,0.05000,0.325
23,mlp.experts.5.down_proj,0.0000043281,0.05000,0.314
23,mlp.experts.11.down_proj,0.0000032903,0.05000,0.311
23,mlp.experts.8.down_proj,0.0000086963,0.05000,0.310
23,mlp.experts.9.down_proj,0.0000011764,0.05000,0.309
23,mlp.experts.10.down_proj,0.0000021984,0.05000,0.327
23,mlp.experts.12.down_proj,0.0000022743,0.05000,0.325
23,mlp.experts.13.down_proj,0.0000037282,0.05000,0.326
23,mlp.experts.14.down_proj,0.0000033562,0.05000,0.328
23,mlp.experts.15.down_proj,0.0000016182,0.05000,0.345
23,mlp.experts.19.down_proj,0.0000020726,0.05000,0.311
23,mlp.experts.17.down_proj,0.0000047192,0.05000,0.317
23,mlp.experts.16.down_proj,0.0000019825,0.05000,0.333
23,mlp.experts.18.down_proj,0.0000017081,0.05000,0.321
23,mlp.experts.21.down_proj,0.0000084304,0.05000,0.309
23,mlp.experts.23.down_proj,0.0000026961,0.05000,0.313
23,mlp.experts.20.down_proj,0.0000016123,0.05000,0.313
23,mlp.experts.22.down_proj,0.0000024723,0.05000,0.313
23,mlp.experts.25.down_proj,0.0000023244,0.05000,0.309
23,mlp.experts.27.down_proj,0.0000013263,0.05000,0.311
23,mlp.experts.24.down_proj,0.0000020002,0.05000,0.311
23,mlp.experts.26.down_proj,0.0000021076,0.05000,0.314
23,mlp.experts.29.down_proj,0.0000024220,0.05000,0.313
23,mlp.experts.28.down_proj,0.0000027978,0.05000,0.310
23,mlp.experts.31.down_proj,0.0000031653,0.05000,0.319
23,mlp.experts.30.down_proj,0.0000012035,0.05000,0.314
23,mlp.experts.32.down_proj,0.0000023236,0.05000,0.306
23,mlp.experts.33.down_proj,0.0000024211,0.05000,0.310
23,mlp.experts.35.down_proj,0.0000039795,0.05000,0.310
23,mlp.experts.34.down_proj,0.0000023325,0.05000,0.311
23,mlp.experts.36.down_proj,0.0000014807,0.05000,0.319
23,mlp.experts.37.down_proj,0.0000021682,0.05000,0.320
23,mlp.experts.39.down_proj,0.0000028886,0.05000,0.322
23,mlp.experts.38.down_proj,0.0000015229,0.05000,0.324
23,mlp.experts.40.down_proj,0.0000008333,0.05000,0.315
23,mlp.experts.41.down_proj,0.0000027206,0.05000,0.314
23,mlp.experts.43.down_proj,0.0000076406,0.05000,0.313
23,mlp.experts.42.down_proj,0.0000030097,0.05000,0.310
23,mlp.experts.44.down_proj,0.0000038324,0.05000,0.314
23,mlp.experts.45.down_proj,0.0000023667,0.05000,0.314
23,mlp.experts.47.down_proj,0.0000030658,0.05000,0.314
23,mlp.experts.46.down_proj,0.0000019063,0.05000,0.312
23,mlp.experts.48.down_proj,0.0000034808,0.05000,0.321
23,mlp.experts.51.down_proj,0.0000016737,0.05000,0.314
23,mlp.experts.50.down_proj,0.0000011151,0.05000,0.314
23,mlp.experts.49.down_proj,0.0000024885,0.05000,0.329
23,mlp.experts.52.down_proj,0.0000049541,0.05000,0.318
23,mlp.experts.54.down_proj,0.0000047982,0.05000,0.311
23,mlp.experts.55.down_proj,0.0000041651,0.05000,0.320
23,mlp.experts.53.down_proj,0.0000116587,0.05000,0.319
23,mlp.experts.56.down_proj,0.0000024475,0.05000,0.312
23,mlp.experts.59.down_proj,0.0000044744,0.05000,0.320
23,mlp.experts.58.down_proj,0.0000026666,0.05000,0.323
23,mlp.experts.57.down_proj,0.0000070690,0.05000,0.325
23,mlp.experts.60.down_proj,0.0000023643,0.05000,0.316
23,mlp.experts.62.down_proj,0.0000012491,0.05000,0.315
23,mlp.experts.63.down_proj,0.0000043164,0.05000,0.320
23,mlp.experts.61.down_proj,0.0000020698,0.05000,0.317
23,mlp.experts.66.down_proj,0.0000033233,0.05000,0.314
23,mlp.experts.64.down_proj,0.0000013110,0.05000,0.317
23,mlp.experts.67.down_proj,0.0000099949,0.05000,0.313
23,mlp.experts.65.down_proj,0.0000041188,0.05000,0.314
23,mlp.experts.68.down_proj,0.0000033558,0.05000,0.317
23,mlp.experts.70.down_proj,0.0000055669,0.05000,0.321
23,mlp.experts.71.down_proj,0.0000029271,0.05000,0.320
23,mlp.experts.69.down_proj,0.0000024848,0.05000,0.319
23,mlp.experts.72.down_proj,0.0000045413,0.05000,0.310
23,mlp.experts.74.down_proj,0.0000031541,0.05000,0.323
23,mlp.experts.75.down_proj,0.0000033335,0.05000,0.322
23,mlp.experts.73.down_proj,0.0000023506,0.05000,0.326
23,mlp.experts.76.down_proj,0.0000021044,0.05000,0.319
23,mlp.experts.79.down_proj,0.0000040296,0.05000,0.317
23,mlp.experts.78.down_proj,0.0000031221,0.05000,0.322
23,mlp.experts.77.down_proj,0.0000056541,0.05000,0.320
23,mlp.experts.80.down_proj,0.0000018114,0.05000,0.319
23,mlp.experts.82.down_proj,0.0000025395,0.05000,0.314
23,mlp.experts.83.down_proj,0.0000033523,0.05000,0.324
23,mlp.experts.81.down_proj,0.0000032075,0.05000,0.319
23,mlp.experts.84.down_proj,0.0000012257,0.05000,0.321
23,mlp.experts.86.down_proj,0.0000013584,0.05000,0.322
23,mlp.experts.87.down_proj,0.0000023240,0.05000,0.323
23,mlp.experts.85.down_proj,0.0000032493,0.05000,0.322
23,mlp.experts.88.down_proj,0.0000016765,0.05000,0.335
23,mlp.experts.90.down_proj,0.0000035944,0.05000,0.337
23,mlp.experts.91.down_proj,0.0000024836,0.05000,0.336
23,mlp.experts.89.down_proj,0.0000031805,0.05000,0.327
23,mlp.experts.94.down_proj,0.0000036813,0.05000,0.322
23,mlp.experts.92.down_proj,0.0000027702,0.05000,0.329
23,mlp.experts.95.down_proj,0.0000029011,0.05000,0.322
23,mlp.experts.93.down_proj,0.0000030608,0.05000,0.325
23,mlp.experts.98.down_proj,0.0000029973,0.05000,0.316
23,mlp.experts.96.down_proj,0.0000022592,0.05000,0.317
23,mlp.experts.99.down_proj,0.0000054525,0.05000,0.318
23,mlp.experts.97.down_proj,0.0000059249,0.05000,0.328
23,mlp.experts.102.down_proj,0.0000035753,0.05000,0.315
23,mlp.experts.100.down_proj,0.0000018704,0.05000,0.319
23,mlp.experts.103.down_proj,0.0000025826,0.05000,0.315
23,mlp.experts.101.down_proj,0.0000037454,0.05000,0.320
23,mlp.experts.106.down_proj,0.0000041810,0.05000,0.318
23,mlp.experts.104.down_proj,0.0000035921,0.05000,0.322
23,mlp.experts.107.down_proj,0.0000014501,0.05000,0.321
23,mlp.experts.105.down_proj,0.0000020080,0.05000,0.327
23,mlp.experts.110.down_proj,0.0000026647,0.05000,0.332
23,mlp.experts.108.down_proj,0.0000027134,0.05000,0.327
23,mlp.experts.111.down_proj,0.0000035719,0.05000,0.322
23,mlp.experts.109.down_proj,0.0000025317,0.05000,0.319
23,mlp.experts.114.down_proj,0.0000015082,0.05000,0.311
23,mlp.experts.112.down_proj,0.0000027088,0.05000,0.314
23,mlp.experts.115.down_proj,0.0000016324,0.05000,0.313
23,mlp.experts.113.down_proj,0.0000028702,0.05000,0.314
23,mlp.experts.118.down_proj,0.0000061430,0.05000,0.309
23,mlp.experts.116.down_proj,0.0000030611,0.05000,0.309
23,mlp.experts.119.down_proj,0.0000058946,0.05000,0.309
23,mlp.experts.117.down_proj,0.0000038833,0.05000,0.312
23,mlp.experts.122.down_proj,0.0000024230,0.05000,0.329
23,mlp.experts.120.down_proj,0.0000054500,0.05000,0.327
23,mlp.experts.123.down_proj,0.0000005035,0.05000,0.322
23,mlp.experts.121.down_proj,0.0000036597,0.05000,0.325
23,mlp.experts.126.down_proj,0.0000020857,0.05000,0.309
23,mlp.experts.124.down_proj,0.0000035459,0.05000,0.313
23,mlp.experts.127.down_proj,0.0000042631,0.05000,0.312
23,mlp.experts.125.down_proj,0.0000029376,0.05000,0.309
23,mlp.experts.130.down_proj,0.0000039710,0.05000,0.316
23,mlp.experts.131.down_proj,0.0000012513,0.05000,0.313
23,mlp.experts.128.down_proj,0.0000011205,0.05000,0.330
23,mlp.experts.129.down_proj,0.0000007626,0.05000,0.317
23,mlp.experts.134.down_proj,0.0000054296,0.05000,0.322
23,mlp.experts.135.down_proj,0.0000011567,0.05000,0.319
23,mlp.experts.132.down_proj,0.0000030895,0.05000,0.318
23,mlp.experts.133.down_proj,0.0000039982,0.05000,0.317
23,mlp.experts.138.down_proj,0.0000026184,0.05000,0.311
23,mlp.experts.139.down_proj,0.0000038075,0.05000,0.314
23,mlp.experts.136.down_proj,0.0000026698,0.05000,0.317
23,mlp.experts.137.down_proj,0.0000006194,0.05000,0.317
23,mlp.experts.142.down_proj,0.0000013586,0.05000,0.316
23,mlp.experts.143.down_proj,0.0000018926,0.05000,0.328
23,mlp.experts.140.down_proj,0.0000030642,0.05000,0.324
23,mlp.experts.141.down_proj,0.0000019163,0.05000,0.329
23,mlp.experts.146.down_proj,0.0000024306,0.05000,0.335
23,mlp.experts.147.down_proj,0.0000016149,0.05000,0.326
23,mlp.experts.144.down_proj,0.0000043775,0.05000,0.325
23,mlp.experts.145.down_proj,0.0000055023,0.05000,0.325
23,mlp.experts.150.down_proj,0.0000018370,0.05000,0.311
23,mlp.experts.151.down_proj,0.0000033966,0.05000,0.311
23,mlp.experts.148.down_proj,0.0000028419,0.05000,0.310
23,mlp.experts.149.down_proj,0.0000020246,0.05000,0.311
23,mlp.experts.154.down_proj,0.0000018725,0.05000,0.318
23,mlp.experts.155.down_proj,0.0000013545,0.05000,0.319
23,mlp.experts.152.down_proj,0.0000027035,0.05000,0.323
23,mlp.experts.153.down_proj,0.0000023802,0.05000,0.320
23,mlp.experts.158.down_proj,0.0000029922,0.05000,0.315
23,mlp.experts.159.down_proj,0.0000020351,0.05000,0.317
23,mlp.experts.156.down_proj,0.0000014114,0.05000,0.317
23,mlp.experts.157.down_proj,0.0000017798,0.05000,0.317
23,mlp.experts.162.down_proj,0.0000015128,0.05000,0.317
23,mlp.experts.163.down_proj,0.0000028431,0.05000,0.322
23,mlp.experts.160.down_proj,0.0000024464,0.05000,0.317
23,mlp.experts.161.down_proj,0.0000014077,0.05000,0.319
23,mlp.experts.165.down_proj,fallback(rtn): 0.0010071,0.00000,0.006
23,mlp.experts.166.down_proj,0.0000054096,0.05000,0.326
23,mlp.experts.167.down_proj,0.0000048792,0.05000,0.335
23,mlp.experts.164.down_proj,0.0000036325,0.05000,0.330
23,mlp.experts.169.down_proj,0.0000055805,0.05000,0.329
23,mlp.experts.170.down_proj,0.0000040359,0.05000,0.324
23,mlp.experts.168.down_proj,0.0000018831,0.05000,0.312
23,mlp.experts.171.down_proj,0.0000025667,0.05000,0.318
23,mlp.experts.173.down_proj,0.0000042202,0.05000,0.312
23,mlp.experts.174.down_proj,0.0000028942,0.05000,0.315
23,mlp.experts.172.down_proj,0.0000003895,0.05000,0.311
23,mlp.experts.175.down_proj,0.0000056815,0.05000,0.314
23,mlp.experts.177.down_proj,0.0000015655,0.05000,0.317
23,mlp.experts.178.down_proj,0.0000040516,0.05000,0.310
23,mlp.experts.176.down_proj,0.0000020609,0.05000,0.311
23,mlp.experts.179.down_proj,0.0000047252,0.05000,0.313
23,mlp.experts.181.down_proj,0.0000040051,0.05000,0.311
23,mlp.experts.185.down_proj,fallback(rtn): 0.0010452,0.00000,0.005
23,mlp.experts.182.down_proj,0.0000069761,0.05000,0.327
23,mlp.experts.180.down_proj,0.0000020835,0.05000,0.333
23,mlp.experts.183.down_proj,0.0000026460,0.05000,0.334
23,mlp.experts.189.down_proj,0.0000011467,0.05000,0.323
23,mlp.experts.186.down_proj,0.0000056960,0.05000,0.326
23,mlp.experts.184.down_proj,0.0000012976,0.05000,0.328
23,mlp.experts.187.down_proj,0.0000027982,0.05000,0.324
23,mlp.experts.193.down_proj,0.0000025320,0.05000,0.321
23,mlp.experts.190.down_proj,0.0000023995,0.05000,0.318
23,mlp.experts.188.down_proj,0.0000017155,0.05000,0.314
23,mlp.experts.191.down_proj,0.0000047536,0.05000,0.314
23,mlp.experts.197.down_proj,0.0000049192,0.05000,0.325
23,mlp.experts.194.down_proj,0.0000054739,0.05000,0.329
23,mlp.experts.192.down_proj,0.0000039932,0.05000,0.326
23,mlp.experts.195.down_proj,0.0000069931,0.05000,0.324
23,mlp.experts.201.down_proj,0.0000032100,0.05000,0.325
23,mlp.experts.198.down_proj,0.0000015923,0.05000,0.325
23,mlp.experts.196.down_proj,0.0000017525,0.05000,0.320
23,mlp.experts.199.down_proj,0.0000065399,0.05000,0.313
23,mlp.experts.205.down_proj,0.0000017884,0.05000,0.311
23,mlp.experts.202.down_proj,0.0000049115,0.05000,0.323
23,mlp.experts.200.down_proj,0.0000022379,0.05000,0.322
23,mlp.experts.203.down_proj,0.0000032726,0.05000,0.316
23,mlp.experts.209.down_proj,0.0000026514,0.05000,0.322
23,mlp.experts.206.down_proj,0.0000016085,0.05000,0.309
23,mlp.experts.204.down_proj,0.0000028079,0.05000,0.309
23,mlp.experts.207.down_proj,0.0000021611,0.05000,0.311
23,mlp.experts.213.down_proj,0.0000020395,0.05000,0.311
23,mlp.experts.210.down_proj,0.0000016336,0.05000,0.314
23,mlp.experts.208.down_proj,0.0000012358,0.05000,0.314
23,mlp.experts.211.down_proj,0.0000071188,0.05000,0.324
23,mlp.experts.217.down_proj,0.0000057093,0.05000,0.325
23,mlp.experts.214.down_proj,0.0000051710,0.05000,0.329
23,mlp.experts.212.down_proj,0.0000033611,0.05000,0.334
23,mlp.experts.215.down_proj,0.0000035284,0.05000,0.325
23,mlp.experts.221.down_proj,0.0000062100,0.05000,0.318
23,mlp.experts.218.down_proj,0.0000032773,0.05000,0.307
23,mlp.experts.216.down_proj,0.0000048573,0.05000,0.310
23,mlp.experts.219.down_proj,0.0000013835,0.05000,0.309
23,mlp.experts.225.down_proj,0.0000016452,0.05000,0.312
23,mlp.experts.222.down_proj,0.0000038238,0.05000,0.310
23,mlp.experts.220.down_proj,0.0000043326,0.05000,0.312
23,mlp.experts.223.down_proj,0.0000028268,0.05000,0.310
23,mlp.experts.227.down_proj,fallback(rtn): 0.0009918,0.00000,0.005
23,mlp.experts.229.down_proj,0.0000076208,0.05000,0.311
23,mlp.experts.226.down_proj,0.0000021508,0.05000,0.321
23,mlp.experts.224.down_proj,0.0000015381,0.05000,0.326
23,mlp.experts.231.down_proj,0.0000019469,0.05000,0.319
23,mlp.experts.235.down_proj,fallback(rtn): 0.0010681,0.00000,0.005
23,mlp.experts.233.down_proj,0.0000007866,0.05000,0.327
23,mlp.experts.230.down_proj,0.0000052215,0.05000,0.325
23,mlp.experts.234.down_proj,fallback(rtn): 0.0010300,0.00000,0.005
23,mlp.experts.228.down_proj,0.0000040634,0.05000,0.336
23,mlp.experts.239.down_proj,0.0000026053,0.05000,0.331
23,mlp.experts.237.down_proj,0.0000015626,0.05000,0.336
23,mlp.experts.238.down_proj,0.0000024385,0.05000,0.329
23,mlp.experts.232.down_proj,0.0000044284,0.05000,0.327
23,mlp.experts.243.down_proj,0.0000007924,0.05000,0.333
23,mlp.experts.241.down_proj,0.0000062496,0.05000,0.327
23,mlp.experts.242.down_proj,0.0000016348,0.05000,0.327
23,mlp.experts.236.down_proj,0.0000020439,0.05000,0.327
23,mlp.experts.247.down_proj,0.0000023421,0.05000,0.328
23,mlp.experts.245.down_proj,0.0000071276,0.05000,0.329
23,mlp.experts.246.down_proj,0.0000012450,0.05000,0.316
23,mlp.experts.240.down_proj,0.0000032298,0.05000,0.316
23,mlp.experts.251.down_proj,0.0000052433,0.05000,0.316
23,mlp.experts.249.down_proj,0.0000034725,0.05000,0.318
23,mlp.experts.250.down_proj,0.0000017925,0.05000,0.334
23,mlp.experts.244.down_proj,0.0000114951,0.05000,0.330
23,mlp.experts.255.down_proj,0.0000020820,0.05000,0.329
23,mlp.experts.253.down_proj,0.0000020687,0.05000,0.319
23,mlp.experts.254.down_proj,0.0000025283,0.05000,0.139
23,mlp.experts.248.down_proj,0.0000037454,0.05000,0.128
23,mlp.experts.252.down_proj,0.0000033611,0.05000,0.063
24,mlp.experts.1.gate_proj,0.0000218534,0.05000,1.277
24,mlp.experts.3.gate_proj,0.0000442874,0.05000,1.285
24,mlp.experts.0.gate_proj,0.0002242778,0.05000,1.311
24,mlp.experts.2.gate_proj,0.0001244450,0.05000,1.316
24,mlp.experts.5.gate_proj,0.0001597719,0.05000,1.250
24,mlp.experts.4.gate_proj,0.0001457096,0.05000,1.250
24,mlp.experts.7.gate_proj,0.0000516906,0.05000,1.258
24,mlp.experts.6.gate_proj,0.0001613059,0.05000,1.248
24,mlp.experts.9.gate_proj,0.0001789211,0.05000,1.243
24,mlp.experts.8.gate_proj,0.0001305176,0.05000,1.235
24,mlp.experts.11.gate_proj,0.0000574828,0.05000,1.234
24,mlp.experts.10.gate_proj,0.0001019204,0.05000,1.247
24,mlp.experts.14.gate_proj,0.0000852749,0.05000,1.223
24,mlp.experts.12.gate_proj,0.0000920357,0.05000,1.240
24,mlp.experts.15.gate_proj,0.0002728673,0.05000,1.254
24,mlp.experts.13.gate_proj,0.0000699759,0.05000,1.267
24,mlp.experts.18.gate_proj,0.0000898084,0.05000,1.209
24,mlp.experts.19.gate_proj,0.0000636325,0.05000,1.212
24,mlp.experts.17.gate_proj,0.0001326048,0.05000,1.235
24,mlp.experts.16.gate_proj,0.0001673613,0.05000,1.259
24,mlp.experts.22.gate_proj,0.0002125478,0.05000,1.235
24,mlp.experts.23.gate_proj,0.0001858912,0.05000,1.249
24,mlp.experts.21.gate_proj,0.0000897888,0.05000,1.251
24,mlp.experts.20.gate_proj,0.0000530585,0.05000,1.249
24,mlp.experts.27.gate_proj,0.0000478181,0.05000,1.256
24,mlp.experts.26.gate_proj,0.0000414651,0.05000,1.270
24,mlp.experts.25.gate_proj,0.0001381505,0.05000,1.279
24,mlp.experts.24.gate_proj,0.0001099393,0.05000,1.284
24,mlp.experts.31.gate_proj,0.0001473228,0.05000,1.334
24,mlp.experts.30.gate_proj,0.0002869836,0.05000,1.337
24,mlp.experts.29.gate_proj,0.0001367102,0.05000,1.336
24,mlp.experts.28.gate_proj,0.0001181148,0.05000,1.323
24,mlp.experts.34.gate_proj,0.0002257788,0.05000,1.328
24,mlp.experts.35.gate_proj,0.0002125179,0.05000,1.350
24,mlp.experts.33.gate_proj,0.0000838598,0.05000,1.339
24,mlp.experts.32.gate_proj,0.0001021330,0.05000,1.341
24,mlp.experts.38.gate_proj,0.0000747748,0.05000,1.234
24,mlp.experts.39.gate_proj,0.0000752419,0.05000,1.231
24,mlp.experts.37.gate_proj,0.0000731486,0.05000,1.228
24,mlp.experts.36.gate_proj,0.0000860564,0.05000,1.234
24,mlp.experts.42.gate_proj,0.0001153642,0.05000,1.251
24,mlp.experts.43.gate_proj,0.0000675310,0.05000,1.249
24,mlp.experts.40.gate_proj,0.0001069493,0.05000,1.239
24,mlp.experts.41.gate_proj,0.0002191902,0.05000,1.252
24,mlp.experts.46.gate_proj,0.0000626653,0.05000,1.250
24,mlp.experts.47.gate_proj,0.0000845506,0.05000,1.263
24,mlp.experts.44.gate_proj,0.0000449695,0.05000,1.250
24,mlp.experts.45.gate_proj,0.0002182787,0.05000,1.270
24,mlp.experts.50.gate_proj,0.0000514211,0.05000,1.260
24,mlp.experts.51.gate_proj,0.0002811324,0.05000,1.265
24,mlp.experts.48.gate_proj,0.0001166493,0.05000,1.260
24,mlp.experts.49.gate_proj,0.0001357365,0.05000,1.259
24,mlp.experts.54.gate_proj,0.0001084108,0.05000,1.264
24,mlp.experts.55.gate_proj,0.0000595217,0.05000,1.255
24,mlp.experts.52.gate_proj,0.0002755220,0.05000,1.241
24,mlp.experts.53.gate_proj,0.0001142585,0.05000,1.230
24,mlp.experts.59.gate_proj,0.0000407385,0.05000,1.251
24,mlp.experts.56.gate_proj,0.0000741486,0.05000,1.253
24,mlp.experts.58.gate_proj,0.0001775888,0.05000,1.276
24,mlp.experts.57.gate_proj,0.0000477167,0.05000,1.256
24,mlp.experts.60.gate_proj,0.0000597806,0.05000,1.235
24,mlp.experts.62.gate_proj,0.0001055353,0.05000,1.242
24,mlp.experts.61.gate_proj,0.0001421918,0.05000,1.242
24,mlp.experts.63.gate_proj,0.0000372834,0.05000,1.267
24,mlp.experts.64.gate_proj,0.0001315979,0.05000,1.258
24,mlp.experts.67.gate_proj,0.0000456126,0.05000,1.258
24,mlp.experts.66.gate_proj,0.0001231595,0.05000,1.284
24,mlp.experts.65.gate_proj,0.0000440535,0.05000,1.281
24,mlp.experts.68.gate_proj,0.0001349163,0.05000,1.250
24,mlp.experts.70.gate_proj,0.0001678814,0.05000,1.242
24,mlp.experts.71.gate_proj,0.0000431350,0.05000,1.257
24,mlp.experts.69.gate_proj,0.0001235310,0.05000,1.252
24,mlp.experts.72.gate_proj,0.0000839398,0.05000,1.251
24,mlp.experts.75.gate_proj,0.0001022628,0.05000,1.241
24,mlp.experts.74.gate_proj,0.0000371519,0.05000,1.265
24,mlp.experts.73.gate_proj,0.0001352736,0.05000,1.248
24,mlp.experts.76.gate_proj,0.0002543491,0.05000,1.241
24,mlp.experts.79.gate_proj,0.0001254320,0.05000,1.229
24,mlp.experts.78.gate_proj,0.0002310577,0.05000,1.224
24,mlp.experts.77.gate_proj,0.0001962027,0.05000,1.226
24,mlp.experts.83.gate_proj,0.0002138456,0.05000,1.238
24,mlp.experts.82.gate_proj,0.0002002350,0.05000,1.234
24,mlp.experts.80.gate_proj,0.0001731921,0.05000,1.269
24,mlp.experts.81.gate_proj,0.0001569896,0.05000,1.249
24,mlp.experts.84.gate_proj,0.0000499071,0.05000,1.243
24,mlp.experts.87.gate_proj,0.0001006743,0.05000,1.260
24,mlp.experts.86.gate_proj,0.0002643780,0.05000,1.263
24,mlp.experts.85.gate_proj,0.0001726332,0.05000,1.282
24,mlp.experts.88.gate_proj,0.0001584965,0.05000,1.254
24,mlp.experts.90.gate_proj,0.0002608021,0.05000,1.263
24,mlp.experts.91.gate_proj,0.0001776946,0.05000,1.278
24,mlp.experts.89.gate_proj,0.0001493196,0.05000,1.258
24,mlp.experts.92.gate_proj,0.0001541583,0.05000,1.231
24,mlp.experts.94.gate_proj,0.0001231074,0.05000,1.232
24,mlp.experts.95.gate_proj,0.0000850117,0.05000,1.241
24,mlp.experts.93.gate_proj,0.0000644505,0.05000,1.231
24,mlp.experts.98.gate_proj,0.0000661332,0.05000,1.234
24,mlp.experts.96.gate_proj,0.0002092206,0.05000,1.251
24,mlp.experts.99.gate_proj,0.0001483711,0.05000,1.235
24,mlp.experts.97.gate_proj,0.0001474602,0.05000,1.237
24,mlp.experts.102.gate_proj,0.0001657688,0.05000,1.234
24,mlp.experts.100.gate_proj,0.0001603138,0.05000,1.232
24,mlp.experts.103.gate_proj,0.0001151957,0.05000,1.233
24,mlp.experts.101.gate_proj,0.0000481120,0.05000,1.243
24,mlp.experts.104.gate_proj,0.0002296727,0.05000,1.221
24,mlp.experts.106.gate_proj,0.0000808351,0.05000,1.235
24,mlp.experts.107.gate_proj,0.0000655884,0.05000,1.224
24,mlp.experts.105.gate_proj,0.0001858714,0.05000,1.235
24,mlp.experts.108.gate_proj,0.0001192246,0.05000,1.230
24,mlp.experts.111.gate_proj,0.0001130217,0.05000,1.230
24,mlp.experts.110.gate_proj,0.0001172601,0.05000,1.256
24,mlp.experts.109.gate_proj,0.0001220365,0.05000,1.231
24,mlp.experts.115.gate_proj,0.0000754558,0.05000,1.226
24,mlp.experts.112.gate_proj,0.0001265693,0.05000,1.247
24,mlp.experts.114.gate_proj,0.0001256408,0.05000,1.242
24,mlp.experts.113.gate_proj,0.0001619811,0.05000,1.234
24,mlp.experts.118.gate_proj,fallback(rtn): 0.0010986,0.00000,0.027
24,mlp.experts.119.gate_proj,0.0000742643,0.05000,1.246
24,mlp.experts.116.gate_proj,0.0000984466,0.05000,1.231
24,mlp.experts.117.gate_proj,0.0001627323,0.05000,1.248
24,mlp.experts.122.gate_proj,0.0001205676,0.05000,1.252
24,mlp.experts.123.gate_proj,0.0001235554,0.05000,1.238
24,mlp.experts.120.gate_proj,0.0001279595,0.05000,1.230
24,mlp.experts.121.gate_proj,0.0000559682,0.05000,1.232
24,mlp.experts.126.gate_proj,0.0001664247,0.05000,1.238
24,mlp.experts.127.gate_proj,0.0001489509,0.05000,1.235
24,mlp.experts.124.gate_proj,0.0001522633,0.05000,1.257
24,mlp.experts.125.gate_proj,0.0000416560,0.05000,1.247
24,mlp.experts.130.gate_proj,0.0003102439,0.05000,1.252
24,mlp.experts.128.gate_proj,0.0000739365,0.05000,1.243
24,mlp.experts.131.gate_proj,0.0001201252,0.05000,1.270
24,mlp.experts.129.gate_proj,0.0002583474,0.05000,1.251
24,mlp.experts.134.gate_proj,0.0000385375,0.05000,1.257
24,mlp.experts.135.gate_proj,0.0001531699,0.05000,1.220
24,mlp.experts.132.gate_proj,0.0000451597,0.05000,1.243
24,mlp.experts.133.gate_proj,0.0001030050,0.05000,1.230
24,mlp.experts.138.gate_proj,0.0000412942,0.05000,1.238
24,mlp.experts.139.gate_proj,0.0001157201,0.05000,1.227
24,mlp.experts.136.gate_proj,0.0000375837,0.05000,1.221
24,mlp.experts.137.gate_proj,0.0001771733,0.05000,1.209
24,mlp.experts.142.gate_proj,0.0001180259,0.05000,1.220
24,mlp.experts.141.gate_proj,0.0001542303,0.05000,1.210
24,mlp.experts.143.gate_proj,0.0000820935,0.05000,1.234
24,mlp.experts.140.gate_proj,0.0000786457,0.05000,1.226
24,mlp.experts.146.gate_proj,0.0001884952,0.05000,1.240
24,mlp.experts.145.gate_proj,0.0001004346,0.05000,1.232
24,mlp.experts.144.gate_proj,0.0001178640,0.05000,1.225
24,mlp.experts.147.gate_proj,0.0000566557,0.05000,1.241
24,mlp.experts.150.gate_proj,0.0001563732,0.05000,1.235
24,mlp.experts.154.gate_proj,fallback(rtn): 0.0009003,0.00000,0.017
24,mlp.experts.149.gate_proj,0.0000790023,0.05000,1.249
24,mlp.experts.148.gate_proj,0.0001235274,0.05000,1.238
24,mlp.experts.151.gate_proj,0.0000847660,0.05000,1.238
24,mlp.experts.158.gate_proj,0.0001836293,0.05000,1.247
24,mlp.experts.153.gate_proj,0.0001605407,0.05000,1.204
24,mlp.experts.152.gate_proj,0.0001877596,0.05000,1.249
24,mlp.experts.155.gate_proj,0.0000605213,0.05000,1.245
24,mlp.experts.162.gate_proj,0.0003190220,0.05000,1.256
24,mlp.experts.157.gate_proj,0.0000681402,0.05000,1.246
24,mlp.experts.156.gate_proj,0.0001848902,0.05000,1.257
24,mlp.experts.159.gate_proj,0.0001135345,0.05000,1.258
24,mlp.experts.166.gate_proj,0.0000924146,0.05000,1.255
24,mlp.experts.161.gate_proj,0.0000587831,0.05000,1.242
24,mlp.experts.163.gate_proj,0.0000558242,0.05000,1.232
24,mlp.experts.160.gate_proj,0.0000460858,0.05000,1.256
24,mlp.experts.170.gate_proj,0.0000944019,0.05000,1.242
24,mlp.experts.165.gate_proj,0.0001384728,0.05000,1.232
24,mlp.experts.167.gate_proj,0.0001221531,0.05000,1.226
24,mlp.experts.164.gate_proj,0.0001785137,0.05000,1.240
24,mlp.experts.174.gate_proj,0.0001885294,0.05000,1.235
24,mlp.experts.169.gate_proj,0.0001212053,0.05000,1.234
24,mlp.experts.171.gate_proj,0.0001082147,0.05000,1.230
24,mlp.experts.168.gate_proj,0.0000641184,0.05000,1.249
24,mlp.experts.178.gate_proj,0.0000745344,0.05000,1.258
24,mlp.experts.173.gate_proj,0.0001008148,0.05000,1.255
24,mlp.experts.175.gate_proj,0.0001961194,0.05000,1.251
24,mlp.experts.172.gate_proj,0.0001264451,0.05000,1.250
24,mlp.experts.182.gate_proj,0.0002300108,0.05000,1.249
24,mlp.experts.177.gate_proj,0.0001234501,0.05000,1.237
24,mlp.experts.179.gate_proj,0.0001951586,0.05000,1.242
24,mlp.experts.176.gate_proj,0.0000909897,0.05000,1.235
24,mlp.experts.186.gate_proj,0.0000723157,0.05000,1.240
24,mlp.experts.181.gate_proj,0.0000989639,0.05000,1.239
24,mlp.experts.183.gate_proj,0.0001122918,0.05000,1.245
24,mlp.experts.180.gate_proj,0.0002031986,0.05000,1.241
24,mlp.experts.190.gate_proj,0.0000819688,0.05000,1.258
24,mlp.experts.185.gate_proj,0.0001005703,0.05000,1.257
24,mlp.experts.187.gate_proj,0.0001887963,0.05000,1.256
24,mlp.experts.184.gate_proj,0.0001153055,0.05000,1.249
24,mlp.experts.194.gate_proj,0.0000431138,0.05000,1.267
24,mlp.experts.189.gate_proj,0.0000860116,0.05000,1.252
24,mlp.experts.193.gate_proj,fallback(rtn): 0.0010300,0.00000,0.018
24,mlp.experts.197.gate_proj,fallback(rtn): 0.0010300,0.00000,0.018
24,mlp.experts.191.gate_proj,0.0000640936,0.05000,1.267
24,mlp.experts.188.gate_proj,0.0001088802,0.05000,1.254
24,mlp.experts.198.gate_proj,0.0001472351,0.05000,1.245
24,mlp.experts.201.gate_proj,0.0001432807,0.05000,1.235
24,mlp.experts.195.gate_proj,0.0001673480,0.05000,1.233
24,mlp.experts.192.gate_proj,0.0001363064,0.05000,1.234
24,mlp.experts.202.gate_proj,0.0001316732,0.05000,1.232
24,mlp.experts.205.gate_proj,0.0000578212,0.05000,1.241
24,mlp.experts.199.gate_proj,0.0002515928,0.05000,1.240
24,mlp.experts.196.gate_proj,0.0001124546,0.05000,1.244
24,mlp.experts.206.gate_proj,0.0000363963,0.05000,1.246
24,mlp.experts.209.gate_proj,0.0002256069,0.05000,1.256
24,mlp.experts.203.gate_proj,0.0000711576,0.05000,1.251
24,mlp.experts.200.gate_proj,0.0000924198,0.05000,1.272
24,mlp.experts.210.gate_proj,0.0000905009,0.05000,1.263
24,mlp.experts.213.gate_proj,0.0001699932,0.05000,1.263
24,mlp.experts.207.gate_proj,0.0000973153,0.05000,1.251
24,mlp.experts.204.gate_proj,0.0002104208,0.05000,1.251
24,mlp.experts.214.gate_proj,0.0001171213,0.05000,1.244
24,mlp.experts.217.gate_proj,0.0000763862,0.05000,1.255
24,mlp.experts.211.gate_proj,0.0002080027,0.05000,1.258
24,mlp.experts.215.gate_proj,fallback(rtn): 0.0011139,0.00000,0.017
24,mlp.experts.208.gate_proj,0.0000453944,0.05000,1.253
24,mlp.experts.218.gate_proj,0.0001519544,0.05000,1.255
24,mlp.experts.221.gate_proj,0.0000529604,0.05000,1.239
24,mlp.experts.219.gate_proj,0.0001142046,0.05000,1.245
24,mlp.experts.212.gate_proj,0.0000767437,0.05000,1.239
24,mlp.experts.222.gate_proj,0.0000476908,0.05000,1.238
24,mlp.experts.225.gate_proj,0.0001519644,0.05000,1.254
24,mlp.experts.223.gate_proj,0.0001456893,0.05000,1.258
24,mlp.experts.216.gate_proj,0.0001580998,0.05000,1.267
24,mlp.experts.226.gate_proj,0.0001860294,0.05000,1.279
24,mlp.experts.229.gate_proj,0.0000919164,0.05000,1.278
24,mlp.experts.227.gate_proj,0.0000657980,0.05000,1.259
24,mlp.experts.220.gate_proj,0.0000605833,0.05000,1.258
24,mlp.experts.230.gate_proj,0.0000649883,0.05000,1.252
24,mlp.experts.233.gate_proj,0.0001450757,0.05000,1.252
24,mlp.experts.231.gate_proj,0.0001458269,0.05000,1.255
24,mlp.experts.237.gate_proj,fallback(rtn): 0.0010452,0.00000,0.025
24,mlp.experts.224.gate_proj,0.0001485529,0.05000,1.266
24,mlp.experts.234.gate_proj,0.0000874051,0.05000,1.258
24,mlp.experts.241.gate_proj,0.0000586434,0.05000,1.213
24,mlp.experts.235.gate_proj,0.0002450445,0.05000,1.230
24,mlp.experts.228.gate_proj,0.0001085575,0.05000,1.227
24,mlp.experts.238.gate_proj,0.0001508570,0.05000,1.222
24,mlp.experts.245.gate_proj,0.0000805644,0.05000,1.246
24,mlp.experts.239.gate_proj,0.0001181562,0.05000,1.252
24,mlp.experts.232.gate_proj,0.0001922473,0.05000,1.244
24,mlp.experts.242.gate_proj,0.0000757634,0.05000,1.241
24,mlp.experts.249.gate_proj,0.0001451742,0.05000,1.233
24,mlp.experts.243.gate_proj,0.0002069279,0.05000,1.238
24,mlp.experts.236.gate_proj,0.0002004163,0.05000,1.245
24,mlp.experts.246.gate_proj,0.0002251058,0.05000,1.239
24,mlp.experts.253.gate_proj,0.0002110025,0.05000,1.251
24,mlp.experts.247.gate_proj,0.0001665937,0.05000,1.251
24,mlp.experts.240.gate_proj,0.0000807899,0.05000,1.244
24,mlp.experts.250.gate_proj,0.0000775286,0.05000,1.243
24,mlp.experts.1.up_proj,0.0000225914,0.05000,1.239
24,mlp.experts.251.gate_proj,0.0001591271,0.05000,1.249
24,mlp.experts.244.gate_proj,0.0001649551,0.05000,1.248
24,mlp.experts.254.gate_proj,0.0001247199,0.05000,1.263
24,mlp.experts.5.up_proj,0.0001454446,0.05000,1.282
24,mlp.experts.255.gate_proj,0.0002107319,0.05000,1.283
24,mlp.experts.248.gate_proj,0.0000898406,0.05000,1.281
24,mlp.experts.2.up_proj,0.0001087735,0.05000,1.264
24,mlp.experts.9.up_proj,0.0001546082,0.05000,1.277
24,mlp.experts.3.up_proj,0.0000493755,0.05000,1.274
24,mlp.experts.252.gate_proj,0.0001501142,0.05000,1.281
24,mlp.experts.6.up_proj,0.0001492132,0.05000,1.274
24,mlp.experts.7.up_proj,0.0000557543,0.05000,1.227
24,mlp.experts.13.up_proj,0.0000584559,0.05000,1.249
24,mlp.experts.0.up_proj,0.0002083350,0.05000,1.242
24,mlp.experts.10.up_proj,0.0000965010,0.05000,1.250
24,mlp.experts.17.up_proj,0.0001200380,0.05000,1.247
24,mlp.experts.11.up_proj,0.0000627366,0.05000,1.252
24,mlp.experts.4.up_proj,0.0001367215,0.05000,1.252
24,mlp.experts.14.up_proj,0.0000802907,0.05000,1.249
24,mlp.experts.15.up_proj,0.0003102209,0.05000,1.224
24,mlp.experts.8.up_proj,0.0001234922,0.05000,1.214
24,mlp.experts.21.up_proj,0.0000855560,0.05000,1.243
24,mlp.experts.18.up_proj,0.0000671613,0.05000,1.230
24,mlp.experts.19.up_proj,0.0000632094,0.05000,1.247
24,mlp.experts.12.up_proj,0.0000874851,0.05000,1.249
24,mlp.experts.25.up_proj,0.0001337370,0.05000,1.256
24,mlp.experts.22.up_proj,0.0001918154,0.05000,1.240
24,mlp.experts.23.up_proj,0.0000886709,0.05000,1.227
24,mlp.experts.16.up_proj,0.0001549656,0.05000,1.241
24,mlp.experts.29.up_proj,0.0001185577,0.05000,1.237
24,mlp.experts.26.up_proj,0.0000464864,0.05000,1.245
24,mlp.experts.27.up_proj,0.0000371570,0.05000,1.252
24,mlp.experts.20.up_proj,0.0000472271,0.05000,1.248
24,mlp.experts.33.up_proj,0.0000792532,0.05000,1.233
24,mlp.experts.30.up_proj,0.0002482576,0.05000,1.234
24,mlp.experts.31.up_proj,0.0001661390,0.05000,1.239
24,mlp.experts.37.up_proj,0.0000625054,0.05000,1.240
24,mlp.experts.24.up_proj,0.0001036319,0.05000,1.247
24,mlp.experts.34.up_proj,0.0002109599,0.05000,1.244
24,mlp.experts.35.up_proj,0.0002343221,0.05000,1.246
24,mlp.experts.41.up_proj,0.0002042496,0.05000,1.241
24,mlp.experts.28.up_proj,0.0001370296,0.05000,1.249
24,mlp.experts.38.up_proj,0.0000807763,0.05000,1.245
24,mlp.experts.39.up_proj,0.0000746747,0.05000,1.236
24,mlp.experts.45.up_proj,0.0001794378,0.05000,1.233
24,mlp.experts.32.up_proj,0.0001127931,0.05000,1.232
24,mlp.experts.42.up_proj,0.0000949951,0.05000,1.230
24,mlp.experts.43.up_proj,0.0000681630,0.05000,1.242
24,mlp.experts.36.up_proj,0.0000594691,0.05000,1.240
24,mlp.experts.49.up_proj,0.0001144964,0.05000,1.255
24,mlp.experts.46.up_proj,0.0000520086,0.05000,1.240
24,mlp.experts.47.up_proj,0.0000722117,0.05000,1.246
24,mlp.experts.40.up_proj,0.0001143947,0.05000,1.242
24,mlp.experts.53.up_proj,0.0001074400,0.05000,1.251
24,mlp.experts.50.up_proj,0.0000619027,0.05000,1.253
24,mlp.experts.51.up_proj,0.0002584692,0.05000,1.235
24,mlp.experts.44.up_proj,0.0000473780,0.05000,1.230
24,mlp.experts.57.up_proj,0.0000460679,0.05000,1.235
24,mlp.experts.54.up_proj,0.0000875036,0.05000,1.244
24,mlp.experts.55.up_proj,0.0000530121,0.05000,1.252
24,mlp.experts.48.up_proj,0.0001105055,0.05000,1.254
24,mlp.experts.61.up_proj,0.0001158520,0.05000,1.248
24,mlp.experts.58.up_proj,0.0001639821,0.05000,1.238
24,mlp.experts.59.up_proj,0.0000442794,0.05000,1.253
24,mlp.experts.52.up_proj,0.0002584668,0.05000,1.244
24,mlp.experts.65.up_proj,0.0000421157,0.05000,1.246
24,mlp.experts.62.up_proj,0.0000994956,0.05000,1.245
24,mlp.experts.63.up_proj,0.0000428732,0.05000,1.263
24,mlp.experts.56.up_proj,0.0000889576,0.05000,1.267
24,mlp.experts.69.up_proj,0.0001008276,0.05000,1.262
24,mlp.experts.66.up_proj,0.0000947051,0.05000,1.264
24,mlp.experts.67.up_proj,0.0000473007,0.05000,1.233
24,mlp.experts.60.up_proj,0.0000565747,0.05000,1.231
24,mlp.experts.73.up_proj,0.0001065591,0.05000,1.241
24,mlp.experts.70.up_proj,0.0001572923,0.05000,1.228
24,mlp.experts.71.up_proj,0.0000440930,0.05000,1.266
24,mlp.experts.64.up_proj,0.0001100904,0.05000,1.254
24,mlp.experts.77.up_proj,0.0001827437,0.05000,1.258
24,mlp.experts.74.up_proj,0.0000410490,0.05000,1.256
24,mlp.experts.75.up_proj,0.0001030849,0.05000,1.233
24,mlp.experts.68.up_proj,0.0001277968,0.05000,1.234
24,mlp.experts.81.up_proj,0.0001639438,0.05000,1.242
24,mlp.experts.78.up_proj,0.0002158854,0.05000,1.231
24,mlp.experts.79.up_proj,0.0001184174,0.05000,1.232
24,mlp.experts.72.up_proj,0.0000690280,0.05000,1.238
24,mlp.experts.85.up_proj,0.0001617537,0.05000,1.241
24,mlp.experts.82.up_proj,0.0001500325,0.05000,1.245
24,mlp.experts.83.up_proj,0.0001994279,0.05000,1.255
24,mlp.experts.76.up_proj,0.0002353409,0.05000,1.259
24,mlp.experts.89.up_proj,0.0001248437,0.05000,1.257
24,mlp.experts.86.up_proj,0.0002241979,0.05000,1.252
24,mlp.experts.87.up_proj,0.0000898018,0.05000,1.228
24,mlp.experts.80.up_proj,0.0001510322,0.05000,1.237
24,mlp.experts.93.up_proj,0.0000500699,0.05000,1.231
24,mlp.experts.90.up_proj,0.0002176246,0.05000,1.233
24,mlp.experts.91.up_proj,0.0001668541,0.05000,1.251
24,mlp.experts.84.up_proj,0.0000574366,0.05000,1.247
24,mlp.experts.97.up_proj,0.0001221864,0.05000,1.274
24,mlp.experts.94.up_proj,0.0000997901,0.05000,1.267
24,mlp.experts.95.up_proj,0.0000801748,0.05000,1.242
24,mlp.experts.88.up_proj,0.0001479001,0.05000,1.237
24,mlp.experts.101.up_proj,0.0000506302,0.05000,1.237
24,mlp.experts.98.up_proj,0.0000607336,0.05000,1.234
24,mlp.experts.99.up_proj,0.0001381669,0.05000,1.258
24,mlp.experts.92.up_proj,0.0001434094,0.05000,1.257
24,mlp.experts.105.up_proj,0.0001744029,0.05000,1.259
24,mlp.experts.102.up_proj,0.0001557145,0.05000,1.256
24,mlp.experts.96.up_proj,0.0001889181,0.05000,1.225
24,mlp.experts.103.up_proj,0.0001114405,0.05000,1.240
24,mlp.experts.109.up_proj,0.0001310840,0.05000,1.241
24,mlp.experts.106.up_proj,0.0001100302,0.05000,1.242
24,mlp.experts.100.up_proj,0.0001488667,0.05000,1.240
24,mlp.experts.107.up_proj,0.0000579063,0.05000,1.248
24,mlp.experts.113.up_proj,0.0001514377,0.05000,1.237
24,mlp.experts.110.up_proj,0.0001397145,0.05000,1.242
24,mlp.experts.104.up_proj,0.0002158717,0.05000,1.242
24,mlp.experts.111.up_proj,0.0000956239,0.05000,1.241
24,mlp.experts.117.up_proj,0.0001473988,0.05000,1.246
24,mlp.experts.114.up_proj,0.0001024805,0.05000,1.246
24,mlp.experts.118.up_proj,fallback(rtn): 0.0010223,0.00000,0.017
24,mlp.experts.108.up_proj,0.0001115403,0.05000,1.233
24,mlp.experts.115.up_proj,0.0000661167,0.05000,1.241
24,mlp.experts.121.up_proj,0.0000452084,0.05000,1.228
24,mlp.experts.122.up_proj,0.0001088946,0.05000,1.245
24,mlp.experts.112.up_proj,0.0001124637,0.05000,1.284
24,mlp.experts.119.up_proj,0.0000823323,0.05000,1.280
24,mlp.experts.125.up_proj,0.0000369418,0.05000,1.270
24,mlp.experts.126.up_proj,0.0001534093,0.05000,1.277
24,mlp.experts.116.up_proj,0.0000973165,0.05000,1.253
24,mlp.experts.123.up_proj,0.0001140051,0.05000,1.256
24,mlp.experts.129.up_proj,0.0002054423,0.05000,1.249
24,mlp.experts.130.up_proj,0.0002636153,0.05000,1.242
24,mlp.experts.120.up_proj,0.0001179081,0.05000,1.242
24,mlp.experts.127.up_proj,0.0001410132,0.05000,1.243
24,mlp.experts.133.up_proj,0.0000880005,0.05000,1.252
24,mlp.experts.134.up_proj,0.0000329643,0.05000,1.244
24,mlp.experts.124.up_proj,0.0001423355,0.05000,1.250
24,mlp.experts.131.up_proj,0.0001272551,0.05000,1.257
24,mlp.experts.137.up_proj,0.0001629590,0.05000,1.250
24,mlp.experts.138.up_proj,0.0000422227,0.05000,1.233
24,mlp.experts.128.up_proj,0.0000988710,0.05000,1.259
24,mlp.experts.135.up_proj,0.0001226366,0.05000,1.254
24,mlp.experts.141.up_proj,0.0001385041,0.05000,1.265
24,mlp.experts.142.up_proj,0.0001103299,0.05000,1.254
24,mlp.experts.132.up_proj,0.0000443423,0.05000,1.258
24,mlp.experts.139.up_proj,0.0001048151,0.05000,1.257
24,mlp.experts.145.up_proj,0.0000923289,0.05000,1.266
24,mlp.experts.146.up_proj,0.0001734489,0.05000,1.266
24,mlp.experts.136.up_proj,0.0000326459,0.05000,1.250
24,mlp.experts.143.up_proj,0.0000667686,0.05000,1.249
24,mlp.experts.149.up_proj,0.0000775538,0.05000,1.235
24,mlp.experts.150.up_proj,0.0001281959,0.05000,1.253
24,mlp.experts.154.up_proj,fallback(rtn): 0.0012131,0.00000,0.018
24,mlp.experts.140.up_proj,0.0000742708,0.05000,1.240
24,mlp.experts.147.up_proj,0.0000537828,0.05000,1.242
24,mlp.experts.153.up_proj,0.0001466296,0.05000,1.242
24,mlp.experts.158.up_proj,0.0001340511,0.05000,1.236
24,mlp.experts.144.up_proj,0.0001095044,0.05000,1.231
24,mlp.experts.151.up_proj,0.0000653729,0.05000,1.234
24,mlp.experts.157.up_proj,0.0000680661,0.05000,1.230
24,mlp.experts.162.up_proj,0.0002766291,0.05000,1.227
24,mlp.experts.148.up_proj,0.0001334164,0.05000,1.253
24,mlp.experts.155.up_proj,0.0000499687,0.05000,1.252
24,mlp.experts.161.up_proj,0.0000589780,0.05000,1.247
24,mlp.experts.166.up_proj,0.0000910225,0.05000,1.239
24,mlp.experts.152.up_proj,0.0001717749,0.05000,1.233
24,mlp.experts.159.up_proj,0.0001036510,0.05000,1.247
24,mlp.experts.165.up_proj,0.0001312428,0.05000,1.242
24,mlp.experts.170.up_proj,0.0000751079,0.05000,1.243
24,mlp.experts.156.up_proj,0.0001584784,0.05000,1.236
24,mlp.experts.163.up_proj,0.0000544437,0.05000,1.237
24,mlp.experts.169.up_proj,0.0001723406,0.05000,1.240
24,mlp.experts.174.up_proj,0.0001762450,0.05000,1.235
24,mlp.experts.160.up_proj,0.0000524446,0.05000,1.257
24,mlp.experts.167.up_proj,0.0001140713,0.05000,1.256
24,mlp.experts.173.up_proj,0.0000744079,0.05000,1.264
24,mlp.experts.178.up_proj,0.0000826896,0.05000,1.268
24,mlp.experts.164.up_proj,0.0001698427,0.05000,1.238
24,mlp.experts.171.up_proj,0.0001052652,0.05000,1.234
24,mlp.experts.177.up_proj,0.0000980943,0.05000,1.233
24,mlp.experts.182.up_proj,0.0001794783,0.05000,1.226
24,mlp.experts.168.up_proj,0.0000533915,0.05000,1.244
24,mlp.experts.175.up_proj,0.0001839709,0.05000,1.245
24,mlp.experts.181.up_proj,0.0000928933,0.05000,1.248
24,mlp.experts.186.up_proj,0.0000717865,0.05000,1.258
24,mlp.experts.172.up_proj,0.0000928181,0.05000,1.244
24,mlp.experts.179.up_proj,0.0001620043,0.05000,1.255
24,mlp.experts.185.up_proj,0.0001153591,0.05000,1.246
24,mlp.experts.190.up_proj,0.0000941103,0.05000,1.251
24,mlp.experts.176.up_proj,0.0000736946,0.05000,1.251
24,mlp.experts.183.up_proj,0.0001046062,0.05000,1.237
24,mlp.experts.189.up_proj,0.0000791235,0.05000,1.253
24,mlp.experts.193.up_proj,fallback(rtn): 0.0010071,0.00000,0.018
24,mlp.experts.197.up_proj,fallback(rtn): 0.0010147,0.00000,0.017
24,mlp.experts.194.up_proj,0.0000396347,0.05000,1.252
24,mlp.experts.180.up_proj,0.0001563860,0.05000,1.259
24,mlp.experts.187.up_proj,0.0001789577,0.05000,1.266
24,mlp.experts.201.up_proj,0.0001328847,0.05000,1.256
24,mlp.experts.198.up_proj,0.0001371788,0.05000,1.256
24,mlp.experts.184.up_proj,0.0001125000,0.05000,1.239
24,mlp.experts.191.up_proj,0.0000648225,0.05000,1.245
24,mlp.experts.205.up_proj,0.0000585188,0.05000,1.239
24,mlp.experts.202.up_proj,0.0001227329,0.05000,1.236
24,mlp.experts.188.up_proj,0.0000967692,0.05000,1.269
24,mlp.experts.195.up_proj,0.0001501245,0.05000,1.262
24,mlp.experts.209.up_proj,0.0001896983,0.05000,1.261
24,mlp.experts.206.up_proj,0.0000334281,0.05000,1.266
24,mlp.experts.192.up_proj,0.0001065034,0.05000,1.247
24,mlp.experts.199.up_proj,0.0002333954,0.05000,1.247
24,mlp.experts.213.up_proj,0.0001595292,0.05000,1.249
24,mlp.experts.210.up_proj,0.0000963194,0.05000,1.246
24,mlp.experts.196.up_proj,0.0001092247,0.05000,1.245
24,mlp.experts.203.up_proj,0.0001040796,0.05000,1.243
24,mlp.experts.217.up_proj,0.0000821984,0.05000,1.243
24,mlp.experts.214.up_proj,0.0001101783,0.05000,1.243
24,mlp.experts.200.up_proj,0.0000715315,0.05000,1.257
24,mlp.experts.207.up_proj,0.0000798246,0.05000,1.264
24,mlp.experts.221.up_proj,0.0000531722,0.05000,1.269
24,mlp.experts.218.up_proj,0.0001425477,0.05000,1.260
24,mlp.experts.204.up_proj,0.0001670587,0.05000,1.232
24,mlp.experts.211.up_proj,0.0001919699,0.05000,1.248
24,mlp.experts.215.up_proj,fallback(rtn): 0.0010681,0.00000,0.018
24,mlp.experts.225.up_proj,0.0001397290,0.05000,1.242
24,mlp.experts.222.up_proj,0.0000652387,0.05000,1.247
24,mlp.experts.208.up_proj,0.0000448817,0.05000,1.242
24,mlp.experts.219.up_proj,0.0000950611,0.05000,1.236
24,mlp.experts.229.up_proj,0.0000839924,0.05000,1.239
24,mlp.experts.226.up_proj,0.0001626483,0.05000,1.243
24,mlp.experts.212.up_proj,0.0000795442,0.05000,1.253
24,mlp.experts.223.up_proj,0.0001761517,0.05000,1.247
24,mlp.experts.233.up_proj,0.0001360843,0.05000,1.253
24,mlp.experts.237.up_proj,fallback(rtn): 0.0010300,0.00000,0.017
24,mlp.experts.230.up_proj,0.0000605279,0.05000,1.237
24,mlp.experts.216.up_proj,0.0001487240,0.05000,1.262
24,mlp.experts.227.up_proj,0.0000517641,0.05000,1.264
24,mlp.experts.241.up_proj,0.0000511346,0.05000,1.253
24,mlp.experts.234.up_proj,0.0000949982,0.05000,1.255
24,mlp.experts.220.up_proj,0.0000640186,0.05000,1.272
24,mlp.experts.231.up_proj,0.0001145371,0.05000,1.267
24,mlp.experts.245.up_proj,0.0000729837,0.05000,1.262
24,mlp.experts.238.up_proj,0.0001697610,0.05000,1.262
24,mlp.experts.224.up_proj,0.0001393115,0.05000,1.263
24,mlp.experts.235.up_proj,0.0002331344,0.05000,1.265
24,mlp.experts.249.up_proj,0.0001095166,0.05000,1.264
24,mlp.experts.242.up_proj,0.0000723198,0.05000,1.259
24,mlp.experts.228.up_proj,0.0001153440,0.05000,1.243
24,mlp.experts.239.up_proj,0.0000965171,0.05000,1.238
24,mlp.experts.253.up_proj,0.0001802519,0.05000,1.243
24,mlp.experts.246.up_proj,0.0001871535,0.05000,1.227
24,mlp.experts.232.up_proj,0.0001787478,0.05000,0.823
24,mlp.experts.243.up_proj,0.0001912548,0.05000,0.807
24,mlp.experts.250.up_proj,0.0000684001,0.05000,0.771
24,mlp.experts.236.up_proj,0.0001556671,0.05000,0.767
24,mlp.experts.247.up_proj,0.0001545713,0.05000,0.765
24,mlp.experts.254.up_proj,0.0001153312,0.05000,0.766
24,mlp.experts.240.up_proj,0.0000738349,0.05000,0.493
24,mlp.experts.251.up_proj,0.0001499728,0.05000,0.482
24,mlp.experts.244.up_proj,0.0001423283,0.05000,0.461
24,mlp.experts.255.up_proj,0.0001655780,0.05000,0.460
24,mlp.experts.248.up_proj,0.0001021493,0.05000,0.252
24,mlp.experts.252.up_proj,0.0001337122,0.05000,0.244
24,mlp.experts.3.down_proj,0.0000013119,0.05000,0.310
24,mlp.experts.0.down_proj,0.0000040136,0.05000,0.314
24,mlp.experts.2.down_proj,0.0000023647,0.05000,0.317
24,mlp.experts.1.down_proj,0.0000005405,0.05000,0.322
24,mlp.experts.7.down_proj,0.0000016498,0.05000,0.314
24,mlp.experts.4.down_proj,0.0000020049,0.05000,0.320
24,mlp.experts.6.down_proj,0.0000021986,0.05000,0.317
24,mlp.experts.5.down_proj,0.0000023029,0.05000,0.321
24,mlp.experts.11.down_proj,0.0000026709,0.05000,0.318
24,mlp.experts.8.down_proj,0.0000017931,0.05000,0.317
24,mlp.experts.10.down_proj,0.0000032281,0.05000,0.320
24,mlp.experts.9.down_proj,0.0000048822,0.05000,0.319
24,mlp.experts.15.down_proj,0.0000144880,0.05000,0.326
24,mlp.experts.12.down_proj,0.0000037527,0.05000,0.327
24,mlp.experts.14.down_proj,0.0000026472,0.05000,0.328
24,mlp.experts.13.down_proj,0.0000009979,0.05000,0.316
24,mlp.experts.19.down_proj,0.0000017785,0.05000,0.317
24,mlp.experts.16.down_proj,0.0000027837,0.05000,0.314
24,mlp.experts.18.down_proj,0.0000018205,0.05000,0.316
24,mlp.experts.17.down_proj,0.0000035226,0.05000,0.319
24,mlp.experts.20.down_proj,0.0000011461,0.05000,0.307
24,mlp.experts.23.down_proj,0.0000013652,0.05000,0.312
24,mlp.experts.22.down_proj,0.0000052362,0.05000,0.313
24,mlp.experts.21.down_proj,0.0000036703,0.05000,0.307
24,mlp.experts.27.down_proj,0.0000005946,0.05000,0.312
24,mlp.experts.24.down_proj,0.0000014907,0.05000,0.319
24,mlp.experts.25.down_proj,0.0000041110,0.05000,0.309
24,mlp.experts.26.down_proj,0.0000016546,0.05000,0.315
24,mlp.experts.31.down_proj,0.0000047692,0.05000,0.310
24,mlp.experts.28.down_proj,0.0000051315,0.05000,0.309
24,mlp.experts.29.down_proj,0.0000026627,0.05000,0.309
24,mlp.experts.30.down_proj,0.0000059474,0.05000,0.313
24,mlp.experts.35.down_proj,0.0000114255,0.05000,0.315
24,mlp.experts.32.down_proj,0.0000053851,0.05000,0.319
24,mlp.experts.33.down_proj,0.0000027875,0.05000,0.318
24,mlp.experts.34.down_proj,0.0000031728,0.05000,0.318
24,mlp.experts.39.down_proj,0.0000024233,0.05000,0.312
24,mlp.experts.36.down_proj,0.0000013805,0.05000,0.308
24,mlp.experts.37.down_proj,0.0000015486,0.05000,0.309
24,mlp.experts.38.down_proj,0.0000041872,0.05000,0.310
24,mlp.experts.43.down_proj,0.0000032151,0.05000,0.308
24,mlp.experts.40.down_proj,0.0000034419,0.05000,0.313
24,mlp.experts.41.down_proj,0.0000035276,0.05000,0.309
24,mlp.experts.42.down_proj,0.0000019710,0.05000,0.312
24,mlp.experts.47.down_proj,0.0000016184,0.05000,0.315
24,mlp.experts.44.down_proj,0.0000017609,0.05000,0.312
24,mlp.experts.45.down_proj,0.0000043057,0.05000,0.315
24,mlp.experts.46.down_proj,0.0000016276,0.05000,0.319
24,mlp.experts.51.down_proj,0.0000068491,0.05000,0.314
24,mlp.experts.48.down_proj,0.0000017152,0.05000,0.312
24,mlp.experts.49.down_proj,0.0000019652,0.05000,0.323
24,mlp.experts.50.down_proj,0.0000020262,0.05000,0.325
24,mlp.experts.55.down_proj,0.0000015743,0.05000,0.320
24,mlp.experts.52.down_proj,0.0000054677,0.05000,0.331
24,mlp.experts.53.down_proj,0.0000018394,0.05000,0.322
24,mlp.experts.54.down_proj,0.0000022312,0.05000,0.319
24,mlp.experts.59.down_proj,0.0000013173,0.05000,0.315
24,mlp.experts.56.down_proj,0.0000028082,0.05000,0.318
24,mlp.experts.57.down_proj,0.0000012389,0.05000,0.311
24,mlp.experts.58.down_proj,0.0000027575,0.05000,0.323
24,mlp.experts.63.down_proj,0.0000013837,0.05000,0.326
24,mlp.experts.61.down_proj,0.0000029172,0.05000,0.314
24,mlp.experts.60.down_proj,0.0000011433,0.05000,0.330
24,mlp.experts.62.down_proj,0.0000016166,0.05000,0.317
24,mlp.experts.67.down_proj,0.0000011408,0.05000,0.309
24,mlp.experts.64.down_proj,0.0000022342,0.05000,0.308
24,mlp.experts.65.down_proj,0.0000012574,0.05000,0.316
24,mlp.experts.66.down_proj,0.0000024488,0.05000,0.323
24,mlp.experts.71.down_proj,0.0000012421,0.05000,0.329
24,mlp.experts.68.down_proj,0.0000020939,0.05000,0.331
24,mlp.experts.69.down_proj,0.0000017321,0.05000,0.320
24,mlp.experts.70.down_proj,0.0000024608,0.05000,0.323
24,mlp.experts.75.down_proj,0.0000063513,0.05000,0.319
24,mlp.experts.73.down_proj,0.0000016528,0.05000,0.313
24,mlp.experts.72.down_proj,0.0000013550,0.05000,0.321
24,mlp.experts.74.down_proj,0.0000013986,0.05000,0.319
24,mlp.experts.79.down_proj,0.0000021714,0.05000,0.334
24,mlp.experts.77.down_proj,0.0000028084,0.05000,0.332
24,mlp.experts.76.down_proj,0.0000055271,0.05000,0.330
24,mlp.experts.78.down_proj,0.0000037716,0.05000,0.320
24,mlp.experts.81.down_proj,0.0000061100,0.05000,0.306
24,mlp.experts.83.down_proj,0.0000043531,0.05000,0.314
24,mlp.experts.80.down_proj,0.0000040063,0.05000,0.313
24,mlp.experts.82.down_proj,0.0000038521,0.05000,0.313
24,mlp.experts.85.down_proj,0.0000038746,0.05000,0.317
24,mlp.experts.87.down_proj,0.0000011278,0.05000,0.316
24,mlp.experts.84.down_proj,0.0000017760,0.05000,0.315
24,mlp.experts.86.down_proj,0.0000058957,0.05000,0.314
24,mlp.experts.89.down_proj,0.0000020297,0.05000,0.313
24,mlp.experts.91.down_proj,0.0000028072,0.05000,0.313
24,mlp.experts.88.down_proj,0.0000022418,0.05000,0.317
24,mlp.experts.90.down_proj,0.0000050654,0.05000,0.313
24,mlp.experts.93.down_proj,0.0000017846,0.05000,0.317
24,mlp.experts.95.down_proj,0.0000018724,0.05000,0.323
24,mlp.experts.92.down_proj,0.0000028815,0.05000,0.320
24,mlp.experts.94.down_proj,0.0000022721,0.05000,0.321
24,mlp.experts.97.down_proj,0.0000052782,0.05000,0.316
24,mlp.experts.99.down_proj,0.0000030254,0.05000,0.318
24,mlp.experts.96.down_proj,0.0000047671,0.05000,0.318
24,mlp.experts.98.down_proj,0.0000006532,0.05000,0.313
24,mlp.experts.101.down_proj,0.0000009963,0.05000,0.311
24,mlp.experts.103.down_proj,0.0000039554,0.05000,0.307
24,mlp.experts.100.down_proj,0.0000022829,0.05000,0.311
24,mlp.experts.102.down_proj,0.0000020638,0.05000,0.311
24,mlp.experts.105.down_proj,0.0000033822,0.05000,0.318
24,mlp.experts.107.down_proj,0.0000017207,0.05000,0.319
24,mlp.experts.104.down_proj,0.0000037512,0.05000,0.320
24,mlp.experts.106.down_proj,0.0000027966,0.05000,0.321
24,mlp.experts.109.down_proj,0.0000058510,0.05000,0.322
24,mlp.experts.111.down_proj,0.0000018937,0.05000,0.322
24,mlp.experts.108.down_proj,0.0000038362,0.05000,0.322
24,mlp.experts.110.down_proj,0.0000052250,0.05000,0.326
24,mlp.experts.113.down_proj,0.0000024150,0.05000,0.321
24,mlp.experts.115.down_proj,0.0000033004,0.05000,0.323
24,mlp.experts.112.down_proj,0.0000018980,0.05000,0.320
24,mlp.experts.114.down_proj,0.0000024761,0.05000,0.315
24,mlp.experts.118.down_proj,fallback(rtn): 0.0010147,0.00000,0.006
24,mlp.experts.117.down_proj,0.0000019835,0.05000,0.313
24,mlp.experts.119.down_proj,0.0000027655,0.05000,0.314
24,mlp.experts.116.down_proj,0.0000029995,0.05000,0.312
24,mlp.experts.122.down_proj,0.0000024291,0.05000,0.311
24,mlp.experts.121.down_proj,0.0000012464,0.05000,0.320
24,mlp.experts.123.down_proj,0.0000025056,0.05000,0.323
24,mlp.experts.120.down_proj,0.0000022352,0.05000,0.327
24,mlp.experts.126.down_proj,0.0000026605,0.05000,0.320
24,mlp.experts.125.down_proj,0.0000009163,0.05000,0.308
24,mlp.experts.127.down_proj,0.0000025423,0.05000,0.313
24,mlp.experts.124.down_proj,0.0000020175,0.05000,0.308
24,mlp.experts.130.down_proj,0.0000058448,0.05000,0.309
24,mlp.experts.129.down_proj,0.0000053070,0.05000,0.312
24,mlp.experts.131.down_proj,0.0000065377,0.05000,0.313
24,mlp.experts.128.down_proj,0.0000031739,0.05000,0.315
24,mlp.experts.134.down_proj,0.0000007371,0.05000,0.315
24,mlp.experts.133.down_proj,0.0000021873,0.05000,0.316
24,mlp.experts.135.down_proj,0.0000023014,0.05000,0.315
24,mlp.experts.132.down_proj,0.0000012324,0.05000,0.313
24,mlp.experts.138.down_proj,0.0000010567,0.05000,0.311
24,mlp.experts.137.down_proj,0.0000035318,0.05000,0.314
24,mlp.experts.139.down_proj,0.0000027947,0.05000,0.316
24,mlp.experts.136.down_proj,0.0000006355,0.05000,0.314
24,mlp.experts.142.down_proj,0.0000018323,0.05000,0.312
24,mlp.experts.141.down_proj,0.0000026711,0.05000,0.319
24,mlp.experts.143.down_proj,0.0000016725,0.05000,0.327
24,mlp.experts.140.down_proj,0.0000023500,0.05000,0.325
24,mlp.experts.146.down_proj,0.0000029005,0.05000,0.325
24,mlp.experts.145.down_proj,0.0000018844,0.05000,0.316
24,mlp.experts.147.down_proj,0.0000020461,0.05000,0.312
24,mlp.experts.144.down_proj,0.0000018591,0.05000,0.312
24,mlp.experts.150.down_proj,0.0000030177,0.05000,0.318
24,mlp.experts.154.down_proj,fallback(rtn): 0.0011826,0.00000,0.005
24,mlp.experts.149.down_proj,0.0000031748,0.05000,0.313
24,mlp.experts.151.down_proj,0.0000016723,0.05000,0.313
24,mlp.experts.148.down_proj,0.0000060330,0.05000,0.317
24,mlp.experts.158.down_proj,0.0000008181,0.05000,0.316
24,mlp.experts.153.down_proj,0.0000022106,0.05000,0.308
24,mlp.experts.155.down_proj,0.0000016827,0.05000,0.309
24,mlp.experts.152.down_proj,0.0000048788,0.05000,0.311
24,mlp.experts.162.down_proj,0.0000074352,0.05000,0.312
24,mlp.experts.157.down_proj,0.0000027153,0.05000,0.331
24,mlp.experts.159.down_proj,0.0000040783,0.05000,0.336
24,mlp.experts.156.down_proj,0.0000024302,0.05000,0.345
24,mlp.experts.166.down_proj,0.0000038486,0.05000,0.334
24,mlp.experts.161.down_proj,0.0000021286,0.05000,0.325
24,mlp.experts.163.down_proj,0.0000016492,0.05000,0.324
24,mlp.experts.160.down_proj,0.0000018347,0.05000,0.317
24,mlp.experts.170.down_proj,0.0000017821,0.05000,0.315
24,mlp.experts.165.down_proj,0.0000023407,0.05000,0.314
24,mlp.experts.167.down_proj,0.0000014443,0.05000,0.312
24,mlp.experts.164.down_proj,0.0000030179,0.05000,0.313
24,mlp.experts.174.down_proj,0.0000025670,0.05000,0.315
24,mlp.experts.169.down_proj,0.0000054273,0.05000,0.330
24,mlp.experts.171.down_proj,0.0000030877,0.05000,0.331
24,mlp.experts.168.down_proj,0.0000011114,0.05000,0.328
24,mlp.experts.178.down_proj,0.0000028607,0.05000,0.331
24,mlp.experts.173.down_proj,0.0000017924,0.05000,0.314
24,mlp.experts.175.down_proj,0.0000034424,0.05000,0.316
24,mlp.experts.172.down_proj,0.0000025358,0.05000,0.314
24,mlp.experts.182.down_proj,0.0000040682,0.05000,0.323
24,mlp.experts.177.down_proj,0.0000014358,0.05000,0.327
24,mlp.experts.179.down_proj,0.0000043991,0.05000,0.322
24,mlp.experts.176.down_proj,0.0000020569,0.05000,0.320
24,mlp.experts.186.down_proj,0.0000020641,0.05000,0.324
24,mlp.experts.181.down_proj,0.0000023993,0.05000,0.309
24,mlp.experts.183.down_proj,0.0000033515,0.05000,0.308
24,mlp.experts.180.down_proj,0.0000037033,0.05000,0.313
24,mlp.experts.190.down_proj,0.0000030801,0.05000,0.310
24,mlp.experts.185.down_proj,0.0000035777,0.05000,0.308
24,mlp.experts.187.down_proj,0.0000035926,0.05000,0.315
24,mlp.experts.184.down_proj,0.0000017448,0.05000,0.310
24,mlp.experts.194.down_proj,0.0000010729,0.05000,0.317
24,mlp.experts.189.down_proj,0.0000013897,0.05000,0.313
24,mlp.experts.193.down_proj,fallback(rtn): 0.0009995,0.00000,0.005
24,mlp.experts.197.down_proj,fallback(rtn): 0.0010071,0.00000,0.005
24,mlp.experts.191.down_proj,0.0000018280,0.05000,0.317
24,mlp.experts.188.down_proj,0.0000012192,0.05000,0.319
24,mlp.experts.198.down_proj,0.0000062460,0.05000,0.319
24,mlp.experts.201.down_proj,0.0000025128,0.05000,0.313
24,mlp.experts.195.down_proj,0.0000023232,0.05000,0.318
24,mlp.experts.192.down_proj,0.0000022663,0.05000,0.319
24,mlp.experts.202.down_proj,0.0000029472,0.05000,0.313
24,mlp.experts.205.down_proj,0.0000019036,0.05000,0.308
24,mlp.experts.199.down_proj,0.0000056345,0.05000,0.311
24,mlp.experts.196.down_proj,0.0000030663,0.05000,0.314
24,mlp.experts.206.down_proj,0.0000009686,0.05000,0.320
24,mlp.experts.209.down_proj,0.0000054059,0.05000,0.328
24,mlp.experts.203.down_proj,0.0000028492,0.05000,0.327
24,mlp.experts.200.down_proj,0.0000012428,0.05000,0.321
24,mlp.experts.210.down_proj,0.0000037894,0.05000,0.319
24,mlp.experts.213.down_proj,0.0000025268,0.05000,0.315
24,mlp.experts.207.down_proj,0.0000018080,0.05000,0.312
24,mlp.experts.204.down_proj,0.0000035905,0.05000,0.313
24,mlp.experts.214.down_proj,0.0000017233,0.05000,0.310
24,mlp.experts.217.down_proj,0.0000034791,0.05000,0.321
24,mlp.experts.211.down_proj,0.0000036326,0.05000,0.319
24,mlp.experts.215.down_proj,fallback(rtn): 0.0010529,0.00000,0.005
24,mlp.experts.208.down_proj,0.0000008839,0.05000,0.325
24,mlp.experts.218.down_proj,0.0000023755,0.05000,0.321
24,mlp.experts.221.down_proj,0.0000014769,0.05000,0.307
24,mlp.experts.219.down_proj,0.0000025337,0.05000,0.308
24,mlp.experts.212.down_proj,0.0000031227,0.05000,0.322
24,mlp.experts.222.down_proj,0.0000018143,0.05000,0.320
24,mlp.experts.225.down_proj,0.0000035347,0.05000,0.322
24,mlp.experts.223.down_proj,0.0000071862,0.05000,0.323
24,mlp.experts.216.down_proj,0.0000024663,0.05000,0.312
24,mlp.experts.226.down_proj,0.0000040731,0.05000,0.314
24,mlp.experts.229.down_proj,0.0000015180,0.05000,0.311
24,mlp.experts.227.down_proj,0.0000013575,0.05000,0.317
24,mlp.experts.220.down_proj,0.0000021701,0.05000,0.315
24,mlp.experts.230.down_proj,0.0000021016,0.05000,0.317
24,mlp.experts.233.down_proj,0.0000042701,0.05000,0.310
24,mlp.experts.237.down_proj,fallback(rtn): 0.0010223,0.00000,0.005
24,mlp.experts.231.down_proj,0.0000022664,0.05000,0.310
24,mlp.experts.224.down_proj,0.0000021626,0.05000,0.312
24,mlp.experts.234.down_proj,0.0000029983,0.05000,0.313
24,mlp.experts.241.down_proj,0.0000012207,0.05000,0.306
24,mlp.experts.235.down_proj,0.0000043996,0.05000,0.315
24,mlp.experts.228.down_proj,0.0000101174,0.05000,0.316
24,mlp.experts.238.down_proj,0.0000071104,0.05000,0.314
24,mlp.experts.245.down_proj,0.0000017394,0.05000,0.320
24,mlp.experts.239.down_proj,0.0000019075,0.05000,0.312
24,mlp.experts.232.down_proj,0.0000028907,0.05000,0.311
24,mlp.experts.242.down_proj,0.0000041605,0.05000,0.312
24,mlp.experts.249.down_proj,0.0000049715,0.05000,0.315
24,mlp.experts.243.down_proj,0.0000031745,0.05000,0.318
24,mlp.experts.236.down_proj,0.0000040550,0.05000,0.319
24,mlp.experts.246.down_proj,0.0000031414,0.05000,0.311
24,mlp.experts.253.down_proj,0.0000028486,0.05000,0.313
24,mlp.experts.247.down_proj,0.0000019233,0.05000,0.304
24,mlp.experts.240.down_proj,0.0000029894,0.05000,0.293
24,mlp.experts.250.down_proj,0.0000020645,0.05000,0.287
24,mlp.experts.251.down_proj,0.0000026864,0.05000,0.194
24,mlp.experts.244.down_proj,0.0000033069,0.05000,0.192
24,mlp.experts.254.down_proj,0.0000016345,0.05000,0.191
24,mlp.experts.255.down_proj,0.0000022866,0.05000,0.120
24,mlp.experts.248.down_proj,0.0000046801,0.05000,0.116
24,mlp.experts.252.down_proj,0.0000020852,0.05000,0.062
25,mlp.experts.1.gate_proj,0.0000918209,0.05000,1.232
25,mlp.experts.3.gate_proj,0.0002520255,0.05000,1.231
25,mlp.experts.2.gate_proj,0.0001772323,0.05000,1.235
25,mlp.experts.0.gate_proj,0.0000515296,0.05000,1.249
25,mlp.experts.6.gate_proj,0.0001000893,0.05000,1.215
25,mlp.experts.5.gate_proj,0.0001082280,0.05000,1.220
25,mlp.experts.4.gate_proj,0.0001725464,0.05000,1.222
25,mlp.experts.7.gate_proj,0.0002093074,0.05000,1.237
25,mlp.experts.8.gate_proj,0.0001870340,0.05000,1.226
25,mlp.experts.11.gate_proj,0.0000793440,0.05000,1.217
25,mlp.experts.9.gate_proj,0.0002377381,0.05000,1.237
25,mlp.experts.10.gate_proj,0.0000755389,0.05000,1.247
25,mlp.experts.13.gate_proj,0.0000995473,0.05000,1.232
25,mlp.experts.12.gate_proj,0.0003498084,0.05000,1.238
25,mlp.experts.15.gate_proj,0.0000951997,0.05000,1.234
25,mlp.experts.14.gate_proj,0.0002871766,0.05000,1.239
25,mlp.experts.16.gate_proj,0.0002384405,0.05000,1.230
25,mlp.experts.17.gate_proj,0.0002316790,0.05000,1.234
25,mlp.experts.19.gate_proj,0.0001564241,0.05000,1.234
25,mlp.experts.18.gate_proj,0.0000337508,0.05000,1.247
25,mlp.experts.21.gate_proj,0.0001090126,0.05000,1.252
25,mlp.experts.22.gate_proj,0.0000474382,0.05000,1.245
25,mlp.experts.23.gate_proj,0.0001077202,0.05000,1.265
25,mlp.experts.20.gate_proj,0.0001407735,0.05000,1.282
25,mlp.experts.25.gate_proj,fallback(rtn): 0.0010681,0.00000,0.034
25,mlp.experts.26.gate_proj,0.0001516704,0.05000,1.233
25,mlp.experts.24.gate_proj,0.0001941694,0.05000,1.241
25,mlp.experts.27.gate_proj,0.0000753672,0.05000,1.254
25,mlp.experts.29.gate_proj,0.0001627952,0.05000,1.248
25,mlp.experts.30.gate_proj,0.0000817504,0.05000,1.318
25,mlp.experts.28.gate_proj,0.0000944596,0.05000,1.307
25,mlp.experts.31.gate_proj,0.0003444444,0.05000,1.305
25,mlp.experts.33.gate_proj,0.0000661136,0.05000,1.305
25,mlp.experts.34.gate_proj,0.0001857114,0.05000,1.258
25,mlp.experts.32.gate_proj,0.0002311457,0.05000,1.256
25,mlp.experts.35.gate_proj,0.0002231178,0.05000,1.255
25,mlp.experts.37.gate_proj,0.0001247552,0.05000,1.243
25,mlp.experts.38.gate_proj,0.0000702201,0.05000,1.219
25,mlp.experts.36.gate_proj,0.0000721662,0.05000,1.220
25,mlp.experts.39.gate_proj,0.0000936105,0.05000,1.228
25,mlp.experts.41.gate_proj,0.0000783348,0.05000,1.231
25,mlp.experts.42.gate_proj,0.0000775736,0.05000,1.247
25,mlp.experts.40.gate_proj,0.0001732200,0.05000,1.248
25,mlp.experts.43.gate_proj,0.0000351649,0.05000,1.249
25,mlp.experts.45.gate_proj,0.0001217914,0.05000,1.260
25,mlp.experts.44.gate_proj,0.0001181240,0.05000,1.227
25,mlp.experts.46.gate_proj,0.0001174662,0.05000,1.241
25,mlp.experts.47.gate_proj,0.0000471801,0.05000,1.240
25,mlp.experts.49.gate_proj,0.0002292419,0.05000,1.235
25,mlp.experts.48.gate_proj,0.0000564099,0.05000,1.246
25,mlp.experts.50.gate_proj,0.0001377163,0.05000,1.257
25,mlp.experts.51.gate_proj,0.0000658612,0.05000,1.249
25,mlp.experts.53.gate_proj,0.0003752760,0.05000,1.248
25,mlp.experts.52.gate_proj,0.0001660257,0.05000,1.245
25,mlp.experts.55.gate_proj,0.0001647645,0.05000,1.228
25,mlp.experts.54.gate_proj,0.0003191862,0.05000,1.250
25,mlp.experts.57.gate_proj,0.0003010715,0.05000,1.243
25,mlp.experts.59.gate_proj,fallback(rtn): 0.0010529,0.00000,0.025
25,mlp.experts.56.gate_proj,0.0001418092,0.05000,1.271
25,mlp.experts.58.gate_proj,0.0000740662,0.05000,1.256
25,mlp.experts.63.gate_proj,0.0001474625,0.05000,1.261
25,mlp.experts.61.gate_proj,0.0000479457,0.05000,1.280
25,mlp.experts.62.gate_proj,0.0002835885,0.05000,1.240
25,mlp.experts.60.gate_proj,0.0002456815,0.05000,1.256
25,mlp.experts.67.gate_proj,0.0001353717,0.05000,1.245
25,mlp.experts.65.gate_proj,0.0001115283,0.05000,1.243
25,mlp.experts.66.gate_proj,0.0000540499,0.05000,1.243
25,mlp.experts.64.gate_proj,0.0001201911,0.05000,1.233
25,mlp.experts.71.gate_proj,0.0001095117,0.05000,1.238
25,mlp.experts.69.gate_proj,0.0001809893,0.05000,1.237
25,mlp.experts.68.gate_proj,0.0003369521,0.05000,1.248
25,mlp.experts.75.gate_proj,0.0001137447,0.05000,1.243
25,mlp.experts.70.gate_proj,0.0001390477,0.05000,1.269
25,mlp.experts.73.gate_proj,0.0001032360,0.05000,1.249
25,mlp.experts.72.gate_proj,0.0000835721,0.05000,1.243
25,mlp.experts.79.gate_proj,0.0001026826,0.05000,1.248
25,mlp.experts.74.gate_proj,0.0000248791,0.05000,1.245
25,mlp.experts.77.gate_proj,0.0001933201,0.05000,1.245
25,mlp.experts.76.gate_proj,0.0000819417,0.05000,1.249
25,mlp.experts.78.gate_proj,0.0001270603,0.05000,1.237
25,mlp.experts.83.gate_proj,0.0001029412,0.05000,1.250
25,mlp.experts.81.gate_proj,0.0000707449,0.05000,1.249
25,mlp.experts.80.gate_proj,0.0001586678,0.05000,1.233
25,mlp.experts.82.gate_proj,0.0002041443,0.05000,1.239
25,mlp.experts.87.gate_proj,0.0000873749,0.05000,1.236
25,mlp.experts.85.gate_proj,0.0002935807,0.05000,1.239
25,mlp.experts.84.gate_proj,0.0001695228,0.05000,1.248
25,mlp.experts.86.gate_proj,0.0001932498,0.05000,1.254
25,mlp.experts.91.gate_proj,0.0000719867,0.05000,1.257
25,mlp.experts.89.gate_proj,0.0000880175,0.05000,1.262
25,mlp.experts.88.gate_proj,0.0001447528,0.05000,1.228
25,mlp.experts.90.gate_proj,0.0001139937,0.05000,1.224
25,mlp.experts.95.gate_proj,0.0002764366,0.05000,1.230
25,mlp.experts.93.gate_proj,0.0000852288,0.05000,1.235
25,mlp.experts.92.gate_proj,0.0001771244,0.05000,1.254
25,mlp.experts.94.gate_proj,0.0001173593,0.05000,1.256
25,mlp.experts.99.gate_proj,0.0001037204,0.05000,1.244
25,mlp.experts.97.gate_proj,0.0000485815,0.05000,1.242
25,mlp.experts.96.gate_proj,0.0003069366,0.05000,1.226
25,mlp.experts.98.gate_proj,0.0000847590,0.05000,1.228
25,mlp.experts.103.gate_proj,0.0000755468,0.05000,1.232
25,mlp.experts.101.gate_proj,0.0000616095,0.05000,1.238
25,mlp.experts.100.gate_proj,0.0000641608,0.05000,1.251
25,mlp.experts.102.gate_proj,0.0001066124,0.05000,1.233
25,mlp.experts.107.gate_proj,0.0001557183,0.05000,1.233
25,mlp.experts.105.gate_proj,0.0001331905,0.05000,1.248
25,mlp.experts.104.gate_proj,0.0000850550,0.05000,1.248
25,mlp.experts.106.gate_proj,0.0001152566,0.05000,1.250
25,mlp.experts.111.gate_proj,0.0000568029,0.05000,1.233
25,mlp.experts.109.gate_proj,0.0001163151,0.05000,1.242
25,mlp.experts.108.gate_proj,0.0000813418,0.05000,1.238
25,mlp.experts.110.gate_proj,0.0000752758,0.05000,1.240
25,mlp.experts.115.gate_proj,0.0001281564,0.05000,1.249
25,mlp.experts.113.gate_proj,0.0000725966,0.05000,1.237
25,mlp.experts.112.gate_proj,0.0001032685,0.05000,1.246
25,mlp.experts.114.gate_proj,0.0002106873,0.05000,1.235
25,mlp.experts.119.gate_proj,0.0001678213,0.05000,1.226
25,mlp.experts.117.gate_proj,0.0001369294,0.05000,1.227
25,mlp.experts.118.gate_proj,0.0001154296,0.05000,1.233
25,mlp.experts.123.gate_proj,0.0000865777,0.05000,1.244
25,mlp.experts.116.gate_proj,0.0000755939,0.05000,1.250
25,mlp.experts.121.gate_proj,0.0002377705,0.05000,1.263
25,mlp.experts.127.gate_proj,0.0000730089,0.05000,1.233
25,mlp.experts.122.gate_proj,0.0000576325,0.05000,1.237
25,mlp.experts.120.gate_proj,0.0001090555,0.05000,1.246
25,mlp.experts.125.gate_proj,0.0001164063,0.05000,1.242
25,mlp.experts.126.gate_proj,0.0001195091,0.05000,1.242
25,mlp.experts.124.gate_proj,0.0000613806,0.05000,1.256
25,mlp.experts.131.gate_proj,0.0001579202,0.05000,1.263
25,mlp.experts.129.gate_proj,0.0001086476,0.05000,1.258
25,mlp.experts.130.gate_proj,0.0000655411,0.05000,1.223
25,mlp.experts.128.gate_proj,0.0001511916,0.05000,1.244
25,mlp.experts.135.gate_proj,0.0001983078,0.05000,1.230
25,mlp.experts.133.gate_proj,0.0000500564,0.05000,1.238
25,mlp.experts.134.gate_proj,0.0000568498,0.05000,1.240
25,mlp.experts.132.gate_proj,0.0001334034,0.05000,1.239
25,mlp.experts.139.gate_proj,0.0002201501,0.05000,1.246
25,mlp.experts.137.gate_proj,0.0000795567,0.05000,1.232
25,mlp.experts.138.gate_proj,0.0002026671,0.05000,1.224
25,mlp.experts.143.gate_proj,0.0000737609,0.05000,1.235
25,mlp.experts.136.gate_proj,0.0001633267,0.05000,1.237
25,mlp.experts.141.gate_proj,0.0001519649,0.05000,1.237
25,mlp.experts.142.gate_proj,0.0000529907,0.05000,1.245
25,mlp.experts.140.gate_proj,0.0000594968,0.05000,1.247
25,mlp.experts.147.gate_proj,0.0000408378,0.05000,1.252
25,mlp.experts.145.gate_proj,0.0001082344,0.05000,1.253
25,mlp.experts.146.gate_proj,0.0001684773,0.05000,1.255
25,mlp.experts.144.gate_proj,0.0000769124,0.05000,1.253
25,mlp.experts.151.gate_proj,0.0000886920,0.05000,1.242
25,mlp.experts.149.gate_proj,0.0002125253,0.05000,1.243
25,mlp.experts.150.gate_proj,0.0001525065,0.05000,1.245
25,mlp.experts.148.gate_proj,0.0001513764,0.05000,1.248
25,mlp.experts.155.gate_proj,0.0000474120,0.05000,1.260
25,mlp.experts.153.gate_proj,0.0002104900,0.05000,1.252
25,mlp.experts.154.gate_proj,0.0001050346,0.05000,1.233
25,mlp.experts.152.gate_proj,0.0001656867,0.05000,1.225
25,mlp.experts.159.gate_proj,0.0002076999,0.05000,1.238
25,mlp.experts.157.gate_proj,0.0001208696,0.05000,1.244
25,mlp.experts.158.gate_proj,0.0001371644,0.05000,1.246
25,mlp.experts.156.gate_proj,0.0000780351,0.05000,1.236
25,mlp.experts.163.gate_proj,0.0001665990,0.05000,1.235
25,mlp.experts.160.gate_proj,fallback(rtn): 0.0009346,0.00000,0.023
25,mlp.experts.161.gate_proj,0.0000977674,0.05000,1.244
25,mlp.experts.162.gate_proj,0.0001196833,0.05000,1.251
25,mlp.experts.167.gate_proj,0.0001611487,0.05000,1.236
25,mlp.experts.164.gate_proj,0.0000730089,0.05000,1.228
25,mlp.experts.165.gate_proj,0.0001458264,0.05000,1.232
25,mlp.experts.166.gate_proj,0.0000826898,0.05000,1.244
25,mlp.experts.171.gate_proj,0.0001615575,0.05000,1.247
25,mlp.experts.168.gate_proj,0.0000573720,0.05000,1.254
25,mlp.experts.169.gate_proj,0.0001519606,0.05000,1.267
25,mlp.experts.170.gate_proj,0.0000685765,0.05000,1.252
25,mlp.experts.175.gate_proj,0.0000761963,0.05000,1.259
25,mlp.experts.172.gate_proj,0.0000678503,0.05000,1.255
25,mlp.experts.173.gate_proj,0.0000680077,0.05000,1.261
25,mlp.experts.174.gate_proj,0.0001233012,0.05000,1.230
25,mlp.experts.179.gate_proj,0.0000997616,0.05000,1.236
25,mlp.experts.176.gate_proj,0.0001964379,0.05000,1.241
25,mlp.experts.177.gate_proj,0.0001472370,0.05000,1.238
25,mlp.experts.178.gate_proj,0.0002571381,0.05000,1.254
25,mlp.experts.183.gate_proj,0.0001074130,0.05000,1.256
25,mlp.experts.180.gate_proj,0.0001445708,0.05000,1.256
25,mlp.experts.181.gate_proj,0.0000650677,0.05000,1.258
25,mlp.experts.182.gate_proj,0.0000381030,0.05000,1.240
25,mlp.experts.187.gate_proj,0.0001734913,0.05000,1.255
25,mlp.experts.184.gate_proj,0.0001572452,0.05000,1.254
25,mlp.experts.185.gate_proj,0.0001379545,0.05000,1.251
25,mlp.experts.186.gate_proj,0.0002301850,0.05000,1.229
25,mlp.experts.191.gate_proj,0.0001747966,0.05000,1.235
25,mlp.experts.188.gate_proj,0.0001029647,0.05000,1.233
25,mlp.experts.189.gate_proj,0.0001715738,0.05000,1.240
25,mlp.experts.190.gate_proj,0.0000971359,0.05000,1.248
25,mlp.experts.195.gate_proj,0.0001059988,0.05000,1.256
25,mlp.experts.192.gate_proj,0.0001019411,0.05000,1.247
25,mlp.experts.193.gate_proj,0.0000788724,0.05000,1.246
25,mlp.experts.194.gate_proj,0.0002221783,0.05000,1.227
25,mlp.experts.199.gate_proj,0.0000437773,0.05000,1.233
25,mlp.experts.196.gate_proj,0.0000802320,0.05000,1.231
25,mlp.experts.197.gate_proj,0.0000711036,0.05000,1.236
25,mlp.experts.198.gate_proj,0.0001319094,0.05000,1.251
25,mlp.experts.203.gate_proj,0.0000752630,0.05000,1.246
25,mlp.experts.200.gate_proj,0.0000540185,0.05000,1.270
25,mlp.experts.201.gate_proj,0.0001299912,0.05000,1.261
25,mlp.experts.202.gate_proj,0.0000517870,0.05000,1.249
25,mlp.experts.207.gate_proj,0.0001564211,0.05000,1.238
25,mlp.experts.204.gate_proj,0.0002059625,0.05000,1.251
25,mlp.experts.205.gate_proj,0.0001024836,0.05000,1.245
25,mlp.experts.206.gate_proj,0.0000878330,0.05000,1.276
25,mlp.experts.211.gate_proj,0.0001070488,0.05000,1.264
25,mlp.experts.208.gate_proj,0.0002515113,0.05000,1.259
25,mlp.experts.209.gate_proj,0.0002418881,0.05000,1.274
25,mlp.experts.210.gate_proj,0.0002012881,0.05000,1.246
25,mlp.experts.215.gate_proj,0.0001013121,0.05000,1.246
25,mlp.experts.212.gate_proj,0.0000428712,0.05000,1.257
25,mlp.experts.213.gate_proj,0.0002102831,0.05000,1.250
25,mlp.experts.214.gate_proj,0.0001787965,0.05000,1.257
25,mlp.experts.219.gate_proj,0.0000684150,0.05000,1.252
25,mlp.experts.216.gate_proj,0.0001874949,0.05000,1.259
25,mlp.experts.217.gate_proj,0.0000358560,0.05000,1.265
25,mlp.experts.218.gate_proj,0.0000961189,0.05000,1.266
25,mlp.experts.223.gate_proj,0.0001217323,0.05000,1.265
25,mlp.experts.220.gate_proj,0.0001245029,0.05000,1.263
25,mlp.experts.221.gate_proj,0.0001479813,0.05000,1.270
25,mlp.experts.222.gate_proj,0.0001139153,0.05000,1.254
25,mlp.experts.227.gate_proj,0.0001037259,0.05000,1.253
25,mlp.experts.224.gate_proj,0.0000301654,0.05000,1.251
25,mlp.experts.225.gate_proj,0.0000852337,0.05000,1.246
25,mlp.experts.226.gate_proj,0.0001474432,0.05000,1.269
25,mlp.experts.231.gate_proj,0.0002615079,0.05000,1.257
25,mlp.experts.235.gate_proj,fallback(rtn): 0.0011215,0.00000,0.021
25,mlp.experts.228.gate_proj,0.0001138888,0.05000,1.277
25,mlp.experts.229.gate_proj,0.0001907234,0.05000,1.279
25,mlp.experts.230.gate_proj,0.0000909390,0.05000,1.258
25,mlp.experts.239.gate_proj,0.0000809800,0.05000,1.260
25,mlp.experts.232.gate_proj,0.0001770058,0.05000,1.247
25,mlp.experts.233.gate_proj,0.0001648427,0.05000,1.247
25,mlp.experts.234.gate_proj,0.0001936781,0.05000,1.231
25,mlp.experts.243.gate_proj,0.0002704225,0.05000,1.257
25,mlp.experts.236.gate_proj,0.0001790520,0.05000,1.252
25,mlp.experts.237.gate_proj,0.0000373008,0.05000,1.255
25,mlp.experts.238.gate_proj,0.0001415664,0.05000,1.230
25,mlp.experts.247.gate_proj,0.0002032875,0.05000,1.230
25,mlp.experts.240.gate_proj,0.0001311341,0.05000,1.236
25,mlp.experts.241.gate_proj,0.0001727703,0.05000,1.236
25,mlp.experts.245.gate_proj,fallback(rtn): 0.0010605,0.00000,0.018
25,mlp.experts.242.gate_proj,0.0001569569,0.05000,1.241
25,mlp.experts.251.gate_proj,0.0001469148,0.05000,1.241
25,mlp.experts.244.gate_proj,0.0000600145,0.05000,1.231
25,mlp.experts.249.gate_proj,0.0001029759,0.05000,1.245
25,mlp.experts.246.gate_proj,0.0001693045,0.05000,1.253
25,mlp.experts.248.gate_proj,0.0000701607,0.05000,1.253
25,mlp.experts.255.gate_proj,0.0002633943,0.05000,1.264
25,mlp.experts.253.gate_proj,0.0002221816,0.05000,1.264
25,mlp.experts.250.gate_proj,0.0001890476,0.05000,1.279
25,mlp.experts.252.gate_proj,0.0001113650,0.05000,1.260
25,mlp.experts.3.up_proj,0.0002427923,0.05000,1.264
25,mlp.experts.1.up_proj,0.0000904764,0.05000,1.257
25,mlp.experts.254.gate_proj,0.0002555084,0.05000,0.802
25,mlp.experts.0.up_proj,0.0000530877,0.05000,0.797
25,mlp.experts.7.up_proj,0.0001821145,0.05000,0.788
25,mlp.experts.11.up_proj,0.0000761893,0.05000,1.237
25,mlp.experts.2.up_proj,0.0001642061,0.05000,1.242
25,mlp.experts.5.up_proj,0.0001026372,0.05000,1.245
25,mlp.experts.4.up_proj,0.0001235221,0.05000,1.249
25,mlp.experts.15.up_proj,0.0001050122,0.05000,1.269
25,mlp.experts.9.up_proj,0.0001939464,0.05000,1.268
25,mlp.experts.8.up_proj,0.0001616726,0.05000,1.269
25,mlp.experts.6.up_proj,0.0001218099,0.05000,1.277
25,mlp.experts.12.up_proj,0.0002918015,0.05000,1.224
25,mlp.experts.10.up_proj,0.0000904838,0.05000,1.222
25,mlp.experts.13.up_proj,0.0001048517,0.05000,1.243
25,mlp.experts.19.up_proj,0.0001763925,0.05000,1.251
25,mlp.experts.16.up_proj,0.0002149321,0.05000,1.239
25,mlp.experts.14.up_proj,0.0002337764,0.05000,1.237
25,mlp.experts.17.up_proj,0.0001868788,0.05000,1.254
25,mlp.experts.23.up_proj,0.0001066748,0.05000,1.262
25,mlp.experts.20.up_proj,0.0001095495,0.05000,1.246
25,mlp.experts.18.up_proj,0.0000339236,0.05000,1.265
25,mlp.experts.21.up_proj,0.0001018330,0.05000,1.262
25,mlp.experts.27.up_proj,0.0000589027,0.05000,1.253
25,mlp.experts.25.up_proj,fallback(rtn): 0.0010376,0.00000,0.022
25,mlp.experts.24.up_proj,0.0001541831,0.05000,1.252
25,mlp.experts.22.up_proj,0.0000434929,0.05000,1.247
25,mlp.experts.31.up_proj,0.0002994797,0.05000,1.253
25,mlp.experts.29.up_proj,0.0001787993,0.05000,1.246
25,mlp.experts.28.up_proj,0.0001093552,0.05000,1.250
25,mlp.experts.26.up_proj,0.0001411497,0.05000,1.243
25,mlp.experts.35.up_proj,0.0002062239,0.05000,1.246
25,mlp.experts.33.up_proj,0.0000625253,0.05000,1.242
25,mlp.experts.32.up_proj,0.0002253411,0.05000,1.235
25,mlp.experts.30.up_proj,0.0000812178,0.05000,1.239
25,mlp.experts.37.up_proj,0.0001227317,0.05000,1.227
25,mlp.experts.39.up_proj,0.0000787199,0.05000,1.243
25,mlp.experts.36.up_proj,0.0000627051,0.05000,1.240
25,mlp.experts.34.up_proj,0.0001771524,0.05000,1.237
25,mlp.experts.41.up_proj,0.0000806791,0.05000,1.241
25,mlp.experts.43.up_proj,0.0000420985,0.05000,1.244
25,mlp.experts.40.up_proj,0.0001373828,0.05000,1.234
25,mlp.experts.38.up_proj,0.0000667623,0.05000,1.239
25,mlp.experts.45.up_proj,0.0001108467,0.05000,1.242
25,mlp.experts.47.up_proj,0.0000545825,0.05000,1.237
25,mlp.experts.44.up_proj,0.0001107163,0.05000,1.242
25,mlp.experts.42.up_proj,0.0000671456,0.05000,1.250
25,mlp.experts.51.up_proj,0.0000665025,0.05000,1.244
25,mlp.experts.49.up_proj,0.0002143496,0.05000,1.251
25,mlp.experts.48.up_proj,0.0000640417,0.05000,1.235
25,mlp.experts.46.up_proj,0.0001018190,0.05000,1.245
25,mlp.experts.55.up_proj,0.0001573471,0.05000,1.227
25,mlp.experts.53.up_proj,0.0003216583,0.05000,1.238
25,mlp.experts.59.up_proj,fallback(rtn): 0.0010147,0.00000,0.027
25,mlp.experts.52.up_proj,0.0001565882,0.05000,1.244
25,mlp.experts.50.up_proj,0.0001642742,0.05000,1.247
25,mlp.experts.57.up_proj,0.0002827094,0.05000,1.241
25,mlp.experts.63.up_proj,0.0001422976,0.05000,1.249
25,mlp.experts.56.up_proj,0.0001321985,0.05000,1.251
25,mlp.experts.54.up_proj,0.0002473577,0.05000,1.248
25,mlp.experts.61.up_proj,0.0000512792,0.05000,1.239
25,mlp.experts.67.up_proj,0.0001154947,0.05000,1.245
25,mlp.experts.60.up_proj,0.0002331931,0.05000,1.245
25,mlp.experts.58.up_proj,0.0000714946,0.05000,1.240
25,mlp.experts.65.up_proj,0.0001220617,0.05000,1.241
25,mlp.experts.71.up_proj,0.0000883605,0.05000,1.250
25,mlp.experts.64.up_proj,0.0001133736,0.05000,1.255
25,mlp.experts.69.up_proj,0.0001411835,0.05000,1.247
25,mlp.experts.62.up_proj,0.0002305663,0.05000,1.254
25,mlp.experts.75.up_proj,0.0000900899,0.05000,1.245
25,mlp.experts.68.up_proj,0.0002697531,0.05000,1.248
25,mlp.experts.66.up_proj,0.0000499943,0.05000,1.246
25,mlp.experts.73.up_proj,0.0000899521,0.05000,1.252
25,mlp.experts.79.up_proj,0.0000963968,0.05000,1.243
25,mlp.experts.72.up_proj,0.0000906656,0.05000,1.215
25,mlp.experts.70.up_proj,0.0001224481,0.05000,1.220
25,mlp.experts.77.up_proj,0.0002114759,0.05000,1.216
25,mlp.experts.83.up_proj,0.0000959592,0.05000,1.222
25,mlp.experts.76.up_proj,0.0000910199,0.05000,1.233
25,mlp.experts.74.up_proj,0.0000274045,0.05000,1.230
25,mlp.experts.81.up_proj,0.0000831449,0.05000,1.237
25,mlp.experts.87.up_proj,0.0000897744,0.05000,1.222
25,mlp.experts.80.up_proj,0.0001332007,0.05000,1.249
25,mlp.experts.78.up_proj,0.0001208062,0.05000,1.246
25,mlp.experts.85.up_proj,0.0002347539,0.05000,1.250
25,mlp.experts.91.up_proj,0.0000674144,0.05000,1.248
25,mlp.experts.84.up_proj,0.0001592511,0.05000,1.239
25,mlp.experts.89.up_proj,0.0000817347,0.05000,1.224
25,mlp.experts.82.up_proj,0.0001584061,0.05000,1.246
25,mlp.experts.95.up_proj,0.0002002258,0.05000,1.248
25,mlp.experts.88.up_proj,0.0001175771,0.05000,1.240
25,mlp.experts.93.up_proj,0.0000740283,0.05000,1.264
25,mlp.experts.86.up_proj,0.0001800919,0.05000,1.256
25,mlp.experts.99.up_proj,0.0000986909,0.05000,1.255
25,mlp.experts.92.up_proj,0.0001955684,0.05000,1.256
25,mlp.experts.97.up_proj,0.0000549509,0.05000,1.253
25,mlp.experts.90.up_proj,0.0001012484,0.05000,1.254
25,mlp.experts.103.up_proj,0.0000659112,0.05000,1.256
25,mlp.experts.96.up_proj,0.0002716174,0.05000,1.231
25,mlp.experts.101.up_proj,0.0000669131,0.05000,1.236
25,mlp.experts.94.up_proj,0.0001056788,0.05000,1.241
25,mlp.experts.107.up_proj,0.0001142544,0.05000,1.241
25,mlp.experts.100.up_proj,0.0000565632,0.05000,1.239
25,mlp.experts.105.up_proj,0.0001221618,0.05000,1.233
25,mlp.experts.98.up_proj,0.0000762563,0.05000,1.236
25,mlp.experts.111.up_proj,0.0000567619,0.05000,1.237
25,mlp.experts.104.up_proj,0.0000897467,0.05000,1.239
25,mlp.experts.109.up_proj,0.0001125954,0.05000,1.239
25,mlp.experts.102.up_proj,0.0000936746,0.05000,1.232
25,mlp.experts.115.up_proj,0.0001166205,0.05000,1.237
25,mlp.experts.108.up_proj,0.0000838949,0.05000,1.240
25,mlp.experts.113.up_proj,0.0000730545,0.05000,1.240
25,mlp.experts.106.up_proj,0.0001122193,0.05000,1.243
25,mlp.experts.119.up_proj,0.0001623206,0.05000,1.239
25,mlp.experts.112.up_proj,0.0001032821,0.05000,1.262
25,mlp.experts.117.up_proj,0.0001216003,0.05000,1.256
25,mlp.experts.110.up_proj,0.0000562996,0.05000,1.255
25,mlp.experts.123.up_proj,0.0000907014,0.05000,1.259
25,mlp.experts.116.up_proj,0.0000780708,0.05000,1.244
25,mlp.experts.121.up_proj,0.0002234020,0.05000,1.243
25,mlp.experts.114.up_proj,0.0001990072,0.05000,1.266
25,mlp.experts.127.up_proj,0.0000671216,0.05000,1.272
25,mlp.experts.120.up_proj,0.0000922466,0.05000,1.295
25,mlp.experts.125.up_proj,0.0000933206,0.05000,1.277
25,mlp.experts.118.up_proj,0.0000717066,0.05000,1.263
25,mlp.experts.131.up_proj,0.0001467776,0.05000,1.283
25,mlp.experts.124.up_proj,0.0000594010,0.05000,1.257
25,mlp.experts.129.up_proj,0.0000918724,0.05000,1.244
25,mlp.experts.122.up_proj,0.0000481209,0.05000,1.250
25,mlp.experts.135.up_proj,0.0001873637,0.05000,1.257
25,mlp.experts.128.up_proj,0.0001345525,0.05000,1.247
25,mlp.experts.133.up_proj,0.0000432935,0.05000,1.246
25,mlp.experts.126.up_proj,0.0000967731,0.05000,1.243
25,mlp.experts.139.up_proj,0.0002092238,0.05000,1.233
25,mlp.experts.132.up_proj,0.0001255633,0.05000,1.247
25,mlp.experts.130.up_proj,0.0000643480,0.05000,1.238
25,mlp.experts.137.up_proj,0.0000789478,0.05000,1.248
25,mlp.experts.143.up_proj,0.0000604033,0.05000,1.239
25,mlp.experts.136.up_proj,0.0001358364,0.05000,1.229
25,mlp.experts.134.up_proj,0.0000543707,0.05000,1.235
25,mlp.experts.141.up_proj,0.0001353741,0.05000,1.240
25,mlp.experts.147.up_proj,0.0000425759,0.05000,1.236
25,mlp.experts.140.up_proj,0.0000645738,0.05000,1.237
25,mlp.experts.138.up_proj,0.0002091209,0.05000,1.233
25,mlp.experts.145.up_proj,0.0000896771,0.05000,1.231
25,mlp.experts.151.up_proj,0.0000764770,0.05000,1.236
25,mlp.experts.144.up_proj,0.0000723887,0.05000,1.245
25,mlp.experts.142.up_proj,0.0000650597,0.05000,1.244
25,mlp.experts.149.up_proj,0.0001999592,0.05000,1.251
25,mlp.experts.155.up_proj,0.0000443373,0.05000,1.246
25,mlp.experts.148.up_proj,0.0001513842,0.05000,1.234
25,mlp.experts.146.up_proj,0.0001576617,0.05000,1.242
25,mlp.experts.153.up_proj,0.0001724530,0.05000,1.239
25,mlp.experts.159.up_proj,0.0001959649,0.05000,1.234
25,mlp.experts.152.up_proj,0.0001454464,0.05000,1.235
25,mlp.experts.150.up_proj,0.0001347429,0.05000,1.229
25,mlp.experts.157.up_proj,0.0001168549,0.05000,1.223
25,mlp.experts.163.up_proj,0.0001359785,0.05000,1.233
25,mlp.experts.156.up_proj,0.0000823294,0.05000,1.234
25,mlp.experts.154.up_proj,0.0001090076,0.05000,1.221
25,mlp.experts.161.up_proj,0.0000895234,0.05000,1.218
25,mlp.experts.160.up_proj,fallback(rtn): 0.0011139,0.00000,0.024
25,mlp.experts.167.up_proj,0.0001522444,0.05000,1.232
25,mlp.experts.158.up_proj,0.0001261155,0.05000,1.265
25,mlp.experts.165.up_proj,0.0001203978,0.05000,1.267
25,mlp.experts.164.up_proj,0.0000697203,0.05000,1.285
25,mlp.experts.171.up_proj,0.0001520763,0.05000,1.271
25,mlp.experts.162.up_proj,0.0001100094,0.05000,1.239
25,mlp.experts.169.up_proj,0.0001884207,0.05000,1.236
25,mlp.experts.168.up_proj,0.0000586277,0.05000,1.243
25,mlp.experts.175.up_proj,0.0000737832,0.05000,1.243
25,mlp.experts.166.up_proj,0.0000724605,0.05000,1.245
25,mlp.experts.173.up_proj,0.0000589478,0.05000,1.240
25,mlp.experts.172.up_proj,0.0000620691,0.05000,1.251
25,mlp.experts.179.up_proj,0.0001138044,0.05000,1.239
25,mlp.experts.177.up_proj,0.0001393101,0.05000,1.236
25,mlp.experts.170.up_proj,0.0000666197,0.05000,1.255
25,mlp.experts.176.up_proj,0.0001958153,0.05000,1.254
25,mlp.experts.183.up_proj,0.0001099899,0.05000,1.248
25,mlp.experts.181.up_proj,0.0000555153,0.05000,1.257
25,mlp.experts.174.up_proj,0.0001023086,0.05000,1.260
25,mlp.experts.187.up_proj,0.0001529240,0.05000,1.249
25,mlp.experts.180.up_proj,0.0001255719,0.05000,1.265
25,mlp.experts.178.up_proj,0.0002176437,0.05000,1.236
25,mlp.experts.185.up_proj,0.0001279284,0.05000,1.251
25,mlp.experts.184.up_proj,0.0001364028,0.05000,1.243
25,mlp.experts.191.up_proj,0.0001571081,0.05000,1.266
25,mlp.experts.189.up_proj,0.0001640537,0.05000,1.238
25,mlp.experts.182.up_proj,0.0000348506,0.05000,1.268
25,mlp.experts.188.up_proj,0.0000927575,0.05000,1.240
25,mlp.experts.195.up_proj,0.0001075464,0.05000,1.246
25,mlp.experts.193.up_proj,0.0000665068,0.05000,1.222
25,mlp.experts.186.up_proj,0.0001861893,0.05000,1.225
25,mlp.experts.192.up_proj,0.0001068839,0.05000,1.217
25,mlp.experts.199.up_proj,0.0000455247,0.05000,1.222
25,mlp.experts.197.up_proj,0.0000624661,0.05000,1.254
25,mlp.experts.190.up_proj,0.0000855392,0.05000,1.253
25,mlp.experts.196.up_proj,0.0000680712,0.05000,1.245
25,mlp.experts.203.up_proj,0.0000687153,0.05000,1.248
25,mlp.experts.201.up_proj,0.0001166036,0.05000,1.275
25,mlp.experts.194.up_proj,0.0000893515,0.05000,1.274
25,mlp.experts.200.up_proj,0.0000609652,0.05000,1.270
25,mlp.experts.207.up_proj,0.0001269975,0.05000,1.275
25,mlp.experts.205.up_proj,0.0000976267,0.05000,1.247
25,mlp.experts.198.up_proj,0.0001048552,0.05000,1.256
25,mlp.experts.204.up_proj,0.0001660332,0.05000,1.257
25,mlp.experts.211.up_proj,0.0001122265,0.05000,1.250
25,mlp.experts.209.up_proj,0.0002199822,0.05000,1.236
25,mlp.experts.208.up_proj,0.0002256640,0.05000,1.228
25,mlp.experts.202.up_proj,0.0000488913,0.05000,1.262
25,mlp.experts.215.up_proj,0.0000931981,0.05000,1.246
25,mlp.experts.213.up_proj,0.0001651934,0.05000,1.276
25,mlp.experts.212.up_proj,0.0000375021,0.05000,1.255
25,mlp.experts.206.up_proj,0.0000827299,0.05000,1.253
25,mlp.experts.219.up_proj,0.0000692160,0.05000,1.265
25,mlp.experts.216.up_proj,0.0001793976,0.05000,1.251
25,mlp.experts.217.up_proj,0.0000328056,0.05000,1.270
25,mlp.experts.210.up_proj,0.0002166049,0.05000,1.261
25,mlp.experts.223.up_proj,0.0001180718,0.05000,1.263
25,mlp.experts.221.up_proj,0.0001379885,0.05000,1.250
25,mlp.experts.220.up_proj,0.0001069788,0.05000,1.266
25,mlp.experts.214.up_proj,0.0001463548,0.05000,1.248
25,mlp.experts.227.up_proj,0.0001000452,0.05000,1.254
25,mlp.experts.225.up_proj,0.0000695615,0.05000,1.250
25,mlp.experts.224.up_proj,0.0000265401,0.05000,1.250
25,mlp.experts.218.up_proj,0.0000885695,0.05000,1.257
25,mlp.experts.231.up_proj,0.0002485294,0.05000,1.251
25,mlp.experts.235.up_proj,fallback(rtn): 0.0010529,0.00000,0.018
25,mlp.experts.229.up_proj,0.0001592040,0.05000,1.265
25,mlp.experts.228.up_proj,0.0000962400,0.05000,1.262
25,mlp.experts.222.up_proj,0.0001229682,0.05000,1.263
25,mlp.experts.239.up_proj,0.0000669938,0.05000,1.265
25,mlp.experts.233.up_proj,0.0001569998,0.05000,1.231
25,mlp.experts.232.up_proj,0.0001535156,0.05000,1.237
25,mlp.experts.226.up_proj,0.0001214559,0.05000,1.240
25,mlp.experts.243.up_proj,0.0002484729,0.05000,1.240
25,mlp.experts.237.up_proj,0.0000344133,0.05000,1.237
25,mlp.experts.236.up_proj,0.0001697889,0.05000,1.237
25,mlp.experts.230.up_proj,0.0000800860,0.05000,1.238
25,mlp.experts.247.up_proj,0.0001623977,0.05000,1.247
25,mlp.experts.241.up_proj,0.0001539959,0.05000,1.242
25,mlp.experts.245.up_proj,fallback(rtn): 0.0010681,0.00000,0.020
25,mlp.experts.240.up_proj,0.0001399655,0.05000,1.252
25,mlp.experts.234.up_proj,0.0001822965,0.05000,1.255
25,mlp.experts.251.up_proj,0.0001395339,0.05000,1.251
25,mlp.experts.244.up_proj,0.0000530387,0.05000,1.231
25,mlp.experts.249.up_proj,0.0000804254,0.05000,1.243
25,mlp.experts.238.up_proj,0.0001102055,0.05000,1.230
25,mlp.experts.255.up_proj,0.0002510867,0.05000,1.232
25,mlp.experts.248.up_proj,0.0000646781,0.05000,0.789
25,mlp.experts.253.up_proj,0.0001993599,0.05000,0.790
25,mlp.experts.242.up_proj,0.0001464636,0.05000,0.784
25,mlp.experts.252.up_proj,0.0000877014,0.05000,0.471
25,mlp.experts.246.up_proj,0.0001364203,0.05000,0.453
25,mlp.experts.250.up_proj,0.0001852998,0.05000,0.244
25,mlp.experts.254.up_proj,0.0002210238,0.05000,0.243
25,mlp.experts.0.down_proj,0.0000020261,0.05000,0.307
25,mlp.experts.2.down_proj,0.0000025904,0.05000,0.308
25,mlp.experts.3.down_proj,0.0000055861,0.05000,0.313
25,mlp.experts.1.down_proj,0.0000037968,0.05000,0.316
25,mlp.experts.4.down_proj,0.0000023378,0.05000,0.320
25,mlp.experts.7.down_proj,0.0000044730,0.05000,0.318
25,mlp.experts.6.down_proj,0.0000038029,0.05000,0.329
25,mlp.experts.5.down_proj,0.0000014898,0.05000,0.324
25,mlp.experts.8.down_proj,0.0000040293,0.05000,0.308
25,mlp.experts.11.down_proj,0.0000038896,0.05000,0.306
25,mlp.experts.9.down_proj,0.0000064520,0.05000,0.308
25,mlp.experts.10.down_proj,0.0000043562,0.05000,0.319
25,mlp.experts.15.down_proj,0.0000054048,0.05000,0.323
25,mlp.experts.12.down_proj,0.0000081782,0.05000,0.336
25,mlp.experts.13.down_proj,0.0000058985,0.05000,0.332
25,mlp.experts.14.down_proj,0.0000084065,0.05000,0.321
25,mlp.experts.19.down_proj,0.0000072661,0.05000,0.316
25,mlp.experts.16.down_proj,0.0000150414,0.05000,0.324
25,mlp.experts.17.down_proj,0.0000034475,0.05000,0.321
25,mlp.experts.18.down_proj,0.0000011703,0.05000,0.324
25,mlp.experts.23.down_proj,0.0000036881,0.05000,0.311
25,mlp.experts.20.down_proj,0.0000029083,0.05000,0.308
25,mlp.experts.21.down_proj,0.0000057362,0.05000,0.312
25,mlp.experts.25.down_proj,fallback(rtn): 0.0010223,0.00000,0.005
25,mlp.experts.22.down_proj,0.0000015121,0.05000,0.314
25,mlp.experts.27.down_proj,0.0000012765,0.05000,0.312
25,mlp.experts.24.down_proj,0.0000039192,0.05000,0.314
25,mlp.experts.29.down_proj,0.0000057490,0.05000,0.313
25,mlp.experts.26.down_proj,0.0000022100,0.05000,0.311
25,mlp.experts.31.down_proj,0.0000074596,0.05000,0.318
25,mlp.experts.28.down_proj,0.0000027971,0.05000,0.312
25,mlp.experts.33.down_proj,0.0000027375,0.05000,0.313
25,mlp.experts.30.down_proj,0.0000026712,0.05000,0.315
25,mlp.experts.35.down_proj,0.0000033725,0.05000,0.313
25,mlp.experts.32.down_proj,0.0000078570,0.05000,0.317
25,mlp.experts.37.down_proj,0.0000070121,0.05000,0.316
25,mlp.experts.34.down_proj,0.0000051457,0.05000,0.314
25,mlp.experts.39.down_proj,0.0000022148,0.05000,0.327
25,mlp.experts.36.down_proj,0.0000014049,0.05000,0.327
25,mlp.experts.41.down_proj,0.0000035108,0.05000,0.319
25,mlp.experts.38.down_proj,0.0000027306,0.05000,0.325
25,mlp.experts.43.down_proj,0.0000013392,0.05000,0.317
25,mlp.experts.40.down_proj,0.0000038359,0.05000,0.318
25,mlp.experts.45.down_proj,0.0000050371,0.05000,0.315
25,mlp.experts.42.down_proj,0.0000024708,0.05000,0.318
25,mlp.experts.47.down_proj,0.0000015833,0.05000,0.310
25,mlp.experts.49.down_proj,0.0000051663,0.05000,0.310
25,mlp.experts.44.down_proj,0.0000022000,0.05000,0.317
25,mlp.experts.46.down_proj,0.0000022959,0.05000,0.311
25,mlp.experts.51.down_proj,0.0000018603,0.05000,0.337
25,mlp.experts.53.down_proj,0.0000106267,0.05000,0.336
25,mlp.experts.48.down_proj,0.0000021180,0.05000,0.340
25,mlp.experts.50.down_proj,0.0000065196,0.05000,0.314
25,mlp.experts.55.down_proj,0.0000032861,0.05000,0.324
25,mlp.experts.59.down_proj,fallback(rtn): 0.0010147,0.00000,0.005
25,mlp.experts.57.down_proj,0.0000057139,0.05000,0.326
25,mlp.experts.52.down_proj,0.0000026471,0.05000,0.330
25,mlp.experts.54.down_proj,0.0000071249,0.05000,0.319
25,mlp.experts.63.down_proj,0.0000039710,0.05000,0.310
25,mlp.experts.61.down_proj,0.0000021868,0.05000,0.313
25,mlp.experts.56.down_proj,0.0000040130,0.05000,0.314
25,mlp.experts.58.down_proj,0.0000049964,0.05000,0.311
25,mlp.experts.67.down_proj,0.0000021920,0.05000,0.309
25,mlp.experts.65.down_proj,0.0000047800,0.05000,0.304
25,mlp.experts.62.down_proj,0.0000069216,0.05000,0.306
25,mlp.experts.60.down_proj,0.0000094705,0.05000,0.317
25,mlp.experts.69.down_proj,0.0000047756,0.05000,0.317
25,mlp.experts.71.down_proj,0.0000009101,0.05000,0.320
25,mlp.experts.66.down_proj,0.0000015204,0.05000,0.312
25,mlp.experts.64.down_proj,0.0000017106,0.05000,0.312
25,mlp.experts.73.down_proj,0.0000020555,0.05000,0.321
25,mlp.experts.75.down_proj,0.0000022463,0.05000,0.326
25,mlp.experts.70.down_proj,0.0000017411,0.05000,0.320
25,mlp.experts.68.down_proj,0.0000059381,0.05000,0.320
25,mlp.experts.77.down_proj,0.0000084932,0.05000,0.313
25,mlp.experts.72.down_proj,0.0000035932,0.05000,0.310
25,mlp.experts.79.down_proj,0.0000024824,0.05000,0.323
25,mlp.experts.74.down_proj,0.0000006798,0.05000,0.320
25,mlp.experts.81.down_proj,0.0000023567,0.05000,0.312
25,mlp.experts.76.down_proj,0.0000035145,0.05000,0.308
25,mlp.experts.78.down_proj,0.0000018339,0.05000,0.310
25,mlp.experts.83.down_proj,0.0000034728,0.05000,0.318
25,mlp.experts.85.down_proj,0.0000053107,0.05000,0.335
25,mlp.experts.82.down_proj,0.0000037135,0.05000,0.334
25,mlp.experts.80.down_proj,0.0000029392,0.05000,0.343
25,mlp.experts.87.down_proj,0.0000046510,0.05000,0.339
25,mlp.experts.89.down_proj,0.0000019084,0.05000,0.315
25,mlp.experts.84.down_proj,0.0000030095,0.05000,0.310
25,mlp.experts.91.down_proj,0.0000005773,0.05000,0.305
25,mlp.experts.86.down_proj,0.0000044956,0.05000,0.324
25,mlp.experts.93.down_proj,0.0000029179,0.05000,0.310
25,mlp.experts.95.down_proj,0.0000061175,0.05000,0.313
25,mlp.experts.88.down_proj,0.0000034239,0.05000,0.316
25,mlp.experts.90.down_proj,0.0000063164,0.05000,0.316
25,mlp.experts.97.down_proj,0.0000028584,0.05000,0.313
25,mlp.experts.92.down_proj,0.0000110063,0.05000,0.311
25,mlp.experts.99.down_proj,0.0000020970,0.05000,0.314
25,mlp.experts.94.down_proj,0.0000058603,0.05000,0.316
25,mlp.experts.101.down_proj,0.0000020816,0.05000,0.315
25,mlp.experts.96.down_proj,0.0000063970,0.05000,0.315
25,mlp.experts.103.down_proj,0.0000026974,0.05000,0.318
25,mlp.experts.98.down_proj,0.0000021434,0.05000,0.316
25,mlp.experts.105.down_proj,0.0000041512,0.05000,0.307
25,mlp.experts.107.down_proj,0.0000036222,0.05000,0.305
25,mlp.experts.100.down_proj,0.0000023447,0.05000,0.316
25,mlp.experts.102.down_proj,0.0000022874,0.05000,0.314
25,mlp.experts.109.down_proj,0.0000031412,0.05000,0.319
25,mlp.experts.111.down_proj,0.0000022791,0.05000,0.316
25,mlp.experts.104.down_proj,0.0000050909,0.05000,0.316
25,mlp.experts.106.down_proj,0.0000031785,0.05000,0.315
25,mlp.experts.113.down_proj,0.0000023317,0.05000,0.308
25,mlp.experts.115.down_proj,0.0000047575,0.05000,0.309
25,mlp.experts.108.down_proj,0.0000026089,0.05000,0.310
25,mlp.experts.110.down_proj,0.0000013401,0.05000,0.307
25,mlp.experts.117.down_proj,0.0000017201,0.05000,0.309
25,mlp.experts.119.down_proj,0.0000029733,0.05000,0.306
25,mlp.experts.112.down_proj,0.0000045252,0.05000,0.309
25,mlp.experts.114.down_proj,0.0000034062,0.05000,0.312
25,mlp.experts.121.down_proj,0.0000042410,0.05000,0.312
25,mlp.experts.123.down_proj,0.0000026898,0.05000,0.312
25,mlp.experts.116.down_proj,0.0000034930,0.05000,0.312
25,mlp.experts.118.down_proj,0.0000016367,0.05000,0.312
25,mlp.experts.125.down_proj,0.0000028474,0.05000,0.327
25,mlp.experts.127.down_proj,0.0000017566,0.05000,0.331
25,mlp.experts.120.down_proj,0.0000035216,0.05000,0.337
25,mlp.experts.122.down_proj,0.0000013454,0.05000,0.338
25,mlp.experts.129.down_proj,0.0000023912,0.05000,0.325
25,mlp.experts.131.down_proj,0.0000052648,0.05000,0.317
25,mlp.experts.124.down_proj,0.0000023418,0.05000,0.315
25,mlp.experts.126.down_proj,0.0000039665,0.05000,0.316
25,mlp.experts.135.down_proj,0.0000032386,0.05000,0.308
25,mlp.experts.133.down_proj,0.0000011124,0.05000,0.317
25,mlp.experts.128.down_proj,0.0000027777,0.05000,0.313
25,mlp.experts.130.down_proj,0.0000020477,0.05000,0.316
25,mlp.experts.139.down_proj,0.0000039596,0.05000,0.311
25,mlp.experts.137.down_proj,0.0000033151,0.05000,0.310
25,mlp.experts.132.down_proj,0.0000021456,0.05000,0.310
25,mlp.experts.134.down_proj,0.0000016214,0.05000,0.307
25,mlp.experts.143.down_proj,0.0000015878,0.05000,0.307
25,mlp.experts.141.down_proj,0.0000022139,0.05000,0.305
25,mlp.experts.136.down_proj,0.0000032473,0.05000,0.310
25,mlp.experts.138.down_proj,0.0000046139,0.05000,0.308
25,mlp.experts.147.down_proj,0.0000016760,0.05000,0.323
25,mlp.experts.145.down_proj,0.0000026734,0.05000,0.328
25,mlp.experts.140.down_proj,0.0000020400,0.05000,0.325
25,mlp.experts.142.down_proj,0.0000021603,0.05000,0.323
25,mlp.experts.149.down_proj,0.0000046073,0.05000,0.305
25,mlp.experts.151.down_proj,0.0000021812,0.05000,0.314
25,mlp.experts.144.down_proj,0.0000035883,0.05000,0.304
25,mlp.experts.146.down_proj,0.0000023172,0.05000,0.311
25,mlp.experts.153.down_proj,0.0000023154,0.05000,0.318
25,mlp.experts.155.down_proj,0.0000010595,0.05000,0.319
25,mlp.experts.148.down_proj,0.0000076892,0.05000,0.317
25,mlp.experts.150.down_proj,0.0000037720,0.05000,0.315
25,mlp.experts.159.down_proj,0.0000039822,0.05000,0.314
25,mlp.experts.157.down_proj,0.0000031391,0.05000,0.319
25,mlp.experts.152.down_proj,0.0000022630,0.05000,0.334
25,mlp.experts.154.down_proj,0.0000039555,0.05000,0.332
25,mlp.experts.163.down_proj,0.0000039962,0.05000,0.328
25,mlp.experts.161.down_proj,0.0000010242,0.05000,0.320
25,mlp.experts.156.down_proj,0.0000028271,0.05000,0.325
25,mlp.experts.158.down_proj,0.0000034499,0.05000,0.319
25,mlp.experts.160.down_proj,fallback(rtn): 0.0010986,0.00000,0.006
25,mlp.experts.167.down_proj,0.0000023690,0.05000,0.319
25,mlp.experts.165.down_proj,0.0000032511,0.05000,0.316
25,mlp.experts.162.down_proj,0.0000034664,0.05000,0.310
25,mlp.experts.164.down_proj,0.0000024012,0.05000,0.312
25,mlp.experts.171.down_proj,0.0000036432,0.05000,0.314
25,mlp.experts.169.down_proj,0.0000053556,0.05000,0.314
25,mlp.experts.166.down_proj,0.0000020303,0.05000,0.316
25,mlp.experts.168.down_proj,0.0000019879,0.05000,0.319
25,mlp.experts.175.down_proj,0.0000024478,0.05000,0.321
25,mlp.experts.173.down_proj,0.0000013776,0.05000,0.321
25,mlp.experts.170.down_proj,0.0000028336,0.05000,0.320
25,mlp.experts.172.down_proj,0.0000011138,0.05000,0.324
25,mlp.experts.179.down_proj,0.0000056668,0.05000,0.310
25,mlp.experts.177.down_proj,0.0000024101,0.05000,0.316
25,mlp.experts.174.down_proj,0.0000023279,0.05000,0.310
25,mlp.experts.176.down_proj,0.0000060909,0.05000,0.316
25,mlp.experts.183.down_proj,0.0000048207,0.05000,0.314
25,mlp.experts.181.down_proj,0.0000015209,0.05000,0.315
25,mlp.experts.178.down_proj,0.0000098477,0.05000,0.318
25,mlp.experts.180.down_proj,0.0000031375,0.05000,0.317
25,mlp.experts.187.down_proj,0.0000040486,0.05000,0.315
25,mlp.experts.185.down_proj,0.0000021264,0.05000,0.311
25,mlp.experts.182.down_proj,0.0000010978,0.05000,0.314
25,mlp.experts.184.down_proj,0.0000023169,0.05000,0.312
25,mlp.experts.191.down_proj,0.0000041393,0.05000,0.315
25,mlp.experts.189.down_proj,0.0000034044,0.05000,0.316
25,mlp.experts.186.down_proj,0.0000044814,0.05000,0.316
25,mlp.experts.188.down_proj,0.0000017543,0.05000,0.315
25,mlp.experts.195.down_proj,0.0000056002,0.05000,0.305
25,mlp.experts.193.down_proj,0.0000014713,0.05000,0.305
25,mlp.experts.190.down_proj,0.0000026963,0.05000,0.302
25,mlp.experts.192.down_proj,0.0000054425,0.05000,0.310
25,mlp.experts.199.down_proj,0.0000015050,0.05000,0.312
25,mlp.experts.197.down_proj,0.0000016619,0.05000,0.313
25,mlp.experts.194.down_proj,0.0000009157,0.05000,0.311
25,mlp.experts.196.down_proj,0.0000016801,0.05000,0.310
25,mlp.experts.203.down_proj,0.0000019716,0.05000,0.304
25,mlp.experts.201.down_proj,0.0000022712,0.05000,0.309
25,mlp.experts.198.down_proj,0.0000025667,0.05000,0.311
25,mlp.experts.200.down_proj,0.0000020555,0.05000,0.309
25,mlp.experts.207.down_proj,0.0000032898,0.05000,0.309
25,mlp.experts.205.down_proj,0.0000015954,0.05000,0.312
25,mlp.experts.202.down_proj,0.0000013867,0.05000,0.310
25,mlp.experts.204.down_proj,0.0000040467,0.05000,0.311
25,mlp.experts.211.down_proj,0.0000054075,0.05000,0.314
25,mlp.experts.209.down_proj,0.0000038297,0.05000,0.316
25,mlp.experts.206.down_proj,0.0000010158,0.05000,0.316
25,mlp.experts.208.down_proj,0.0000077226,0.05000,0.318
25,mlp.experts.215.down_proj,0.0000042241,0.05000,0.311
25,mlp.experts.213.down_proj,0.0000041656,0.05000,0.312
25,mlp.experts.210.down_proj,0.0000141608,0.05000,0.312
25,mlp.experts.212.down_proj,0.0000009125,0.05000,0.313
25,mlp.experts.219.down_proj,0.0000028564,0.05000,0.309
25,mlp.experts.217.down_proj,0.0000009211,0.05000,0.310
25,mlp.experts.214.down_proj,0.0000066133,0.05000,0.306
25,mlp.experts.216.down_proj,0.0000036662,0.05000,0.309
25,mlp.experts.223.down_proj,0.0000053597,0.05000,0.324
25,mlp.experts.221.down_proj,0.0000018760,0.05000,0.322
25,mlp.experts.218.down_proj,0.0000027874,0.05000,0.329
25,mlp.experts.220.down_proj,0.0000042596,0.05000,0.322
25,mlp.experts.227.down_proj,0.0000018004,0.05000,0.314
25,mlp.experts.225.down_proj,0.0000016914,0.05000,0.314
25,mlp.experts.222.down_proj,0.0000050797,0.05000,0.317
25,mlp.experts.224.down_proj,0.0000007887,0.05000,0.312
25,mlp.experts.231.down_proj,0.0000055507,0.05000,0.335
25,mlp.experts.235.down_proj,fallback(rtn): 0.0010300,0.00000,0.005
25,mlp.experts.229.down_proj,0.0000037501,0.05000,0.333
25,mlp.experts.226.down_proj,0.0000023147,0.05000,0.335
25,mlp.experts.228.down_proj,0.0000024616,0.05000,0.332
25,mlp.experts.239.down_proj,0.0000021370,0.05000,0.323
25,mlp.experts.233.down_proj,0.0000029312,0.05000,0.324
25,mlp.experts.230.down_proj,0.0000033888,0.05000,0.325
25,mlp.experts.232.down_proj,0.0000051656,0.05000,0.320
25,mlp.experts.243.down_proj,0.0000058576,0.05000,0.325
25,mlp.experts.237.down_proj,0.0000010312,0.05000,0.325
25,mlp.experts.234.down_proj,0.0000025834,0.05000,0.324
25,mlp.experts.236.down_proj,0.0000032465,0.05000,0.329
25,mlp.experts.247.down_proj,0.0000040975,0.05000,0.311
25,mlp.experts.241.down_proj,0.0000027728,0.05000,0.315
25,mlp.experts.245.down_proj,fallback(rtn): 0.0010681,0.00000,0.006
25,mlp.experts.238.down_proj,0.0000028205,0.05000,0.310
25,mlp.experts.240.down_proj,0.0000090876,0.05000,0.314
25,mlp.experts.251.down_proj,0.0000028950,0.05000,0.329
25,mlp.experts.249.down_proj,0.0000022483,0.05000,0.330
25,mlp.experts.242.down_proj,0.0000026536,0.05000,0.329
25,mlp.experts.244.down_proj,0.0000013340,0.05000,0.325
25,mlp.experts.255.down_proj,0.0000044139,0.05000,0.318
25,mlp.experts.253.down_proj,0.0000040269,0.05000,0.309
25,mlp.experts.246.down_proj,0.0000031720,0.05000,0.301
25,mlp.experts.248.down_proj,0.0000024140,0.05000,0.296
25,mlp.experts.250.down_proj,0.0000055059,0.05000,0.116
25,mlp.experts.252.down_proj,0.0000022452,0.05000,0.116
25,mlp.experts.254.down_proj,0.0000030437,0.05000,0.064
26,mlp.experts.0.gate_proj,0.0001576413,0.05000,1.259
26,mlp.experts.1.gate_proj,0.0001331575,0.05000,1.258
26,mlp.experts.2.gate_proj,0.0002085711,0.05000,1.261
26,mlp.experts.3.gate_proj,0.0000892392,0.05000,1.281
26,mlp.experts.6.gate_proj,0.0000480001,0.05000,1.221
26,mlp.experts.4.gate_proj,0.0001660265,0.05000,1.226
26,mlp.experts.7.gate_proj,0.0001556697,0.05000,1.243
26,mlp.experts.5.gate_proj,0.0000942228,0.05000,1.247
26,mlp.experts.10.gate_proj,0.0001301255,0.05000,1.242
26,mlp.experts.8.gate_proj,0.0001662020,0.05000,1.252
26,mlp.experts.9.gate_proj,0.0001445715,0.05000,1.239
26,mlp.experts.11.gate_proj,0.0000558333,0.05000,1.244
26,mlp.experts.14.gate_proj,0.0000615869,0.05000,1.237
26,mlp.experts.15.gate_proj,0.0001402441,0.05000,1.235
26,mlp.experts.13.gate_proj,0.0001379004,0.05000,1.245
26,mlp.experts.12.gate_proj,0.0001524567,0.05000,1.248
26,mlp.experts.18.gate_proj,0.0001288775,0.05000,1.244
26,mlp.experts.19.gate_proj,0.0001469137,0.05000,1.252
26,mlp.experts.16.gate_proj,0.0000817667,0.05000,1.255
26,mlp.experts.17.gate_proj,0.0001605695,0.05000,1.260
26,mlp.experts.23.gate_proj,0.0002713726,0.05000,1.238
26,mlp.experts.22.gate_proj,0.0000748480,0.05000,1.260
26,mlp.experts.20.gate_proj,0.0000386716,0.05000,1.255
26,mlp.experts.21.gate_proj,0.0001120530,0.05000,1.256
26,mlp.experts.27.gate_proj,0.0000594604,0.05000,1.224
26,mlp.experts.24.gate_proj,0.0001217549,0.05000,1.222
26,mlp.experts.26.gate_proj,0.0002275068,0.05000,1.240
26,mlp.experts.25.gate_proj,0.0001431985,0.05000,1.236
26,mlp.experts.31.gate_proj,0.0001730178,0.05000,1.277
26,mlp.experts.28.gate_proj,0.0001121797,0.05000,1.273
26,mlp.experts.30.gate_proj,0.0000978716,0.05000,1.285
26,mlp.experts.29.gate_proj,0.0000920852,0.05000,1.271
26,mlp.experts.32.gate_proj,0.0000424679,0.05000,1.310
26,mlp.experts.35.gate_proj,0.0002490826,0.05000,1.322
26,mlp.experts.33.gate_proj,0.0001110145,0.05000,1.305
26,mlp.experts.34.gate_proj,0.0002308044,0.05000,1.313
26,mlp.experts.39.gate_proj,0.0000812522,0.05000,1.259
26,mlp.experts.36.gate_proj,0.0000862145,0.05000,1.279
26,mlp.experts.38.gate_proj,0.0000522179,0.05000,1.270
26,mlp.experts.37.gate_proj,0.0000450090,0.05000,1.285
26,mlp.experts.43.gate_proj,0.0001344721,0.05000,1.228
26,mlp.experts.40.gate_proj,0.0001251297,0.05000,1.243
26,mlp.experts.41.gate_proj,0.0001947999,0.05000,1.237
26,mlp.experts.42.gate_proj,0.0001201920,0.05000,1.251
26,mlp.experts.47.gate_proj,0.0000189429,0.05000,1.241
26,mlp.experts.44.gate_proj,0.0001243026,0.05000,1.232
26,mlp.experts.45.gate_proj,0.0002437059,0.05000,1.228
26,mlp.experts.46.gate_proj,0.0002680218,0.05000,1.230
26,mlp.experts.49.gate_proj,0.0001454509,0.05000,1.242
26,mlp.experts.51.gate_proj,0.0000877969,0.05000,1.256
26,mlp.experts.48.gate_proj,0.0001066800,0.05000,1.267
26,mlp.experts.50.gate_proj,0.0000625946,0.05000,1.263
26,mlp.experts.53.gate_proj,0.0001236989,0.05000,1.236
26,mlp.experts.55.gate_proj,0.0001039468,0.05000,1.239
26,mlp.experts.52.gate_proj,0.0000702246,0.05000,1.247
26,mlp.experts.54.gate_proj,0.0000694027,0.05000,1.248
26,mlp.experts.57.gate_proj,0.0001510257,0.05000,1.255
26,mlp.experts.56.gate_proj,0.0001471516,0.05000,1.248
26,mlp.experts.59.gate_proj,0.0001118673,0.05000,1.264
26,mlp.experts.58.gate_proj,0.0002089063,0.05000,1.259
26,mlp.experts.62.gate_proj,fallback(rtn): 0.0009384,0.00000,0.020
26,mlp.experts.61.gate_proj,0.0000719196,0.05000,1.236
26,mlp.experts.60.gate_proj,0.0000510953,0.05000,1.227
26,mlp.experts.63.gate_proj,0.0000755928,0.05000,1.239
26,mlp.experts.66.gate_proj,0.0000810117,0.05000,1.234
26,mlp.experts.64.gate_proj,0.0000444001,0.05000,0.765
26,mlp.experts.65.gate_proj,0.0001193241,0.05000,0.781
26,mlp.experts.67.gate_proj,0.0000760372,0.05000,0.760
26,mlp.experts.69.gate_proj,0.0000973367,0.05000,1.216
26,mlp.experts.68.gate_proj,0.0002003799,0.05000,1.227
26,mlp.experts.71.gate_proj,0.0001412576,0.05000,1.230
26,mlp.experts.70.gate_proj,0.0001296701,0.05000,1.239
26,mlp.experts.72.gate_proj,0.0000972841,0.05000,1.254
26,mlp.experts.73.gate_proj,0.0001054021,0.05000,1.270
26,mlp.experts.75.gate_proj,0.0000707050,0.05000,1.258
26,mlp.experts.74.gate_proj,0.0002702705,0.05000,1.251
26,mlp.experts.78.gate_proj,0.0001459598,0.05000,1.242
26,mlp.experts.76.gate_proj,0.0001137473,0.05000,1.261
26,mlp.experts.77.gate_proj,0.0001676481,0.05000,1.262
26,mlp.experts.79.gate_proj,0.0000857550,0.05000,1.274
26,mlp.experts.80.gate_proj,0.0000911264,0.05000,1.245
26,mlp.experts.82.gate_proj,0.0001022628,0.05000,1.260
26,mlp.experts.81.gate_proj,0.0001043761,0.05000,1.261
26,mlp.experts.83.gate_proj,0.0000509663,0.05000,1.264
26,mlp.experts.86.gate_proj,0.0000884985,0.05000,1.237
26,mlp.experts.84.gate_proj,0.0002932917,0.05000,1.241
26,mlp.experts.85.gate_proj,0.0001062567,0.05000,1.243
26,mlp.experts.87.gate_proj,0.0001439627,0.05000,1.239
26,mlp.experts.88.gate_proj,0.0001426465,0.05000,1.243
26,mlp.experts.89.gate_proj,0.0001795191,0.05000,1.236
26,mlp.experts.90.gate_proj,0.0001079823,0.05000,1.269
26,mlp.experts.91.gate_proj,0.0001448015,0.05000,1.249
26,mlp.experts.92.gate_proj,0.0001134785,0.05000,1.246
26,mlp.experts.93.gate_proj,0.0001180543,0.05000,1.237
26,mlp.experts.94.gate_proj,0.0000702158,0.05000,1.234
26,mlp.experts.95.gate_proj,0.0002102881,0.05000,1.240
26,mlp.experts.96.gate_proj,0.0000531311,0.05000,1.273
26,mlp.experts.97.gate_proj,0.0002422743,0.05000,1.280
26,mlp.experts.98.gate_proj,0.0000708646,0.05000,1.275
26,mlp.experts.99.gate_proj,0.0000674802,0.05000,1.263
26,mlp.experts.100.gate_proj,0.0000741109,0.05000,1.234
26,mlp.experts.101.gate_proj,0.0001688070,0.05000,1.230
26,mlp.experts.102.gate_proj,0.0001992239,0.05000,1.229
26,mlp.experts.103.gate_proj,0.0000630700,0.05000,1.205
26,mlp.experts.104.gate_proj,0.0000766697,0.05000,1.247
26,mlp.experts.107.gate_proj,0.0001450282,0.05000,1.228
26,mlp.experts.105.gate_proj,0.0000442904,0.05000,1.260
26,mlp.experts.106.gate_proj,0.0001555395,0.05000,1.257
26,mlp.experts.108.gate_proj,0.0002778045,0.05000,1.226
26,mlp.experts.110.gate_proj,0.0001309491,0.05000,1.216
26,mlp.experts.111.gate_proj,0.0000860789,0.05000,1.235
26,mlp.experts.109.gate_proj,0.0000320602,0.05000,1.228
26,mlp.experts.112.gate_proj,0.0001839763,0.05000,1.255
26,mlp.experts.114.gate_proj,0.0001252906,0.05000,1.262
26,mlp.experts.113.gate_proj,0.0003260738,0.05000,1.246
26,mlp.experts.115.gate_proj,0.0001471252,0.05000,1.281
26,mlp.experts.116.gate_proj,0.0001959727,0.05000,1.245
26,mlp.experts.118.gate_proj,0.0001815345,0.05000,1.234
26,mlp.experts.117.gate_proj,0.0000931213,0.05000,1.243
26,mlp.experts.119.gate_proj,0.0001576897,0.05000,1.242
26,mlp.experts.120.gate_proj,0.0001688620,0.05000,1.240
26,mlp.experts.122.gate_proj,0.0001589051,0.05000,1.249
26,mlp.experts.123.gate_proj,0.0001284567,0.05000,1.219
26,mlp.experts.121.gate_proj,0.0003637941,0.05000,1.246
26,mlp.experts.126.gate_proj,fallback(rtn): 0.0010452,0.00000,0.029
26,mlp.experts.124.gate_proj,0.0000450664,0.05000,1.240
26,mlp.experts.127.gate_proj,0.0001943532,0.05000,1.234
26,mlp.experts.125.gate_proj,0.0000847627,0.05000,1.241
26,mlp.experts.130.gate_proj,0.0001528578,0.05000,1.242
26,mlp.experts.128.gate_proj,0.0001705087,0.05000,1.225
26,mlp.experts.131.gate_proj,0.0001456106,0.05000,1.221
26,mlp.experts.129.gate_proj,0.0001811126,0.05000,1.219
26,mlp.experts.134.gate_proj,0.0001555526,0.05000,1.215
26,mlp.experts.132.gate_proj,0.0001490428,0.05000,1.231
26,mlp.experts.135.gate_proj,0.0000996031,0.05000,1.232
26,mlp.experts.133.gate_proj,0.0001055738,0.05000,1.242
26,mlp.experts.138.gate_proj,0.0001030136,0.05000,1.227
26,mlp.experts.136.gate_proj,0.0001483268,0.05000,1.251
26,mlp.experts.139.gate_proj,0.0000766469,0.05000,1.242
26,mlp.experts.137.gate_proj,0.0000453371,0.05000,1.248
26,mlp.experts.142.gate_proj,0.0000787311,0.05000,1.253
26,mlp.experts.140.gate_proj,0.0001439593,0.05000,1.240
26,mlp.experts.143.gate_proj,0.0000895400,0.05000,1.243
26,mlp.experts.141.gate_proj,0.0001043643,0.05000,1.245
26,mlp.experts.146.gate_proj,0.0000893853,0.05000,1.245
26,mlp.experts.144.gate_proj,0.0000918148,0.05000,1.232
26,mlp.experts.147.gate_proj,0.0000577255,0.05000,1.237
26,mlp.experts.145.gate_proj,0.0001034601,0.05000,1.245
26,mlp.experts.150.gate_proj,0.0001244329,0.05000,1.245
26,mlp.experts.148.gate_proj,0.0000382731,0.05000,1.241
26,mlp.experts.151.gate_proj,0.0001630060,0.05000,1.234
26,mlp.experts.149.gate_proj,0.0001092868,0.05000,1.239
26,mlp.experts.154.gate_proj,0.0002416218,0.05000,1.235
26,mlp.experts.152.gate_proj,0.0000899921,0.05000,1.255
26,mlp.experts.153.gate_proj,0.0001342875,0.05000,1.247
26,mlp.experts.155.gate_proj,0.0001558397,0.05000,1.277
26,mlp.experts.158.gate_proj,0.0001033295,0.05000,1.257
26,mlp.experts.156.gate_proj,0.0000331169,0.05000,1.248
26,mlp.experts.157.gate_proj,0.0000584013,0.05000,1.252
26,mlp.experts.162.gate_proj,0.0001053335,0.05000,1.255
26,mlp.experts.159.gate_proj,0.0000710431,0.05000,1.271
26,mlp.experts.161.gate_proj,0.0002347791,0.05000,1.218
26,mlp.experts.160.gate_proj,0.0000391201,0.05000,1.239
26,mlp.experts.163.gate_proj,0.0000775107,0.05000,1.225
26,mlp.experts.166.gate_proj,0.0001524501,0.05000,1.254
26,mlp.experts.165.gate_proj,0.0001022546,0.05000,1.237
26,mlp.experts.164.gate_proj,0.0002980926,0.05000,1.236
26,mlp.experts.167.gate_proj,0.0000486650,0.05000,1.223
26,mlp.experts.170.gate_proj,0.0002263677,0.05000,1.233
26,mlp.experts.169.gate_proj,0.0000587822,0.05000,1.253
26,mlp.experts.168.gate_proj,0.0001084360,0.05000,1.271
26,mlp.experts.171.gate_proj,0.0000614377,0.05000,1.262
26,mlp.experts.174.gate_proj,0.0001166388,0.05000,1.271
26,mlp.experts.173.gate_proj,0.0000805084,0.05000,1.240
26,mlp.experts.172.gate_proj,0.0000642753,0.05000,1.237
26,mlp.experts.175.gate_proj,0.0000641369,0.05000,1.231
26,mlp.experts.178.gate_proj,0.0000889892,0.05000,1.235
26,mlp.experts.177.gate_proj,0.0003281710,0.05000,1.220
26,mlp.experts.176.gate_proj,0.0002576092,0.05000,1.219
26,mlp.experts.179.gate_proj,0.0001012532,0.05000,1.224
26,mlp.experts.182.gate_proj,0.0000463532,0.05000,1.237
26,mlp.experts.181.gate_proj,0.0001604150,0.05000,1.242
26,mlp.experts.180.gate_proj,0.0000606624,0.05000,1.227
26,mlp.experts.183.gate_proj,0.0000559805,0.05000,1.238
26,mlp.experts.186.gate_proj,0.0000938773,0.05000,1.247
26,mlp.experts.185.gate_proj,0.0000684770,0.05000,1.252
26,mlp.experts.184.gate_proj,0.0000813224,0.05000,1.260
26,mlp.experts.187.gate_proj,0.0001042567,0.05000,1.256
26,mlp.experts.190.gate_proj,0.0001097441,0.05000,1.258
26,mlp.experts.188.gate_proj,0.0001074444,0.05000,1.248
26,mlp.experts.189.gate_proj,0.0001272303,0.05000,1.274
26,mlp.experts.191.gate_proj,0.0002087634,0.05000,1.260
26,mlp.experts.194.gate_proj,0.0000743973,0.05000,1.273
26,mlp.experts.193.gate_proj,0.0002017201,0.05000,1.225
26,mlp.experts.192.gate_proj,0.0001293451,0.05000,1.249
26,mlp.experts.195.gate_proj,0.0000499510,0.05000,1.238
26,mlp.experts.198.gate_proj,0.0001436902,0.05000,1.239
26,mlp.experts.197.gate_proj,0.0001138219,0.05000,1.239
26,mlp.experts.196.gate_proj,0.0000644599,0.05000,1.238
26,mlp.experts.199.gate_proj,0.0001129331,0.05000,1.246
26,mlp.experts.202.gate_proj,0.0000670718,0.05000,1.245
26,mlp.experts.201.gate_proj,0.0001587821,0.05000,1.267
26,mlp.experts.200.gate_proj,0.0001702984,0.05000,1.274
26,mlp.experts.203.gate_proj,0.0000551950,0.05000,1.276
26,mlp.experts.206.gate_proj,0.0000798072,0.05000,1.273
26,mlp.experts.205.gate_proj,0.0001876904,0.05000,1.240
26,mlp.experts.204.gate_proj,0.0000666712,0.05000,1.245
26,mlp.experts.207.gate_proj,0.0001936536,0.05000,1.240
26,mlp.experts.210.gate_proj,0.0001503393,0.05000,1.243
26,mlp.experts.209.gate_proj,0.0001750220,0.05000,1.238
26,mlp.experts.208.gate_proj,0.0000613249,0.05000,1.248
26,mlp.experts.211.gate_proj,0.0001488101,0.05000,1.246
26,mlp.experts.214.gate_proj,0.0000884162,0.05000,1.259
26,mlp.experts.213.gate_proj,0.0000924627,0.05000,1.270
26,mlp.experts.212.gate_proj,0.0001299580,0.05000,1.279
26,mlp.experts.215.gate_proj,0.0001322004,0.05000,1.272
26,mlp.experts.218.gate_proj,0.0000389469,0.05000,1.247
26,mlp.experts.217.gate_proj,0.0001343792,0.05000,1.228
26,mlp.experts.216.gate_proj,0.0001937709,0.05000,1.237
26,mlp.experts.219.gate_proj,0.0000676151,0.05000,1.244
26,mlp.experts.222.gate_proj,0.0001554878,0.05000,1.237
26,mlp.experts.221.gate_proj,0.0002809561,0.05000,1.225
26,mlp.experts.220.gate_proj,0.0000459244,0.05000,1.215
26,mlp.experts.223.gate_proj,0.0001767964,0.05000,1.221
26,mlp.experts.226.gate_proj,0.0000861507,0.05000,1.225
26,mlp.experts.225.gate_proj,0.0000807162,0.05000,1.250
26,mlp.experts.224.gate_proj,0.0000921397,0.05000,1.247
26,mlp.experts.227.gate_proj,0.0001437924,0.05000,1.244
26,mlp.experts.230.gate_proj,0.0002701661,0.05000,1.241
26,mlp.experts.229.gate_proj,0.0001807679,0.05000,1.257
26,mlp.experts.228.gate_proj,0.0001725141,0.05000,1.244
26,mlp.experts.231.gate_proj,0.0000742967,0.05000,1.256
26,mlp.experts.234.gate_proj,0.0002898017,0.05000,1.237
26,mlp.experts.233.gate_proj,0.0001383268,0.05000,1.262
26,mlp.experts.232.gate_proj,0.0000482397,0.05000,1.269
26,mlp.experts.235.gate_proj,0.0000961602,0.05000,1.258
26,mlp.experts.238.gate_proj,0.0000902709,0.05000,1.257
26,mlp.experts.237.gate_proj,0.0000665321,0.05000,1.240
26,mlp.experts.236.gate_proj,0.0000925200,0.05000,1.246
26,mlp.experts.239.gate_proj,0.0001186674,0.05000,1.262
26,mlp.experts.242.gate_proj,0.0001475918,0.05000,1.249
26,mlp.experts.241.gate_proj,0.0000530004,0.05000,1.250
26,mlp.experts.240.gate_proj,0.0000893729,0.05000,1.240
26,mlp.experts.243.gate_proj,0.0002107736,0.05000,1.241
26,mlp.experts.246.gate_proj,0.0000577314,0.05000,1.247
26,mlp.experts.245.gate_proj,0.0001044372,0.05000,1.240
26,mlp.experts.244.gate_proj,0.0001540169,0.05000,1.256
26,mlp.experts.247.gate_proj,0.0000694161,0.05000,1.261
26,mlp.experts.250.gate_proj,0.0000783031,0.05000,1.243
26,mlp.experts.249.gate_proj,0.0000519888,0.05000,1.232
26,mlp.experts.248.gate_proj,0.0001569554,0.05000,1.249
26,mlp.experts.251.gate_proj,0.0000836876,0.05000,1.251
26,mlp.experts.254.gate_proj,0.0001878136,0.05000,1.243
26,mlp.experts.253.gate_proj,0.0000565522,0.05000,1.217
26,mlp.experts.252.gate_proj,0.0001319660,0.05000,1.226
26,mlp.experts.255.gate_proj,0.0000951641,0.05000,1.215
26,mlp.experts.2.up_proj,0.0001969563,0.05000,1.223
26,mlp.experts.1.up_proj,0.0001379019,0.05000,1.218
26,mlp.experts.0.up_proj,0.0001506251,0.05000,1.230
26,mlp.experts.3.up_proj,0.0000878156,0.05000,1.217
26,mlp.experts.6.up_proj,0.0000419783,0.05000,1.217
26,mlp.experts.5.up_proj,0.0000894167,0.05000,1.242
26,mlp.experts.4.up_proj,0.0001577534,0.05000,1.238
26,mlp.experts.7.up_proj,0.0001419031,0.05000,1.247
26,mlp.experts.10.up_proj,0.0001313641,0.05000,1.241
26,mlp.experts.9.up_proj,0.0001372766,0.05000,1.263
26,mlp.experts.8.up_proj,0.0001389258,0.05000,1.274
26,mlp.experts.11.up_proj,0.0000531747,0.05000,1.256
26,mlp.experts.14.up_proj,0.0000639720,0.05000,1.262
26,mlp.experts.13.up_proj,0.0001167926,0.05000,1.224
26,mlp.experts.12.up_proj,0.0001427802,0.05000,1.230
26,mlp.experts.15.up_proj,0.0001214586,0.05000,1.243
26,mlp.experts.18.up_proj,0.0001485076,0.05000,1.232
26,mlp.experts.17.up_proj,0.0000789734,0.05000,1.252
26,mlp.experts.16.up_proj,0.0000735040,0.05000,1.240
26,mlp.experts.19.up_proj,0.0001590961,0.05000,1.244
26,mlp.experts.22.up_proj,0.0000670274,0.05000,1.241
26,mlp.experts.21.up_proj,0.0001050512,0.05000,1.236
26,mlp.experts.20.up_proj,0.0000557410,0.05000,1.233
26,mlp.experts.23.up_proj,0.0002585891,0.05000,1.234
26,mlp.experts.26.up_proj,0.0002173721,0.05000,1.231
26,mlp.experts.25.up_proj,0.0001398270,0.05000,1.230
26,mlp.experts.24.up_proj,0.0001082929,0.05000,1.226
26,mlp.experts.27.up_proj,0.0000478558,0.05000,1.220
26,mlp.experts.30.up_proj,0.0000993119,0.05000,1.234
26,mlp.experts.29.up_proj,0.0000887864,0.05000,1.251
26,mlp.experts.31.up_proj,0.0001637627,0.05000,1.240
26,mlp.experts.28.up_proj,0.0001011437,0.05000,1.259
26,mlp.experts.34.up_proj,0.0002126526,0.05000,1.250
26,mlp.experts.33.up_proj,0.0000990498,0.05000,1.251
26,mlp.experts.32.up_proj,0.0000454581,0.05000,1.262
26,mlp.experts.35.up_proj,0.0002397297,0.05000,1.275
26,mlp.experts.38.up_proj,0.0000538532,0.05000,1.262
26,mlp.experts.37.up_proj,0.0000418136,0.05000,1.255
26,mlp.experts.39.up_proj,0.0000840098,0.05000,1.250
26,mlp.experts.36.up_proj,0.0000781062,0.05000,1.256
26,mlp.experts.42.up_proj,0.0001243984,0.05000,1.248
26,mlp.experts.41.up_proj,0.0001726670,0.05000,1.237
26,mlp.experts.43.up_proj,0.0001594394,0.05000,1.243
26,mlp.experts.40.up_proj,0.0000984383,0.05000,1.252
26,mlp.experts.46.up_proj,0.0002559067,0.05000,1.242
26,mlp.experts.45.up_proj,0.0001821556,0.05000,1.220
26,mlp.experts.47.up_proj,0.0000181617,0.05000,1.226
26,mlp.experts.44.up_proj,0.0001267503,0.05000,1.222
26,mlp.experts.50.up_proj,0.0000694150,0.05000,1.223
26,mlp.experts.49.up_proj,0.0001137499,0.05000,1.227
26,mlp.experts.51.up_proj,0.0000788864,0.05000,1.222
26,mlp.experts.48.up_proj,0.0000914156,0.05000,1.231
26,mlp.experts.54.up_proj,0.0000626143,0.05000,1.230
26,mlp.experts.53.up_proj,0.0001251256,0.05000,1.247
26,mlp.experts.55.up_proj,0.0000997111,0.05000,1.233
26,mlp.experts.52.up_proj,0.0000707967,0.05000,1.235
26,mlp.experts.58.up_proj,0.0001891418,0.05000,1.241
26,mlp.experts.62.up_proj,fallback(rtn): 0.0011597,0.00000,0.017
26,mlp.experts.57.up_proj,0.0001422674,0.05000,1.234
26,mlp.experts.59.up_proj,0.0001671691,0.05000,1.235
26,mlp.experts.56.up_proj,0.0001387222,0.05000,1.236
26,mlp.experts.66.up_proj,0.0000600506,0.05000,1.232
26,mlp.experts.61.up_proj,0.0000665854,0.05000,1.250
26,mlp.experts.63.up_proj,0.0000687398,0.05000,1.248
26,mlp.experts.60.up_proj,0.0000519508,0.05000,1.246
26,mlp.experts.70.up_proj,0.0001091167,0.05000,1.249
26,mlp.experts.65.up_proj,0.0001148610,0.05000,1.238
26,mlp.experts.67.up_proj,0.0000749093,0.05000,1.247
26,mlp.experts.64.up_proj,0.0000445335,0.05000,1.248
26,mlp.experts.74.up_proj,0.0002631110,0.05000,1.248
26,mlp.experts.69.up_proj,0.0000817094,0.05000,1.237
26,mlp.experts.71.up_proj,0.0001328115,0.05000,1.242
26,mlp.experts.68.up_proj,0.0001759071,0.05000,1.241
26,mlp.experts.78.up_proj,0.0001398698,0.05000,1.245
26,mlp.experts.73.up_proj,0.0001074187,0.05000,1.232
26,mlp.experts.75.up_proj,0.0000706563,0.05000,1.220
26,mlp.experts.72.up_proj,0.0000958208,0.05000,1.233
26,mlp.experts.82.up_proj,0.0000987014,0.05000,1.238
26,mlp.experts.77.up_proj,0.0001597719,0.05000,1.249
26,mlp.experts.76.up_proj,0.0001018699,0.05000,1.225
26,mlp.experts.79.up_proj,0.0000710928,0.05000,1.248
26,mlp.experts.86.up_proj,0.0000936008,0.05000,1.238
26,mlp.experts.81.up_proj,0.0001007969,0.05000,1.211
26,mlp.experts.80.up_proj,0.0000791804,0.05000,1.222
26,mlp.experts.83.up_proj,0.0000552935,0.05000,1.223
26,mlp.experts.90.up_proj,0.0001028453,0.05000,1.222
26,mlp.experts.85.up_proj,0.0001053134,0.05000,1.247
26,mlp.experts.87.up_proj,0.0001348337,0.05000,1.245
26,mlp.experts.84.up_proj,0.0002781852,0.05000,1.249
26,mlp.experts.94.up_proj,0.0000673437,0.05000,1.267
26,mlp.experts.89.up_proj,0.0001887438,0.05000,1.258
26,mlp.experts.88.up_proj,0.0001350231,0.05000,1.258
26,mlp.experts.91.up_proj,0.0001245079,0.05000,1.273
26,mlp.experts.98.up_proj,0.0000565118,0.05000,1.231
26,mlp.experts.93.up_proj,0.0001775039,0.05000,1.236
26,mlp.experts.92.up_proj,0.0001013626,0.05000,1.241
26,mlp.experts.95.up_proj,0.0001726206,0.05000,1.240
26,mlp.experts.102.up_proj,0.0001914757,0.05000,1.242
26,mlp.experts.97.up_proj,0.0002326317,0.05000,1.239
26,mlp.experts.96.up_proj,0.0000554521,0.05000,1.228
26,mlp.experts.99.up_proj,0.0000626037,0.05000,1.234
26,mlp.experts.106.up_proj,0.0001399191,0.05000,1.231
26,mlp.experts.101.up_proj,0.0001692002,0.05000,1.231
26,mlp.experts.100.up_proj,0.0000689238,0.05000,1.219
26,mlp.experts.103.up_proj,0.0000541370,0.05000,1.230
26,mlp.experts.110.up_proj,0.0001246445,0.05000,1.222
26,mlp.experts.105.up_proj,0.0000358853,0.05000,1.281
26,mlp.experts.104.up_proj,0.0000894866,0.05000,1.256
26,mlp.experts.107.up_proj,0.0001327784,0.05000,1.254
26,mlp.experts.114.up_proj,0.0001212559,0.05000,1.251
26,mlp.experts.109.up_proj,0.0000305395,0.05000,1.254
26,mlp.experts.108.up_proj,0.0002641633,0.05000,1.261
26,mlp.experts.111.up_proj,0.0000786585,0.05000,1.251
26,mlp.experts.118.up_proj,0.0002700769,0.05000,1.252
26,mlp.experts.113.up_proj,0.0003097588,0.05000,1.230
26,mlp.experts.112.up_proj,0.0001753257,0.05000,1.229
26,mlp.experts.115.up_proj,0.0001352570,0.05000,1.233
26,mlp.experts.122.up_proj,0.0001430897,0.05000,1.231
26,mlp.experts.126.up_proj,fallback(rtn): 0.0009995,0.00000,0.016
26,mlp.experts.117.up_proj,0.0000778163,0.05000,1.213
26,mlp.experts.116.up_proj,0.0001791750,0.05000,1.224
26,mlp.experts.119.up_proj,0.0001398633,0.05000,1.218
26,mlp.experts.130.up_proj,0.0001589118,0.05000,1.217
26,mlp.experts.121.up_proj,0.0003528894,0.05000,1.255
26,mlp.experts.120.up_proj,0.0001526122,0.05000,1.242
26,mlp.experts.123.up_proj,0.0001235878,0.05000,1.240
26,mlp.experts.134.up_proj,0.0001483812,0.05000,1.252
26,mlp.experts.125.up_proj,0.0000809399,0.05000,1.228
26,mlp.experts.124.up_proj,0.0000489340,0.05000,1.235
26,mlp.experts.127.up_proj,0.0001875074,0.05000,1.226
26,mlp.experts.138.up_proj,0.0001042005,0.05000,1.240
26,mlp.experts.129.up_proj,0.0001600552,0.05000,1.232
26,mlp.experts.131.up_proj,0.0001676081,0.05000,1.226
26,mlp.experts.128.up_proj,0.0001540653,0.05000,1.233
26,mlp.experts.142.up_proj,0.0000730918,0.05000,1.226
26,mlp.experts.133.up_proj,0.0001003930,0.05000,1.250
26,mlp.experts.132.up_proj,0.0001223811,0.05000,1.253
26,mlp.experts.135.up_proj,0.0000877520,0.05000,1.267
26,mlp.experts.146.up_proj,0.0000877794,0.05000,1.250
26,mlp.experts.137.up_proj,0.0000496568,0.05000,1.250
26,mlp.experts.136.up_proj,0.0001406326,0.05000,1.255
26,mlp.experts.139.up_proj,0.0000732848,0.05000,1.255
26,mlp.experts.150.up_proj,0.0001165153,0.05000,1.261
26,mlp.experts.141.up_proj,0.0000886236,0.05000,1.229
26,mlp.experts.140.up_proj,0.0001375563,0.05000,1.224
26,mlp.experts.143.up_proj,0.0000895973,0.05000,1.237
26,mlp.experts.154.up_proj,0.0002315357,0.05000,1.245
26,mlp.experts.145.up_proj,0.0001007059,0.05000,1.260
26,mlp.experts.144.up_proj,0.0000684078,0.05000,1.265
26,mlp.experts.147.up_proj,0.0000571810,0.05000,1.274
26,mlp.experts.158.up_proj,0.0000950828,0.05000,1.272
26,mlp.experts.149.up_proj,0.0001020505,0.05000,1.236
26,mlp.experts.148.up_proj,0.0000403558,0.05000,1.230
26,mlp.experts.151.up_proj,0.0001539701,0.05000,1.236
26,mlp.experts.162.up_proj,0.0000965367,0.05000,1.232
26,mlp.experts.153.up_proj,0.0001317871,0.05000,1.258
26,mlp.experts.152.up_proj,0.0000711622,0.05000,1.247
26,mlp.experts.155.up_proj,0.0001469329,0.05000,1.251
26,mlp.experts.166.up_proj,0.0001435476,0.05000,1.242
26,mlp.experts.157.up_proj,0.0000549155,0.05000,1.226
26,mlp.experts.156.up_proj,0.0000313323,0.05000,1.225
26,mlp.experts.159.up_proj,0.0000634779,0.05000,1.226
26,mlp.experts.170.up_proj,0.0001863290,0.05000,1.231
26,mlp.experts.161.up_proj,0.0002550051,0.05000,1.250
26,mlp.experts.160.up_proj,0.0000339045,0.05000,1.240
26,mlp.experts.163.up_proj,0.0000724341,0.05000,1.243
26,mlp.experts.174.up_proj,0.0001142822,0.05000,1.241
26,mlp.experts.164.up_proj,0.0002852690,0.05000,1.234
26,mlp.experts.165.up_proj,0.0000874278,0.05000,1.246
26,mlp.experts.167.up_proj,0.0000483769,0.05000,1.241
26,mlp.experts.178.up_proj,0.0000812702,0.05000,1.234
26,mlp.experts.168.up_proj,0.0000954549,0.05000,1.237
26,mlp.experts.169.up_proj,0.0000569242,0.05000,1.247
26,mlp.experts.171.up_proj,0.0000588537,0.05000,1.248
26,mlp.experts.182.up_proj,0.0000408237,0.05000,1.248
26,mlp.experts.172.up_proj,0.0000530917,0.05000,1.237
26,mlp.experts.173.up_proj,0.0000809160,0.05000,1.258
26,mlp.experts.175.up_proj,0.0000609031,0.05000,1.249
26,mlp.experts.186.up_proj,0.0000822018,0.05000,1.239
26,mlp.experts.176.up_proj,0.0002571341,0.05000,1.253
26,mlp.experts.177.up_proj,0.0003144596,0.05000,1.250
26,mlp.experts.179.up_proj,0.0001063434,0.05000,1.243
26,mlp.experts.190.up_proj,0.0001063000,0.05000,1.246
26,mlp.experts.180.up_proj,0.0000531201,0.05000,1.217
26,mlp.experts.181.up_proj,0.0001501315,0.05000,1.216
26,mlp.experts.183.up_proj,0.0000537273,0.05000,1.223
26,mlp.experts.194.up_proj,0.0000645801,0.05000,1.230
26,mlp.experts.184.up_proj,0.0000790204,0.05000,1.245
26,mlp.experts.185.up_proj,0.0000659824,0.05000,1.230
26,mlp.experts.187.up_proj,0.0000878337,0.05000,1.240
26,mlp.experts.198.up_proj,0.0001420408,0.05000,1.246
26,mlp.experts.189.up_proj,0.0001213984,0.05000,1.251
26,mlp.experts.188.up_proj,0.0000931350,0.05000,1.256
26,mlp.experts.191.up_proj,0.0001850647,0.05000,1.237
26,mlp.experts.202.up_proj,0.0000560919,0.05000,1.253
26,mlp.experts.192.up_proj,0.0001059158,0.05000,1.230
26,mlp.experts.193.up_proj,0.0001909048,0.05000,1.237
26,mlp.experts.195.up_proj,0.0000442926,0.05000,1.224
26,mlp.experts.206.up_proj,0.0000708875,0.05000,1.222
26,mlp.experts.197.up_proj,0.0001043827,0.05000,1.245
26,mlp.experts.196.up_proj,0.0000646707,0.05000,1.253
26,mlp.experts.199.up_proj,0.0000992726,0.05000,1.265
26,mlp.experts.210.up_proj,0.0001266951,0.05000,1.264
26,mlp.experts.200.up_proj,0.0001603904,0.05000,1.249
26,mlp.experts.201.up_proj,0.0001468694,0.05000,1.273
26,mlp.experts.203.up_proj,0.0000729361,0.05000,1.260
26,mlp.experts.214.up_proj,0.0000737267,0.05000,1.262
26,mlp.experts.204.up_proj,0.0000575757,0.05000,1.241
26,mlp.experts.205.up_proj,0.0001753484,0.05000,1.245
26,mlp.experts.207.up_proj,0.0001833660,0.05000,1.238
26,mlp.experts.218.up_proj,0.0000389916,0.05000,1.236
26,mlp.experts.209.up_proj,0.0001597406,0.05000,1.242
26,mlp.experts.208.up_proj,0.0000722514,0.05000,1.259
26,mlp.experts.211.up_proj,0.0001424445,0.05000,1.253
26,mlp.experts.222.up_proj,0.0001789283,0.05000,1.234
26,mlp.experts.212.up_proj,0.0001183095,0.05000,1.225
26,mlp.experts.213.up_proj,0.0000986204,0.05000,1.237
26,mlp.experts.215.up_proj,0.0001033503,0.05000,1.234
26,mlp.experts.226.up_proj,0.0000832002,0.05000,1.234
26,mlp.experts.216.up_proj,0.0001840677,0.05000,1.250
26,mlp.experts.217.up_proj,0.0001284905,0.05000,1.256
26,mlp.experts.219.up_proj,0.0000638462,0.05000,1.253
26,mlp.experts.230.up_proj,0.0002447528,0.05000,1.231
26,mlp.experts.220.up_proj,0.0000389899,0.05000,1.221
26,mlp.experts.221.up_proj,0.0002428755,0.05000,1.221
26,mlp.experts.223.up_proj,0.0001692077,0.05000,1.217
26,mlp.experts.234.up_proj,0.0002832884,0.05000,1.226
26,mlp.experts.224.up_proj,0.0000917035,0.05000,1.261
26,mlp.experts.225.up_proj,0.0000851425,0.05000,1.261
26,mlp.experts.227.up_proj,0.0001305960,0.05000,1.246
26,mlp.experts.238.up_proj,0.0000874316,0.05000,1.252
26,mlp.experts.228.up_proj,0.0001521232,0.05000,1.247
26,mlp.experts.229.up_proj,0.0001726317,0.05000,1.254
26,mlp.experts.231.up_proj,0.0000703517,0.05000,1.252
26,mlp.experts.242.up_proj,0.0001526209,0.05000,1.258
26,mlp.experts.232.up_proj,0.0000429969,0.05000,1.240
26,mlp.experts.233.up_proj,0.0001375663,0.05000,1.234
26,mlp.experts.235.up_proj,0.0000948374,0.05000,1.233
26,mlp.experts.246.up_proj,0.0000565734,0.05000,1.239
26,mlp.experts.236.up_proj,0.0000860519,0.05000,1.249
26,mlp.experts.237.up_proj,0.0000601769,0.05000,1.250
26,mlp.experts.239.up_proj,0.0001118541,0.05000,1.249
26,mlp.experts.250.up_proj,0.0000672517,0.05000,1.241
26,mlp.experts.240.up_proj,0.0000807346,0.05000,1.251
26,mlp.experts.241.up_proj,0.0000538891,0.05000,1.260
26,mlp.experts.243.up_proj,0.0001875630,0.05000,1.261
26,mlp.experts.254.up_proj,0.0001802646,0.05000,1.259
26,mlp.experts.244.up_proj,0.0001438175,0.05000,0.801
26,mlp.experts.245.up_proj,0.0000898912,0.05000,0.801
26,mlp.experts.247.up_proj,0.0000695799,0.05000,0.795
26,mlp.experts.248.up_proj,0.0001483017,0.05000,0.766
26,mlp.experts.249.up_proj,0.0000457335,0.05000,0.766
26,mlp.experts.251.up_proj,0.0000753653,0.05000,0.784
26,mlp.experts.252.up_proj,0.0001333250,0.05000,0.768
26,mlp.experts.253.up_proj,0.0000516125,0.05000,0.747
26,mlp.experts.255.up_proj,0.0000854003,0.05000,0.729
26,mlp.experts.1.down_proj,0.0000062843,0.05000,0.320
26,mlp.experts.0.down_proj,0.0000035424,0.05000,0.322
26,mlp.experts.2.down_proj,0.0000071368,0.05000,0.325
26,mlp.experts.3.down_proj,0.0000060757,0.05000,0.338
26,mlp.experts.4.down_proj,0.0000035739,0.05000,0.327
26,mlp.experts.5.down_proj,0.0000030139,0.05000,0.336
26,mlp.experts.6.down_proj,0.0000012734,0.05000,0.336
26,mlp.experts.7.down_proj,0.0000039329,0.05000,0.326
26,mlp.experts.8.down_proj,0.0000020829,0.05000,0.323
26,mlp.experts.9.down_proj,0.0000020810,0.05000,0.323
26,mlp.experts.10.down_proj,0.0000052230,0.05000,0.317
26,mlp.experts.11.down_proj,0.0000018107,0.05000,0.326
26,mlp.experts.14.down_proj,0.0000023930,0.05000,0.307
26,mlp.experts.12.down_proj,0.0000024721,0.05000,0.316
26,mlp.experts.13.down_proj,0.0000033866,0.05000,0.320
26,mlp.experts.15.down_proj,0.0000035417,0.05000,0.314
26,mlp.experts.16.down_proj,0.0000022472,0.05000,0.311
26,mlp.experts.18.down_proj,0.0000061310,0.05000,0.312
26,mlp.experts.17.down_proj,0.0000009456,0.05000,0.321
26,mlp.experts.19.down_proj,0.0000050419,0.05000,0.319
26,mlp.experts.20.down_proj,0.0000011992,0.05000,0.309
26,mlp.experts.22.down_proj,0.0000018843,0.05000,0.309
26,mlp.experts.21.down_proj,0.0000029187,0.05000,0.311
26,mlp.experts.23.down_proj,0.0000100800,0.05000,0.310
26,mlp.experts.26.down_proj,0.0000044410,0.05000,0.310
26,mlp.experts.24.down_proj,0.0000025608,0.05000,0.315
26,mlp.experts.25.down_proj,0.0000040547,0.05000,0.313
26,mlp.experts.27.down_proj,0.0000012038,0.05000,0.321
26,mlp.experts.30.down_proj,0.0000012363,0.05000,0.304
26,mlp.experts.28.down_proj,0.0000028940,0.05000,0.310
26,mlp.experts.29.down_proj,0.0000012872,0.05000,0.310
26,mlp.experts.31.down_proj,0.0000028139,0.05000,0.310
26,mlp.experts.34.down_proj,0.0000042329,0.05000,0.319
26,mlp.experts.33.down_proj,0.0000026155,0.05000,0.311
26,mlp.experts.32.down_proj,0.0000025159,0.05000,0.322
26,mlp.experts.35.down_proj,0.0000057707,0.05000,0.318
26,mlp.experts.38.down_proj,0.0000017848,0.05000,0.323
26,mlp.experts.37.down_proj,0.0000014172,0.05000,0.323
26,mlp.experts.36.down_proj,0.0000022790,0.05000,0.324
26,mlp.experts.39.down_proj,0.0000031577,0.05000,0.325
26,mlp.experts.42.down_proj,0.0000046204,0.05000,0.315
26,mlp.experts.41.down_proj,0.0000028831,0.05000,0.314
26,mlp.experts.40.down_proj,0.0000043887,0.05000,0.314
26,mlp.experts.43.down_proj,0.0000059180,0.05000,0.310
26,mlp.experts.46.down_proj,0.0000055332,0.05000,0.316
26,mlp.experts.45.down_proj,0.0000056288,0.05000,0.322
26,mlp.experts.44.down_proj,0.0000058852,0.05000,0.323
26,mlp.experts.47.down_proj,0.0000004283,0.05000,0.317
26,mlp.experts.50.down_proj,0.0000029374,0.05000,0.309
26,mlp.experts.49.down_proj,0.0000038168,0.05000,0.311
26,mlp.experts.48.down_proj,0.0000023921,0.05000,0.314
26,mlp.experts.51.down_proj,0.0000041044,0.05000,0.313
26,mlp.experts.54.down_proj,0.0000022554,0.05000,0.311
26,mlp.experts.53.down_proj,0.0000050373,0.05000,0.311
26,mlp.experts.52.down_proj,0.0000039190,0.05000,0.307
26,mlp.experts.55.down_proj,0.0000016524,0.05000,0.309
26,mlp.experts.58.down_proj,0.0000061760,0.05000,0.311
26,mlp.experts.62.down_proj,fallback(rtn): 0.0011520,0.00000,0.005
26,mlp.experts.57.down_proj,0.0000025405,0.05000,0.310
26,mlp.experts.56.down_proj,0.0000026218,0.05000,0.315
26,mlp.experts.59.down_proj,0.0000065472,0.05000,0.314
26,mlp.experts.61.down_proj,0.0000022528,0.05000,0.317
26,mlp.experts.66.down_proj,0.0000012969,0.05000,0.324
26,mlp.experts.60.down_proj,0.0000018894,0.05000,0.315
26,mlp.experts.63.down_proj,0.0000016603,0.05000,0.318
26,mlp.experts.70.down_proj,0.0000025452,0.05000,0.314
26,mlp.experts.65.down_proj,0.0000035871,0.05000,0.319
26,mlp.experts.64.down_proj,0.0000019936,0.05000,0.318
26,mlp.experts.67.down_proj,0.0000025920,0.05000,0.319
26,mlp.experts.69.down_proj,0.0000024192,0.05000,0.311
26,mlp.experts.74.down_proj,0.0000099660,0.05000,0.317
26,mlp.experts.68.down_proj,0.0000043923,0.05000,0.312
26,mlp.experts.71.down_proj,0.0000021786,0.05000,0.300
26,mlp.experts.75.down_proj,0.0000027885,0.05000,0.307
26,mlp.experts.78.down_proj,0.0000043710,0.05000,0.308
26,mlp.experts.72.down_proj,0.0000048514,0.05000,0.314
26,mlp.experts.73.down_proj,0.0000039730,0.05000,0.317
26,mlp.experts.79.down_proj,0.0000018091,0.05000,0.311
26,mlp.experts.82.down_proj,0.0000034457,0.05000,0.312
26,mlp.experts.76.down_proj,0.0000031601,0.05000,0.308
26,mlp.experts.77.down_proj,0.0000065259,0.05000,0.311
26,mlp.experts.83.down_proj,0.0000023030,0.05000,0.320
26,mlp.experts.81.down_proj,0.0000014756,0.05000,0.314
26,mlp.experts.86.down_proj,0.0000049016,0.05000,0.323
26,mlp.experts.80.down_proj,0.0000019318,0.05000,0.326
26,mlp.experts.85.down_proj,0.0000091041,0.05000,0.316
26,mlp.experts.87.down_proj,0.0000024147,0.05000,0.320
26,mlp.experts.90.down_proj,0.0000039325,0.05000,0.319
26,mlp.experts.84.down_proj,0.0000097607,0.05000,0.315
26,mlp.experts.89.down_proj,0.0000070259,0.05000,0.320
26,mlp.experts.91.down_proj,0.0000021889,0.05000,0.321
26,mlp.experts.88.down_proj,0.0000031006,0.05000,0.306
26,mlp.experts.94.down_proj,0.0000038489,0.05000,0.326
26,mlp.experts.92.down_proj,0.0000108430,0.05000,0.306
26,mlp.experts.93.down_proj,0.0000056414,0.05000,0.311
26,mlp.experts.95.down_proj,0.0000039805,0.05000,0.327
26,mlp.experts.98.down_proj,0.0000019301,0.05000,0.325
26,mlp.experts.97.down_proj,0.0000049404,0.05000,0.317
26,mlp.experts.96.down_proj,0.0000021008,0.05000,0.320
26,mlp.experts.99.down_proj,0.0000019259,0.05000,0.315
26,mlp.experts.102.down_proj,0.0000034867,0.05000,0.321
26,mlp.experts.103.down_proj,0.0000025939,0.05000,0.323
26,mlp.experts.101.down_proj,0.0000075241,0.05000,0.330
26,mlp.experts.100.down_proj,0.0000025098,0.05000,0.330
26,mlp.experts.106.down_proj,0.0000048510,0.05000,0.319
26,mlp.experts.105.down_proj,0.0000008834,0.05000,0.316
26,mlp.experts.107.down_proj,0.0000021285,0.05000,0.325
26,mlp.experts.104.down_proj,0.0000024931,0.05000,0.320
26,mlp.experts.110.down_proj,0.0000023061,0.05000,0.322
26,mlp.experts.109.down_proj,0.0000010063,0.05000,0.312
26,mlp.experts.111.down_proj,0.0000024497,0.05000,0.313
26,mlp.experts.108.down_proj,0.0000090927,0.05000,0.315
26,mlp.experts.114.down_proj,0.0000029689,0.05000,0.323
26,mlp.experts.113.down_proj,0.0000084225,0.05000,0.317
26,mlp.experts.115.down_proj,0.0000074936,0.05000,0.309
26,mlp.experts.112.down_proj,0.0000030289,0.05000,0.314
26,mlp.experts.118.down_proj,0.0000150725,0.05000,0.313
26,mlp.experts.117.down_proj,0.0000021270,0.05000,0.312
26,mlp.experts.119.down_proj,0.0000024021,0.05000,0.311
26,mlp.experts.116.down_proj,0.0000051183,0.05000,0.309
26,mlp.experts.122.down_proj,0.0000049814,0.05000,0.310
26,mlp.experts.126.down_proj,fallback(rtn): 0.0009842,0.00000,0.005
26,mlp.experts.121.down_proj,0.0000134156,0.05000,0.307
26,mlp.experts.123.down_proj,0.0000025035,0.05000,0.311
26,mlp.experts.120.down_proj,0.0000043317,0.05000,0.313
26,mlp.experts.130.down_proj,0.0000057850,0.05000,0.309
26,mlp.experts.125.down_proj,0.0000016404,0.05000,0.323
26,mlp.experts.127.down_proj,0.0000031499,0.05000,0.325
26,mlp.experts.124.down_proj,0.0000031481,0.05000,0.319
26,mlp.experts.134.down_proj,0.0000067639,0.05000,0.323
26,mlp.experts.129.down_proj,0.0000038831,0.05000,0.311
26,mlp.experts.128.down_proj,0.0000030247,0.05000,0.309
26,mlp.experts.131.down_proj,0.0000082394,0.05000,0.316
26,mlp.experts.138.down_proj,0.0000040102,0.05000,0.310
26,mlp.experts.132.down_proj,0.0000045249,0.05000,0.305
26,mlp.experts.133.down_proj,0.0000015641,0.05000,0.324
26,mlp.experts.135.down_proj,0.0000019153,0.05000,0.320
26,mlp.experts.142.down_proj,0.0000008733,0.05000,0.321
26,mlp.experts.136.down_proj,0.0000024321,0.05000,0.306
26,mlp.experts.137.down_proj,0.0000016713,0.05000,0.308
26,mlp.experts.139.down_proj,0.0000021268,0.05000,0.307
26,mlp.experts.146.down_proj,0.0000039856,0.05000,0.307
26,mlp.experts.140.down_proj,0.0000029529,0.05000,0.307
26,mlp.experts.141.down_proj,0.0000025805,0.05000,0.309
26,mlp.experts.143.down_proj,0.0000031683,0.05000,0.311
26,mlp.experts.150.down_proj,0.0000019079,0.05000,0.309
26,mlp.experts.144.down_proj,0.0000015843,0.05000,0.323
26,mlp.experts.145.down_proj,0.0000059653,0.05000,0.325
26,mlp.experts.147.down_proj,0.0000030861,0.05000,0.327
26,mlp.experts.154.down_proj,0.0000043584,0.05000,0.328
26,mlp.experts.148.down_proj,0.0000025758,0.05000,0.322
26,mlp.experts.149.down_proj,0.0000016476,0.05000,0.323
26,mlp.experts.151.down_proj,0.0000069185,0.05000,0.323
26,mlp.experts.158.down_proj,0.0000034305,0.05000,0.318
26,mlp.experts.152.down_proj,0.0000020181,0.05000,0.320
26,mlp.experts.153.down_proj,0.0000056649,0.05000,0.319
26,mlp.experts.155.down_proj,0.0000046475,0.05000,0.318
26,mlp.experts.162.down_proj,0.0000029806,0.05000,0.321
26,mlp.experts.156.down_proj,0.0000010335,0.05000,0.310
26,mlp.experts.157.down_proj,0.0000015228,0.05000,0.321
26,mlp.experts.159.down_proj,0.0000022023,0.05000,0.317
26,mlp.experts.166.down_proj,0.0000025454,0.05000,0.318
26,mlp.experts.160.down_proj,0.0000009538,0.05000,0.321
26,mlp.experts.161.down_proj,0.0000088662,0.05000,0.321
26,mlp.experts.163.down_proj,0.0000036819,0.05000,0.322
26,mlp.experts.170.down_proj,0.0000053527,0.05000,0.319
26,mlp.experts.164.down_proj,0.0000133124,0.05000,0.318
26,mlp.experts.165.down_proj,0.0000033373,0.05000,0.313
26,mlp.experts.167.down_proj,0.0000022037,0.05000,0.319
26,mlp.experts.174.down_proj,0.0000040458,0.05000,0.318
26,mlp.experts.169.down_proj,0.0000018773,0.05000,0.307
26,mlp.experts.168.down_proj,0.0000040225,0.05000,0.324
26,mlp.experts.171.down_proj,0.0000035543,0.05000,0.319
26,mlp.experts.178.down_proj,0.0000036296,0.05000,0.317
26,mlp.experts.172.down_proj,0.0000017662,0.05000,0.308
26,mlp.experts.173.down_proj,0.0000036470,0.05000,0.311
26,mlp.experts.175.down_proj,0.0000023779,0.05000,0.309
26,mlp.experts.182.down_proj,0.0000011980,0.05000,0.307
26,mlp.experts.177.down_proj,0.0000072780,0.05000,0.314
26,mlp.experts.176.down_proj,0.0000107670,0.05000,0.318
26,mlp.experts.179.down_proj,0.0000044536,0.05000,0.316
26,mlp.experts.186.down_proj,0.0000024161,0.05000,0.316
26,mlp.experts.180.down_proj,0.0000017872,0.05000,0.308
26,mlp.experts.181.down_proj,0.0000022583,0.05000,0.311
26,mlp.experts.183.down_proj,0.0000014883,0.05000,0.310
26,mlp.experts.190.down_proj,0.0000063709,0.05000,0.310
26,mlp.experts.184.down_proj,0.0000074482,0.05000,0.324
26,mlp.experts.185.down_proj,0.0000009728,0.05000,0.328
26,mlp.experts.187.down_proj,0.0000025412,0.05000,0.328
26,mlp.experts.194.down_proj,0.0000020394,0.05000,0.325
26,mlp.experts.188.down_proj,0.0000030350,0.05000,0.316
26,mlp.experts.189.down_proj,0.0000040139,0.05000,0.317
26,mlp.experts.191.down_proj,0.0000036520,0.05000,0.315
26,mlp.experts.198.down_proj,0.0000060077,0.05000,0.315
26,mlp.experts.192.down_proj,0.0000032500,0.05000,0.321
26,mlp.experts.193.down_proj,0.0000038095,0.05000,0.323
26,mlp.experts.195.down_proj,0.0000008518,0.05000,0.325
26,mlp.experts.202.down_proj,0.0000018746,0.05000,0.322
26,mlp.experts.196.down_proj,0.0000024246,0.05000,0.310
26,mlp.experts.197.down_proj,0.0000011227,0.05000,0.313
26,mlp.experts.199.down_proj,0.0000030077,0.05000,0.311
26,mlp.experts.206.down_proj,0.0000023956,0.05000,0.313
26,mlp.experts.200.down_proj,0.0000026846,0.05000,0.312
26,mlp.experts.201.down_proj,0.0000061489,0.05000,0.325
26,mlp.experts.203.down_proj,0.0000030178,0.05000,0.327
26,mlp.experts.210.down_proj,0.0000033206,0.05000,0.328
26,mlp.experts.204.down_proj,0.0000021586,0.05000,0.323
26,mlp.experts.205.down_proj,0.0000035473,0.05000,0.318
26,mlp.experts.207.down_proj,0.0000028836,0.05000,0.314
26,mlp.experts.214.down_proj,0.0000025188,0.05000,0.314
26,mlp.experts.208.down_proj,0.0000017321,0.05000,0.309
26,mlp.experts.209.down_proj,0.0000025365,0.05000,0.310
26,mlp.experts.211.down_proj,0.0000029225,0.05000,0.311
26,mlp.experts.218.down_proj,0.0000014599,0.05000,0.314
26,mlp.experts.212.down_proj,0.0000039388,0.05000,0.320
26,mlp.experts.213.down_proj,0.0000062519,0.05000,0.315
26,mlp.experts.215.down_proj,0.0000012843,0.05000,0.320
26,mlp.experts.222.down_proj,0.0000082024,0.05000,0.314
26,mlp.experts.216.down_proj,0.0000033232,0.05000,0.313
26,mlp.experts.217.down_proj,0.0000020349,0.05000,0.315
26,mlp.experts.219.down_proj,0.0000013590,0.05000,0.324
26,mlp.experts.226.down_proj,0.0000024030,0.05000,0.327
26,mlp.experts.220.down_proj,0.0000012569,0.05000,0.317
26,mlp.experts.221.down_proj,0.0000070357,0.05000,0.314
26,mlp.experts.223.down_proj,0.0000035986,0.05000,0.323
26,mlp.experts.230.down_proj,0.0000052491,0.05000,0.322
26,mlp.experts.224.down_proj,0.0000022308,0.05000,0.322
26,mlp.experts.225.down_proj,0.0000040559,0.05000,0.320
26,mlp.experts.227.down_proj,0.0000042855,0.05000,0.310
26,mlp.experts.234.down_proj,0.0000139907,0.05000,0.314
26,mlp.experts.228.down_proj,0.0000031900,0.05000,0.314
26,mlp.experts.229.down_proj,0.0000029096,0.05000,0.309
26,mlp.experts.231.down_proj,0.0000027515,0.05000,0.310
26,mlp.experts.238.down_proj,0.0000035325,0.05000,0.315
26,mlp.experts.232.down_proj,0.0000011371,0.05000,0.311
26,mlp.experts.233.down_proj,0.0000054626,0.05000,0.316
26,mlp.experts.235.down_proj,0.0000045733,0.05000,0.316
26,mlp.experts.242.down_proj,0.0000046695,0.05000,0.313
26,mlp.experts.236.down_proj,0.0000016534,0.05000,0.326
26,mlp.experts.237.down_proj,0.0000016962,0.05000,0.318
26,mlp.experts.239.down_proj,0.0000022360,0.05000,0.321
26,mlp.experts.246.down_proj,0.0000020524,0.05000,0.314
26,mlp.experts.240.down_proj,0.0000023211,0.05000,0.307
26,mlp.experts.241.down_proj,0.0000020234,0.05000,0.314
26,mlp.experts.243.down_proj,0.0000035433,0.05000,0.313
26,mlp.experts.250.down_proj,0.0000018704,0.05000,0.313
26,mlp.experts.244.down_proj,0.0000025621,0.05000,0.324
26,mlp.experts.245.down_proj,0.0000024262,0.05000,0.323
26,mlp.experts.247.down_proj,0.0000021664,0.05000,0.323
26,mlp.experts.254.down_proj,0.0000041429,0.05000,0.322
26,mlp.experts.248.down_proj,0.0000052224,0.05000,0.205
26,mlp.experts.249.down_proj,0.0000013307,0.05000,0.214
26,mlp.experts.251.down_proj,0.0000026416,0.05000,0.205
26,mlp.experts.252.down_proj,0.0000048732,0.05000,0.206
26,mlp.experts.253.down_proj,0.0000020115,0.05000,0.193
26,mlp.experts.255.down_proj,0.0000023747,0.05000,0.184
27,mlp.experts.1.gate_proj,0.0001311506,0.05000,1.259
27,mlp.experts.0.gate_proj,0.0001528605,0.05000,1.268
27,mlp.experts.2.gate_proj,0.0000919431,0.05000,1.271
27,mlp.experts.3.gate_proj,0.0000831162,0.05000,1.276
27,mlp.experts.5.gate_proj,0.0001257053,0.05000,1.245
27,mlp.experts.6.gate_proj,0.0002247116,0.05000,1.252
27,mlp.experts.4.gate_proj,0.0001365319,0.05000,1.258
27,mlp.experts.7.gate_proj,0.0001266192,0.05000,1.269
27,mlp.experts.9.gate_proj,0.0001120813,0.05000,1.254
27,mlp.experts.10.gate_proj,0.0001618628,0.05000,1.247
27,mlp.experts.8.gate_proj,0.0001971822,0.05000,1.246
27,mlp.experts.11.gate_proj,0.0001020855,0.05000,1.247
27,mlp.experts.13.gate_proj,0.0000423457,0.05000,1.224
27,mlp.experts.12.gate_proj,0.0001010524,0.05000,1.226
27,mlp.experts.14.gate_proj,0.0000718860,0.05000,1.232
27,mlp.experts.15.gate_proj,0.0001414926,0.05000,1.229
27,mlp.experts.17.gate_proj,0.0000631108,0.05000,1.227
27,mlp.experts.16.gate_proj,0.0000948160,0.05000,1.226
27,mlp.experts.18.gate_proj,0.0000518700,0.05000,1.239
27,mlp.experts.19.gate_proj,0.0000834092,0.05000,1.222
27,mlp.experts.20.gate_proj,0.0000353126,0.05000,1.226
27,mlp.experts.21.gate_proj,0.0000675811,0.05000,1.249
27,mlp.experts.23.gate_proj,0.0001900810,0.05000,1.235
27,mlp.experts.22.gate_proj,0.0001031036,0.05000,1.248
27,mlp.experts.25.gate_proj,0.0001538970,0.05000,1.238
27,mlp.experts.24.gate_proj,0.0001396811,0.05000,1.249
27,mlp.experts.26.gate_proj,0.0000457646,0.05000,1.232
27,mlp.experts.27.gate_proj,0.0001069801,0.05000,1.255
27,mlp.experts.28.gate_proj,0.0001185258,0.05000,1.225
27,mlp.experts.29.gate_proj,0.0001382413,0.05000,1.238
27,mlp.experts.30.gate_proj,0.0001739295,0.05000,1.232
27,mlp.experts.31.gate_proj,0.0000877362,0.05000,1.236
27,mlp.experts.32.gate_proj,0.0001208895,0.05000,1.243
27,mlp.experts.33.gate_proj,0.0000741576,0.05000,1.260
27,mlp.experts.34.gate_proj,0.0001584369,0.05000,1.259
27,mlp.experts.35.gate_proj,0.0000921969,0.05000,1.247
27,mlp.experts.36.gate_proj,0.0001622952,0.05000,1.233
27,mlp.experts.37.gate_proj,0.0001098652,0.05000,1.248
27,mlp.experts.38.gate_proj,0.0001105534,0.05000,1.254
27,mlp.experts.39.gate_proj,0.0001768906,0.05000,1.239
27,mlp.experts.40.gate_proj,0.0000757316,0.05000,1.255
27,mlp.experts.41.gate_proj,0.0002456442,0.05000,1.251
27,mlp.experts.42.gate_proj,0.0001817018,0.05000,1.249
27,mlp.experts.43.gate_proj,0.0000736044,0.05000,1.259
27,mlp.experts.44.gate_proj,0.0001003938,0.05000,1.258
27,mlp.experts.45.gate_proj,0.0001531382,0.05000,1.275
27,mlp.experts.46.gate_proj,0.0001227907,0.05000,1.265
27,mlp.experts.47.gate_proj,0.0003695697,0.05000,1.266
27,mlp.experts.48.gate_proj,0.0002253802,0.05000,1.229
27,mlp.experts.49.gate_proj,0.0000619299,0.05000,1.244
27,mlp.experts.50.gate_proj,0.0001064742,0.05000,1.246
27,mlp.experts.51.gate_proj,0.0001075182,0.05000,1.254
27,mlp.experts.52.gate_proj,0.0001209158,0.05000,1.253
27,mlp.experts.53.gate_proj,0.0002272627,0.05000,1.257
27,mlp.experts.55.gate_proj,0.0002157576,0.05000,1.254
27,mlp.experts.54.gate_proj,0.0001102327,0.05000,1.265
27,mlp.experts.56.gate_proj,0.0001082092,0.05000,1.252
27,mlp.experts.57.gate_proj,0.0001037389,0.05000,1.245
27,mlp.experts.58.gate_proj,0.0000755835,0.05000,1.251
27,mlp.experts.59.gate_proj,0.0002517058,0.05000,1.252
27,mlp.experts.60.gate_proj,0.0001083732,0.05000,1.252
27,mlp.experts.61.gate_proj,0.0001818023,0.05000,1.248
27,mlp.experts.63.gate_proj,0.0000722090,0.05000,1.232
27,mlp.experts.62.gate_proj,0.0002892500,0.05000,1.245
27,mlp.experts.64.gate_proj,0.0001286730,0.05000,1.249
27,mlp.experts.65.gate_proj,0.0001471686,0.05000,1.234
27,mlp.experts.67.gate_proj,0.0000600240,0.05000,1.239
27,mlp.experts.66.gate_proj,0.0002577040,0.05000,1.237
27,mlp.experts.68.gate_proj,0.0003652334,0.05000,1.237
27,mlp.experts.69.gate_proj,0.0002186827,0.05000,1.248
27,mlp.experts.71.gate_proj,0.0000313707,0.05000,1.237
27,mlp.experts.70.gate_proj,0.0002246831,0.05000,1.239
27,mlp.experts.72.gate_proj,0.0001231859,0.05000,1.241
27,mlp.experts.73.gate_proj,0.0003050453,0.05000,1.247
27,mlp.experts.74.gate_proj,0.0001674166,0.05000,1.263
27,mlp.experts.75.gate_proj,0.0002909822,0.05000,1.277
27,mlp.experts.76.gate_proj,0.0000970228,0.05000,1.269
27,mlp.experts.77.gate_proj,0.0002963022,0.05000,1.276
27,mlp.experts.78.gate_proj,0.0000487801,0.05000,1.276
27,mlp.experts.79.gate_proj,0.0001191393,0.05000,1.286
27,mlp.experts.80.gate_proj,0.0000590705,0.05000,1.235
27,mlp.experts.81.gate_proj,0.0000564688,0.05000,1.237
27,mlp.experts.82.gate_proj,0.0001793499,0.05000,1.233
27,mlp.experts.83.gate_proj,0.0002790347,0.05000,1.229
27,mlp.experts.84.gate_proj,0.0001280662,0.05000,1.223
27,mlp.experts.85.gate_proj,0.0000389527,0.05000,1.227
27,mlp.experts.87.gate_proj,0.0000408522,0.05000,1.222
27,mlp.experts.86.gate_proj,0.0002324867,0.05000,1.235
27,mlp.experts.88.gate_proj,0.0000736513,0.05000,1.225
27,mlp.experts.89.gate_proj,0.0001780914,0.05000,1.226
27,mlp.experts.91.gate_proj,0.0002024359,0.05000,1.243
27,mlp.experts.90.gate_proj,0.0001861991,0.05000,1.256
27,mlp.experts.92.gate_proj,0.0001688568,0.05000,1.241
27,mlp.experts.93.gate_proj,0.0002567879,0.05000,1.241
27,mlp.experts.95.gate_proj,0.0000790647,0.05000,1.243
27,mlp.experts.94.gate_proj,0.0001739456,0.05000,1.238
27,mlp.experts.96.gate_proj,0.0001785772,0.05000,1.256
27,mlp.experts.97.gate_proj,0.0001225675,0.05000,1.261
27,mlp.experts.99.gate_proj,0.0001141916,0.05000,1.268
27,mlp.experts.98.gate_proj,0.0000810290,0.05000,1.262
27,mlp.experts.100.gate_proj,0.0001527150,0.05000,1.232
27,mlp.experts.101.gate_proj,0.0000758491,0.05000,1.233
27,mlp.experts.102.gate_proj,0.0001293972,0.05000,1.220
27,mlp.experts.103.gate_proj,0.0000827017,0.05000,1.235
27,mlp.experts.104.gate_proj,0.0001947506,0.05000,1.236
27,mlp.experts.105.gate_proj,0.0000667623,0.05000,1.251
27,mlp.experts.106.gate_proj,0.0000651067,0.05000,1.238
27,mlp.experts.107.gate_proj,0.0000781769,0.05000,1.235
27,mlp.experts.108.gate_proj,0.0001985916,0.05000,1.235
27,mlp.experts.109.gate_proj,0.0000947724,0.05000,1.233
27,mlp.experts.110.gate_proj,0.0000432776,0.05000,1.246
27,mlp.experts.111.gate_proj,0.0001080492,0.05000,1.249
27,mlp.experts.112.gate_proj,0.0000586631,0.05000,1.247
27,mlp.experts.113.gate_proj,0.0000659229,0.05000,1.236
27,mlp.experts.114.gate_proj,0.0000838215,0.05000,1.252
27,mlp.experts.115.gate_proj,0.0001032784,0.05000,1.255
27,mlp.experts.116.gate_proj,0.0000847589,0.05000,1.253
27,mlp.experts.117.gate_proj,0.0002116672,0.05000,1.247
27,mlp.experts.118.gate_proj,0.0001096959,0.05000,1.247
27,mlp.experts.119.gate_proj,0.0001668732,0.05000,1.245
27,mlp.experts.120.gate_proj,0.0001206953,0.05000,1.257
27,mlp.experts.121.gate_proj,0.0000617376,0.05000,1.257
27,mlp.experts.125.gate_proj,fallback(rtn): 0.0010986,0.00000,0.020
27,mlp.experts.122.gate_proj,0.0003189695,0.05000,1.263
27,mlp.experts.123.gate_proj,0.0000587294,0.05000,1.267
27,mlp.experts.124.gate_proj,0.0002891852,0.05000,1.252
27,mlp.experts.129.gate_proj,0.0001908102,0.05000,1.248
27,mlp.experts.126.gate_proj,0.0001290138,0.05000,1.242
27,mlp.experts.127.gate_proj,0.0001881694,0.05000,1.244
27,mlp.experts.128.gate_proj,0.0001160239,0.05000,1.269
27,mlp.experts.133.gate_proj,0.0001118564,0.05000,1.272
27,mlp.experts.130.gate_proj,0.0001657382,0.05000,1.261
27,mlp.experts.131.gate_proj,0.0002081659,0.05000,1.268
27,mlp.experts.132.gate_proj,0.0002043420,0.05000,1.261
27,mlp.experts.137.gate_proj,0.0001814608,0.05000,1.255
27,mlp.experts.134.gate_proj,0.0001513260,0.05000,1.263
27,mlp.experts.135.gate_proj,0.0001123949,0.05000,1.264
27,mlp.experts.136.gate_proj,0.0002504604,0.05000,1.255
27,mlp.experts.141.gate_proj,0.0000998033,0.05000,1.241
27,mlp.experts.138.gate_proj,0.0001589315,0.05000,1.258
27,mlp.experts.139.gate_proj,0.0002069590,0.05000,1.248
27,mlp.experts.140.gate_proj,0.0002433422,0.05000,1.263
27,mlp.experts.145.gate_proj,0.0001662871,0.05000,1.253
27,mlp.experts.142.gate_proj,0.0000834871,0.05000,1.267
27,mlp.experts.143.gate_proj,0.0002037019,0.05000,1.259
27,mlp.experts.144.gate_proj,0.0001213495,0.05000,1.238
27,mlp.experts.149.gate_proj,0.0001175805,0.05000,1.237
27,mlp.experts.146.gate_proj,0.0001137754,0.05000,1.247
27,mlp.experts.147.gate_proj,0.0001089208,0.05000,1.238
27,mlp.experts.148.gate_proj,0.0000431798,0.05000,1.251
27,mlp.experts.153.gate_proj,0.0001280128,0.05000,1.240
27,mlp.experts.150.gate_proj,0.0001882351,0.05000,1.260
27,mlp.experts.151.gate_proj,0.0000676509,0.05000,1.252
27,mlp.experts.152.gate_proj,0.0000634571,0.05000,1.246
27,mlp.experts.157.gate_proj,0.0002197298,0.05000,1.259
27,mlp.experts.154.gate_proj,0.0002177499,0.05000,1.257
27,mlp.experts.155.gate_proj,0.0001322496,0.05000,1.257
27,mlp.experts.156.gate_proj,0.0001038602,0.05000,1.253
27,mlp.experts.161.gate_proj,0.0001172772,0.05000,1.256
27,mlp.experts.159.gate_proj,0.0001416527,0.05000,1.251
27,mlp.experts.158.gate_proj,0.0003049246,0.05000,1.267
27,mlp.experts.160.gate_proj,0.0001828814,0.05000,1.266
27,mlp.experts.165.gate_proj,0.0000579430,0.05000,1.259
27,mlp.experts.162.gate_proj,0.0001621207,0.05000,1.262
27,mlp.experts.163.gate_proj,0.0002530564,0.05000,1.278
27,mlp.experts.164.gate_proj,0.0001330916,0.05000,1.268
27,mlp.experts.169.gate_proj,0.0001078992,0.05000,1.270
27,mlp.experts.166.gate_proj,0.0000575124,0.05000,1.272
27,mlp.experts.167.gate_proj,0.0001773504,0.05000,1.273
27,mlp.experts.168.gate_proj,0.0001307461,0.05000,1.246
27,mlp.experts.173.gate_proj,0.0001128913,0.05000,1.253
27,mlp.experts.170.gate_proj,0.0001671859,0.05000,1.248
27,mlp.experts.171.gate_proj,0.0000825471,0.05000,1.256
27,mlp.experts.172.gate_proj,0.0001111555,0.05000,1.250
27,mlp.experts.177.gate_proj,0.0001203947,0.05000,1.251
27,mlp.experts.174.gate_proj,0.0000584910,0.05000,1.258
27,mlp.experts.175.gate_proj,0.0001277262,0.05000,1.268
27,mlp.experts.176.gate_proj,0.0002558425,0.05000,1.241
27,mlp.experts.181.gate_proj,0.0000556296,0.05000,1.243
27,mlp.experts.178.gate_proj,0.0001934053,0.05000,1.241
27,mlp.experts.179.gate_proj,0.0001175978,0.05000,1.230
27,mlp.experts.180.gate_proj,0.0002118204,0.05000,1.232
27,mlp.experts.185.gate_proj,0.0000705823,0.05000,1.238
27,mlp.experts.182.gate_proj,0.0001082206,0.05000,1.227
27,mlp.experts.183.gate_proj,0.0001361871,0.05000,1.225
27,mlp.experts.184.gate_proj,0.0002397880,0.05000,1.244
27,mlp.experts.189.gate_proj,0.0000959124,0.05000,1.255
27,mlp.experts.186.gate_proj,0.0000928274,0.05000,1.249
27,mlp.experts.187.gate_proj,0.0001988203,0.05000,1.246
27,mlp.experts.188.gate_proj,0.0000854170,0.05000,1.232
27,mlp.experts.193.gate_proj,0.0000873628,0.05000,1.243
27,mlp.experts.190.gate_proj,0.0001504526,0.05000,1.246
27,mlp.experts.191.gate_proj,0.0001640048,0.05000,1.245
27,mlp.experts.192.gate_proj,0.0000934472,0.05000,1.251
27,mlp.experts.197.gate_proj,0.0000740485,0.05000,1.224
27,mlp.experts.194.gate_proj,0.0003064023,0.05000,1.232
27,mlp.experts.198.gate_proj,fallback(rtn): 0.0010529,0.00000,0.017
27,mlp.experts.195.gate_proj,0.0000788564,0.05000,1.254
27,mlp.experts.201.gate_proj,0.0002059051,0.05000,1.245
27,mlp.experts.196.gate_proj,0.0002208500,0.05000,1.271
27,mlp.experts.202.gate_proj,0.0004097843,0.05000,1.250
27,mlp.experts.199.gate_proj,0.0001455480,0.05000,1.250
27,mlp.experts.200.gate_proj,0.0000423814,0.05000,1.244
27,mlp.experts.205.gate_proj,0.0003671769,0.05000,1.268
27,mlp.experts.206.gate_proj,0.0001749011,0.05000,1.260
27,mlp.experts.203.gate_proj,0.0000884232,0.05000,1.247
27,mlp.experts.204.gate_proj,0.0000679580,0.05000,1.246
27,mlp.experts.209.gate_proj,0.0000551727,0.05000,1.251
27,mlp.experts.210.gate_proj,0.0001082937,0.05000,1.247
27,mlp.experts.207.gate_proj,0.0000892453,0.05000,1.240
27,mlp.experts.213.gate_proj,0.0001570520,0.05000,1.256
27,mlp.experts.208.gate_proj,0.0000861330,0.05000,1.271
27,mlp.experts.214.gate_proj,0.0001668286,0.05000,1.274
27,mlp.experts.211.gate_proj,0.0001534783,0.05000,1.284
27,mlp.experts.212.gate_proj,0.0001536897,0.05000,1.231
27,mlp.experts.217.gate_proj,0.0002922999,0.05000,1.262
27,mlp.experts.218.gate_proj,0.0000337602,0.05000,1.243
27,mlp.experts.215.gate_proj,0.0001008106,0.05000,1.243
27,mlp.experts.216.gate_proj,0.0001034527,0.05000,1.237
27,mlp.experts.221.gate_proj,0.0002041716,0.05000,1.251
27,mlp.experts.222.gate_proj,0.0000877660,0.05000,1.241
27,mlp.experts.219.gate_proj,0.0000902865,0.05000,1.237
27,mlp.experts.220.gate_proj,0.0000391222,0.05000,1.239
27,mlp.experts.225.gate_proj,0.0001749059,0.05000,1.250
27,mlp.experts.223.gate_proj,0.0001916621,0.05000,1.231
27,mlp.experts.226.gate_proj,0.0002464560,0.05000,1.244
27,mlp.experts.224.gate_proj,0.0000956012,0.05000,1.232
27,mlp.experts.229.gate_proj,0.0001710093,0.05000,1.229
27,mlp.experts.227.gate_proj,0.0001193772,0.05000,1.242
27,mlp.experts.230.gate_proj,0.0000826866,0.05000,1.258
27,mlp.experts.228.gate_proj,0.0001691803,0.05000,1.265
27,mlp.experts.232.gate_proj,fallback(rtn): 0.0010605,0.00000,0.017
27,mlp.experts.233.gate_proj,0.0000806678,0.05000,1.283
27,mlp.experts.231.gate_proj,0.0000799704,0.05000,1.271
27,mlp.experts.234.gate_proj,0.0001263787,0.05000,1.269
27,mlp.experts.238.gate_proj,fallback(rtn): 0.0010529,0.00000,0.017
27,mlp.experts.236.gate_proj,0.0000628080,0.05000,1.224
27,mlp.experts.237.gate_proj,0.0002512798,0.05000,1.239
27,mlp.experts.235.gate_proj,0.0000775476,0.05000,1.244
27,mlp.experts.242.gate_proj,0.0000518909,0.05000,1.250
27,mlp.experts.240.gate_proj,0.0001561707,0.05000,1.249
27,mlp.experts.241.gate_proj,0.0000598121,0.05000,1.239
27,mlp.experts.239.gate_proj,0.0000817060,0.05000,1.246
27,mlp.experts.246.gate_proj,0.0001084280,0.05000,1.250
27,mlp.experts.244.gate_proj,0.0001858227,0.05000,1.246
27,mlp.experts.245.gate_proj,0.0000876920,0.05000,1.244
27,mlp.experts.243.gate_proj,0.0000866093,0.05000,1.259
27,mlp.experts.250.gate_proj,0.0000706555,0.05000,1.238
27,mlp.experts.248.gate_proj,0.0000750743,0.05000,1.249
27,mlp.experts.249.gate_proj,0.0001386059,0.05000,1.254
27,mlp.experts.247.gate_proj,0.0001699693,0.05000,1.248
27,mlp.experts.254.gate_proj,0.0001502519,0.05000,1.249
27,mlp.experts.253.gate_proj,0.0003493987,0.05000,1.259
27,mlp.experts.252.gate_proj,0.0001769584,0.05000,1.279
27,mlp.experts.251.gate_proj,0.0002599561,0.05000,1.282
27,mlp.experts.2.up_proj,0.0000880543,0.05000,1.277
27,mlp.experts.1.up_proj,0.0001117420,0.05000,1.244
27,mlp.experts.0.up_proj,0.0001490738,0.05000,1.254
27,mlp.experts.255.gate_proj,0.0001268201,0.05000,1.261
27,mlp.experts.6.up_proj,0.0001359810,0.05000,1.251
27,mlp.experts.5.up_proj,0.0001123102,0.05000,1.257
27,mlp.experts.4.up_proj,0.0001310923,0.05000,1.252
27,mlp.experts.3.up_proj,0.0000830250,0.05000,1.254
27,mlp.experts.10.up_proj,0.0001491581,0.05000,1.282
27,mlp.experts.9.up_proj,0.0000980836,0.05000,1.253
27,mlp.experts.8.up_proj,0.0001984077,0.05000,1.260
27,mlp.experts.7.up_proj,0.0001219145,0.05000,1.246
27,mlp.experts.14.up_proj,0.0000612147,0.05000,1.236
27,mlp.experts.13.up_proj,0.0000431104,0.05000,1.245
27,mlp.experts.12.up_proj,0.0000912629,0.05000,1.246
27,mlp.experts.11.up_proj,0.0000888975,0.05000,1.258
27,mlp.experts.18.up_proj,0.0000420341,0.05000,1.260
27,mlp.experts.17.up_proj,0.0000548122,0.05000,1.291
27,mlp.experts.16.up_proj,0.0000837318,0.05000,1.277
27,mlp.experts.22.up_proj,0.0000909571,0.05000,1.256
27,mlp.experts.15.up_proj,0.0001244526,0.05000,1.278
27,mlp.experts.20.up_proj,0.0000322753,0.05000,1.223
27,mlp.experts.21.up_proj,0.0000601423,0.05000,1.251
27,mlp.experts.26.up_proj,0.0000443120,0.05000,1.242
27,mlp.experts.19.up_proj,0.0000676226,0.05000,1.236
27,mlp.experts.24.up_proj,0.0001416763,0.05000,1.240
27,mlp.experts.25.up_proj,0.0001563569,0.05000,1.238
27,mlp.experts.23.up_proj,0.0001452131,0.05000,1.233
27,mlp.experts.30.up_proj,0.0001526469,0.05000,1.263
27,mlp.experts.28.up_proj,0.0001148905,0.05000,1.260
27,mlp.experts.29.up_proj,0.0001312670,0.05000,1.263
27,mlp.experts.27.up_proj,0.0001004086,0.05000,1.249
27,mlp.experts.34.up_proj,0.0001464771,0.05000,1.249
27,mlp.experts.32.up_proj,0.0001088799,0.05000,1.240
27,mlp.experts.33.up_proj,0.0000699383,0.05000,1.234
27,mlp.experts.38.up_proj,0.0000987991,0.05000,1.241
27,mlp.experts.31.up_proj,0.0000774144,0.05000,1.265
27,mlp.experts.36.up_proj,0.0001862288,0.05000,1.253
27,mlp.experts.37.up_proj,0.0001034444,0.05000,1.261
27,mlp.experts.42.up_proj,0.0001727497,0.05000,1.239
27,mlp.experts.35.up_proj,0.0000903812,0.05000,1.251
27,mlp.experts.40.up_proj,0.0000740204,0.05000,1.230
27,mlp.experts.41.up_proj,0.0002413321,0.05000,1.241
27,mlp.experts.46.up_proj,0.0001107439,0.05000,1.273
27,mlp.experts.39.up_proj,0.0002005903,0.05000,1.263
27,mlp.experts.44.up_proj,0.0000822913,0.05000,1.279
27,mlp.experts.45.up_proj,0.0001374282,0.05000,1.259
27,mlp.experts.43.up_proj,0.0000626226,0.05000,1.240
27,mlp.experts.50.up_proj,0.0000915307,0.05000,1.255
27,mlp.experts.48.up_proj,0.0002099584,0.05000,1.244
27,mlp.experts.49.up_proj,0.0000575959,0.05000,1.266
27,mlp.experts.47.up_proj,0.0003291190,0.05000,1.264
27,mlp.experts.54.up_proj,0.0001137283,0.05000,1.263
27,mlp.experts.52.up_proj,0.0001176989,0.05000,1.280
27,mlp.experts.53.up_proj,0.0002168853,0.05000,1.295
27,mlp.experts.58.up_proj,0.0000801935,0.05000,1.286
27,mlp.experts.51.up_proj,0.0000960462,0.05000,1.295
27,mlp.experts.56.up_proj,0.0001009442,0.05000,1.250
27,mlp.experts.57.up_proj,0.0001119176,0.05000,1.250
27,mlp.experts.62.up_proj,0.0002107986,0.05000,1.242
27,mlp.experts.55.up_proj,0.0002005150,0.05000,1.251
27,mlp.experts.60.up_proj,0.0001018545,0.05000,1.248
27,mlp.experts.61.up_proj,0.0001686564,0.05000,1.247
27,mlp.experts.66.up_proj,0.0002446517,0.05000,1.254
27,mlp.experts.59.up_proj,0.0002344458,0.05000,1.258
27,mlp.experts.64.up_proj,0.0001238206,0.05000,1.226
27,mlp.experts.65.up_proj,0.0001325987,0.05000,1.238
27,mlp.experts.70.up_proj,0.0002142542,0.05000,1.231
27,mlp.experts.63.up_proj,0.0000622624,0.05000,1.272
27,mlp.experts.68.up_proj,0.0003288224,0.05000,1.239
27,mlp.experts.69.up_proj,0.0002077245,0.05000,1.237
27,mlp.experts.74.up_proj,0.0001548124,0.05000,1.234
27,mlp.experts.67.up_proj,0.0000581236,0.05000,1.238
27,mlp.experts.72.up_proj,0.0001824645,0.05000,1.258
27,mlp.experts.73.up_proj,0.0002624852,0.05000,1.252
27,mlp.experts.78.up_proj,0.0000445290,0.05000,1.260
27,mlp.experts.71.up_proj,0.0000318097,0.05000,1.265
27,mlp.experts.76.up_proj,0.0000925460,0.05000,1.258
27,mlp.experts.77.up_proj,0.0002576881,0.05000,1.244
27,mlp.experts.82.up_proj,0.0001714968,0.05000,1.248
27,mlp.experts.75.up_proj,0.0002716986,0.05000,1.243
27,mlp.experts.80.up_proj,0.0000544871,0.05000,1.229
27,mlp.experts.81.up_proj,0.0000619261,0.05000,1.230
27,mlp.experts.86.up_proj,0.0002217406,0.05000,1.229
27,mlp.experts.79.up_proj,0.0001404150,0.05000,1.241
27,mlp.experts.84.up_proj,0.0001226435,0.05000,1.230
27,mlp.experts.85.up_proj,0.0000354650,0.05000,1.221
27,mlp.experts.90.up_proj,0.0001768334,0.05000,1.238
27,mlp.experts.83.up_proj,0.0002674197,0.05000,1.243
27,mlp.experts.88.up_proj,0.0000782148,0.05000,1.262
27,mlp.experts.89.up_proj,0.0001694077,0.05000,1.251
27,mlp.experts.94.up_proj,0.0001720760,0.05000,1.251
27,mlp.experts.87.up_proj,0.0000404459,0.05000,1.244
27,mlp.experts.93.up_proj,0.0002258551,0.05000,1.248
27,mlp.experts.92.up_proj,0.0001526635,0.05000,1.268
27,mlp.experts.98.up_proj,0.0000703879,0.05000,1.256
27,mlp.experts.91.up_proj,0.0002035773,0.05000,1.257
27,mlp.experts.97.up_proj,0.0001127798,0.05000,1.238
27,mlp.experts.96.up_proj,0.0001985947,0.05000,1.251
27,mlp.experts.102.up_proj,0.0001298929,0.05000,1.261
27,mlp.experts.95.up_proj,0.0000714208,0.05000,1.269
27,mlp.experts.101.up_proj,0.0000729415,0.05000,1.290
27,mlp.experts.100.up_proj,0.0001533632,0.05000,1.263
27,mlp.experts.106.up_proj,0.0000581597,0.05000,1.274
27,mlp.experts.99.up_proj,0.0000931114,0.05000,1.268
27,mlp.experts.105.up_proj,0.0000615637,0.05000,1.259
27,mlp.experts.104.up_proj,0.0001696014,0.05000,1.252
27,mlp.experts.110.up_proj,0.0000448340,0.05000,1.260
27,mlp.experts.103.up_proj,0.0000778865,0.05000,1.259
27,mlp.experts.108.up_proj,0.0001874766,0.05000,1.235
27,mlp.experts.109.up_proj,0.0000867145,0.05000,1.258
27,mlp.experts.114.up_proj,0.0000695661,0.05000,1.258
27,mlp.experts.107.up_proj,0.0000753486,0.05000,1.259
27,mlp.experts.113.up_proj,0.0000604832,0.05000,1.261
27,mlp.experts.112.up_proj,0.0000574227,0.05000,1.288
27,mlp.experts.118.up_proj,0.0001134545,0.05000,1.264
27,mlp.experts.111.up_proj,0.0001093539,0.05000,1.269
27,mlp.experts.117.up_proj,0.0002052952,0.05000,1.247
27,mlp.experts.116.up_proj,0.0000931053,0.05000,1.245
27,mlp.experts.122.up_proj,0.0002899747,0.05000,1.250
27,mlp.experts.115.up_proj,0.0000944318,0.05000,1.264
27,mlp.experts.121.up_proj,0.0000602916,0.05000,1.259
27,mlp.experts.120.up_proj,0.0001429368,0.05000,1.252
27,mlp.experts.125.up_proj,fallback(rtn): 0.0010452,0.00000,0.023
27,mlp.experts.126.up_proj,0.0001235094,0.05000,1.241
27,mlp.experts.119.up_proj,0.0001464959,0.05000,1.253
27,mlp.experts.124.up_proj,0.0002782692,0.05000,1.236
27,mlp.experts.129.up_proj,0.0001933108,0.05000,1.234
27,mlp.experts.130.up_proj,0.0001551337,0.05000,1.239
27,mlp.experts.123.up_proj,0.0000553062,0.05000,1.250
27,mlp.experts.128.up_proj,0.0000889065,0.05000,1.237
27,mlp.experts.133.up_proj,0.0001038789,0.05000,1.236
27,mlp.experts.134.up_proj,0.0001283764,0.05000,1.237
27,mlp.experts.127.up_proj,0.0001793132,0.05000,1.243
27,mlp.experts.132.up_proj,0.0001946145,0.05000,1.231
27,mlp.experts.137.up_proj,0.0001745776,0.05000,1.244
27,mlp.experts.138.up_proj,0.0001550166,0.05000,1.227
27,mlp.experts.131.up_proj,0.0001958604,0.05000,1.229
27,mlp.experts.136.up_proj,0.0002420117,0.05000,1.253
27,mlp.experts.141.up_proj,0.0000957088,0.05000,1.259
27,mlp.experts.142.up_proj,0.0000801157,0.05000,1.269
27,mlp.experts.135.up_proj,0.0001025426,0.05000,1.252
27,mlp.experts.140.up_proj,0.0002245204,0.05000,1.237
27,mlp.experts.145.up_proj,0.0001521959,0.05000,1.237
27,mlp.experts.146.up_proj,0.0001085768,0.05000,1.236
27,mlp.experts.139.up_proj,0.0001931621,0.05000,1.238
27,mlp.experts.144.up_proj,0.0001078634,0.05000,1.242
27,mlp.experts.149.up_proj,0.0001095047,0.05000,1.248
27,mlp.experts.150.up_proj,0.0001732394,0.05000,1.255
27,mlp.experts.143.up_proj,0.0001826207,0.05000,1.245
27,mlp.experts.148.up_proj,0.0000480706,0.05000,0.845
27,mlp.experts.153.up_proj,0.0001214680,0.05000,0.827
27,mlp.experts.154.up_proj,0.0002037169,0.05000,0.750
27,mlp.experts.147.up_proj,0.0001015737,0.05000,1.238
27,mlp.experts.158.up_proj,0.0002655544,0.05000,1.241
27,mlp.experts.157.up_proj,0.0002236752,0.05000,1.254
27,mlp.experts.152.up_proj,0.0000578845,0.05000,1.254
27,mlp.experts.151.up_proj,0.0000654885,0.05000,1.256
27,mlp.experts.161.up_proj,0.0001004560,0.05000,1.246
27,mlp.experts.156.up_proj,0.0000977461,0.05000,1.254
27,mlp.experts.162.up_proj,0.0001927083,0.05000,1.270
27,mlp.experts.155.up_proj,0.0001384906,0.05000,1.231
27,mlp.experts.165.up_proj,0.0000574520,0.05000,1.235
27,mlp.experts.160.up_proj,0.0001585753,0.05000,1.229
27,mlp.experts.166.up_proj,0.0000855557,0.05000,1.242
27,mlp.experts.164.up_proj,0.0001239862,0.05000,1.264
27,mlp.experts.169.up_proj,0.0001074282,0.05000,1.266
27,mlp.experts.170.up_proj,0.0001420748,0.05000,1.264
27,mlp.experts.159.up_proj,0.0001361888,0.05000,1.292
27,mlp.experts.173.up_proj,0.0000996228,0.05000,1.241
27,mlp.experts.168.up_proj,0.0001241694,0.05000,1.248
27,mlp.experts.163.up_proj,0.0002385805,0.05000,1.248
27,mlp.experts.174.up_proj,0.0000520279,0.05000,1.262
27,mlp.experts.172.up_proj,0.0001094061,0.05000,1.236
27,mlp.experts.167.up_proj,0.0001641292,0.05000,1.236
27,mlp.experts.177.up_proj,0.0001065678,0.05000,1.251
27,mlp.experts.178.up_proj,0.0001669400,0.05000,1.243
27,mlp.experts.176.up_proj,0.0002251650,0.05000,1.240
27,mlp.experts.181.up_proj,0.0000598231,0.05000,1.229
27,mlp.experts.171.up_proj,0.0000826237,0.05000,1.235
27,mlp.experts.182.up_proj,0.0000998472,0.05000,1.240
27,mlp.experts.185.up_proj,0.0000662122,0.05000,1.228
27,mlp.experts.180.up_proj,0.0002015286,0.05000,1.242
27,mlp.experts.186.up_proj,0.0000839329,0.05000,1.219
27,mlp.experts.175.up_proj,0.0001108518,0.05000,1.253
27,mlp.experts.184.up_proj,0.0002286799,0.05000,1.242
27,mlp.experts.190.up_proj,0.0001432851,0.05000,1.253
27,mlp.experts.189.up_proj,0.0000886504,0.05000,1.258
27,mlp.experts.179.up_proj,0.0001107966,0.05000,1.242
27,mlp.experts.188.up_proj,0.0000602781,0.05000,1.228
27,mlp.experts.194.up_proj,0.0002843422,0.05000,1.226
27,mlp.experts.193.up_proj,0.0000851645,0.05000,1.235
27,mlp.experts.183.up_proj,0.0001300630,0.05000,1.242
27,mlp.experts.198.up_proj,fallback(rtn): 0.0010452,0.00000,0.028
27,mlp.experts.192.up_proj,0.0000931859,0.05000,1.229
27,mlp.experts.197.up_proj,0.0000757511,0.05000,1.238
27,mlp.experts.187.up_proj,0.0001895428,0.05000,1.237
27,mlp.experts.202.up_proj,0.0003404714,0.05000,1.239
27,mlp.experts.196.up_proj,0.0002123061,0.05000,1.232
27,mlp.experts.201.up_proj,0.0001857947,0.05000,1.237
27,mlp.experts.191.up_proj,0.0001505431,0.05000,1.239
27,mlp.experts.206.up_proj,0.0001605266,0.05000,1.245
27,mlp.experts.200.up_proj,0.0000461061,0.05000,1.235
27,mlp.experts.205.up_proj,0.0003468100,0.05000,1.236
27,mlp.experts.195.up_proj,0.0000682689,0.05000,1.238
27,mlp.experts.210.up_proj,0.0001097696,0.05000,1.242
27,mlp.experts.204.up_proj,0.0000639069,0.05000,1.248
27,mlp.experts.199.up_proj,0.0001373742,0.05000,1.224
27,mlp.experts.209.up_proj,0.0000466156,0.05000,1.250
27,mlp.experts.214.up_proj,0.0001444241,0.05000,1.246
27,mlp.experts.208.up_proj,0.0000795235,0.05000,1.259
27,mlp.experts.203.up_proj,0.0000672514,0.05000,1.264
27,mlp.experts.213.up_proj,0.0001775740,0.05000,1.275
27,mlp.experts.218.up_proj,0.0000328015,0.05000,1.259
27,mlp.experts.212.up_proj,0.0001340338,0.05000,1.229
27,mlp.experts.207.up_proj,0.0000857612,0.05000,1.230
27,mlp.experts.217.up_proj,0.0002209171,0.05000,1.227
27,mlp.experts.222.up_proj,0.0000761860,0.05000,1.227
27,mlp.experts.216.up_proj,0.0000998158,0.05000,1.243
27,mlp.experts.211.up_proj,0.0001359643,0.05000,1.247
27,mlp.experts.221.up_proj,0.0001929932,0.05000,1.265
27,mlp.experts.226.up_proj,0.0002182646,0.05000,1.275
27,mlp.experts.220.up_proj,0.0000355332,0.05000,1.317
27,mlp.experts.215.up_proj,0.0000802541,0.05000,1.292
27,mlp.experts.225.up_proj,0.0001660141,0.05000,1.294
27,mlp.experts.230.up_proj,0.0000767325,0.05000,1.301
27,mlp.experts.224.up_proj,0.0000864631,0.05000,1.259
27,mlp.experts.219.up_proj,0.0000684893,0.05000,1.258
27,mlp.experts.229.up_proj,0.0001641618,0.05000,1.266
27,mlp.experts.234.up_proj,0.0001130246,0.05000,1.255
27,mlp.experts.238.up_proj,fallback(rtn): 0.0010147,0.00000,0.017
27,mlp.experts.228.up_proj,0.0001599519,0.05000,1.270
27,mlp.experts.223.up_proj,0.0001683340,0.05000,1.272
27,mlp.experts.232.up_proj,fallback(rtn): 0.0010757,0.00000,0.024
27,mlp.experts.233.up_proj,0.0000764520,0.05000,1.276
27,mlp.experts.242.up_proj,0.0000496108,0.05000,1.287
27,mlp.experts.227.up_proj,0.0001000556,0.05000,1.251
27,mlp.experts.236.up_proj,0.0000585133,0.05000,1.253
27,mlp.experts.237.up_proj,0.0002347427,0.05000,1.250
27,mlp.experts.246.up_proj,0.0001021435,0.05000,1.251
27,mlp.experts.231.up_proj,0.0000679022,0.05000,1.240
27,mlp.experts.240.up_proj,0.0001257958,0.05000,1.237
27,mlp.experts.241.up_proj,0.0000651881,0.05000,1.241
27,mlp.experts.250.up_proj,0.0000671953,0.05000,1.244
27,mlp.experts.235.up_proj,0.0000671343,0.05000,1.249
27,mlp.experts.244.up_proj,0.0001781453,0.05000,1.256
27,mlp.experts.245.up_proj,0.0000829924,0.05000,1.254
27,mlp.experts.254.up_proj,0.0001436358,0.05000,1.253
27,mlp.experts.239.up_proj,0.0000761523,0.05000,0.792
27,mlp.experts.248.up_proj,0.0000714318,0.05000,0.797
27,mlp.experts.249.up_proj,0.0001320951,0.05000,0.795
27,mlp.experts.243.up_proj,0.0000806372,0.05000,0.765
27,mlp.experts.252.up_proj,0.0001714933,0.05000,0.767
27,mlp.experts.253.up_proj,0.0003323082,0.05000,0.760
27,mlp.experts.247.up_proj,0.0001609761,0.05000,0.258
27,mlp.experts.251.up_proj,0.0002542882,0.05000,0.245
27,mlp.experts.255.up_proj,0.0001159032,0.05000,0.245
27,mlp.experts.2.down_proj,0.0000012979,0.05000,0.324
27,mlp.experts.1.down_proj,0.0000047675,0.05000,0.336
27,mlp.experts.0.down_proj,0.0000090359,0.05000,0.340
27,mlp.experts.3.down_proj,0.0000040493,0.05000,0.341
27,mlp.experts.5.down_proj,0.0000041421,0.05000,0.311
27,mlp.experts.6.down_proj,0.0000006916,0.05000,0.316
27,mlp.experts.7.down_proj,0.0000047568,0.05000,0.312
27,mlp.experts.4.down_proj,0.0000031412,0.05000,0.316
27,mlp.experts.8.down_proj,0.0000092912,0.05000,0.303
27,mlp.experts.10.down_proj,0.0000075359,0.05000,0.315
27,mlp.experts.9.down_proj,0.0000032474,0.05000,0.320
27,mlp.experts.11.down_proj,0.0000057012,0.05000,0.317
27,mlp.experts.12.down_proj,0.0000037196,0.05000,0.319
27,mlp.experts.14.down_proj,0.0000027406,0.05000,0.318
27,mlp.experts.13.down_proj,0.0000017278,0.05000,0.330
27,mlp.experts.15.down_proj,0.0000076138,0.05000,0.331
27,mlp.experts.16.down_proj,0.0000042905,0.05000,0.328
27,mlp.experts.18.down_proj,0.0000009202,0.05000,0.326
27,mlp.experts.17.down_proj,0.0000021432,0.05000,0.325
27,mlp.experts.19.down_proj,0.0000022764,0.05000,0.328
27,mlp.experts.20.down_proj,0.0000009566,0.05000,0.310
27,mlp.experts.21.down_proj,0.0000020937,0.05000,0.310
27,mlp.experts.22.down_proj,0.0000029913,0.05000,0.317
27,mlp.experts.23.down_proj,0.0000077524,0.05000,0.314
27,mlp.experts.24.down_proj,0.0000119842,0.05000,0.311
27,mlp.experts.25.down_proj,0.0000025225,0.05000,0.308
27,mlp.experts.26.down_proj,0.0000018900,0.05000,0.316
27,mlp.experts.27.down_proj,0.0000015330,0.05000,0.313
27,mlp.experts.28.down_proj,0.0000065999,0.05000,0.315
27,mlp.experts.29.down_proj,0.0000019299,0.05000,0.323
27,mlp.experts.30.down_proj,0.0000054057,0.05000,0.319
27,mlp.experts.31.down_proj,0.0000025564,0.05000,0.323
27,mlp.experts.32.down_proj,0.0000038198,0.05000,0.311
27,mlp.experts.33.down_proj,0.0000034845,0.05000,0.314
27,mlp.experts.34.down_proj,0.0000020581,0.05000,0.313
27,mlp.experts.35.down_proj,0.0000058970,0.05000,0.317
27,mlp.experts.36.down_proj,0.0000104990,0.05000,0.311
27,mlp.experts.37.down_proj,0.0000066883,0.05000,0.313
27,mlp.experts.38.down_proj,0.0000029123,0.05000,0.309
27,mlp.experts.39.down_proj,0.0000127212,0.05000,0.312
27,mlp.experts.40.down_proj,0.0000025963,0.05000,0.331
27,mlp.experts.42.down_proj,0.0000039514,0.05000,0.324
27,mlp.experts.41.down_proj,0.0000112067,0.05000,0.331
27,mlp.experts.43.down_proj,0.0000022455,0.05000,0.321
27,mlp.experts.44.down_proj,0.0000040964,0.05000,0.309
27,mlp.experts.46.down_proj,0.0000036005,0.05000,0.313
27,mlp.experts.45.down_proj,0.0000024483,0.05000,0.312
27,mlp.experts.47.down_proj,0.0000078634,0.05000,0.312
27,mlp.experts.48.down_proj,0.0000043837,0.05000,0.309
27,mlp.experts.49.down_proj,0.0000028357,0.05000,0.307
27,mlp.experts.50.down_proj,0.0000037808,0.05000,0.315
27,mlp.experts.51.down_proj,0.0000041469,0.05000,0.319
27,mlp.experts.52.down_proj,0.0000059395,0.05000,0.321
27,mlp.experts.53.down_proj,0.0000056243,0.05000,0.319
27,mlp.experts.54.down_proj,0.0000065661,0.05000,0.309
27,mlp.experts.55.down_proj,0.0000056404,0.05000,0.311
27,mlp.experts.56.down_proj,0.0000014016,0.05000,0.314
27,mlp.experts.57.down_proj,0.0000059047,0.05000,0.317
27,mlp.experts.58.down_proj,0.0000032799,0.05000,0.321
27,mlp.experts.59.down_proj,0.0000044714,0.05000,0.312
27,mlp.experts.60.down_proj,0.0000054184,0.05000,0.311
27,mlp.experts.61.down_proj,0.0000036600,0.05000,0.313
27,mlp.experts.62.down_proj,0.0000058679,0.05000,0.311
27,mlp.experts.63.down_proj,0.0000025700,0.05000,0.319
27,mlp.experts.64.down_proj,0.0000061194,0.05000,0.316
27,mlp.experts.65.down_proj,0.0000054331,0.05000,0.310
27,mlp.experts.66.down_proj,0.0000065346,0.05000,0.313
27,mlp.experts.67.down_proj,0.0000021365,0.05000,0.315
27,mlp.experts.69.down_proj,0.0000046963,0.05000,0.316
27,mlp.experts.68.down_proj,0.0000096967,0.05000,0.329
27,mlp.experts.70.down_proj,0.0000055227,0.05000,0.319
27,mlp.experts.71.down_proj,0.0000013683,0.05000,0.317
27,mlp.experts.73.down_proj,0.0000135382,0.05000,0.333
27,mlp.experts.72.down_proj,0.0000047487,0.05000,0.334
27,mlp.experts.74.down_proj,0.0000074368,0.05000,0.332
27,mlp.experts.75.down_proj,0.0000094939,0.05000,0.334
27,mlp.experts.77.down_proj,0.0000144940,0.05000,0.313
27,mlp.experts.76.down_proj,0.0000051280,0.05000,0.313
27,mlp.experts.78.down_proj,0.0000013805,0.05000,0.312
27,mlp.experts.79.down_proj,0.0000034140,0.05000,0.314
27,mlp.experts.81.down_proj,0.0000047243,0.05000,0.309
27,mlp.experts.80.down_proj,0.0000019956,0.05000,0.308
27,mlp.experts.82.down_proj,0.0000036465,0.05000,0.311
27,mlp.experts.83.down_proj,0.0000058673,0.05000,0.312
27,mlp.experts.85.down_proj,0.0000010622,0.05000,0.306
27,mlp.experts.84.down_proj,0.0000056102,0.05000,0.313
27,mlp.experts.86.down_proj,0.0000038639,0.05000,0.311
27,mlp.experts.87.down_proj,0.0000022747,0.05000,0.312
27,mlp.experts.89.down_proj,0.0000026432,0.05000,0.327
27,mlp.experts.88.down_proj,0.0000043702,0.05000,0.331
27,mlp.experts.90.down_proj,0.0000091135,0.05000,0.330
27,mlp.experts.91.down_proj,0.0000069288,0.05000,0.331
27,mlp.experts.93.down_proj,0.0000043798,0.05000,0.319
27,mlp.experts.92.down_proj,0.0000034684,0.05000,0.315
27,mlp.experts.94.down_proj,0.0000084808,0.05000,0.319
27,mlp.experts.95.down_proj,0.0000027279,0.05000,0.317
27,mlp.experts.97.down_proj,0.0000074925,0.05000,0.311
27,mlp.experts.96.down_proj,0.0000101611,0.05000,0.305
27,mlp.experts.98.down_proj,0.0000039796,0.05000,0.308
27,mlp.experts.99.down_proj,0.0000047564,0.05000,0.311
27,mlp.experts.101.down_proj,0.0000034011,0.05000,0.311
27,mlp.experts.100.down_proj,0.0000066794,0.05000,0.315
27,mlp.experts.102.down_proj,0.0000014027,0.05000,0.314
27,mlp.experts.103.down_proj,0.0000031666,0.05000,0.314
27,mlp.experts.105.down_proj,0.0000019276,0.05000,0.318
27,mlp.experts.104.down_proj,0.0000100932,0.05000,0.318
27,mlp.experts.106.down_proj,0.0000018933,0.05000,0.321
27,mlp.experts.107.down_proj,0.0000038205,0.05000,0.317
27,mlp.experts.109.down_proj,0.0000031412,0.05000,0.319
27,mlp.experts.108.down_proj,0.0000042500,0.05000,0.327
27,mlp.experts.110.down_proj,0.0000015681,0.05000,0.324
27,mlp.experts.111.down_proj,0.0000050272,0.05000,0.321
27,mlp.experts.113.down_proj,0.0000025155,0.05000,0.322
27,mlp.experts.112.down_proj,0.0000017495,0.05000,0.324
27,mlp.experts.114.down_proj,0.0000030258,0.05000,0.322
27,mlp.experts.115.down_proj,0.0000021838,0.05000,0.320
27,mlp.experts.117.down_proj,0.0000050393,0.05000,0.317
27,mlp.experts.116.down_proj,0.0000048243,0.05000,0.329
27,mlp.experts.118.down_proj,0.0000041717,0.05000,0.329
27,mlp.experts.119.down_proj,0.0000077771,0.05000,0.324
27,mlp.experts.121.down_proj,0.0000024009,0.05000,0.318
27,mlp.experts.125.down_proj,fallback(rtn): 0.0010147,0.00000,0.006
27,mlp.experts.120.down_proj,0.0000090812,0.05000,0.324
27,mlp.experts.122.down_proj,0.0000097279,0.05000,0.326
27,mlp.experts.123.down_proj,0.0000018831,0.05000,0.327
27,mlp.experts.129.down_proj,0.0000078146,0.05000,0.312
27,mlp.experts.124.down_proj,0.0000079911,0.05000,0.311
27,mlp.experts.126.down_proj,0.0000031989,0.05000,0.312
27,mlp.experts.127.down_proj,0.0000033351,0.05000,0.322
27,mlp.experts.133.down_proj,0.0000035492,0.05000,0.325
27,mlp.experts.128.down_proj,0.0000012097,0.05000,0.325
27,mlp.experts.130.down_proj,0.0000105067,0.05000,0.328
27,mlp.experts.131.down_proj,0.0000048258,0.05000,0.318
27,mlp.experts.137.down_proj,0.0000037607,0.05000,0.323
27,mlp.experts.132.down_proj,0.0000038401,0.05000,0.321
27,mlp.experts.134.down_proj,0.0000052418,0.05000,0.324
27,mlp.experts.135.down_proj,0.0000049028,0.05000,0.329
27,mlp.experts.136.down_proj,0.0000057346,0.05000,0.318
27,mlp.experts.141.down_proj,0.0000022127,0.05000,0.324
27,mlp.experts.138.down_proj,0.0000039318,0.05000,0.314
27,mlp.experts.139.down_proj,0.0000059002,0.05000,0.325
27,mlp.experts.140.down_proj,0.0000041042,0.05000,0.336
27,mlp.experts.145.down_proj,0.0000071859,0.05000,0.334
27,mlp.experts.142.down_proj,0.0000027295,0.05000,0.334
27,mlp.experts.143.down_proj,0.0000079868,0.05000,0.333
27,mlp.experts.149.down_proj,0.0000026809,0.05000,0.328
27,mlp.experts.144.down_proj,0.0000038772,0.05000,0.336
27,mlp.experts.146.down_proj,0.0000050063,0.05000,0.320
27,mlp.experts.147.down_proj,0.0000068383,0.05000,0.319
27,mlp.experts.153.down_proj,0.0000024695,0.05000,0.313
27,mlp.experts.148.down_proj,0.0000015932,0.05000,0.311
27,mlp.experts.150.down_proj,0.0000032748,0.05000,0.310
27,mlp.experts.151.down_proj,0.0000016065,0.05000,0.311
27,mlp.experts.157.down_proj,0.0000062449,0.05000,0.315
27,mlp.experts.152.down_proj,0.0000020386,0.05000,0.317
27,mlp.experts.154.down_proj,0.0000045922,0.05000,0.317
27,mlp.experts.155.down_proj,0.0000063671,0.05000,0.320
27,mlp.experts.161.down_proj,0.0000031809,0.05000,0.316
27,mlp.experts.156.down_proj,0.0000016825,0.05000,0.322
27,mlp.experts.158.down_proj,0.0000084352,0.05000,0.329
27,mlp.experts.159.down_proj,0.0000047813,0.05000,0.325
27,mlp.experts.165.down_proj,0.0000038971,0.05000,0.318
27,mlp.experts.160.down_proj,0.0000035043,0.05000,0.319
27,mlp.experts.162.down_proj,0.0000118821,0.05000,0.317
27,mlp.experts.163.down_proj,0.0000071100,0.05000,0.318
27,mlp.experts.169.down_proj,0.0000048060,0.05000,0.322
27,mlp.experts.164.down_proj,0.0000042979,0.05000,0.327
27,mlp.experts.166.down_proj,0.0000021995,0.05000,0.325
27,mlp.experts.167.down_proj,0.0000030397,0.05000,0.327
27,mlp.experts.173.down_proj,0.0000019666,0.05000,0.318
27,mlp.experts.168.down_proj,0.0000017128,0.05000,0.317
27,mlp.experts.170.down_proj,0.0000070018,0.05000,0.317
27,mlp.experts.171.down_proj,0.0000042704,0.05000,0.315
27,mlp.experts.177.down_proj,0.0000074408,0.05000,0.315
27,mlp.experts.172.down_proj,0.0000072133,0.05000,0.316
27,mlp.experts.174.down_proj,0.0000012878,0.05000,0.325
27,mlp.experts.175.down_proj,0.0000026451,0.05000,0.328
27,mlp.experts.181.down_proj,0.0000029495,0.05000,0.326
27,mlp.experts.176.down_proj,0.0000056985,0.05000,0.315
27,mlp.experts.178.down_proj,0.0000055549,0.05000,0.317
27,mlp.experts.179.down_proj,0.0000015426,0.05000,0.319
27,mlp.experts.185.down_proj,0.0000033867,0.05000,0.312
27,mlp.experts.180.down_proj,0.0000088707,0.05000,0.327
27,mlp.experts.182.down_proj,0.0000035075,0.05000,0.327
27,mlp.experts.183.down_proj,0.0000027309,0.05000,0.327
27,mlp.experts.189.down_proj,0.0000043709,0.05000,0.323
27,mlp.experts.184.down_proj,0.0000055868,0.05000,0.312
27,mlp.experts.186.down_proj,0.0000034334,0.05000,0.313
27,mlp.experts.187.down_proj,0.0000030350,0.05000,0.310
27,mlp.experts.193.down_proj,0.0000075367,0.05000,0.314
27,mlp.experts.188.down_proj,0.0000014852,0.05000,0.316
27,mlp.experts.190.down_proj,0.0000029520,0.05000,0.310
27,mlp.experts.191.down_proj,0.0000025818,0.05000,0.314
27,mlp.experts.197.down_proj,0.0000026918,0.05000,0.310
27,mlp.experts.192.down_proj,0.0000032831,0.05000,0.315
27,mlp.experts.194.down_proj,0.0000115254,0.05000,0.322
27,mlp.experts.198.down_proj,fallback(rtn): 0.0010452,0.00000,0.005
27,mlp.experts.195.down_proj,0.0000022655,0.05000,0.319
27,mlp.experts.201.down_proj,0.0000069851,0.05000,0.323
27,mlp.experts.196.down_proj,0.0000056076,0.05000,0.324
27,mlp.experts.202.down_proj,0.0000106333,0.05000,0.321
27,mlp.experts.199.down_proj,0.0000042674,0.05000,0.325
27,mlp.experts.205.down_proj,0.0000125142,0.05000,0.310
27,mlp.experts.200.down_proj,0.0000028804,0.05000,0.313
27,mlp.experts.206.down_proj,0.0000061796,0.05000,0.310
27,mlp.experts.203.down_proj,0.0000047413,0.05000,0.313
27,mlp.experts.209.down_proj,0.0000016878,0.05000,0.311
27,mlp.experts.204.down_proj,0.0000025645,0.05000,0.310
27,mlp.experts.210.down_proj,0.0000049261,0.05000,0.307
27,mlp.experts.207.down_proj,0.0000031405,0.05000,0.311
27,mlp.experts.213.down_proj,0.0000062160,0.05000,0.313
27,mlp.experts.208.down_proj,0.0000019899,0.05000,0.316
27,mlp.experts.214.down_proj,0.0000047818,0.05000,0.316
27,mlp.experts.211.down_proj,0.0000038720,0.05000,0.317
27,mlp.experts.217.down_proj,0.0000070645,0.05000,0.314
27,mlp.experts.212.down_proj,0.0000038782,0.05000,0.308
27,mlp.experts.218.down_proj,0.0000009570,0.05000,0.313
27,mlp.experts.215.down_proj,0.0000025746,0.05000,0.317
27,mlp.experts.221.down_proj,0.0000071439,0.05000,0.312
27,mlp.experts.216.down_proj,0.0000049778,0.05000,0.313
27,mlp.experts.222.down_proj,0.0000026625,0.05000,0.312
27,mlp.experts.219.down_proj,0.0000023771,0.05000,0.310
27,mlp.experts.225.down_proj,0.0000038482,0.05000,0.312
27,mlp.experts.220.down_proj,0.0000013104,0.05000,0.315
27,mlp.experts.226.down_proj,0.0000054402,0.05000,0.314
27,mlp.experts.223.down_proj,0.0000042408,0.05000,0.311
27,mlp.experts.229.down_proj,0.0000049026,0.05000,0.309
27,mlp.experts.224.down_proj,0.0000028301,0.05000,0.310
27,mlp.experts.230.down_proj,0.0000030635,0.05000,0.311
27,mlp.experts.227.down_proj,0.0000061972,0.05000,0.311
27,mlp.experts.233.down_proj,0.0000056287,0.05000,0.317
27,mlp.experts.228.down_proj,0.0000030663,0.05000,0.328
27,mlp.experts.232.down_proj,fallback(rtn): 0.0010605,0.00000,0.005
27,mlp.experts.234.down_proj,0.0000041515,0.05000,0.323
27,mlp.experts.238.down_proj,fallback(rtn): 0.0010071,0.00000,0.005
27,mlp.experts.231.down_proj,0.0000022310,0.05000,0.326
27,mlp.experts.237.down_proj,0.0000057201,0.05000,0.323
27,mlp.experts.236.down_proj,0.0000022568,0.05000,0.336
27,mlp.experts.242.down_proj,0.0000023371,0.05000,0.330
27,mlp.experts.235.down_proj,0.0000032684,0.05000,0.335
27,mlp.experts.241.down_proj,0.0000027314,0.05000,0.324
27,mlp.experts.240.down_proj,0.0000056135,0.05000,0.311
27,mlp.experts.239.down_proj,0.0000029618,0.05000,0.309
27,mlp.experts.246.down_proj,0.0000061620,0.05000,0.320
27,mlp.experts.245.down_proj,0.0000032308,0.05000,0.316
27,mlp.experts.244.down_proj,0.0000039293,0.05000,0.312
27,mlp.experts.250.down_proj,0.0000032342,0.05000,0.309
27,mlp.experts.243.down_proj,0.0000014150,0.05000,0.314
27,mlp.experts.249.down_proj,0.0000061774,0.05000,0.317
27,mlp.experts.248.down_proj,0.0000038994,0.05000,0.322
27,mlp.experts.247.down_proj,0.0000049050,0.05000,0.315
27,mlp.experts.254.down_proj,0.0000019355,0.05000,0.322
27,mlp.experts.253.down_proj,0.0000115943,0.05000,0.215
27,mlp.experts.252.down_proj,0.0000069863,0.05000,0.189
27,mlp.experts.251.down_proj,0.0000097963,0.05000,0.174
27,mlp.experts.255.down_proj,0.0000026432,0.05000,0.062
28,mlp.experts.1.gate_proj,0.0000993572,0.05000,1.255
28,mlp.experts.3.gate_proj,0.0002654479,0.05000,1.254
28,mlp.experts.2.gate_proj,0.0000835746,0.05000,1.275
28,mlp.experts.0.gate_proj,0.0000446207,0.05000,1.280
28,mlp.experts.5.gate_proj,0.0000590053,0.05000,1.260
28,mlp.experts.6.gate_proj,0.0000620584,0.05000,1.247
28,mlp.experts.4.gate_proj,0.0001016906,0.05000,1.251
28,mlp.experts.7.gate_proj,0.0000932196,0.05000,1.281
28,mlp.experts.9.gate_proj,0.0000721502,0.05000,1.238
28,mlp.experts.8.gate_proj,0.0000593519,0.05000,1.237
28,mlp.experts.10.gate_proj,0.0000786782,0.05000,1.248
28,mlp.experts.11.gate_proj,0.0001914231,0.05000,1.241
28,mlp.experts.13.gate_proj,0.0001044004,0.05000,1.239
28,mlp.experts.12.gate_proj,0.0000840397,0.05000,1.240
28,mlp.experts.14.gate_proj,0.0001676301,0.05000,1.249
28,mlp.experts.15.gate_proj,0.0001881967,0.05000,1.239
28,mlp.experts.16.gate_proj,0.0001867713,0.05000,1.241
28,mlp.experts.17.gate_proj,0.0001301488,0.05000,1.265
28,mlp.experts.18.gate_proj,0.0001165575,0.05000,1.244
28,mlp.experts.19.gate_proj,0.0001110375,0.05000,1.256
28,mlp.experts.21.gate_proj,0.0000408687,0.05000,1.229
28,mlp.experts.20.gate_proj,0.0000610844,0.05000,1.248
28,mlp.experts.22.gate_proj,0.0001317334,0.05000,1.247
28,mlp.experts.23.gate_proj,0.0001214827,0.05000,1.244
28,mlp.experts.25.gate_proj,0.0000925766,0.05000,1.237
28,mlp.experts.26.gate_proj,0.0000757910,0.05000,1.238
28,mlp.experts.24.gate_proj,0.0001053392,0.05000,1.258
28,mlp.experts.27.gate_proj,0.0002663077,0.05000,1.240
28,mlp.experts.29.gate_proj,0.0001606102,0.05000,1.309
28,mlp.experts.28.gate_proj,0.0000799272,0.05000,1.316
28,mlp.experts.30.gate_proj,0.0000530991,0.05000,1.325
28,mlp.experts.31.gate_proj,0.0001167694,0.05000,1.338
28,mlp.experts.33.gate_proj,0.0000606039,0.05000,1.318
28,mlp.experts.32.gate_proj,0.0002075625,0.05000,1.319
28,mlp.experts.34.gate_proj,0.0000968089,0.05000,1.329
28,mlp.experts.35.gate_proj,0.0001186434,0.05000,1.323
28,mlp.experts.37.gate_proj,0.0003044904,0.05000,1.243
28,mlp.experts.36.gate_proj,0.0001720481,0.05000,1.246
28,mlp.experts.38.gate_proj,0.0001692372,0.05000,1.243
28,mlp.experts.39.gate_proj,0.0000860555,0.05000,1.248
28,mlp.experts.41.gate_proj,0.0001071793,0.05000,1.243
28,mlp.experts.40.gate_proj,0.0001467923,0.05000,1.249
28,mlp.experts.42.gate_proj,0.0000542059,0.05000,1.244
28,mlp.experts.43.gate_proj,0.0000606214,0.05000,1.246
28,mlp.experts.45.gate_proj,0.0000876828,0.05000,1.252
28,mlp.experts.44.gate_proj,0.0002083258,0.05000,1.246
28,mlp.experts.46.gate_proj,0.0000528394,0.05000,1.242
28,mlp.experts.47.gate_proj,0.0000884895,0.05000,1.255
28,mlp.experts.49.gate_proj,0.0002138858,0.05000,1.261
28,mlp.experts.48.gate_proj,0.0001141176,0.05000,1.253
28,mlp.experts.50.gate_proj,0.0002198169,0.05000,1.263
28,mlp.experts.51.gate_proj,0.0000199335,0.05000,1.251
28,mlp.experts.53.gate_proj,0.0000739403,0.05000,1.242
28,mlp.experts.52.gate_proj,0.0001629270,0.05000,1.240
28,mlp.experts.54.gate_proj,0.0000496386,0.05000,1.246
28,mlp.experts.55.gate_proj,0.0000600330,0.05000,1.245
28,mlp.experts.57.gate_proj,0.0002612215,0.05000,1.237
28,mlp.experts.56.gate_proj,0.0000568522,0.05000,1.238
28,mlp.experts.58.gate_proj,0.0001162262,0.05000,1.242
28,mlp.experts.59.gate_proj,0.0000777985,0.05000,1.237
28,mlp.experts.61.gate_proj,0.0000917778,0.05000,1.260
28,mlp.experts.60.gate_proj,0.0001711872,0.05000,1.255
28,mlp.experts.62.gate_proj,0.0001251179,0.05000,1.254
28,mlp.experts.63.gate_proj,0.0001067064,0.05000,1.253
28,mlp.experts.65.gate_proj,0.0001507986,0.05000,1.236
28,mlp.experts.69.gate_proj,fallback(rtn): 0.0010757,0.00000,0.021
28,mlp.experts.64.gate_proj,0.0002332391,0.05000,1.243
28,mlp.experts.66.gate_proj,0.0001344166,0.05000,1.242
28,mlp.experts.67.gate_proj,0.0000636421,0.05000,1.243
28,mlp.experts.73.gate_proj,0.0000842218,0.05000,1.251
28,mlp.experts.68.gate_proj,0.0001101397,0.05000,1.267
28,mlp.experts.70.gate_proj,0.0001483753,0.05000,1.262
28,mlp.experts.71.gate_proj,0.0001223439,0.05000,1.262
28,mlp.experts.77.gate_proj,0.0001320859,0.05000,1.233
28,mlp.experts.72.gate_proj,0.0000663303,0.05000,1.238
28,mlp.experts.74.gate_proj,0.0000714891,0.05000,1.225
28,mlp.experts.75.gate_proj,0.0001978900,0.05000,1.232
28,mlp.experts.81.gate_proj,0.0002563419,0.05000,1.243
28,mlp.experts.78.gate_proj,0.0000883900,0.05000,1.243
28,mlp.experts.76.gate_proj,0.0000946762,0.05000,1.256
28,mlp.experts.79.gate_proj,0.0001502754,0.05000,1.245
28,mlp.experts.85.gate_proj,0.0000662977,0.05000,1.248
28,mlp.experts.82.gate_proj,0.0001547382,0.05000,1.230
28,mlp.experts.80.gate_proj,0.0000470174,0.05000,1.242
28,mlp.experts.83.gate_proj,0.0000638351,0.05000,1.245
28,mlp.experts.86.gate_proj,0.0003064916,0.05000,1.238
28,mlp.experts.89.gate_proj,0.0000954584,0.05000,1.251
28,mlp.experts.84.gate_proj,0.0002146328,0.05000,1.246
28,mlp.experts.87.gate_proj,0.0000574125,0.05000,1.252
28,mlp.experts.90.gate_proj,0.0001870813,0.05000,1.285
28,mlp.experts.93.gate_proj,0.0002101776,0.05000,1.289
28,mlp.experts.88.gate_proj,0.0001842127,0.05000,1.280
28,mlp.experts.91.gate_proj,0.0000982571,0.05000,1.274
28,mlp.experts.97.gate_proj,0.0003266409,0.05000,1.225
28,mlp.experts.94.gate_proj,0.0001462865,0.05000,1.243
28,mlp.experts.92.gate_proj,0.0002039404,0.05000,1.252
28,mlp.experts.95.gate_proj,0.0000343295,0.05000,1.247
28,mlp.experts.98.gate_proj,0.0001229568,0.05000,1.228
28,mlp.experts.101.gate_proj,0.0001090984,0.05000,1.248
28,mlp.experts.96.gate_proj,0.0000915396,0.05000,1.230
28,mlp.experts.99.gate_proj,0.0000435517,0.05000,1.233
28,mlp.experts.102.gate_proj,0.0002606460,0.05000,1.236
28,mlp.experts.100.gate_proj,0.0003188994,0.05000,1.240
28,mlp.experts.105.gate_proj,0.0001086561,0.05000,1.275
28,mlp.experts.103.gate_proj,0.0000998018,0.05000,1.246
28,mlp.experts.106.gate_proj,0.0001986234,0.05000,1.244
28,mlp.experts.104.gate_proj,0.0001015833,0.05000,1.240
28,mlp.experts.109.gate_proj,0.0001428396,0.05000,1.250
28,mlp.experts.107.gate_proj,0.0001214532,0.05000,1.256
28,mlp.experts.110.gate_proj,0.0000689905,0.05000,1.253
28,mlp.experts.108.gate_proj,0.0001152043,0.05000,1.239
28,mlp.experts.113.gate_proj,0.0000818520,0.05000,1.246
28,mlp.experts.111.gate_proj,0.0001279753,0.05000,1.250
28,mlp.experts.114.gate_proj,0.0000929794,0.05000,1.256
28,mlp.experts.112.gate_proj,0.0000444941,0.05000,1.247
28,mlp.experts.117.gate_proj,0.0001341991,0.05000,1.246
28,mlp.experts.115.gate_proj,0.0001136614,0.05000,1.248
28,mlp.experts.116.gate_proj,0.0001285437,0.05000,1.246
28,mlp.experts.118.gate_proj,0.0000605301,0.05000,1.281
28,mlp.experts.121.gate_proj,0.0000552491,0.05000,1.263
28,mlp.experts.119.gate_proj,0.0000471196,0.05000,1.257
28,mlp.experts.120.gate_proj,0.0001368416,0.05000,1.242
28,mlp.experts.125.gate_proj,0.0002493835,0.05000,1.235
28,mlp.experts.122.gate_proj,0.0001447273,0.05000,1.248
28,mlp.experts.123.gate_proj,0.0001032410,0.05000,1.237
28,mlp.experts.129.gate_proj,0.0000778406,0.05000,1.240
28,mlp.experts.124.gate_proj,0.0000944687,0.05000,1.265
28,mlp.experts.126.gate_proj,0.0001985225,0.05000,1.261
28,mlp.experts.127.gate_proj,0.0001662574,0.05000,1.252
28,mlp.experts.133.gate_proj,0.0000457278,0.05000,1.257
28,mlp.experts.130.gate_proj,0.0000393748,0.05000,1.249
28,mlp.experts.128.gate_proj,0.0001620977,0.05000,1.265
28,mlp.experts.131.gate_proj,0.0002108562,0.05000,1.273
28,mlp.experts.137.gate_proj,0.0000810417,0.05000,1.239
28,mlp.experts.134.gate_proj,0.0002975079,0.05000,1.238
28,mlp.experts.132.gate_proj,0.0001430305,0.05000,1.238
28,mlp.experts.135.gate_proj,0.0002065852,0.05000,1.242
28,mlp.experts.141.gate_proj,0.0003255294,0.05000,1.242
28,mlp.experts.139.gate_proj,0.0003289581,0.05000,1.223
28,mlp.experts.136.gate_proj,0.0000604814,0.05000,1.256
28,mlp.experts.138.gate_proj,0.0000843406,0.05000,1.273
28,mlp.experts.145.gate_proj,0.0001211074,0.05000,1.230
28,mlp.experts.142.gate_proj,0.0001832058,0.05000,1.209
28,mlp.experts.140.gate_proj,0.0001095629,0.05000,1.228
28,mlp.experts.143.gate_proj,0.0000359928,0.05000,1.251
28,mlp.experts.149.gate_proj,0.0000513575,0.05000,1.253
28,mlp.experts.147.gate_proj,0.0000707892,0.05000,1.213
28,mlp.experts.144.gate_proj,0.0001097181,0.05000,1.235
28,mlp.experts.146.gate_proj,0.0002118795,0.05000,1.256
28,mlp.experts.151.gate_proj,0.0001053227,0.05000,1.236
28,mlp.experts.153.gate_proj,0.0001077253,0.05000,1.262
28,mlp.experts.150.gate_proj,0.0001060197,0.05000,1.249
28,mlp.experts.148.gate_proj,0.0002767742,0.05000,1.264
28,mlp.experts.154.gate_proj,fallback(rtn): 0.0011215,0.00000,0.023
28,mlp.experts.155.gate_proj,0.0001548622,0.05000,1.233
28,mlp.experts.157.gate_proj,0.0001366938,0.05000,1.245
28,mlp.experts.152.gate_proj,0.0000940429,0.05000,1.230
28,mlp.experts.158.gate_proj,0.0001031732,0.05000,1.262
28,mlp.experts.159.gate_proj,0.0003034560,0.05000,1.256
28,mlp.experts.156.gate_proj,0.0000699011,0.05000,1.247
28,mlp.experts.161.gate_proj,0.0000597560,0.05000,1.271
28,mlp.experts.162.gate_proj,0.0001443162,0.05000,1.249
28,mlp.experts.163.gate_proj,0.0001859315,0.05000,1.240
28,mlp.experts.160.gate_proj,0.0001878917,0.05000,1.244
28,mlp.experts.165.gate_proj,0.0002390366,0.05000,1.264
28,mlp.experts.166.gate_proj,0.0002264546,0.05000,1.242
28,mlp.experts.167.gate_proj,0.0000421635,0.05000,1.254
28,mlp.experts.164.gate_proj,0.0001376609,0.05000,1.267
28,mlp.experts.169.gate_proj,0.0000979147,0.05000,1.280
28,mlp.experts.170.gate_proj,0.0001259245,0.05000,1.277
28,mlp.experts.171.gate_proj,0.0001396955,0.05000,1.244
28,mlp.experts.168.gate_proj,0.0001076639,0.05000,1.233
28,mlp.experts.173.gate_proj,0.0001077384,0.05000,1.244
28,mlp.experts.174.gate_proj,0.0002387039,0.05000,1.244
28,mlp.experts.175.gate_proj,0.0002405134,0.05000,1.238
28,mlp.experts.172.gate_proj,0.0000827577,0.05000,1.237
28,mlp.experts.178.gate_proj,0.0000820338,0.05000,1.234
28,mlp.experts.177.gate_proj,0.0001394549,0.05000,1.240
28,mlp.experts.179.gate_proj,0.0001070834,0.05000,1.224
28,mlp.experts.176.gate_proj,0.0002304636,0.05000,1.218
28,mlp.experts.182.gate_proj,0.0002444750,0.05000,1.226
28,mlp.experts.181.gate_proj,0.0000818370,0.05000,1.246
28,mlp.experts.183.gate_proj,0.0001132375,0.05000,1.251
28,mlp.experts.180.gate_proj,0.0000407056,0.05000,1.260
28,mlp.experts.186.gate_proj,0.0001088132,0.05000,1.257
28,mlp.experts.185.gate_proj,0.0000842318,0.05000,1.258
28,mlp.experts.187.gate_proj,0.0001850590,0.05000,1.224
28,mlp.experts.184.gate_proj,0.0000534723,0.05000,1.227
28,mlp.experts.190.gate_proj,0.0000437586,0.05000,1.229
28,mlp.experts.189.gate_proj,0.0000874414,0.05000,1.230
28,mlp.experts.191.gate_proj,0.0002360242,0.05000,1.227
28,mlp.experts.188.gate_proj,0.0000617765,0.05000,1.228
28,mlp.experts.192.gate_proj,fallback(rtn): 0.0010452,0.00000,0.018
28,mlp.experts.194.gate_proj,0.0000968180,0.05000,1.238
28,mlp.experts.193.gate_proj,0.0000453091,0.05000,1.245
28,mlp.experts.195.gate_proj,0.0002425236,0.05000,1.267
28,mlp.experts.196.gate_proj,0.0000640430,0.05000,1.258
28,mlp.experts.198.gate_proj,0.0003400778,0.05000,1.254
28,mlp.experts.197.gate_proj,0.0001602231,0.05000,1.243
28,mlp.experts.199.gate_proj,0.0000930770,0.05000,1.229
28,mlp.experts.200.gate_proj,0.0000992694,0.05000,1.227
28,mlp.experts.202.gate_proj,0.0004011417,0.05000,1.227
28,mlp.experts.201.gate_proj,0.0000745527,0.05000,1.241
28,mlp.experts.203.gate_proj,0.0001346080,0.05000,1.259
28,mlp.experts.207.gate_proj,fallback(rtn): 0.0011063,0.00000,0.019
28,mlp.experts.204.gate_proj,0.0001382287,0.05000,1.272
28,mlp.experts.206.gate_proj,0.0001681641,0.05000,1.255
28,mlp.experts.205.gate_proj,0.0001431643,0.05000,1.259
28,mlp.experts.211.gate_proj,0.0000946339,0.05000,1.245
28,mlp.experts.208.gate_proj,0.0002333294,0.05000,1.243
28,mlp.experts.210.gate_proj,0.0001202235,0.05000,1.249
28,mlp.experts.209.gate_proj,0.0000986281,0.05000,1.254
28,mlp.experts.212.gate_proj,0.0000622007,0.05000,1.259
28,mlp.experts.215.gate_proj,0.0001955413,0.05000,1.276
28,mlp.experts.214.gate_proj,0.0001300713,0.05000,1.258
28,mlp.experts.213.gate_proj,0.0002915637,0.05000,1.258
28,mlp.experts.216.gate_proj,0.0002819574,0.05000,1.243
28,mlp.experts.219.gate_proj,0.0000914780,0.05000,1.264
28,mlp.experts.218.gate_proj,0.0001282592,0.05000,1.269
28,mlp.experts.217.gate_proj,0.0001822415,0.05000,1.270
28,mlp.experts.220.gate_proj,0.0001532993,0.05000,1.244
28,mlp.experts.223.gate_proj,0.0003048308,0.05000,1.259
28,mlp.experts.221.gate_proj,0.0002308754,0.05000,1.243
28,mlp.experts.222.gate_proj,0.0001104774,0.05000,1.261
28,mlp.experts.224.gate_proj,0.0000638842,0.05000,1.237
28,mlp.experts.227.gate_proj,0.0001864353,0.05000,1.240
28,mlp.experts.226.gate_proj,0.0000940941,0.05000,1.242
28,mlp.experts.225.gate_proj,0.0001684189,0.05000,1.256
28,mlp.experts.228.gate_proj,0.0001470782,0.05000,1.261
28,mlp.experts.231.gate_proj,0.0001898152,0.05000,1.244
28,mlp.experts.230.gate_proj,0.0000885711,0.05000,1.239
28,mlp.experts.229.gate_proj,0.0000548514,0.05000,1.244
28,mlp.experts.232.gate_proj,0.0000804133,0.05000,1.232
28,mlp.experts.235.gate_proj,0.0001259547,0.05000,1.235
28,mlp.experts.234.gate_proj,0.0000704897,0.05000,1.233
28,mlp.experts.233.gate_proj,0.0000678276,0.05000,1.229
28,mlp.experts.236.gate_proj,0.0002095372,0.05000,1.226
28,mlp.experts.239.gate_proj,0.0001056427,0.05000,1.244
28,mlp.experts.238.gate_proj,0.0000726337,0.05000,1.234
28,mlp.experts.237.gate_proj,0.0001102623,0.05000,1.243
28,mlp.experts.240.gate_proj,0.0001260680,0.05000,1.238
28,mlp.experts.243.gate_proj,0.0001826539,0.05000,1.246
28,mlp.experts.242.gate_proj,0.0002492471,0.05000,1.254
28,mlp.experts.241.gate_proj,0.0001083831,0.05000,1.256
28,mlp.experts.244.gate_proj,0.0001342285,0.05000,1.266
28,mlp.experts.247.gate_proj,0.0001786721,0.05000,1.267
28,mlp.experts.246.gate_proj,0.0001357946,0.05000,1.242
28,mlp.experts.245.gate_proj,0.0001226916,0.05000,1.243
28,mlp.experts.248.gate_proj,0.0001476948,0.05000,1.242
28,mlp.experts.251.gate_proj,0.0001378975,0.05000,1.232
28,mlp.experts.250.gate_proj,0.0001851624,0.05000,1.232
28,mlp.experts.249.gate_proj,0.0000950947,0.05000,1.233
28,mlp.experts.252.gate_proj,0.0001996831,0.05000,1.235
28,mlp.experts.255.gate_proj,0.0001070051,0.05000,1.247
28,mlp.experts.254.gate_proj,0.0001175692,0.05000,1.247
28,mlp.experts.253.gate_proj,0.0000373056,0.05000,1.244
28,mlp.experts.0.up_proj,0.0000437562,0.05000,1.248
28,mlp.experts.3.up_proj,0.0002732392,0.05000,1.255
28,mlp.experts.2.up_proj,0.0000829154,0.05000,1.249
28,mlp.experts.1.up_proj,0.0000881648,0.05000,1.244
28,mlp.experts.4.up_proj,0.0000964454,0.05000,1.242
28,mlp.experts.6.up_proj,0.0000592848,0.05000,1.223
28,mlp.experts.7.up_proj,0.0000942953,0.05000,1.265
28,mlp.experts.5.up_proj,0.0000565852,0.05000,1.261
28,mlp.experts.8.up_proj,0.0000586209,0.05000,1.260
28,mlp.experts.10.up_proj,0.0000641957,0.05000,1.266
28,mlp.experts.11.up_proj,0.0001779259,0.05000,1.254
28,mlp.experts.9.up_proj,0.0000728822,0.05000,1.255
28,mlp.experts.12.up_proj,0.0000790884,0.05000,1.230
28,mlp.experts.15.up_proj,0.0001688916,0.05000,1.212
28,mlp.experts.14.up_proj,0.0001609064,0.05000,1.247
28,mlp.experts.13.up_proj,0.0001422842,0.05000,1.231
28,mlp.experts.16.up_proj,0.0001814854,0.05000,1.225
28,mlp.experts.18.up_proj,0.0001143909,0.05000,1.212
28,mlp.experts.19.up_proj,0.0000956719,0.05000,1.226
28,mlp.experts.17.up_proj,0.0001372959,0.05000,1.221
28,mlp.experts.20.up_proj,0.0000641560,0.05000,1.228
28,mlp.experts.23.up_proj,0.0001139055,0.05000,1.216
28,mlp.experts.22.up_proj,0.0001168222,0.05000,1.229
28,mlp.experts.21.up_proj,0.0000422901,0.05000,1.256
28,mlp.experts.24.up_proj,0.0001072514,0.05000,1.255
28,mlp.experts.27.up_proj,0.0002536548,0.05000,1.252
28,mlp.experts.26.up_proj,0.0000709556,0.05000,1.256
28,mlp.experts.25.up_proj,0.0000881314,0.05000,1.248
28,mlp.experts.28.up_proj,0.0000772448,0.05000,1.264
28,mlp.experts.31.up_proj,0.0001228783,0.05000,1.262
28,mlp.experts.30.up_proj,0.0000492997,0.05000,1.271
28,mlp.experts.29.up_proj,0.0001524669,0.05000,1.270
28,mlp.experts.32.up_proj,0.0002436550,0.05000,1.231
28,mlp.experts.35.up_proj,0.0001032427,0.05000,1.239
28,mlp.experts.34.up_proj,0.0000896558,0.05000,1.243
28,mlp.experts.33.up_proj,0.0000613831,0.05000,1.230
28,mlp.experts.36.up_proj,0.0001657663,0.05000,1.233
28,mlp.experts.39.up_proj,0.0000622120,0.05000,1.258
28,mlp.experts.38.up_proj,0.0001706170,0.05000,1.258
28,mlp.experts.37.up_proj,0.0002893194,0.05000,1.263
28,mlp.experts.40.up_proj,0.0001309336,0.05000,1.258
28,mlp.experts.43.up_proj,0.0000504679,0.05000,1.232
28,mlp.experts.42.up_proj,0.0000528625,0.05000,1.229
28,mlp.experts.41.up_proj,0.0001004726,0.05000,1.247
28,mlp.experts.44.up_proj,0.0001945279,0.05000,0.812
28,mlp.experts.47.up_proj,0.0000887609,0.05000,0.785
28,mlp.experts.46.up_proj,0.0000474643,0.05000,0.754
28,mlp.experts.51.up_proj,0.0000202829,0.05000,1.233
28,mlp.experts.48.up_proj,0.0001109539,0.05000,1.250
28,mlp.experts.50.up_proj,0.0002115123,0.05000,1.254
28,mlp.experts.45.up_proj,0.0000855320,0.05000,1.270
28,mlp.experts.55.up_proj,0.0000531411,0.05000,1.224
28,mlp.experts.54.up_proj,0.0000533115,0.05000,1.218
28,mlp.experts.52.up_proj,0.0001558294,0.05000,1.230
28,mlp.experts.49.up_proj,0.0001919010,0.05000,1.226
28,mlp.experts.56.up_proj,0.0000645196,0.05000,1.244
28,mlp.experts.59.up_proj,0.0000777687,0.05000,1.257
28,mlp.experts.58.up_proj,0.0001086516,0.05000,1.260
28,mlp.experts.53.up_proj,0.0000747679,0.05000,1.245
28,mlp.experts.60.up_proj,0.0001011604,0.05000,1.222
28,mlp.experts.57.up_proj,0.0002475870,0.05000,1.219
28,mlp.experts.62.up_proj,0.0001200308,0.05000,1.240
28,mlp.experts.63.up_proj,0.0001028219,0.05000,1.245
28,mlp.experts.64.up_proj,0.0002191355,0.05000,1.245
28,mlp.experts.61.up_proj,0.0000758774,0.05000,1.247
28,mlp.experts.66.up_proj,0.0000939797,0.05000,1.248
28,mlp.experts.67.up_proj,0.0000603282,0.05000,1.250
28,mlp.experts.68.up_proj,0.0001134167,0.05000,1.245
28,mlp.experts.65.up_proj,0.0001402786,0.05000,1.248
28,mlp.experts.70.up_proj,0.0001393672,0.05000,1.244
28,mlp.experts.71.up_proj,0.0001116799,0.05000,1.244
28,mlp.experts.69.up_proj,fallback(rtn): 0.0010605,0.00000,0.028
28,mlp.experts.72.up_proj,0.0000663980,0.05000,1.237
28,mlp.experts.74.up_proj,0.0000698284,0.05000,1.248
28,mlp.experts.75.up_proj,0.0001912475,0.05000,1.249
28,mlp.experts.73.up_proj,0.0000858292,0.05000,1.252
28,mlp.experts.76.up_proj,0.0000934252,0.05000,1.249
28,mlp.experts.78.up_proj,0.0000808250,0.05000,1.238
28,mlp.experts.79.up_proj,0.0001359840,0.05000,1.240
28,mlp.experts.77.up_proj,0.0001386682,0.05000,1.242
28,mlp.experts.80.up_proj,0.0000451961,0.05000,1.240
28,mlp.experts.82.up_proj,0.0001603620,0.05000,1.246
28,mlp.experts.83.up_proj,0.0000589956,0.05000,1.245
28,mlp.experts.81.up_proj,0.0002323260,0.05000,1.242
28,mlp.experts.84.up_proj,0.0002037577,0.05000,1.230
28,mlp.experts.86.up_proj,0.0002911150,0.05000,1.225
28,mlp.experts.87.up_proj,0.0000514303,0.05000,1.224
28,mlp.experts.85.up_proj,0.0000638276,0.05000,1.228
28,mlp.experts.88.up_proj,0.0001699389,0.05000,1.258
28,mlp.experts.91.up_proj,0.0000928749,0.05000,1.260
28,mlp.experts.90.up_proj,0.0001740983,0.05000,1.280
28,mlp.experts.89.up_proj,0.0000913110,0.05000,1.228
28,mlp.experts.92.up_proj,0.0001827651,0.05000,1.253
28,mlp.experts.95.up_proj,0.0000343433,0.05000,1.259
28,mlp.experts.93.up_proj,0.0002012366,0.05000,1.259
28,mlp.experts.94.up_proj,0.0001469903,0.05000,1.265
28,mlp.experts.96.up_proj,0.0000912452,0.05000,1.232
28,mlp.experts.99.up_proj,0.0000424037,0.05000,1.238
28,mlp.experts.97.up_proj,0.0003177106,0.05000,1.235
28,mlp.experts.98.up_proj,0.0001149193,0.05000,1.236
28,mlp.experts.100.up_proj,0.0002818410,0.05000,1.253
28,mlp.experts.103.up_proj,0.0000961870,0.05000,1.253
28,mlp.experts.101.up_proj,0.0001077445,0.05000,1.253
28,mlp.experts.102.up_proj,0.0002790176,0.05000,1.249
28,mlp.experts.104.up_proj,0.0000821956,0.05000,1.243
28,mlp.experts.107.up_proj,0.0001141229,0.05000,1.240
28,mlp.experts.105.up_proj,0.0000735188,0.05000,1.246
28,mlp.experts.106.up_proj,0.0001779615,0.05000,1.278
28,mlp.experts.108.up_proj,0.0000999695,0.05000,1.261
28,mlp.experts.111.up_proj,0.0001124511,0.05000,1.253
28,mlp.experts.109.up_proj,0.0001362610,0.05000,1.256
28,mlp.experts.110.up_proj,0.0000581202,0.05000,1.249
28,mlp.experts.112.up_proj,0.0000417118,0.05000,1.258
28,mlp.experts.115.up_proj,0.0001003877,0.05000,1.257
28,mlp.experts.113.up_proj,0.0000803452,0.05000,1.229
28,mlp.experts.114.up_proj,0.0000773693,0.05000,1.243
28,mlp.experts.116.up_proj,0.0001226794,0.05000,1.223
28,mlp.experts.117.up_proj,0.0001268820,0.05000,1.217
28,mlp.experts.119.up_proj,0.0000417380,0.05000,1.229
28,mlp.experts.118.up_proj,0.0000608120,0.05000,1.223
28,mlp.experts.120.up_proj,0.0001283415,0.05000,1.244
28,mlp.experts.121.up_proj,0.0000537978,0.05000,1.250
28,mlp.experts.123.up_proj,0.0000962959,0.05000,1.249
28,mlp.experts.122.up_proj,0.0001537769,0.05000,1.252
28,mlp.experts.124.up_proj,0.0000874359,0.05000,1.238
28,mlp.experts.125.up_proj,0.0002328699,0.05000,1.225
28,mlp.experts.127.up_proj,0.0001561607,0.05000,1.237
28,mlp.experts.126.up_proj,0.0001932526,0.05000,1.225
28,mlp.experts.128.up_proj,0.0001609429,0.05000,1.244
28,mlp.experts.129.up_proj,0.0000775451,0.05000,1.246
28,mlp.experts.131.up_proj,0.0001986531,0.05000,1.249
28,mlp.experts.130.up_proj,0.0000481395,0.05000,1.246
28,mlp.experts.132.up_proj,0.0001308735,0.05000,1.272
28,mlp.experts.133.up_proj,0.0000435104,0.05000,1.265
28,mlp.experts.135.up_proj,0.0001899666,0.05000,1.275
28,mlp.experts.134.up_proj,0.0002654811,0.05000,1.275
28,mlp.experts.136.up_proj,0.0000610227,0.05000,1.227
28,mlp.experts.137.up_proj,0.0000793743,0.05000,1.233
28,mlp.experts.139.up_proj,0.0003082774,0.05000,1.229
28,mlp.experts.138.up_proj,0.0000888816,0.05000,1.228
28,mlp.experts.140.up_proj,0.0001007328,0.05000,1.235
28,mlp.experts.141.up_proj,0.0003080133,0.05000,1.247
28,mlp.experts.143.up_proj,0.0000344403,0.05000,1.250
28,mlp.experts.142.up_proj,0.0001820052,0.05000,1.245
28,mlp.experts.144.up_proj,0.0001062342,0.05000,1.242
28,mlp.experts.145.up_proj,0.0001133107,0.05000,1.253
28,mlp.experts.147.up_proj,0.0000698013,0.05000,1.251
28,mlp.experts.146.up_proj,0.0001878091,0.05000,1.251
28,mlp.experts.148.up_proj,0.0002511433,0.05000,1.242
28,mlp.experts.149.up_proj,0.0000563232,0.05000,1.241
28,mlp.experts.151.up_proj,0.0001041943,0.05000,1.244
28,mlp.experts.150.up_proj,0.0001149351,0.05000,1.250
28,mlp.experts.154.up_proj,fallback(rtn): 0.0010757,0.00000,0.018
28,mlp.experts.152.up_proj,0.0000929188,0.05000,1.240
28,mlp.experts.153.up_proj,0.0001005735,0.05000,1.244
28,mlp.experts.155.up_proj,0.0001400568,0.05000,1.240
28,mlp.experts.158.up_proj,0.0000975763,0.05000,1.238
28,mlp.experts.156.up_proj,0.0000628957,0.05000,1.236
28,mlp.experts.157.up_proj,0.0001310508,0.05000,1.236
28,mlp.experts.159.up_proj,0.0002763653,0.05000,1.232
28,mlp.experts.162.up_proj,0.0001502593,0.05000,1.235
28,mlp.experts.160.up_proj,0.0001778638,0.05000,1.245
28,mlp.experts.161.up_proj,0.0000530090,0.05000,1.248
28,mlp.experts.163.up_proj,0.0001738915,0.05000,1.229
28,mlp.experts.166.up_proj,0.0002152740,0.05000,1.247
28,mlp.experts.164.up_proj,0.0001185242,0.05000,1.239
28,mlp.experts.165.up_proj,0.0002292719,0.05000,1.234
28,mlp.experts.167.up_proj,0.0000390242,0.05000,1.237
28,mlp.experts.170.up_proj,0.0001283523,0.05000,1.235
28,mlp.experts.168.up_proj,0.0001040970,0.05000,1.227
28,mlp.experts.169.up_proj,0.0000991328,0.05000,1.215
28,mlp.experts.171.up_proj,0.0001228748,0.05000,1.225
28,mlp.experts.174.up_proj,0.0002276117,0.05000,1.221
28,mlp.experts.172.up_proj,0.0000721155,0.05000,1.235
28,mlp.experts.173.up_proj,0.0001060463,0.05000,1.240
28,mlp.experts.175.up_proj,0.0002256673,0.05000,1.253
28,mlp.experts.178.up_proj,0.0000783937,0.05000,1.239
28,mlp.experts.176.up_proj,0.0002277415,0.05000,1.255
28,mlp.experts.177.up_proj,0.0001377195,0.05000,1.243
28,mlp.experts.179.up_proj,0.0000874553,0.05000,1.253
28,mlp.experts.182.up_proj,0.0002337655,0.05000,1.241
28,mlp.experts.180.up_proj,0.0000397549,0.05000,1.251
28,mlp.experts.181.up_proj,0.0000839252,0.05000,1.246
28,mlp.experts.183.up_proj,0.0001079017,0.05000,1.259
28,mlp.experts.186.up_proj,0.0000998554,0.05000,1.223
28,mlp.experts.184.up_proj,0.0000466925,0.05000,1.243
28,mlp.experts.185.up_proj,0.0000870648,0.05000,1.246
28,mlp.experts.187.up_proj,0.0001707293,0.05000,1.249
28,mlp.experts.190.up_proj,0.0000433912,0.05000,1.252
28,mlp.experts.188.up_proj,0.0000638328,0.05000,1.240
28,mlp.experts.189.up_proj,0.0000852340,0.05000,1.241
28,mlp.experts.192.up_proj,fallback(rtn): 0.0010376,0.00000,0.024
28,mlp.experts.191.up_proj,0.0002340023,0.05000,1.251
28,mlp.experts.194.up_proj,0.0000879910,0.05000,1.258
28,mlp.experts.196.up_proj,0.0000662331,0.05000,1.209
28,mlp.experts.193.up_proj,0.0000459824,0.05000,1.225
28,mlp.experts.198.up_proj,0.0002921860,0.05000,1.200
28,mlp.experts.195.up_proj,0.0002658424,0.05000,1.236
28,mlp.experts.197.up_proj,0.0001640428,0.05000,1.235
28,mlp.experts.200.up_proj,0.0000748170,0.05000,1.253
28,mlp.experts.202.up_proj,0.0003467450,0.05000,1.227
28,mlp.experts.199.up_proj,0.0000971780,0.05000,1.239
28,mlp.experts.201.up_proj,0.0000744739,0.05000,1.227
28,mlp.experts.204.up_proj,0.0001159566,0.05000,1.233
28,mlp.experts.206.up_proj,0.0001653028,0.05000,1.228
28,mlp.experts.203.up_proj,0.0001303825,0.05000,1.239
28,mlp.experts.207.up_proj,fallback(rtn): 0.0010605,0.00000,0.018
28,mlp.experts.205.up_proj,0.0001419554,0.05000,1.246
28,mlp.experts.208.up_proj,0.0002200252,0.05000,1.255
28,mlp.experts.210.up_proj,0.0001112826,0.05000,1.254
28,mlp.experts.211.up_proj,0.0000944228,0.05000,1.244
28,mlp.experts.209.up_proj,0.0000897801,0.05000,1.250
28,mlp.experts.212.up_proj,0.0000623507,0.05000,1.258
28,mlp.experts.214.up_proj,0.0001163292,0.05000,1.258
28,mlp.experts.215.up_proj,0.0001641858,0.05000,1.263
28,mlp.experts.213.up_proj,0.0002764232,0.05000,1.226
28,mlp.experts.216.up_proj,0.0002707185,0.05000,1.233
28,mlp.experts.218.up_proj,0.0001236784,0.05000,1.244
28,mlp.experts.219.up_proj,0.0000939866,0.05000,1.241
28,mlp.experts.217.up_proj,0.0001570169,0.05000,1.238
28,mlp.experts.220.up_proj,0.0001460523,0.05000,1.227
28,mlp.experts.222.up_proj,0.0000954388,0.05000,1.240
28,mlp.experts.223.up_proj,0.0002951750,0.05000,1.232
28,mlp.experts.221.up_proj,0.0002105216,0.05000,1.249
28,mlp.experts.224.up_proj,0.0000572700,0.05000,1.249
28,mlp.experts.226.up_proj,0.0000876914,0.05000,1.264
28,mlp.experts.227.up_proj,0.0001806438,0.05000,1.258
28,mlp.experts.225.up_proj,0.0001599560,0.05000,1.254
28,mlp.experts.228.up_proj,0.0001388253,0.05000,1.251
28,mlp.experts.230.up_proj,0.0000727459,0.05000,1.246
28,mlp.experts.231.up_proj,0.0002133216,0.05000,1.232
28,mlp.experts.229.up_proj,0.0000520040,0.05000,1.228
28,mlp.experts.232.up_proj,0.0000674505,0.05000,1.229
28,mlp.experts.234.up_proj,0.0000683817,0.05000,1.241
28,mlp.experts.235.up_proj,0.0001204426,0.05000,1.230
28,mlp.experts.233.up_proj,0.0000667421,0.05000,1.244
28,mlp.experts.236.up_proj,0.0001859495,0.05000,1.247
28,mlp.experts.239.up_proj,0.0001039631,0.05000,1.227
28,mlp.experts.238.up_proj,0.0000688044,0.05000,1.248
28,mlp.experts.237.up_proj,0.0001082372,0.05000,1.236
28,mlp.experts.240.up_proj,0.0001204184,0.05000,1.236
28,mlp.experts.242.up_proj,0.0002306827,0.05000,1.233
28,mlp.experts.243.up_proj,0.0001844914,0.05000,1.247
28,mlp.experts.241.up_proj,0.0000946597,0.05000,1.248
28,mlp.experts.244.up_proj,0.0001207108,0.05000,1.243
28,mlp.experts.246.up_proj,0.0001308032,0.05000,1.234
28,mlp.experts.247.up_proj,0.0001687427,0.05000,1.252
28,mlp.experts.245.up_proj,0.0001176998,0.05000,1.238
28,mlp.experts.248.up_proj,0.0001389638,0.05000,1.250
28,mlp.experts.250.up_proj,0.0001796574,0.05000,1.242
28,mlp.experts.251.up_proj,0.0001195011,0.05000,1.250
28,mlp.experts.249.up_proj,0.0000929445,0.05000,1.253
28,mlp.experts.252.up_proj,0.0001869861,0.05000,1.247
28,mlp.experts.254.up_proj,0.0001088352,0.05000,1.219
28,mlp.experts.255.up_proj,0.0000969949,0.05000,1.201
28,mlp.experts.253.up_proj,0.0000355135,0.05000,0.293
28,mlp.experts.1.down_proj,0.0000070644,0.05000,0.324
28,mlp.experts.2.down_proj,0.0000045205,0.05000,0.329
28,mlp.experts.3.down_proj,0.0000183505,0.05000,0.331
28,mlp.experts.0.down_proj,0.0000026830,0.05000,0.345
28,mlp.experts.6.down_proj,0.0000020162,0.05000,0.328
28,mlp.experts.5.down_proj,0.0000038471,0.05000,0.335
28,mlp.experts.7.down_proj,0.0000071478,0.05000,0.320
28,mlp.experts.4.down_proj,0.0000041234,0.05000,0.325
28,mlp.experts.9.down_proj,0.0000046666,0.05000,0.317
28,mlp.experts.11.down_proj,0.0000048611,0.05000,0.318
28,mlp.experts.8.down_proj,0.0000022380,0.05000,0.315
28,mlp.experts.10.down_proj,0.0000016293,0.05000,0.330
28,mlp.experts.13.down_proj,0.0000034940,0.05000,0.307
28,mlp.experts.12.down_proj,0.0000036915,0.05000,0.306
28,mlp.experts.15.down_proj,0.0000123211,0.05000,0.313
28,mlp.experts.14.down_proj,0.0000044068,0.05000,0.308
28,mlp.experts.17.down_proj,0.0000059380,0.05000,0.308
28,mlp.experts.19.down_proj,0.0000043928,0.05000,0.313
28,mlp.experts.18.down_proj,0.0000027226,0.05000,0.310
28,mlp.experts.16.down_proj,0.0000046448,0.05000,0.320
28,mlp.experts.21.down_proj,0.0000016384,0.05000,0.311
28,mlp.experts.22.down_proj,0.0000063578,0.05000,0.305
28,mlp.experts.23.down_proj,0.0000018006,0.05000,0.311
28,mlp.experts.20.down_proj,0.0000028727,0.05000,0.312
28,mlp.experts.25.down_proj,0.0000090598,0.05000,0.308
28,mlp.experts.26.down_proj,0.0000050456,0.05000,0.306
28,mlp.experts.27.down_proj,0.0000102508,0.05000,0.308
28,mlp.experts.24.down_proj,0.0000069994,0.05000,0.309
28,mlp.experts.29.down_proj,0.0000030065,0.05000,0.317
28,mlp.experts.30.down_proj,0.0000020128,0.05000,0.315
28,mlp.experts.31.down_proj,0.0000049244,0.05000,0.316
28,mlp.experts.28.down_proj,0.0000036294,0.05000,0.312
28,mlp.experts.33.down_proj,0.0000037505,0.05000,0.313
28,mlp.experts.34.down_proj,0.0000067200,0.05000,0.314
28,mlp.experts.35.down_proj,0.0000048610,0.05000,0.311
28,mlp.experts.32.down_proj,0.0000114291,0.05000,0.311
28,mlp.experts.37.down_proj,0.0000102238,0.05000,0.324
28,mlp.experts.38.down_proj,0.0000053994,0.05000,0.321
28,mlp.experts.36.down_proj,0.0000041662,0.05000,0.319
28,mlp.experts.39.down_proj,0.0000008113,0.05000,0.334
28,mlp.experts.40.down_proj,0.0000031182,0.05000,0.311
28,mlp.experts.41.down_proj,0.0000016458,0.05000,0.330
28,mlp.experts.42.down_proj,0.0000021505,0.05000,0.331
28,mlp.experts.43.down_proj,0.0000031557,0.05000,0.320
28,mlp.experts.44.down_proj,0.0000051444,0.05000,0.329
28,mlp.experts.45.down_proj,0.0000045745,0.05000,0.330
28,mlp.experts.46.down_proj,0.0000031529,0.05000,0.330
28,mlp.experts.47.down_proj,0.0000072286,0.05000,0.329
28,mlp.experts.48.down_proj,0.0000021548,0.05000,0.321
28,mlp.experts.49.down_proj,0.0000054519,0.05000,0.320
28,mlp.experts.51.down_proj,0.0000006990,0.05000,0.306
28,mlp.experts.50.down_proj,0.0000040241,0.05000,0.315
28,mlp.experts.52.down_proj,0.0000072311,0.05000,0.316
28,mlp.experts.55.down_proj,0.0000031728,0.05000,0.314
28,mlp.experts.53.down_proj,0.0000047441,0.05000,0.321
28,mlp.experts.54.down_proj,0.0000028458,0.05000,0.321
28,mlp.experts.56.down_proj,0.0000024040,0.05000,0.313
28,mlp.experts.57.down_proj,0.0000074195,0.05000,0.308
28,mlp.experts.59.down_proj,0.0000041926,0.05000,0.314
28,mlp.experts.58.down_proj,0.0000056093,0.05000,0.312
28,mlp.experts.60.down_proj,0.0000021439,0.05000,0.311
28,mlp.experts.63.down_proj,0.0000019213,0.05000,0.307
28,mlp.experts.61.down_proj,0.0000037310,0.05000,0.314
28,mlp.experts.62.down_proj,0.0000033272,0.05000,0.312
28,mlp.experts.67.down_proj,0.0000019452,0.05000,0.306
28,mlp.experts.64.down_proj,0.0000076714,0.05000,0.311
28,mlp.experts.65.down_proj,0.0000037352,0.05000,0.310
28,mlp.experts.66.down_proj,0.0000015829,0.05000,0.307
28,mlp.experts.69.down_proj,fallback(rtn): 0.0010376,0.00000,0.005
28,mlp.experts.71.down_proj,0.0000065570,0.05000,0.310
28,mlp.experts.68.down_proj,0.0000082011,0.05000,0.311
28,mlp.experts.73.down_proj,0.0000045478,0.05000,0.302
28,mlp.experts.70.down_proj,0.0000042439,0.05000,0.310
28,mlp.experts.72.down_proj,0.0000034508,0.05000,0.323
28,mlp.experts.75.down_proj,0.0000051264,0.05000,0.332
28,mlp.experts.77.down_proj,0.0000084102,0.05000,0.327
28,mlp.experts.74.down_proj,0.0000024430,0.05000,0.325
28,mlp.experts.76.down_proj,0.0000094060,0.05000,0.317
28,mlp.experts.79.down_proj,0.0000042204,0.05000,0.320
28,mlp.experts.81.down_proj,0.0000083366,0.05000,0.320
28,mlp.experts.78.down_proj,0.0000044619,0.05000,0.319
28,mlp.experts.85.down_proj,0.0000025341,0.05000,0.303
28,mlp.experts.83.down_proj,0.0000021874,0.05000,0.309
28,mlp.experts.80.down_proj,0.0000025173,0.05000,0.319
28,mlp.experts.82.down_proj,0.0000083066,0.05000,0.312
28,mlp.experts.89.down_proj,0.0000014357,0.05000,0.325
28,mlp.experts.84.down_proj,0.0000044569,0.05000,0.324
28,mlp.experts.87.down_proj,0.0000015823,0.05000,0.332
28,mlp.experts.86.down_proj,0.0000132744,0.05000,0.328
28,mlp.experts.93.down_proj,0.0000066787,0.05000,0.313
28,mlp.experts.88.down_proj,0.0000043074,0.05000,0.313
28,mlp.experts.91.down_proj,0.0000097470,0.05000,0.314
28,mlp.experts.90.down_proj,0.0000076133,0.05000,0.316
28,mlp.experts.97.down_proj,0.0000188337,0.05000,0.304
28,mlp.experts.92.down_proj,0.0000042745,0.05000,0.307
28,mlp.experts.95.down_proj,0.0000023080,0.05000,0.310
28,mlp.experts.94.down_proj,0.0000088792,0.05000,0.307
28,mlp.experts.101.down_proj,0.0000074253,0.05000,0.314
28,mlp.experts.96.down_proj,0.0000054321,0.05000,0.317
28,mlp.experts.99.down_proj,0.0000017739,0.05000,0.309
28,mlp.experts.98.down_proj,0.0000051755,0.05000,0.313
28,mlp.experts.105.down_proj,0.0000023756,0.05000,0.318
28,mlp.experts.100.down_proj,0.0000054467,0.05000,0.328
28,mlp.experts.103.down_proj,0.0000030122,0.05000,0.333
28,mlp.experts.102.down_proj,0.0000184299,0.05000,0.334
28,mlp.experts.109.down_proj,0.0000031840,0.05000,0.326
28,mlp.experts.104.down_proj,0.0000040163,0.05000,0.325
28,mlp.experts.107.down_proj,0.0000049797,0.05000,0.327
28,mlp.experts.106.down_proj,0.0000055953,0.05000,0.326
28,mlp.experts.108.down_proj,0.0000031724,0.05000,0.315
28,mlp.experts.113.down_proj,0.0000025784,0.05000,0.337
28,mlp.experts.111.down_proj,0.0000046943,0.05000,0.321
28,mlp.experts.110.down_proj,0.0000020127,0.05000,0.319
28,mlp.experts.117.down_proj,0.0000090312,0.05000,0.312
28,mlp.experts.112.down_proj,0.0000016225,0.05000,0.320
28,mlp.experts.115.down_proj,0.0000094254,0.05000,0.314
28,mlp.experts.114.down_proj,0.0000035852,0.05000,0.319
28,mlp.experts.121.down_proj,0.0000026312,0.05000,0.322
28,mlp.experts.116.down_proj,0.0000089796,0.05000,0.324
28,mlp.experts.119.down_proj,0.0000020295,0.05000,0.320
28,mlp.experts.118.down_proj,0.0000022010,0.05000,0.325
28,mlp.experts.120.down_proj,0.0000113455,0.05000,0.318
28,mlp.experts.125.down_proj,0.0000083006,0.05000,0.331
28,mlp.experts.123.down_proj,0.0000038700,0.05000,0.322
28,mlp.experts.122.down_proj,0.0000083655,0.05000,0.325
28,mlp.experts.129.down_proj,0.0000027538,0.05000,0.317
28,mlp.experts.124.down_proj,0.0000069827,0.05000,0.325
28,mlp.experts.127.down_proj,0.0000143589,0.05000,0.322
28,mlp.experts.126.down_proj,0.0000056768,0.05000,0.319
28,mlp.experts.133.down_proj,0.0000028597,0.05000,0.317
28,mlp.experts.128.down_proj,0.0000097254,0.05000,0.321
28,mlp.experts.131.down_proj,0.0000041059,0.05000,0.328
28,mlp.experts.130.down_proj,0.0000012573,0.05000,0.318
28,mlp.experts.137.down_proj,0.0000060869,0.05000,0.310
28,mlp.experts.132.down_proj,0.0000033224,0.05000,0.320
28,mlp.experts.135.down_proj,0.0000075652,0.05000,0.323
28,mlp.experts.134.down_proj,0.0000054097,0.05000,0.321
28,mlp.experts.141.down_proj,0.0000090072,0.05000,0.312
28,mlp.experts.136.down_proj,0.0000036771,0.05000,0.311
28,mlp.experts.139.down_proj,0.0000150337,0.05000,0.322
28,mlp.experts.138.down_proj,0.0000054045,0.05000,0.320
28,mlp.experts.140.down_proj,0.0000027425,0.05000,0.333
28,mlp.experts.145.down_proj,0.0000054369,0.05000,0.342
28,mlp.experts.143.down_proj,0.0000011945,0.05000,0.324
28,mlp.experts.142.down_proj,0.0000125927,0.05000,0.326
28,mlp.experts.144.down_proj,0.0000031512,0.05000,0.322
28,mlp.experts.149.down_proj,0.0000025492,0.05000,0.329
28,mlp.experts.147.down_proj,0.0000048262,0.05000,0.333
28,mlp.experts.146.down_proj,0.0000070672,0.05000,0.329
28,mlp.experts.148.down_proj,0.0000058139,0.05000,0.317
28,mlp.experts.153.down_proj,0.0000032054,0.05000,0.319
28,mlp.experts.151.down_proj,0.0000090032,0.05000,0.316
28,mlp.experts.150.down_proj,0.0000050069,0.05000,0.318
28,mlp.experts.154.down_proj,fallback(rtn): 0.0010529,0.00000,0.005
28,mlp.experts.152.down_proj,0.0000045431,0.05000,0.323
28,mlp.experts.157.down_proj,0.0000057549,0.05000,0.324
28,mlp.experts.155.down_proj,0.0000072272,0.05000,0.334
28,mlp.experts.158.down_proj,0.0000017721,0.05000,0.332
28,mlp.experts.156.down_proj,0.0000037167,0.05000,0.322
28,mlp.experts.161.down_proj,0.0000039490,0.05000,0.314
28,mlp.experts.159.down_proj,0.0000090402,0.05000,0.312
28,mlp.experts.162.down_proj,0.0000021122,0.05000,0.316
28,mlp.experts.160.down_proj,0.0000075544,0.05000,0.319
28,mlp.experts.165.down_proj,0.0000116653,0.05000,0.319
28,mlp.experts.163.down_proj,0.0000047303,0.05000,0.316
28,mlp.experts.166.down_proj,0.0000062934,0.05000,0.321
28,mlp.experts.164.down_proj,0.0000027136,0.05000,0.313
28,mlp.experts.169.down_proj,0.0000044715,0.05000,0.308
28,mlp.experts.167.down_proj,0.0000019962,0.05000,0.312
28,mlp.experts.170.down_proj,0.0000083177,0.05000,0.311
28,mlp.experts.168.down_proj,0.0000072664,0.05000,0.316
28,mlp.experts.173.down_proj,0.0000038085,0.05000,0.320
28,mlp.experts.171.down_proj,0.0000043020,0.05000,0.321
28,mlp.experts.174.down_proj,0.0000045199,0.05000,0.319
28,mlp.experts.172.down_proj,0.0000051914,0.05000,0.310
28,mlp.experts.177.down_proj,0.0000033242,0.05000,0.307
28,mlp.experts.175.down_proj,0.0000060804,0.05000,0.306
28,mlp.experts.178.down_proj,0.0000038440,0.05000,0.306
28,mlp.experts.176.down_proj,0.0000147386,0.05000,0.313
28,mlp.experts.181.down_proj,0.0000054412,0.05000,0.316
28,mlp.experts.179.down_proj,0.0000042637,0.05000,0.318
28,mlp.experts.182.down_proj,0.0000054966,0.05000,0.315
28,mlp.experts.180.down_proj,0.0000013035,0.05000,0.313
28,mlp.experts.185.down_proj,0.0000038487,0.05000,0.312
28,mlp.experts.183.down_proj,0.0000067975,0.05000,0.314
28,mlp.experts.186.down_proj,0.0000052070,0.05000,0.311
28,mlp.experts.184.down_proj,0.0000018476,0.05000,0.306
28,mlp.experts.189.down_proj,0.0000052901,0.05000,0.310
28,mlp.experts.187.down_proj,0.0000050898,0.05000,0.322
28,mlp.experts.190.down_proj,0.0000025234,0.05000,0.323
28,mlp.experts.188.down_proj,0.0000030430,0.05000,0.334
28,mlp.experts.192.down_proj,fallback(rtn): 0.0010147,0.00000,0.006
28,mlp.experts.193.down_proj,0.0000032616,0.05000,0.329
28,mlp.experts.191.down_proj,0.0000090593,0.05000,0.319
28,mlp.experts.194.down_proj,0.0000018083,0.05000,0.316
28,mlp.experts.196.down_proj,0.0000036941,0.05000,0.308
28,mlp.experts.197.down_proj,0.0000081867,0.05000,0.315
28,mlp.experts.195.down_proj,0.0000159520,0.05000,0.307
28,mlp.experts.198.down_proj,0.0000140605,0.05000,0.307
28,mlp.experts.200.down_proj,0.0000028190,0.05000,0.310
28,mlp.experts.199.down_proj,0.0000039190,0.05000,0.308
28,mlp.experts.201.down_proj,0.0000040186,0.05000,0.314
28,mlp.experts.202.down_proj,0.0000193852,0.05000,0.315
28,mlp.experts.204.down_proj,0.0000020115,0.05000,0.307
28,mlp.experts.203.down_proj,0.0000032439,0.05000,0.309
28,mlp.experts.207.down_proj,fallback(rtn): 0.0010605,0.00000,0.006
28,mlp.experts.205.down_proj,0.0000043166,0.05000,0.318
28,mlp.experts.206.down_proj,0.0000070418,0.05000,0.312
28,mlp.experts.208.down_proj,0.0000045177,0.05000,0.322
28,mlp.experts.209.down_proj,0.0000059917,0.05000,0.317
28,mlp.experts.211.down_proj,0.0000047479,0.05000,0.326
28,mlp.experts.210.down_proj,0.0000016847,0.05000,0.322
28,mlp.experts.212.down_proj,0.0000037275,0.05000,0.309
28,mlp.experts.213.down_proj,0.0000051733,0.05000,0.309
28,mlp.experts.214.down_proj,0.0000045923,0.05000,0.304
28,mlp.experts.215.down_proj,0.0000053247,0.05000,0.315
28,mlp.experts.216.down_proj,0.0000062564,0.05000,0.314
28,mlp.experts.217.down_proj,0.0000053296,0.05000,0.313
28,mlp.experts.218.down_proj,0.0000023844,0.05000,0.313
28,mlp.experts.219.down_proj,0.0000042461,0.05000,0.323
28,mlp.experts.220.down_proj,0.0000026599,0.05000,0.324
28,mlp.experts.221.down_proj,0.0000118591,0.05000,0.325
28,mlp.experts.222.down_proj,0.0000037713,0.05000,0.328
28,mlp.experts.223.down_proj,0.0000063197,0.05000,0.317
28,mlp.experts.224.down_proj,0.0000034541,0.05000,0.310
28,mlp.experts.225.down_proj,0.0000029639,0.05000,0.309
28,mlp.experts.226.down_proj,0.0000034259,0.05000,0.308
28,mlp.experts.227.down_proj,0.0000038940,0.05000,0.312
28,mlp.experts.228.down_proj,0.0000074042,0.05000,0.321
28,mlp.experts.229.down_proj,0.0000033977,0.05000,0.323
28,mlp.experts.230.down_proj,0.0000049921,0.05000,0.324
28,mlp.experts.231.down_proj,0.0000076397,0.05000,0.322
28,mlp.experts.232.down_proj,0.0000035778,0.05000,0.319
28,mlp.experts.233.down_proj,0.0000024606,0.05000,0.314
28,mlp.experts.234.down_proj,0.0000018500,0.05000,0.316
28,mlp.experts.235.down_proj,0.0000054392,0.05000,0.316
28,mlp.experts.236.down_proj,0.0000033393,0.05000,0.312
28,mlp.experts.237.down_proj,0.0000066429,0.05000,0.311
28,mlp.experts.238.down_proj,0.0000025500,0.05000,0.316
28,mlp.experts.239.down_proj,0.0000036956,0.05000,0.314
28,mlp.experts.240.down_proj,0.0000044431,0.05000,0.319
28,mlp.experts.241.down_proj,0.0000034800,0.05000,0.319
28,mlp.experts.242.down_proj,0.0000058580,0.05000,0.313
28,mlp.experts.243.down_proj,0.0000117693,0.05000,0.314
28,mlp.experts.244.down_proj,0.0000036159,0.05000,0.306
28,mlp.experts.245.down_proj,0.0000028495,0.05000,0.315
28,mlp.experts.246.down_proj,0.0000028759,0.05000,0.314
28,mlp.experts.247.down_proj,0.0000038380,0.05000,0.316
28,mlp.experts.248.down_proj,0.0000028198,0.05000,0.327
28,mlp.experts.249.down_proj,0.0000040599,0.05000,0.321
28,mlp.experts.250.down_proj,0.0000123680,0.05000,0.318
28,mlp.experts.251.down_proj,0.0000090655,0.05000,0.319
28,mlp.experts.252.down_proj,0.0000087436,0.05000,0.315
28,mlp.experts.253.down_proj,0.0000015656,0.05000,0.302
28,mlp.experts.254.down_proj,0.0000063616,0.05000,0.300
28,mlp.experts.255.down_proj,0.0000075330,0.05000,0.297
29,mlp.experts.0.gate_proj,0.0000486385,0.05000,1.256
29,mlp.experts.1.gate_proj,0.0001220530,0.05000,1.256
29,mlp.experts.2.gate_proj,0.0001326076,0.05000,1.255
29,mlp.experts.3.gate_proj,0.0001379310,0.05000,1.280
29,mlp.experts.4.gate_proj,0.0001785626,0.05000,1.239
29,mlp.experts.5.gate_proj,0.0001021195,0.05000,1.246
29,mlp.experts.6.gate_proj,0.0002391686,0.05000,1.249
29,mlp.experts.7.gate_proj,0.0000505166,0.05000,1.237
29,mlp.experts.10.gate_proj,0.0001578065,0.05000,1.223
29,mlp.experts.11.gate_proj,0.0001398300,0.05000,1.215
29,mlp.experts.9.gate_proj,0.0001268591,0.05000,1.241
29,mlp.experts.8.gate_proj,0.0002156080,0.05000,1.253
29,mlp.experts.15.gate_proj,0.0002377947,0.05000,1.238
29,mlp.experts.13.gate_proj,0.0001314009,0.05000,1.232
29,mlp.experts.14.gate_proj,0.0001641643,0.05000,1.256
29,mlp.experts.12.gate_proj,0.0000939865,0.05000,1.260
29,mlp.experts.19.gate_proj,0.0000515804,0.05000,1.236
29,mlp.experts.18.gate_proj,0.0001831173,0.05000,1.225
29,mlp.experts.17.gate_proj,0.0000611941,0.05000,1.251
29,mlp.experts.16.gate_proj,0.0000483919,0.05000,1.232
29,mlp.experts.22.gate_proj,0.0001889228,0.05000,1.227
29,mlp.experts.21.gate_proj,0.0001716761,0.05000,1.229
29,mlp.experts.23.gate_proj,0.0000409721,0.05000,1.242
29,mlp.experts.20.gate_proj,0.0001058904,0.05000,1.222
29,mlp.experts.24.gate_proj,fallback(rtn): 0.0010223,0.00000,0.028
29,mlp.experts.26.gate_proj,0.0000770286,0.05000,1.234
29,mlp.experts.25.gate_proj,0.0001794298,0.05000,1.242
29,mlp.experts.27.gate_proj,0.0000483189,0.05000,1.251
29,mlp.experts.28.gate_proj,0.0001242128,0.05000,1.252
29,mlp.experts.30.gate_proj,0.0002455634,0.05000,1.272
29,mlp.experts.29.gate_proj,0.0002672550,0.05000,1.275
29,mlp.experts.31.gate_proj,0.0000879053,0.05000,1.286
29,mlp.experts.32.gate_proj,0.0000765336,0.05000,1.286
29,mlp.experts.34.gate_proj,0.0001540652,0.05000,1.339
29,mlp.experts.33.gate_proj,0.0002033263,0.05000,1.337
29,mlp.experts.35.gate_proj,0.0000878252,0.05000,1.341
29,mlp.experts.36.gate_proj,0.0001546595,0.05000,1.345
29,mlp.experts.40.gate_proj,fallback(rtn): 0.0010986,0.00000,0.019
29,mlp.experts.38.gate_proj,0.0001225931,0.05000,1.259
29,mlp.experts.37.gate_proj,0.0001288866,0.05000,1.259
29,mlp.experts.39.gate_proj,0.0002407836,0.05000,1.257
29,mlp.experts.44.gate_proj,0.0001031578,0.05000,1.265
29,mlp.experts.42.gate_proj,0.0001660915,0.05000,1.225
29,mlp.experts.41.gate_proj,0.0001866340,0.05000,1.224
29,mlp.experts.43.gate_proj,0.0001899767,0.05000,1.219
29,mlp.experts.48.gate_proj,0.0001549706,0.05000,1.215
29,mlp.experts.46.gate_proj,0.0001457749,0.05000,1.251
29,mlp.experts.45.gate_proj,0.0001330586,0.05000,1.236
29,mlp.experts.47.gate_proj,0.0002711240,0.05000,1.236
29,mlp.experts.52.gate_proj,0.0001324681,0.05000,1.229
29,mlp.experts.49.gate_proj,0.0000866771,0.05000,1.227
29,mlp.experts.50.gate_proj,0.0000475813,0.05000,1.246
29,mlp.experts.51.gate_proj,0.0003592745,0.05000,1.237
29,mlp.experts.56.gate_proj,0.0000564092,0.05000,1.258
29,mlp.experts.53.gate_proj,0.0001356918,0.05000,1.228
29,mlp.experts.54.gate_proj,0.0001704797,0.05000,1.237
29,mlp.experts.55.gate_proj,0.0000860813,0.05000,1.236
29,mlp.experts.60.gate_proj,0.0001023694,0.05000,1.246
29,mlp.experts.57.gate_proj,0.0000790342,0.05000,1.238
29,mlp.experts.58.gate_proj,0.0001379552,0.05000,1.240
29,mlp.experts.59.gate_proj,0.0001995983,0.05000,1.244
29,mlp.experts.64.gate_proj,0.0000553698,0.05000,1.254
29,mlp.experts.61.gate_proj,0.0000609860,0.05000,1.238
29,mlp.experts.62.gate_proj,0.0000930491,0.05000,1.231
29,mlp.experts.63.gate_proj,0.0002445031,0.05000,1.231
29,mlp.experts.68.gate_proj,0.0002718240,0.05000,1.236
29,mlp.experts.65.gate_proj,0.0001563563,0.05000,1.255
29,mlp.experts.66.gate_proj,0.0001903980,0.05000,1.249
29,mlp.experts.67.gate_proj,0.0001107082,0.05000,1.239
29,mlp.experts.72.gate_proj,0.0002760664,0.05000,1.237
29,mlp.experts.70.gate_proj,0.0001852295,0.05000,1.245
29,mlp.experts.69.gate_proj,0.0002258181,0.05000,1.263
29,mlp.experts.71.gate_proj,0.0002000904,0.05000,1.262
29,mlp.experts.76.gate_proj,0.0000467674,0.05000,1.257
29,mlp.experts.80.gate_proj,fallback(rtn): 0.0010834,0.00000,0.026
29,mlp.experts.73.gate_proj,0.0000745983,0.05000,1.246
29,mlp.experts.74.gate_proj,0.0003261237,0.05000,1.267
29,mlp.experts.75.gate_proj,0.0004010940,0.05000,1.269
29,mlp.experts.84.gate_proj,0.0001060443,0.05000,1.256
29,mlp.experts.77.gate_proj,0.0001427160,0.05000,1.243
29,mlp.experts.78.gate_proj,0.0000762625,0.05000,1.240
29,mlp.experts.79.gate_proj,0.0001817545,0.05000,1.242
29,mlp.experts.88.gate_proj,0.0000386016,0.05000,1.252
29,mlp.experts.82.gate_proj,0.0001137606,0.05000,1.252
29,mlp.experts.81.gate_proj,0.0000802642,0.05000,1.273
29,mlp.experts.83.gate_proj,0.0002248135,0.05000,1.270
29,mlp.experts.92.gate_proj,0.0001029264,0.05000,1.276
29,mlp.experts.86.gate_proj,0.0001697598,0.05000,1.262
29,mlp.experts.85.gate_proj,0.0003739288,0.05000,1.261
29,mlp.experts.87.gate_proj,0.0000529430,0.05000,1.263
29,mlp.experts.96.gate_proj,0.0002076238,0.05000,1.249
29,mlp.experts.90.gate_proj,0.0001143903,0.05000,1.231
29,mlp.experts.89.gate_proj,0.0000713451,0.05000,1.243
29,mlp.experts.91.gate_proj,0.0001407984,0.05000,1.235
29,mlp.experts.100.gate_proj,0.0002240271,0.05000,1.235
29,mlp.experts.93.gate_proj,0.0001363187,0.05000,1.246
29,mlp.experts.94.gate_proj,0.0001566193,0.05000,1.276
29,mlp.experts.95.gate_proj,0.0002863838,0.05000,1.261
29,mlp.experts.104.gate_proj,0.0000728527,0.05000,1.268
29,mlp.experts.98.gate_proj,0.0001370944,0.05000,1.239
29,mlp.experts.97.gate_proj,0.0002373519,0.05000,1.262
29,mlp.experts.99.gate_proj,0.0001606017,0.05000,1.254
29,mlp.experts.103.gate_proj,fallback(rtn): 0.0009842,0.00000,0.017
29,mlp.experts.108.gate_proj,0.0001554836,0.05000,1.250
29,mlp.experts.101.gate_proj,0.0000806130,0.05000,1.225
29,mlp.experts.102.gate_proj,0.0000997816,0.05000,1.253
29,mlp.experts.107.gate_proj,0.0001213878,0.05000,1.237
29,mlp.experts.111.gate_proj,fallback(rtn): 0.0010147,0.00000,0.020
29,mlp.experts.112.gate_proj,0.0001668042,0.05000,1.261
29,mlp.experts.106.gate_proj,0.0001788424,0.05000,1.252
29,mlp.experts.105.gate_proj,0.0001329783,0.05000,1.272
29,mlp.experts.115.gate_proj,0.0000844790,0.05000,1.247
29,mlp.experts.116.gate_proj,0.0002515608,0.05000,1.265
29,mlp.experts.110.gate_proj,0.0000763525,0.05000,1.228
29,mlp.experts.109.gate_proj,0.0001032724,0.05000,1.224
29,mlp.experts.119.gate_proj,0.0001169398,0.05000,1.229
29,mlp.experts.120.gate_proj,0.0001296923,0.05000,1.255
29,mlp.experts.114.gate_proj,0.0000966861,0.05000,1.244
29,mlp.experts.113.gate_proj,0.0000685742,0.05000,1.237
29,mlp.experts.123.gate_proj,0.0000727476,0.05000,1.243
29,mlp.experts.124.gate_proj,0.0002335724,0.05000,1.230
29,mlp.experts.118.gate_proj,0.0000872841,0.05000,1.254
29,mlp.experts.117.gate_proj,0.0001164735,0.05000,1.250
29,mlp.experts.127.gate_proj,0.0002460085,0.05000,1.264
29,mlp.experts.128.gate_proj,0.0001343705,0.05000,1.237
29,mlp.experts.122.gate_proj,0.0000919277,0.05000,1.263
29,mlp.experts.121.gate_proj,0.0003006278,0.05000,1.266
29,mlp.experts.131.gate_proj,0.0000690581,0.05000,1.292
29,mlp.experts.132.gate_proj,0.0002129443,0.05000,1.276
29,mlp.experts.126.gate_proj,0.0000696471,0.05000,1.240
29,mlp.experts.125.gate_proj,0.0001728370,0.05000,1.241
29,mlp.experts.135.gate_proj,0.0000772254,0.05000,1.237
29,mlp.experts.136.gate_proj,0.0001656061,0.05000,1.230
29,mlp.experts.130.gate_proj,0.0000643983,0.05000,1.229
29,mlp.experts.129.gate_proj,0.0001926451,0.05000,1.243
29,mlp.experts.139.gate_proj,0.0000651332,0.05000,1.247
29,mlp.experts.143.gate_proj,fallback(rtn): 0.0010834,0.00000,0.031
29,mlp.experts.140.gate_proj,0.0001185440,0.05000,1.246
29,mlp.experts.134.gate_proj,0.0001507565,0.05000,1.234
29,mlp.experts.133.gate_proj,0.0002604502,0.05000,1.222
29,mlp.experts.147.gate_proj,0.0000948748,0.05000,1.231
29,mlp.experts.144.gate_proj,0.0002190684,0.05000,1.247
29,mlp.experts.138.gate_proj,0.0000770808,0.05000,1.258
29,mlp.experts.137.gate_proj,0.0000814839,0.05000,1.269
29,mlp.experts.151.gate_proj,0.0002269831,0.05000,1.260
29,mlp.experts.148.gate_proj,0.0002198767,0.05000,1.251
29,mlp.experts.141.gate_proj,0.0001580420,0.05000,1.246
29,mlp.experts.142.gate_proj,0.0000830470,0.05000,1.272
29,mlp.experts.155.gate_proj,0.0000563225,0.05000,1.263
29,mlp.experts.152.gate_proj,0.0000536771,0.05000,1.232
29,mlp.experts.145.gate_proj,0.0001942613,0.05000,1.228
29,mlp.experts.146.gate_proj,0.0003318960,0.05000,1.228
29,mlp.experts.156.gate_proj,0.0001213819,0.05000,1.227
29,mlp.experts.159.gate_proj,0.0003658602,0.05000,1.251
29,mlp.experts.149.gate_proj,0.0001253872,0.05000,1.252
29,mlp.experts.150.gate_proj,0.0000474563,0.05000,1.246
29,mlp.experts.160.gate_proj,0.0001716932,0.05000,1.254
29,mlp.experts.163.gate_proj,0.0001700323,0.05000,1.262
29,mlp.experts.153.gate_proj,0.0001568015,0.05000,1.251
29,mlp.experts.154.gate_proj,0.0002488294,0.05000,1.264
29,mlp.experts.164.gate_proj,0.0000883217,0.05000,1.257
29,mlp.experts.167.gate_proj,0.0003600418,0.05000,1.275
29,mlp.experts.157.gate_proj,0.0000956367,0.05000,1.244
29,mlp.experts.158.gate_proj,0.0001869595,0.05000,1.248
29,mlp.experts.168.gate_proj,0.0001599593,0.05000,1.238
29,mlp.experts.171.gate_proj,0.0001844564,0.05000,1.240
29,mlp.experts.161.gate_proj,0.0002272316,0.05000,1.240
29,mlp.experts.162.gate_proj,0.0001210811,0.05000,1.241
29,mlp.experts.172.gate_proj,0.0000574753,0.05000,1.235
29,mlp.experts.175.gate_proj,0.0001793446,0.05000,1.253
29,mlp.experts.165.gate_proj,0.0002517804,0.05000,1.234
29,mlp.experts.166.gate_proj,0.0000639523,0.05000,1.236
29,mlp.experts.176.gate_proj,0.0001424303,0.05000,1.250
29,mlp.experts.179.gate_proj,0.0001275139,0.05000,1.258
29,mlp.experts.169.gate_proj,0.0000691785,0.05000,1.285
29,mlp.experts.170.gate_proj,0.0000707552,0.05000,1.268
29,mlp.experts.180.gate_proj,0.0000633434,0.05000,1.246
29,mlp.experts.183.gate_proj,0.0001807567,0.05000,1.248
29,mlp.experts.173.gate_proj,0.0000671866,0.05000,1.254
29,mlp.experts.174.gate_proj,0.0000722704,0.05000,1.255
29,mlp.experts.184.gate_proj,0.0002111197,0.05000,1.248
29,mlp.experts.187.gate_proj,0.0001277126,0.05000,1.245
29,mlp.experts.177.gate_proj,0.0001039362,0.05000,1.235
29,mlp.experts.178.gate_proj,0.0002200360,0.05000,1.249
29,mlp.experts.188.gate_proj,0.0000791145,0.05000,1.241
29,mlp.experts.191.gate_proj,0.0000449910,0.05000,1.239
29,mlp.experts.181.gate_proj,0.0002322502,0.05000,1.236
29,mlp.experts.182.gate_proj,0.0002560709,0.05000,1.245
29,mlp.experts.192.gate_proj,0.0000806347,0.05000,1.248
29,mlp.experts.195.gate_proj,0.0001402013,0.05000,1.240
29,mlp.experts.185.gate_proj,0.0000754579,0.05000,1.261
29,mlp.experts.186.gate_proj,0.0002963804,0.05000,1.255
29,mlp.experts.196.gate_proj,0.0000993721,0.05000,1.254
29,mlp.experts.199.gate_proj,0.0001153295,0.05000,1.259
29,mlp.experts.189.gate_proj,0.0000931342,0.05000,1.268
29,mlp.experts.190.gate_proj,0.0001568179,0.05000,1.263
29,mlp.experts.193.gate_proj,fallback(rtn): 0.0010300,0.00000,0.023
29,mlp.experts.200.gate_proj,0.0000784975,0.05000,1.266
29,mlp.experts.203.gate_proj,0.0002786638,0.05000,1.269
29,mlp.experts.194.gate_proj,0.0002151315,0.05000,1.242
29,mlp.experts.197.gate_proj,0.0000457358,0.05000,1.261
29,mlp.experts.204.gate_proj,0.0001879544,0.05000,1.261
29,mlp.experts.207.gate_proj,0.0001442416,0.05000,1.271
29,mlp.experts.198.gate_proj,0.0000437951,0.05000,1.243
29,mlp.experts.201.gate_proj,0.0001127716,0.05000,1.261
29,mlp.experts.208.gate_proj,0.0002962776,0.05000,1.277
29,mlp.experts.211.gate_proj,0.0000976586,0.05000,1.262
29,mlp.experts.202.gate_proj,0.0000441116,0.05000,1.246
29,mlp.experts.205.gate_proj,0.0001508914,0.05000,1.261
29,mlp.experts.212.gate_proj,0.0003875858,0.05000,1.246
29,mlp.experts.215.gate_proj,0.0001402013,0.05000,1.254
29,mlp.experts.206.gate_proj,0.0000335474,0.05000,1.256
29,mlp.experts.209.gate_proj,0.0002870359,0.05000,1.248
29,mlp.experts.216.gate_proj,0.0000981114,0.05000,1.240
29,mlp.experts.219.gate_proj,0.0000970318,0.05000,1.231
29,mlp.experts.210.gate_proj,0.0001145233,0.05000,1.232
29,mlp.experts.213.gate_proj,0.0001181626,0.05000,1.240
29,mlp.experts.220.gate_proj,0.0000616922,0.05000,1.268
29,mlp.experts.223.gate_proj,0.0001605006,0.05000,1.271
29,mlp.experts.214.gate_proj,0.0000725712,0.05000,1.265
29,mlp.experts.217.gate_proj,0.0002087674,0.05000,1.262
29,mlp.experts.224.gate_proj,0.0002646354,0.05000,1.257
29,mlp.experts.227.gate_proj,0.0002119259,0.05000,1.235
29,mlp.experts.218.gate_proj,0.0000619199,0.05000,1.247
29,mlp.experts.221.gate_proj,0.0001410650,0.05000,1.252
29,mlp.experts.228.gate_proj,0.0001106077,0.05000,1.249
29,mlp.experts.231.gate_proj,0.0000499544,0.05000,1.250
29,mlp.experts.222.gate_proj,0.0000975354,0.05000,1.252
29,mlp.experts.225.gate_proj,0.0001580821,0.05000,1.254
29,mlp.experts.232.gate_proj,0.0000822954,0.05000,1.252
29,mlp.experts.235.gate_proj,0.0001243144,0.05000,1.258
29,mlp.experts.226.gate_proj,0.0001080456,0.05000,1.235
29,mlp.experts.229.gate_proj,0.0000624665,0.05000,1.233
29,mlp.experts.236.gate_proj,0.0000540971,0.05000,1.235
29,mlp.experts.239.gate_proj,0.0000921676,0.05000,1.263
29,mlp.experts.230.gate_proj,0.0000792328,0.05000,1.243
29,mlp.experts.233.gate_proj,0.0001000890,0.05000,1.229
29,mlp.experts.240.gate_proj,0.0001005918,0.05000,1.217
29,mlp.experts.243.gate_proj,0.0001925681,0.05000,1.241
29,mlp.experts.234.gate_proj,0.0001859299,0.05000,1.256
29,mlp.experts.237.gate_proj,0.0000850011,0.05000,1.270
29,mlp.experts.244.gate_proj,0.0001131173,0.05000,1.266
29,mlp.experts.247.gate_proj,0.0000772618,0.05000,1.264
29,mlp.experts.238.gate_proj,0.0000332974,0.05000,0.842
29,mlp.experts.241.gate_proj,0.0001239887,0.05000,0.832
29,mlp.experts.248.gate_proj,0.0001093354,0.05000,0.725
29,mlp.experts.251.gate_proj,0.0000953602,0.05000,1.249
29,mlp.experts.245.gate_proj,0.0004145426,0.05000,1.253
29,mlp.experts.242.gate_proj,0.0000849155,0.05000,1.259
29,mlp.experts.252.gate_proj,0.0001930293,0.05000,1.263
29,mlp.experts.249.gate_proj,0.0002227376,0.05000,1.232
29,mlp.experts.255.gate_proj,0.0000678825,0.05000,1.239
29,mlp.experts.246.gate_proj,0.0000730858,0.05000,1.250
29,mlp.experts.0.up_proj,0.0000390316,0.05000,1.262
29,mlp.experts.253.gate_proj,0.0001929458,0.05000,1.232
29,mlp.experts.3.up_proj,0.0001331440,0.05000,1.253
29,mlp.experts.250.gate_proj,0.0000560864,0.05000,1.236
29,mlp.experts.4.up_proj,0.0001523572,0.05000,1.232
29,mlp.experts.1.up_proj,0.0001046709,0.05000,1.229
29,mlp.experts.8.up_proj,0.0002298201,0.05000,1.216
29,mlp.experts.7.up_proj,0.0000526944,0.05000,1.238
29,mlp.experts.254.gate_proj,0.0000749654,0.05000,1.237
29,mlp.experts.11.up_proj,0.0001230724,0.05000,1.243
29,mlp.experts.5.up_proj,0.0001006207,0.05000,1.270
29,mlp.experts.12.up_proj,0.0000857431,0.05000,1.282
29,mlp.experts.2.up_proj,0.0001128575,0.05000,1.266
29,mlp.experts.9.up_proj,0.0000996024,0.05000,1.236
29,mlp.experts.15.up_proj,0.0002310571,0.05000,1.239
29,mlp.experts.16.up_proj,0.0000488346,0.05000,1.236
29,mlp.experts.6.up_proj,0.0002344256,0.05000,1.237
29,mlp.experts.19.up_proj,0.0000838305,0.05000,1.239
29,mlp.experts.20.up_proj,0.0001053636,0.05000,1.243
29,mlp.experts.13.up_proj,0.0001189279,0.05000,1.261
29,mlp.experts.10.up_proj,0.0000982881,0.05000,1.241
29,mlp.experts.24.up_proj,fallback(rtn): 0.0010452,0.00000,0.030
29,mlp.experts.23.up_proj,0.0000364118,0.05000,1.246
29,mlp.experts.17.up_proj,0.0000535214,0.05000,1.236
29,mlp.experts.14.up_proj,0.0001382266,0.05000,1.247
29,mlp.experts.28.up_proj,0.0001205966,0.05000,1.251
29,mlp.experts.21.up_proj,0.0001728181,0.05000,1.218
29,mlp.experts.27.up_proj,0.0000444451,0.05000,1.242
29,mlp.experts.18.up_proj,0.0001560079,0.05000,1.229
29,mlp.experts.32.up_proj,0.0000626346,0.05000,1.219
29,mlp.experts.25.up_proj,0.0001678532,0.05000,1.224
29,mlp.experts.31.up_proj,0.0000797164,0.05000,1.228
29,mlp.experts.22.up_proj,0.0001829995,0.05000,1.246
29,mlp.experts.36.up_proj,0.0001551642,0.05000,1.248
29,mlp.experts.40.up_proj,fallback(rtn): 0.0010757,0.00000,0.018
29,mlp.experts.29.up_proj,0.0002901446,0.05000,1.267
29,mlp.experts.35.up_proj,0.0000803389,0.05000,1.278
29,mlp.experts.26.up_proj,0.0000680857,0.05000,1.254
29,mlp.experts.44.up_proj,0.0000855043,0.05000,1.252
29,mlp.experts.33.up_proj,0.0001955326,0.05000,1.268
29,mlp.experts.39.up_proj,0.0002139875,0.05000,1.263
29,mlp.experts.30.up_proj,0.0002224770,0.05000,1.265
29,mlp.experts.48.up_proj,0.0001462085,0.05000,1.270
29,mlp.experts.37.up_proj,0.0000971767,0.05000,1.241
29,mlp.experts.43.up_proj,0.0001591294,0.05000,1.242
29,mlp.experts.34.up_proj,0.0001341316,0.05000,1.242
29,mlp.experts.52.up_proj,0.0001147249,0.05000,1.253
29,mlp.experts.41.up_proj,0.0001705013,0.05000,1.231
29,mlp.experts.47.up_proj,0.0002574838,0.05000,1.232
29,mlp.experts.38.up_proj,0.0000987103,0.05000,1.231
29,mlp.experts.56.up_proj,0.0000512778,0.05000,1.219
29,mlp.experts.45.up_proj,0.0001264412,0.05000,1.234
29,mlp.experts.51.up_proj,0.0003459277,0.05000,1.231
29,mlp.experts.42.up_proj,0.0001557169,0.05000,1.226
29,mlp.experts.60.up_proj,0.0000998877,0.05000,1.226
29,mlp.experts.49.up_proj,0.0000773933,0.05000,1.231
29,mlp.experts.55.up_proj,0.0000808435,0.05000,1.234
29,mlp.experts.46.up_proj,0.0001434893,0.05000,1.244
29,mlp.experts.64.up_proj,0.0000514539,0.05000,1.239
29,mlp.experts.53.up_proj,0.0001309728,0.05000,1.235
29,mlp.experts.59.up_proj,0.0001940827,0.05000,1.235
29,mlp.experts.50.up_proj,0.0000446667,0.05000,1.245
29,mlp.experts.68.up_proj,0.0002614482,0.05000,1.238
29,mlp.experts.63.up_proj,0.0002184223,0.05000,1.225
29,mlp.experts.57.up_proj,0.0000706937,0.05000,1.238
29,mlp.experts.54.up_proj,0.0001314975,0.05000,1.223
29,mlp.experts.72.up_proj,0.0002648807,0.05000,1.223
29,mlp.experts.67.up_proj,0.0001010263,0.05000,1.250
29,mlp.experts.61.up_proj,0.0000596150,0.05000,1.257
29,mlp.experts.58.up_proj,0.0001222175,0.05000,1.247
29,mlp.experts.76.up_proj,0.0000460508,0.05000,1.268
29,mlp.experts.80.up_proj,fallback(rtn): 0.0010834,0.00000,0.019
29,mlp.experts.71.up_proj,0.0001533018,0.05000,1.259
29,mlp.experts.65.up_proj,0.0001684548,0.05000,1.267
29,mlp.experts.62.up_proj,0.0000861869,0.05000,1.239
29,mlp.experts.84.up_proj,0.0000983866,0.05000,1.234
29,mlp.experts.75.up_proj,0.0003854837,0.05000,1.247
29,mlp.experts.69.up_proj,0.0002057425,0.05000,1.243
29,mlp.experts.66.up_proj,0.0001803561,0.05000,1.244
29,mlp.experts.88.up_proj,0.0000442158,0.05000,1.235
29,mlp.experts.79.up_proj,0.0001698853,0.05000,1.241
29,mlp.experts.73.up_proj,0.0000668970,0.05000,1.232
29,mlp.experts.70.up_proj,0.0001728484,0.05000,1.237
29,mlp.experts.92.up_proj,0.0000981390,0.05000,1.232
29,mlp.experts.77.up_proj,0.0001335837,0.05000,1.234
29,mlp.experts.83.up_proj,0.0002229128,0.05000,1.257
29,mlp.experts.74.up_proj,0.0003150064,0.05000,1.265
29,mlp.experts.96.up_proj,0.0001825952,0.05000,1.258
29,mlp.experts.87.up_proj,0.0000493838,0.05000,1.231
29,mlp.experts.81.up_proj,0.0000789936,0.05000,1.267
29,mlp.experts.100.up_proj,0.0002104241,0.05000,1.218
29,mlp.experts.78.up_proj,0.0000734302,0.05000,1.248
29,mlp.experts.85.up_proj,0.0003388624,0.05000,1.223
29,mlp.experts.91.up_proj,0.0001353199,0.05000,1.233
29,mlp.experts.104.up_proj,0.0000664582,0.05000,1.240
29,mlp.experts.82.up_proj,0.0001011036,0.05000,1.222
29,mlp.experts.89.up_proj,0.0000667219,0.05000,1.242
29,mlp.experts.95.up_proj,0.0002627364,0.05000,1.247
29,mlp.experts.108.up_proj,0.0001470073,0.05000,1.241
29,mlp.experts.86.up_proj,0.0001639021,0.05000,1.260
29,mlp.experts.93.up_proj,0.0001214835,0.05000,1.236
29,mlp.experts.99.up_proj,0.0001793955,0.05000,1.238
29,mlp.experts.112.up_proj,0.0001561722,0.05000,1.235
29,mlp.experts.103.up_proj,fallback(rtn): 0.0010452,0.00000,0.023
29,mlp.experts.90.up_proj,0.0001054077,0.05000,1.244
29,mlp.experts.97.up_proj,0.0002234636,0.05000,1.258
29,mlp.experts.116.up_proj,0.0002231624,0.05000,1.246
29,mlp.experts.107.up_proj,0.0001309081,0.05000,1.256
29,mlp.experts.94.up_proj,0.0001482659,0.05000,1.246
29,mlp.experts.111.up_proj,fallback(rtn): 0.0009918,0.00000,0.023
29,mlp.experts.101.up_proj,0.0000704204,0.05000,1.244
29,mlp.experts.120.up_proj,0.0001163103,0.05000,1.244
29,mlp.experts.98.up_proj,0.0001167666,0.05000,1.252
29,mlp.experts.115.up_proj,0.0000659812,0.05000,1.244
29,mlp.experts.124.up_proj,0.0001964322,0.05000,1.220
29,mlp.experts.105.up_proj,0.0001201480,0.05000,1.241
29,mlp.experts.102.up_proj,0.0000981996,0.05000,1.246
29,mlp.experts.119.up_proj,0.0000941037,0.05000,1.232
29,mlp.experts.128.up_proj,0.0001365440,0.05000,1.240
29,mlp.experts.109.up_proj,0.0000878802,0.05000,1.239
29,mlp.experts.123.up_proj,0.0000697792,0.05000,1.234
29,mlp.experts.106.up_proj,0.0001736259,0.05000,1.246
29,mlp.experts.113.up_proj,0.0000608652,0.05000,1.233
29,mlp.experts.132.up_proj,0.0002307938,0.05000,1.257
29,mlp.experts.127.up_proj,0.0002241993,0.05000,1.238
29,mlp.experts.110.up_proj,0.0000714441,0.05000,1.244
29,mlp.experts.117.up_proj,0.0001059959,0.05000,1.247
29,mlp.experts.136.up_proj,0.0001379843,0.05000,1.251
29,mlp.experts.131.up_proj,0.0000641502,0.05000,1.254
29,mlp.experts.114.up_proj,0.0000942574,0.05000,1.249
29,mlp.experts.121.up_proj,0.0001999953,0.05000,1.239
29,mlp.experts.140.up_proj,0.0001010809,0.05000,1.240
29,mlp.experts.118.up_proj,0.0000874678,0.05000,1.226
29,mlp.experts.135.up_proj,0.0000735345,0.05000,1.242
29,mlp.experts.125.up_proj,0.0001636531,0.05000,1.236
29,mlp.experts.144.up_proj,0.0001204987,0.05000,1.241
29,mlp.experts.139.up_proj,0.0000652760,0.05000,1.220
29,mlp.experts.122.up_proj,0.0000822751,0.05000,1.238
29,mlp.experts.143.up_proj,fallback(rtn): 0.0010452,0.00000,0.023
29,mlp.experts.129.up_proj,0.0001747171,0.05000,1.237
29,mlp.experts.148.up_proj,0.0002114086,0.05000,1.233
29,mlp.experts.126.up_proj,0.0000550907,0.05000,1.228
29,mlp.experts.147.up_proj,0.0000893130,0.05000,1.221
29,mlp.experts.133.up_proj,0.0002364208,0.05000,1.227
29,mlp.experts.152.up_proj,0.0000463563,0.05000,1.229
29,mlp.experts.151.up_proj,0.0002145720,0.05000,1.228
29,mlp.experts.130.up_proj,0.0000620051,0.05000,1.242
29,mlp.experts.137.up_proj,0.0000721905,0.05000,1.238
29,mlp.experts.156.up_proj,0.0000995722,0.05000,1.239
29,mlp.experts.155.up_proj,0.0000464638,0.05000,1.226
29,mlp.experts.134.up_proj,0.0001429603,0.05000,1.233
29,mlp.experts.141.up_proj,0.0001459568,0.05000,1.233
29,mlp.experts.160.up_proj,0.0001582979,0.05000,1.231
29,mlp.experts.159.up_proj,0.0003532386,0.05000,1.233
29,mlp.experts.138.up_proj,0.0000681031,0.05000,1.255
29,mlp.experts.145.up_proj,0.0001873583,0.05000,1.264
29,mlp.experts.164.up_proj,0.0000765233,0.05000,1.263
29,mlp.experts.163.up_proj,0.0001566015,0.05000,1.250
29,mlp.experts.142.up_proj,0.0000809767,0.05000,1.251
29,mlp.experts.149.up_proj,0.0001169468,0.05000,1.250
29,mlp.experts.168.up_proj,0.0001504409,0.05000,1.250
29,mlp.experts.167.up_proj,0.0003355018,0.05000,1.243
29,mlp.experts.146.up_proj,0.0002995947,0.05000,1.244
29,mlp.experts.153.up_proj,0.0001449071,0.05000,1.237
29,mlp.experts.172.up_proj,0.0000563246,0.05000,1.233
29,mlp.experts.150.up_proj,0.0001081941,0.05000,1.223
29,mlp.experts.171.up_proj,0.0001555587,0.05000,1.248
29,mlp.experts.157.up_proj,0.0000825279,0.05000,1.236
29,mlp.experts.176.up_proj,0.0001314940,0.05000,1.228
29,mlp.experts.175.up_proj,0.0001682870,0.05000,1.228
29,mlp.experts.154.up_proj,0.0002235813,0.05000,1.246
29,mlp.experts.161.up_proj,0.0002174292,0.05000,1.225
29,mlp.experts.180.up_proj,0.0000556060,0.05000,1.238
29,mlp.experts.179.up_proj,0.0001140415,0.05000,1.230
29,mlp.experts.158.up_proj,0.0001864670,0.05000,1.237
29,mlp.experts.165.up_proj,0.0001747918,0.05000,1.246
29,mlp.experts.184.up_proj,0.0002264503,0.05000,1.230
29,mlp.experts.183.up_proj,0.0001753078,0.05000,1.233
29,mlp.experts.162.up_proj,0.0001009654,0.05000,1.237
29,mlp.experts.169.up_proj,0.0000640280,0.05000,1.226
29,mlp.experts.188.up_proj,0.0000768038,0.05000,1.236
29,mlp.experts.187.up_proj,0.0001293184,0.05000,1.236
29,mlp.experts.166.up_proj,0.0000666827,0.05000,1.232
29,mlp.experts.173.up_proj,0.0000592811,0.05000,1.259
29,mlp.experts.192.up_proj,0.0000726868,0.05000,1.253
29,mlp.experts.191.up_proj,0.0000405400,0.05000,1.241
29,mlp.experts.170.up_proj,0.0000620336,0.05000,1.254
29,mlp.experts.177.up_proj,0.0000929762,0.05000,1.242
29,mlp.experts.196.up_proj,0.0000823508,0.05000,1.244
29,mlp.experts.195.up_proj,0.0001333332,0.05000,1.251
29,mlp.experts.174.up_proj,0.0000738190,0.05000,1.251
29,mlp.experts.200.up_proj,0.0000705632,0.05000,1.239
29,mlp.experts.181.up_proj,0.0002054468,0.05000,1.253
29,mlp.experts.199.up_proj,0.0001034656,0.05000,1.241
29,mlp.experts.178.up_proj,0.0002006863,0.05000,1.234
29,mlp.experts.204.up_proj,0.0001850404,0.05000,1.229
29,mlp.experts.185.up_proj,0.0000664974,0.05000,1.238
29,mlp.experts.203.up_proj,0.0002444485,0.05000,1.234
29,mlp.experts.182.up_proj,0.0002432798,0.05000,1.236
29,mlp.experts.208.up_proj,0.0002761705,0.05000,1.216
29,mlp.experts.189.up_proj,0.0000809463,0.05000,1.220
29,mlp.experts.207.up_proj,0.0001373792,0.05000,1.213
29,mlp.experts.193.up_proj,fallback(rtn): 0.0010452,0.00000,0.024
29,mlp.experts.186.up_proj,0.0002653657,0.05000,1.225
29,mlp.experts.212.up_proj,0.0003181517,0.05000,1.244
29,mlp.experts.211.up_proj,0.0000982791,0.05000,1.248
29,mlp.experts.197.up_proj,0.0000387756,0.05000,1.253
29,mlp.experts.190.up_proj,0.0001537791,0.05000,1.255
29,mlp.experts.216.up_proj,0.0000832922,0.05000,1.247
29,mlp.experts.215.up_proj,0.0001145711,0.05000,1.244
29,mlp.experts.201.up_proj,0.0001069984,0.05000,1.239
29,mlp.experts.194.up_proj,0.0001969496,0.05000,1.233
29,mlp.experts.220.up_proj,0.0000555627,0.05000,1.226
29,mlp.experts.219.up_proj,0.0000826781,0.05000,1.232
29,mlp.experts.205.up_proj,0.0001382107,0.05000,1.240
29,mlp.experts.198.up_proj,0.0000383227,0.05000,1.236
29,mlp.experts.224.up_proj,0.0002316515,0.05000,1.252
29,mlp.experts.223.up_proj,0.0001438781,0.05000,1.241
29,mlp.experts.209.up_proj,0.0002227241,0.05000,1.248
29,mlp.experts.202.up_proj,0.0000386097,0.05000,1.247
29,mlp.experts.228.up_proj,0.0001000688,0.05000,1.253
29,mlp.experts.227.up_proj,0.0001969228,0.05000,1.250
29,mlp.experts.213.up_proj,0.0000953073,0.05000,1.259
29,mlp.experts.206.up_proj,0.0000344773,0.05000,1.244
29,mlp.experts.232.up_proj,0.0000693267,0.05000,1.244
29,mlp.experts.231.up_proj,0.0000430156,0.05000,1.259
29,mlp.experts.217.up_proj,0.0001947821,0.05000,1.245
29,mlp.experts.210.up_proj,0.0001018822,0.05000,1.251
29,mlp.experts.236.up_proj,0.0000579279,0.05000,1.226
29,mlp.experts.235.up_proj,0.0001068438,0.05000,1.233
29,mlp.experts.221.up_proj,0.0001130814,0.05000,1.232
29,mlp.experts.214.up_proj,0.0000689799,0.05000,1.242
29,mlp.experts.240.up_proj,0.0000853003,0.05000,1.239
29,mlp.experts.239.up_proj,0.0000862759,0.05000,1.230
29,mlp.experts.225.up_proj,0.0001272635,0.05000,1.241
29,mlp.experts.218.up_proj,0.0000587766,0.05000,1.244
29,mlp.experts.244.up_proj,0.0001066121,0.05000,1.278
29,mlp.experts.243.up_proj,0.0001876431,0.05000,1.277
29,mlp.experts.229.up_proj,0.0000637916,0.05000,1.278
29,mlp.experts.222.up_proj,0.0000923838,0.05000,1.291
29,mlp.experts.248.up_proj,0.0001047167,0.05000,1.237
29,mlp.experts.247.up_proj,0.0000747190,0.05000,1.245
29,mlp.experts.233.up_proj,0.0000803743,0.05000,1.246
29,mlp.experts.226.up_proj,0.0001048378,0.05000,1.239
29,mlp.experts.252.up_proj,0.0001704428,0.05000,1.241
29,mlp.experts.251.up_proj,0.0000881086,0.05000,1.223
29,mlp.experts.237.up_proj,0.0000734462,0.05000,1.209
29,mlp.experts.230.up_proj,0.0000768245,0.05000,1.200
29,mlp.experts.255.up_proj,0.0000667666,0.05000,0.764
29,mlp.experts.241.up_proj,0.0001225015,0.05000,0.755
29,mlp.experts.234.up_proj,0.0001440539,0.05000,0.744
29,mlp.experts.245.up_proj,0.0003188593,0.05000,0.457
29,mlp.experts.238.up_proj,0.0000318758,0.05000,0.456
29,mlp.experts.249.up_proj,0.0002171618,0.05000,0.457
29,mlp.experts.242.up_proj,0.0000811161,0.05000,0.458
29,mlp.experts.253.up_proj,0.0001765758,0.05000,0.458
29,mlp.experts.246.up_proj,0.0000699474,0.05000,0.447
29,mlp.experts.250.up_proj,0.0000543892,0.05000,0.245
29,mlp.experts.254.up_proj,0.0000692292,0.05000,0.244
29,mlp.experts.3.down_proj,0.0000058759,0.05000,0.307
29,mlp.experts.1.down_proj,0.0000059865,0.05000,0.309
29,mlp.experts.2.down_proj,0.0000079818,0.05000,0.312
29,mlp.experts.0.down_proj,0.0000020747,0.05000,0.315
29,mlp.experts.5.down_proj,0.0000064212,0.05000,0.312
29,mlp.experts.7.down_proj,0.0000021671,0.05000,0.316
29,mlp.experts.6.down_proj,0.0000132124,0.05000,0.312
29,mlp.experts.4.down_proj,0.0000042592,0.05000,0.317
29,mlp.experts.10.down_proj,0.0000042790,0.05000,0.317
29,mlp.experts.9.down_proj,0.0000014868,0.05000,0.323
29,mlp.experts.11.down_proj,0.0000050655,0.05000,0.327
29,mlp.experts.8.down_proj,0.0000161815,0.05000,0.324
29,mlp.experts.13.down_proj,0.0000071814,0.05000,0.312
29,mlp.experts.14.down_proj,0.0000062839,0.05000,0.318
29,mlp.experts.15.down_proj,0.0000095230,0.05000,0.316
29,mlp.experts.12.down_proj,0.0000040200,0.05000,0.315
29,mlp.experts.17.down_proj,0.0000030710,0.05000,0.327
29,mlp.experts.18.down_proj,0.0000049191,0.05000,0.330
29,mlp.experts.16.down_proj,0.0000032410,0.05000,0.317
29,mlp.experts.19.down_proj,0.0000032474,0.05000,0.335
29,mlp.experts.22.down_proj,0.0000060807,0.05000,0.309
29,mlp.experts.21.down_proj,0.0000120224,0.05000,0.316
29,mlp.experts.20.down_proj,0.0000059055,0.05000,0.311
29,mlp.experts.24.down_proj,fallback(rtn): 0.0010376,0.00000,0.005
29,mlp.experts.23.down_proj,0.0000015868,0.05000,0.321
29,mlp.experts.26.down_proj,0.0000052574,0.05000,0.319
29,mlp.experts.25.down_proj,0.0000041936,0.05000,0.320
29,mlp.experts.28.down_proj,0.0000052161,0.05000,0.314
29,mlp.experts.27.down_proj,0.0000025716,0.05000,0.317
29,mlp.experts.30.down_proj,0.0000047022,0.05000,0.314
29,mlp.experts.29.down_proj,0.0000093101,0.05000,0.316
29,mlp.experts.32.down_proj,0.0000025022,0.05000,0.310
29,mlp.experts.31.down_proj,0.0000033088,0.05000,0.315
29,mlp.experts.34.down_proj,0.0000027120,0.05000,0.338
29,mlp.experts.33.down_proj,0.0000057438,0.05000,0.342
29,mlp.experts.36.down_proj,0.0000036141,0.05000,0.340
29,mlp.experts.40.down_proj,fallback(rtn): 0.0010605,0.00000,0.005
29,mlp.experts.35.down_proj,0.0000033285,0.05000,0.336
29,mlp.experts.38.down_proj,0.0000046546,0.05000,0.322
29,mlp.experts.37.down_proj,0.0000038821,0.05000,0.310
29,mlp.experts.39.down_proj,0.0000073601,0.05000,0.307
29,mlp.experts.44.down_proj,0.0000052103,0.05000,0.313
29,mlp.experts.42.down_proj,0.0000054865,0.05000,0.315
29,mlp.experts.41.down_proj,0.0000096704,0.05000,0.319
29,mlp.experts.43.down_proj,0.0000086605,0.05000,0.318
29,mlp.experts.48.down_proj,0.0000055595,0.05000,0.317
29,mlp.experts.46.down_proj,0.0000060286,0.05000,0.309
29,mlp.experts.45.down_proj,0.0000025693,0.05000,0.315
29,mlp.experts.47.down_proj,0.0000087889,0.05000,0.307
29,mlp.experts.52.down_proj,0.0000081350,0.05000,0.309
29,mlp.experts.50.down_proj,0.0000025120,0.05000,0.314
29,mlp.experts.51.down_proj,0.0000121399,0.05000,0.316
29,mlp.experts.49.down_proj,0.0000068907,0.05000,0.319
29,mlp.experts.56.down_proj,0.0000023444,0.05000,0.317
29,mlp.experts.54.down_proj,0.0000059861,0.05000,0.306
29,mlp.experts.55.down_proj,0.0000030090,0.05000,0.306
29,mlp.experts.53.down_proj,0.0000025234,0.05000,0.309
29,mlp.experts.60.down_proj,0.0000064711,0.05000,0.313
29,mlp.experts.58.down_proj,0.0000072126,0.05000,0.321
29,mlp.experts.57.down_proj,0.0000065497,0.05000,0.315
29,mlp.experts.59.down_proj,0.0000069760,0.05000,0.321
29,mlp.experts.64.down_proj,0.0000017100,0.05000,0.319
29,mlp.experts.62.down_proj,0.0000078694,0.05000,0.305
29,mlp.experts.61.down_proj,0.0000035053,0.05000,0.305
29,mlp.experts.63.down_proj,0.0000141617,0.05000,0.307
29,mlp.experts.68.down_proj,0.0000086194,0.05000,0.309
29,mlp.experts.66.down_proj,0.0000104740,0.05000,0.311
29,mlp.experts.65.down_proj,0.0000114989,0.05000,0.313
29,mlp.experts.67.down_proj,0.0000039595,0.05000,0.317
29,mlp.experts.72.down_proj,0.0000107675,0.05000,0.317
29,mlp.experts.70.down_proj,0.0000067535,0.05000,0.310
29,mlp.experts.69.down_proj,0.0000087506,0.05000,0.317
29,mlp.experts.71.down_proj,0.0000066978,0.05000,0.316
29,mlp.experts.76.down_proj,0.0000039151,0.05000,0.319
29,mlp.experts.80.down_proj,fallback(rtn): 0.0010681,0.00000,0.005
29,mlp.experts.74.down_proj,0.0000096511,0.05000,0.315
29,mlp.experts.73.down_proj,0.0000014274,0.05000,0.310
29,mlp.experts.75.down_proj,0.0000235451,0.05000,0.313
29,mlp.experts.84.down_proj,0.0000078959,0.05000,0.309
29,mlp.experts.78.down_proj,0.0000064930,0.05000,0.308
29,mlp.experts.77.down_proj,0.0000057535,0.05000,0.311
29,mlp.experts.79.down_proj,0.0000045482,0.05000,0.309
29,mlp.experts.88.down_proj,0.0000024729,0.05000,0.312
29,mlp.experts.82.down_proj,0.0000039651,0.05000,0.319
29,mlp.experts.81.down_proj,0.0000050772,0.05000,0.317
29,mlp.experts.83.down_proj,0.0000140059,0.05000,0.315
29,mlp.experts.92.down_proj,0.0000035567,0.05000,0.311
29,mlp.experts.86.down_proj,0.0000058098,0.05000,0.318
29,mlp.experts.85.down_proj,0.0000173095,0.05000,0.318
29,mlp.experts.87.down_proj,0.0000022529,0.05000,0.319
29,mlp.experts.96.down_proj,0.0000055844,0.05000,0.318
29,mlp.experts.90.down_proj,0.0000040251,0.05000,0.317
29,mlp.experts.89.down_proj,0.0000040354,0.05000,0.316
29,mlp.experts.91.down_proj,0.0000023367,0.05000,0.317
29,mlp.experts.100.down_proj,0.0000078545,0.05000,0.317
29,mlp.experts.94.down_proj,0.0000100917,0.05000,0.324
29,mlp.experts.93.down_proj,0.0000037857,0.05000,0.320
29,mlp.experts.95.down_proj,0.0000064648,0.05000,0.326
29,mlp.experts.104.down_proj,0.0000048494,0.05000,0.318
29,mlp.experts.98.down_proj,0.0000055643,0.05000,0.310
29,mlp.experts.97.down_proj,0.0000059935,0.05000,0.310
29,mlp.experts.99.down_proj,0.0000028297,0.05000,0.311
29,mlp.experts.108.down_proj,0.0000028988,0.05000,0.312
29,mlp.experts.103.down_proj,fallback(rtn): 0.0010300,0.00000,0.007
29,mlp.experts.102.down_proj,0.0000055144,0.05000,0.317
29,mlp.experts.101.down_proj,0.0000042311,0.05000,0.316
29,mlp.experts.112.down_proj,0.0000041378,0.05000,0.316
29,mlp.experts.107.down_proj,0.0000043462,0.05000,0.317
29,mlp.experts.111.down_proj,fallback(rtn): 0.0009995,0.00000,0.005
29,mlp.experts.106.down_proj,0.0000040553,0.05000,0.327
29,mlp.experts.105.down_proj,0.0000063231,0.05000,0.333
29,mlp.experts.116.down_proj,0.0000110382,0.05000,0.326
29,mlp.experts.115.down_proj,0.0000052770,0.05000,0.332
29,mlp.experts.110.down_proj,0.0000039602,0.05000,0.309
29,mlp.experts.109.down_proj,0.0000106352,0.05000,0.307
29,mlp.experts.120.down_proj,0.0000063075,0.05000,0.318
29,mlp.experts.119.down_proj,0.0000083888,0.05000,0.315
29,mlp.experts.114.down_proj,0.0000067816,0.05000,0.326
29,mlp.experts.113.down_proj,0.0000017726,0.05000,0.321
29,mlp.experts.124.down_proj,0.0000086434,0.05000,0.310
29,mlp.experts.123.down_proj,0.0000030647,0.05000,0.310
29,mlp.experts.118.down_proj,0.0000030106,0.05000,0.317
29,mlp.experts.117.down_proj,0.0000037246,0.05000,0.318
29,mlp.experts.128.down_proj,0.0000089851,0.05000,0.316
29,mlp.experts.127.down_proj,0.0000048604,0.05000,0.314
29,mlp.experts.122.down_proj,0.0000039006,0.05000,0.322
29,mlp.experts.121.down_proj,0.0000035095,0.05000,0.313
29,mlp.experts.132.down_proj,0.0000120957,0.05000,0.313
29,mlp.experts.131.down_proj,0.0000014190,0.05000,0.314
29,mlp.experts.126.down_proj,0.0000016311,0.05000,0.307
29,mlp.experts.125.down_proj,0.0000043847,0.05000,0.309
29,mlp.experts.136.down_proj,0.0000034142,0.05000,0.305
29,mlp.experts.135.down_proj,0.0000037888,0.05000,0.307
29,mlp.experts.130.down_proj,0.0000038695,0.05000,0.305
29,mlp.experts.129.down_proj,0.0000082935,0.05000,0.307
29,mlp.experts.140.down_proj,0.0000034903,0.05000,0.308
29,mlp.experts.139.down_proj,0.0000031770,0.05000,0.310
29,mlp.experts.143.down_proj,fallback(rtn): 0.0010376,0.00000,0.005
29,mlp.experts.134.down_proj,0.0000024469,0.05000,0.310
29,mlp.experts.133.down_proj,0.0000074838,0.05000,0.308
29,mlp.experts.144.down_proj,0.0000025308,0.05000,0.313
29,mlp.experts.147.down_proj,0.0000045350,0.05000,0.308
29,mlp.experts.138.down_proj,0.0000028274,0.05000,0.316
29,mlp.experts.137.down_proj,0.0000031064,0.05000,0.313
29,mlp.experts.148.down_proj,0.0000101904,0.05000,0.310
29,mlp.experts.151.down_proj,0.0000119050,0.05000,0.316
29,mlp.experts.141.down_proj,0.0000102731,0.05000,0.307
29,mlp.experts.142.down_proj,0.0000044373,0.05000,0.310
29,mlp.experts.152.down_proj,0.0000017441,0.05000,0.313
29,mlp.experts.155.down_proj,0.0000022313,0.05000,0.322
29,mlp.experts.145.down_proj,0.0000062065,0.05000,0.327
29,mlp.experts.146.down_proj,0.0000138257,0.05000,0.333
29,mlp.experts.156.down_proj,0.0000042625,0.05000,0.322
29,mlp.experts.159.down_proj,0.0000100377,0.05000,0.320
29,mlp.experts.149.down_proj,0.0000047538,0.05000,0.307
29,mlp.experts.150.down_proj,0.0000070754,0.05000,0.308
29,mlp.experts.160.down_proj,0.0000055999,0.05000,0.309
29,mlp.experts.163.down_proj,0.0000074671,0.05000,0.309
29,mlp.experts.153.down_proj,0.0000052702,0.05000,0.307
29,mlp.experts.154.down_proj,0.0000098630,0.05000,0.310
29,mlp.experts.164.down_proj,0.0000055174,0.05000,0.314
29,mlp.experts.167.down_proj,0.0000116803,0.05000,0.312
29,mlp.experts.157.down_proj,0.0000054698,0.05000,0.314
29,mlp.experts.158.down_proj,0.0000100832,0.05000,0.318
29,mlp.experts.168.down_proj,0.0000024384,0.05000,0.315
29,mlp.experts.171.down_proj,0.0000047852,0.05000,0.317
29,mlp.experts.161.down_proj,0.0000043407,0.05000,0.324
29,mlp.experts.162.down_proj,0.0000072574,0.05000,0.317
29,mlp.experts.172.down_proj,0.0000047090,0.05000,0.319
29,mlp.experts.175.down_proj,0.0000028742,0.05000,0.326
29,mlp.experts.165.down_proj,0.0000032621,0.05000,0.327
29,mlp.experts.166.down_proj,0.0000034071,0.05000,0.325
29,mlp.experts.176.down_proj,0.0000054366,0.05000,0.327
29,mlp.experts.179.down_proj,0.0000078339,0.05000,0.321
29,mlp.experts.169.down_proj,0.0000027542,0.05000,0.307
29,mlp.experts.170.down_proj,0.0000025309,0.05000,0.305
29,mlp.experts.180.down_proj,0.0000022335,0.05000,0.308
29,mlp.experts.183.down_proj,0.0000037105,0.05000,0.310
29,mlp.experts.173.down_proj,0.0000036193,0.05000,0.313
29,mlp.experts.174.down_proj,0.0000031346,0.05000,0.320
29,mlp.experts.184.down_proj,0.0000155708,0.05000,0.315
29,mlp.experts.187.down_proj,0.0000045301,0.05000,0.319
29,mlp.experts.177.down_proj,0.0000051155,0.05000,0.308
29,mlp.experts.178.down_proj,0.0000060719,0.05000,0.307
29,mlp.experts.188.down_proj,0.0000040536,0.05000,0.331
29,mlp.experts.191.down_proj,0.0000021022,0.05000,0.331
29,mlp.experts.181.down_proj,0.0000096822,0.05000,0.340
29,mlp.experts.182.down_proj,0.0000052861,0.05000,0.334
29,mlp.experts.192.down_proj,0.0000038686,0.05000,0.316
29,mlp.experts.195.down_proj,0.0000163542,0.05000,0.308
29,mlp.experts.185.down_proj,0.0000048127,0.05000,0.310
29,mlp.experts.186.down_proj,0.0000072365,0.05000,0.310
29,mlp.experts.196.down_proj,0.0000058540,0.05000,0.308
29,mlp.experts.199.down_proj,0.0000039857,0.05000,0.312
29,mlp.experts.189.down_proj,0.0000035882,0.05000,0.322
29,mlp.experts.190.down_proj,0.0000112302,0.05000,0.322
29,mlp.experts.193.down_proj,fallback(rtn): 0.0010376,0.00000,0.006
29,mlp.experts.200.down_proj,0.0000037349,0.05000,0.319
29,mlp.experts.203.down_proj,0.0000063934,0.05000,0.318
29,mlp.experts.194.down_proj,0.0000041569,0.05000,0.314
29,mlp.experts.197.down_proj,0.0000020260,0.05000,0.314
29,mlp.experts.204.down_proj,0.0000105732,0.05000,0.316
29,mlp.experts.207.down_proj,0.0000057294,0.05000,0.316
29,mlp.experts.198.down_proj,0.0000010447,0.05000,0.316
29,mlp.experts.201.down_proj,0.0000049122,0.05000,0.319
29,mlp.experts.208.down_proj,0.0000116834,0.05000,0.318
29,mlp.experts.211.down_proj,0.0000041593,0.05000,0.319
29,mlp.experts.202.down_proj,0.0000018645,0.05000,0.310
29,mlp.experts.205.down_proj,0.0000048684,0.05000,0.312
29,mlp.experts.212.down_proj,0.0000150476,0.05000,0.305
29,mlp.experts.215.down_proj,0.0000025839,0.05000,0.310
29,mlp.experts.206.down_proj,0.0000017621,0.05000,0.316
29,mlp.experts.209.down_proj,0.0000112619,0.05000,0.317
29,mlp.experts.216.down_proj,0.0000060774,0.05000,0.313
29,mlp.experts.219.down_proj,0.0000033586,0.05000,0.333
29,mlp.experts.210.down_proj,0.0000053173,0.05000,0.322
29,mlp.experts.213.down_proj,0.0000090560,0.05000,0.322
29,mlp.experts.220.down_proj,0.0000023860,0.05000,0.315
29,mlp.experts.223.down_proj,0.0000100452,0.05000,0.315
29,mlp.experts.214.down_proj,0.0000058941,0.05000,0.310
29,mlp.experts.217.down_proj,0.0000136797,0.05000,0.309
29,mlp.experts.224.down_proj,0.0000095011,0.05000,0.312
29,mlp.experts.227.down_proj,0.0000038110,0.05000,0.314
29,mlp.experts.218.down_proj,0.0000045287,0.05000,0.309
29,mlp.experts.221.down_proj,0.0000046880,0.05000,0.306
29,mlp.experts.228.down_proj,0.0000034795,0.05000,0.306
29,mlp.experts.231.down_proj,0.0000018500,0.05000,0.309
29,mlp.experts.222.down_proj,0.0000045752,0.05000,0.317
29,mlp.experts.225.down_proj,0.0000092155,0.05000,0.321
29,mlp.experts.232.down_proj,0.0000018546,0.05000,0.314
29,mlp.experts.235.down_proj,0.0000048449,0.05000,0.313
29,mlp.experts.226.down_proj,0.0000024821,0.05000,0.311
29,mlp.experts.229.down_proj,0.0000035478,0.05000,0.310
29,mlp.experts.236.down_proj,0.0000032994,0.05000,0.324
29,mlp.experts.239.down_proj,0.0000031547,0.05000,0.319
29,mlp.experts.230.down_proj,0.0000047643,0.05000,0.321
29,mlp.experts.233.down_proj,0.0000052634,0.05000,0.321
29,mlp.experts.240.down_proj,0.0000040854,0.05000,0.311
29,mlp.experts.243.down_proj,0.0000034407,0.05000,0.310
29,mlp.experts.234.down_proj,0.0000057084,0.05000,0.309
29,mlp.experts.237.down_proj,0.0000029646,0.05000,0.309
29,mlp.experts.244.down_proj,0.0000047330,0.05000,0.310
29,mlp.experts.247.down_proj,0.0000022250,0.05000,0.311
29,mlp.experts.238.down_proj,0.0000020189,0.05000,0.308
29,mlp.experts.241.down_proj,0.0000035926,0.05000,0.311
29,mlp.experts.248.down_proj,0.0000033979,0.05000,0.309
29,mlp.experts.251.down_proj,0.0000027390,0.05000,0.310
29,mlp.experts.242.down_proj,0.0000036898,0.05000,0.215
29,mlp.experts.245.down_proj,0.0000092094,0.05000,0.209
29,mlp.experts.252.down_proj,0.0000056692,0.05000,0.202
29,mlp.experts.255.down_proj,0.0000039366,0.05000,0.190
29,mlp.experts.249.down_proj,0.0000073350,0.05000,0.191
29,mlp.experts.246.down_proj,0.0000010604,0.05000,0.192
29,mlp.experts.253.down_proj,0.0000043138,0.05000,0.115
29,mlp.experts.250.down_proj,0.0000052667,0.05000,0.115
29,mlp.experts.254.down_proj,0.0000032070,0.05000,0.061
30,mlp.experts.2.gate_proj,0.0001550435,0.05000,1.234
30,mlp.experts.1.gate_proj,0.0000683207,0.05000,1.236
30,mlp.experts.3.gate_proj,0.0001994393,0.05000,1.258
30,mlp.experts.0.gate_proj,0.0000884528,0.05000,1.263
30,mlp.experts.6.gate_proj,0.0000728501,0.05000,1.240
30,mlp.experts.5.gate_proj,0.0000916336,0.05000,1.254
30,mlp.experts.4.gate_proj,0.0001817946,0.05000,1.242
30,mlp.experts.7.gate_proj,0.0004405158,0.05000,1.257
30,mlp.experts.10.gate_proj,0.0002327923,0.05000,1.228
30,mlp.experts.9.gate_proj,0.0000723465,0.05000,1.230
30,mlp.experts.8.gate_proj,0.0000939741,0.05000,1.231
30,mlp.experts.11.gate_proj,0.0001583619,0.05000,1.231
30,mlp.experts.14.gate_proj,0.0002825731,0.05000,1.244
30,mlp.experts.13.gate_proj,0.0000352404,0.05000,1.229
30,mlp.experts.12.gate_proj,0.0000736610,0.05000,1.224
30,mlp.experts.15.gate_proj,0.0000990790,0.05000,1.223
30,mlp.experts.17.gate_proj,0.0001189360,0.05000,1.235
30,mlp.experts.18.gate_proj,0.0000805667,0.05000,1.252
30,mlp.experts.19.gate_proj,0.0001197926,0.05000,1.239
30,mlp.experts.16.gate_proj,0.0000642531,0.05000,1.259
30,mlp.experts.21.gate_proj,0.0000893347,0.05000,1.295
30,mlp.experts.22.gate_proj,0.0001373748,0.05000,1.288
30,mlp.experts.23.gate_proj,0.0001664094,0.05000,1.294
30,mlp.experts.20.gate_proj,0.0002855846,0.05000,1.301
30,mlp.experts.25.gate_proj,0.0000556550,0.05000,1.323
30,mlp.experts.27.gate_proj,0.0000720704,0.05000,1.311
30,mlp.experts.26.gate_proj,0.0002550973,0.05000,1.339
30,mlp.experts.24.gate_proj,0.0000731810,0.05000,1.329
30,mlp.experts.29.gate_proj,0.0001972891,0.05000,1.248
30,mlp.experts.31.gate_proj,0.0001590561,0.05000,1.266
30,mlp.experts.30.gate_proj,0.0001932718,0.05000,1.262
30,mlp.experts.28.gate_proj,0.0000526879,0.05000,1.251
30,mlp.experts.33.gate_proj,0.0003407463,0.05000,1.231
30,mlp.experts.35.gate_proj,0.0002739991,0.05000,1.222
30,mlp.experts.34.gate_proj,0.0001666271,0.05000,1.223
30,mlp.experts.32.gate_proj,0.0002134469,0.05000,1.229
30,mlp.experts.37.gate_proj,0.0001211915,0.05000,1.224
30,mlp.experts.39.gate_proj,0.0001732084,0.05000,1.226
30,mlp.experts.38.gate_proj,0.0001031492,0.05000,1.228
30,mlp.experts.36.gate_proj,0.0001381142,0.05000,1.230
30,mlp.experts.40.gate_proj,0.0001462392,0.05000,1.197
30,mlp.experts.43.gate_proj,0.0000747422,0.05000,1.217
30,mlp.experts.42.gate_proj,0.0001335361,0.05000,1.206
30,mlp.experts.41.gate_proj,0.0001020239,0.05000,1.229
30,mlp.experts.45.gate_proj,0.0001610655,0.05000,1.231
30,mlp.experts.47.gate_proj,0.0002643706,0.05000,1.232
30,mlp.experts.44.gate_proj,0.0002096273,0.05000,1.251
30,mlp.experts.46.gate_proj,0.0004434212,0.05000,1.265
30,mlp.experts.49.gate_proj,0.0004139955,0.05000,1.226
30,mlp.experts.51.gate_proj,0.0002181697,0.05000,1.251
30,mlp.experts.48.gate_proj,0.0001994535,0.05000,1.257
30,mlp.experts.50.gate_proj,0.0000395819,0.05000,1.249
30,mlp.experts.53.gate_proj,0.0001103367,0.05000,1.238
30,mlp.experts.52.gate_proj,0.0002418229,0.05000,1.241
30,mlp.experts.55.gate_proj,0.0000789906,0.05000,1.262
30,mlp.experts.54.gate_proj,0.0002706387,0.05000,1.252
30,mlp.experts.57.gate_proj,0.0001885585,0.05000,1.244
30,mlp.experts.56.gate_proj,0.0001253176,0.05000,1.247
30,mlp.experts.58.gate_proj,0.0001146090,0.05000,1.252
30,mlp.experts.59.gate_proj,0.0002701065,0.05000,1.263
30,mlp.experts.61.gate_proj,0.0001594207,0.05000,1.244
30,mlp.experts.60.gate_proj,0.0001405546,0.05000,1.236
30,mlp.experts.65.gate_proj,fallback(rtn): 0.0010681,0.00000,0.035
30,mlp.experts.62.gate_proj,0.0001192027,0.05000,1.232
30,mlp.experts.63.gate_proj,0.0000658205,0.05000,1.249
30,mlp.experts.64.gate_proj,0.0001990713,0.05000,1.234
30,mlp.experts.69.gate_proj,0.0000711272,0.05000,1.229
30,mlp.experts.66.gate_proj,0.0001398493,0.05000,1.247
30,mlp.experts.67.gate_proj,0.0002096891,0.05000,1.252
30,mlp.experts.68.gate_proj,0.0002201666,0.05000,1.256
30,mlp.experts.73.gate_proj,0.0001061029,0.05000,1.250
30,mlp.experts.70.gate_proj,0.0001518572,0.05000,1.247
30,mlp.experts.71.gate_proj,0.0000543144,0.05000,1.248
30,mlp.experts.72.gate_proj,0.0000777161,0.05000,1.265
30,mlp.experts.77.gate_proj,0.0002210135,0.05000,1.249
30,mlp.experts.74.gate_proj,0.0001056530,0.05000,1.258
30,mlp.experts.75.gate_proj,0.0001908035,0.05000,1.253
30,mlp.experts.76.gate_proj,0.0000903169,0.05000,1.242
30,mlp.experts.81.gate_proj,0.0000538664,0.05000,1.257
30,mlp.experts.78.gate_proj,0.0002620585,0.05000,1.250
30,mlp.experts.79.gate_proj,0.0001596093,0.05000,1.252
30,mlp.experts.80.gate_proj,0.0000584330,0.05000,1.234
30,mlp.experts.85.gate_proj,0.0001308949,0.05000,1.237
30,mlp.experts.82.gate_proj,0.0001684869,0.05000,1.232
30,mlp.experts.83.gate_proj,0.0001336785,0.05000,1.235
30,mlp.experts.84.gate_proj,0.0001554357,0.05000,1.242
30,mlp.experts.86.gate_proj,0.0000964825,0.05000,1.237
30,mlp.experts.89.gate_proj,0.0000911942,0.05000,1.252
30,mlp.experts.87.gate_proj,0.0000638896,0.05000,1.238
30,mlp.experts.88.gate_proj,0.0001924868,0.05000,1.230
30,mlp.experts.90.gate_proj,0.0000907354,0.05000,1.239
30,mlp.experts.93.gate_proj,0.0001665371,0.05000,1.244
30,mlp.experts.91.gate_proj,0.0001210887,0.05000,1.224
30,mlp.experts.92.gate_proj,0.0000904449,0.05000,1.248
30,mlp.experts.94.gate_proj,0.0001696519,0.05000,1.248
30,mlp.experts.97.gate_proj,0.0001963825,0.05000,1.258
30,mlp.experts.95.gate_proj,0.0003208424,0.05000,1.249
30,mlp.experts.96.gate_proj,0.0001121549,0.05000,1.279
30,mlp.experts.101.gate_proj,0.0001808158,0.05000,1.266
30,mlp.experts.98.gate_proj,0.0001278065,0.05000,1.288
30,mlp.experts.99.gate_proj,0.0001198976,0.05000,1.281
30,mlp.experts.100.gate_proj,0.0001468387,0.05000,1.267
30,mlp.experts.102.gate_proj,0.0003000236,0.05000,1.255
30,mlp.experts.105.gate_proj,0.0001781794,0.05000,1.273
30,mlp.experts.103.gate_proj,0.0000388423,0.05000,1.256
30,mlp.experts.106.gate_proj,0.0000679831,0.05000,1.251
30,mlp.experts.109.gate_proj,0.0001597711,0.05000,1.240
30,mlp.experts.104.gate_proj,0.0002446204,0.05000,1.279
30,mlp.experts.107.gate_proj,0.0002072065,0.05000,1.265
30,mlp.experts.110.gate_proj,0.0003723318,0.05000,1.257
30,mlp.experts.108.gate_proj,0.0001853672,0.05000,1.246
30,mlp.experts.113.gate_proj,0.0000875608,0.05000,1.269
30,mlp.experts.111.gate_proj,0.0002966633,0.05000,1.239
30,mlp.experts.117.gate_proj,0.0001691179,0.05000,1.227
30,mlp.experts.114.gate_proj,0.0000787166,0.05000,1.240
30,mlp.experts.112.gate_proj,0.0000991899,0.05000,1.248
30,mlp.experts.115.gate_proj,0.0001293289,0.05000,1.254
30,mlp.experts.118.gate_proj,0.0004105761,0.05000,1.232
30,mlp.experts.121.gate_proj,0.0001463189,0.05000,1.240
30,mlp.experts.116.gate_proj,0.0000858284,0.05000,1.252
30,mlp.experts.119.gate_proj,0.0001361913,0.05000,1.239
30,mlp.experts.125.gate_proj,0.0004245593,0.05000,1.238
30,mlp.experts.122.gate_proj,0.0000597037,0.05000,1.268
30,mlp.experts.120.gate_proj,0.0000951307,0.05000,1.251
30,mlp.experts.123.gate_proj,0.0002124921,0.05000,1.258
30,mlp.experts.124.gate_proj,fallback(rtn): 0.0010529,0.00000,0.023
30,mlp.experts.129.gate_proj,0.0001309132,0.05000,1.224
30,mlp.experts.126.gate_proj,0.0002063263,0.05000,1.221
30,mlp.experts.127.gate_proj,0.0001776143,0.05000,1.219
30,mlp.experts.128.gate_proj,0.0000995370,0.05000,1.215
30,mlp.experts.133.gate_proj,0.0002004099,0.05000,1.232
30,mlp.experts.130.gate_proj,0.0001603612,0.05000,1.235
30,mlp.experts.132.gate_proj,0.0000460733,0.05000,1.217
30,mlp.experts.131.gate_proj,0.0001910455,0.05000,1.259
30,mlp.experts.137.gate_proj,0.0001800967,0.05000,1.251
30,mlp.experts.134.gate_proj,0.0000918814,0.05000,1.267
30,mlp.experts.136.gate_proj,0.0002724865,0.05000,1.243
30,mlp.experts.135.gate_proj,0.0001035983,0.05000,1.246
30,mlp.experts.141.gate_proj,0.0001750460,0.05000,1.232
30,mlp.experts.138.gate_proj,0.0000980154,0.05000,1.220
30,mlp.experts.140.gate_proj,0.0002426824,0.05000,1.222
30,mlp.experts.139.gate_proj,0.0000786085,0.05000,1.226
30,mlp.experts.145.gate_proj,0.0000954961,0.05000,1.225
30,mlp.experts.142.gate_proj,0.0002020968,0.05000,1.237
30,mlp.experts.144.gate_proj,0.0003339829,0.05000,1.232
30,mlp.experts.143.gate_proj,0.0002164198,0.05000,1.231
30,mlp.experts.149.gate_proj,0.0001661787,0.05000,1.234
30,mlp.experts.148.gate_proj,0.0001099776,0.05000,1.224
30,mlp.experts.146.gate_proj,0.0003867768,0.05000,1.253
30,mlp.experts.147.gate_proj,0.0001667824,0.05000,1.237
30,mlp.experts.153.gate_proj,fallback(rtn): 0.0011063,0.00000,0.030
30,mlp.experts.152.gate_proj,0.0000981277,0.05000,1.218
30,mlp.experts.150.gate_proj,0.0001467989,0.05000,1.221
30,mlp.experts.157.gate_proj,0.0000927957,0.05000,1.220
30,mlp.experts.151.gate_proj,0.0001413765,0.05000,1.231
30,mlp.experts.154.gate_proj,fallback(rtn): 0.0010681,0.00000,0.028
30,mlp.experts.156.gate_proj,0.0001887679,0.05000,1.237
30,mlp.experts.161.gate_proj,0.0002006591,0.05000,1.241
30,mlp.experts.155.gate_proj,0.0001371920,0.05000,1.248
30,mlp.experts.158.gate_proj,0.0001105482,0.05000,1.249
30,mlp.experts.160.gate_proj,0.0002493157,0.05000,1.227
30,mlp.experts.165.gate_proj,0.0000295194,0.05000,1.231
30,mlp.experts.159.gate_proj,0.0000606608,0.05000,1.245
30,mlp.experts.162.gate_proj,0.0000527587,0.05000,1.243
30,mlp.experts.164.gate_proj,0.0000779078,0.05000,1.254
30,mlp.experts.169.gate_proj,0.0001895624,0.05000,1.243
30,mlp.experts.163.gate_proj,0.0000551380,0.05000,1.261
30,mlp.experts.166.gate_proj,0.0000912283,0.05000,1.254
30,mlp.experts.168.gate_proj,0.0001899528,0.05000,1.262
30,mlp.experts.173.gate_proj,0.0000685731,0.05000,1.249
30,mlp.experts.167.gate_proj,0.0002639943,0.05000,1.259
30,mlp.experts.170.gate_proj,0.0001659879,0.05000,1.268
30,mlp.experts.177.gate_proj,0.0000682327,0.05000,1.239
30,mlp.experts.172.gate_proj,0.0001232810,0.05000,1.261
30,mlp.experts.171.gate_proj,0.0001065831,0.05000,1.246
30,mlp.experts.174.gate_proj,0.0001659797,0.05000,1.253
30,mlp.experts.176.gate_proj,0.0001867520,0.05000,1.248
30,mlp.experts.181.gate_proj,0.0001573248,0.05000,1.269
30,mlp.experts.175.gate_proj,0.0000841861,0.05000,1.269
30,mlp.experts.178.gate_proj,0.0000847231,0.05000,1.273
30,mlp.experts.180.gate_proj,0.0001215364,0.05000,1.245
30,mlp.experts.185.gate_proj,0.0002182454,0.05000,1.244
30,mlp.experts.179.gate_proj,0.0000596829,0.05000,1.241
30,mlp.experts.182.gate_proj,0.0001908783,0.05000,1.244
30,mlp.experts.184.gate_proj,0.0001796889,0.05000,1.223
30,mlp.experts.189.gate_proj,0.0001463983,0.05000,1.237
30,mlp.experts.183.gate_proj,0.0000813362,0.05000,1.243
30,mlp.experts.186.gate_proj,0.0001876475,0.05000,1.244
30,mlp.experts.188.gate_proj,0.0000982880,0.05000,1.262
30,mlp.experts.193.gate_proj,0.0001258295,0.05000,1.250
30,mlp.experts.187.gate_proj,0.0000645631,0.05000,1.270
30,mlp.experts.190.gate_proj,0.0000612952,0.05000,1.264
30,mlp.experts.192.gate_proj,0.0001252109,0.05000,1.257
30,mlp.experts.197.gate_proj,0.0000903383,0.05000,1.248
30,mlp.experts.191.gate_proj,0.0002086113,0.05000,1.263
30,mlp.experts.194.gate_proj,0.0001788777,0.05000,1.265
30,mlp.experts.196.gate_proj,0.0000953276,0.05000,1.232
30,mlp.experts.201.gate_proj,0.0001527245,0.05000,1.233
30,mlp.experts.195.gate_proj,0.0001815544,0.05000,1.234
30,mlp.experts.198.gate_proj,0.0000956501,0.05000,1.234
30,mlp.experts.200.gate_proj,0.0002999464,0.05000,1.239
30,mlp.experts.205.gate_proj,0.0000690005,0.05000,1.231
30,mlp.experts.199.gate_proj,0.0001619275,0.05000,1.241
30,mlp.experts.202.gate_proj,0.0001397640,0.05000,1.233
30,mlp.experts.204.gate_proj,0.0001385501,0.05000,1.252
30,mlp.experts.209.gate_proj,0.0000849966,0.05000,1.283
30,mlp.experts.206.gate_proj,0.0000739120,0.05000,1.266
30,mlp.experts.203.gate_proj,0.0000972759,0.05000,1.283
30,mlp.experts.208.gate_proj,0.0001405461,0.05000,1.237
30,mlp.experts.213.gate_proj,0.0001550188,0.05000,1.247
30,mlp.experts.210.gate_proj,0.0001020097,0.05000,1.243
30,mlp.experts.207.gate_proj,0.0002237974,0.05000,1.250
30,mlp.experts.212.gate_proj,0.0001445908,0.05000,1.241
30,mlp.experts.217.gate_proj,0.0002503489,0.05000,1.240
30,mlp.experts.214.gate_proj,0.0001156194,0.05000,1.233
30,mlp.experts.211.gate_proj,0.0001340455,0.05000,1.238
30,mlp.experts.216.gate_proj,0.0002093431,0.05000,1.238
30,mlp.experts.221.gate_proj,0.0001014694,0.05000,1.247
30,mlp.experts.218.gate_proj,0.0003478317,0.05000,1.242
30,mlp.experts.215.gate_proj,0.0001077622,0.05000,1.253
30,mlp.experts.220.gate_proj,0.0001686078,0.05000,1.232
30,mlp.experts.225.gate_proj,0.0001156502,0.05000,1.239
30,mlp.experts.222.gate_proj,0.0001280778,0.05000,1.227
30,mlp.experts.219.gate_proj,0.0001510359,0.05000,1.231
30,mlp.experts.224.gate_proj,0.0000973065,0.05000,1.233
30,mlp.experts.229.gate_proj,0.0001070026,0.05000,1.243
30,mlp.experts.226.gate_proj,0.0001216511,0.05000,1.250
30,mlp.experts.223.gate_proj,0.0001001301,0.05000,1.242
30,mlp.experts.228.gate_proj,0.0001408779,0.05000,1.238
30,mlp.experts.233.gate_proj,0.0001228257,0.05000,1.233
30,mlp.experts.230.gate_proj,0.0002101149,0.05000,1.230
30,mlp.experts.227.gate_proj,0.0001462408,0.05000,1.228
30,mlp.experts.232.gate_proj,0.0001033481,0.05000,1.236
30,mlp.experts.237.gate_proj,0.0001115801,0.05000,1.225
30,mlp.experts.234.gate_proj,0.0000823256,0.05000,1.233
30,mlp.experts.231.gate_proj,0.0000980080,0.05000,1.239
30,mlp.experts.236.gate_proj,0.0002956727,0.05000,1.255
30,mlp.experts.241.gate_proj,0.0000974638,0.05000,1.273
30,mlp.experts.238.gate_proj,0.0001080989,0.05000,1.261
30,mlp.experts.235.gate_proj,0.0001041941,0.05000,1.255
30,mlp.experts.240.gate_proj,0.0000488443,0.05000,1.235
30,mlp.experts.245.gate_proj,0.0000861441,0.05000,1.250
30,mlp.experts.242.gate_proj,0.0003049365,0.05000,1.246
30,mlp.experts.249.gate_proj,fallback(rtn): 0.0010986,0.00000,0.021
30,mlp.experts.239.gate_proj,0.0001096011,0.05000,1.244
30,mlp.experts.246.gate_proj,fallback(rtn): 0.0010681,0.00000,0.030
30,mlp.experts.244.gate_proj,0.0003098392,0.05000,1.230
30,mlp.experts.243.gate_proj,0.0001610770,0.05000,1.226
30,mlp.experts.253.gate_proj,0.0002137939,0.05000,1.244
30,mlp.experts.250.gate_proj,0.0001221793,0.05000,1.244
30,mlp.experts.248.gate_proj,0.0002302355,0.05000,1.258
30,mlp.experts.252.gate_proj,fallback(rtn): 0.0011368,0.00000,0.020
30,mlp.experts.247.gate_proj,0.0002451112,0.05000,1.238
30,mlp.experts.1.up_proj,0.0000582681,0.05000,1.250
30,mlp.experts.254.gate_proj,0.0001299777,0.05000,1.244
30,mlp.experts.0.up_proj,0.0000936789,0.05000,1.245
30,mlp.experts.251.gate_proj,0.0000601429,0.05000,1.239
30,mlp.experts.5.up_proj,0.0000835020,0.05000,1.238
30,mlp.experts.2.up_proj,0.0001297804,0.05000,1.246
30,mlp.experts.4.up_proj,0.0001521098,0.05000,1.249
30,mlp.experts.9.up_proj,0.0000538050,0.05000,1.233
30,mlp.experts.255.gate_proj,0.0002248196,0.05000,1.260
30,mlp.experts.6.up_proj,0.0000775136,0.05000,1.231
30,mlp.experts.8.up_proj,0.0000839315,0.05000,1.234
30,mlp.experts.13.up_proj,0.0000336029,0.05000,1.236
30,mlp.experts.3.up_proj,0.0001919270,0.05000,1.242
30,mlp.experts.10.up_proj,0.0002085452,0.05000,1.256
30,mlp.experts.12.up_proj,0.0000701875,0.05000,1.251
30,mlp.experts.17.up_proj,0.0001056812,0.05000,1.247
30,mlp.experts.7.up_proj,0.0003702806,0.05000,1.250
30,mlp.experts.14.up_proj,0.0002690663,0.05000,1.244
30,mlp.experts.16.up_proj,0.0000632920,0.05000,1.243
30,mlp.experts.11.up_proj,0.0001427950,0.05000,1.220
30,mlp.experts.21.up_proj,0.0000821919,0.05000,1.245
30,mlp.experts.18.up_proj,0.0000659930,0.05000,1.241
30,mlp.experts.20.up_proj,0.0002827135,0.05000,1.247
30,mlp.experts.25.up_proj,0.0000491490,0.05000,1.234
30,mlp.experts.15.up_proj,0.0000964135,0.05000,1.251
30,mlp.experts.22.up_proj,0.0001459229,0.05000,1.245
30,mlp.experts.24.up_proj,0.0000699762,0.05000,1.233
30,mlp.experts.29.up_proj,0.0001913663,0.05000,1.225
30,mlp.experts.19.up_proj,0.0001053100,0.05000,1.216
30,mlp.experts.26.up_proj,0.0002247186,0.05000,1.221
30,mlp.experts.33.up_proj,0.0002776641,0.05000,1.251
30,mlp.experts.28.up_proj,0.0000440920,0.05000,1.267
30,mlp.experts.23.up_proj,0.0001694616,0.05000,1.271
30,mlp.experts.30.up_proj,0.0001822363,0.05000,1.236
30,mlp.experts.37.up_proj,0.0001145295,0.05000,1.230
30,mlp.experts.27.up_proj,0.0000626054,0.05000,1.230
30,mlp.experts.32.up_proj,0.0001706563,0.05000,1.249
30,mlp.experts.34.up_proj,0.0001609837,0.05000,1.242
30,mlp.experts.41.up_proj,0.0000836851,0.05000,1.259
30,mlp.experts.31.up_proj,0.0001504794,0.05000,1.266
30,mlp.experts.36.up_proj,0.0001162997,0.05000,1.268
30,mlp.experts.38.up_proj,0.0000872149,0.05000,1.256
30,mlp.experts.45.up_proj,0.0001756269,0.05000,1.243
30,mlp.experts.35.up_proj,0.0002611621,0.05000,1.250
30,mlp.experts.40.up_proj,0.0001352933,0.05000,1.230
30,mlp.experts.42.up_proj,0.0001168202,0.05000,1.235
30,mlp.experts.49.up_proj,0.0003331984,0.05000,1.244
30,mlp.experts.39.up_proj,0.0001685207,0.05000,1.269
30,mlp.experts.44.up_proj,0.0001997377,0.05000,1.269
30,mlp.experts.46.up_proj,0.0003542996,0.05000,1.272
30,mlp.experts.53.up_proj,0.0000972786,0.05000,1.261
30,mlp.experts.43.up_proj,0.0000708422,0.05000,1.256
30,mlp.experts.48.up_proj,0.0001716777,0.05000,1.276
30,mlp.experts.50.up_proj,0.0000405230,0.05000,1.275
30,mlp.experts.57.up_proj,0.0001605935,0.05000,1.258
30,mlp.experts.47.up_proj,0.0002244157,0.05000,1.257
30,mlp.experts.52.up_proj,0.0002059999,0.05000,1.250
30,mlp.experts.54.up_proj,0.0002425514,0.05000,1.256
30,mlp.experts.61.up_proj,0.0001544498,0.05000,1.235
30,mlp.experts.65.up_proj,fallback(rtn): 0.0010452,0.00000,0.017
30,mlp.experts.56.up_proj,0.0001125062,0.05000,1.228
30,mlp.experts.51.up_proj,0.0002116945,0.05000,1.243
30,mlp.experts.58.up_proj,0.0000976570,0.05000,1.252
30,mlp.experts.69.up_proj,0.0000533186,0.05000,1.237
30,mlp.experts.60.up_proj,0.0001243132,0.05000,1.234
30,mlp.experts.55.up_proj,0.0000803130,0.05000,1.233
30,mlp.experts.62.up_proj,0.0001104431,0.05000,1.237
30,mlp.experts.73.up_proj,0.0000866881,0.05000,1.220
30,mlp.experts.64.up_proj,0.0001744659,0.05000,1.220
30,mlp.experts.59.up_proj,0.0002452607,0.05000,1.218
30,mlp.experts.66.up_proj,0.0001371346,0.05000,1.229
30,mlp.experts.77.up_proj,0.0002027489,0.05000,1.235
30,mlp.experts.68.up_proj,0.0002247804,0.05000,1.255
30,mlp.experts.63.up_proj,0.0000641372,0.05000,1.253
30,mlp.experts.70.up_proj,0.0001308767,0.05000,1.253
30,mlp.experts.81.up_proj,0.0000480145,0.05000,1.232
30,mlp.experts.67.up_proj,0.0001974605,0.05000,1.232
30,mlp.experts.72.up_proj,0.0000670936,0.05000,1.240
30,mlp.experts.74.up_proj,0.0001021789,0.05000,1.248
30,mlp.experts.85.up_proj,0.0001238990,0.05000,1.247
30,mlp.experts.71.up_proj,0.0000563579,0.05000,1.240
30,mlp.experts.76.up_proj,0.0000792486,0.05000,1.248
30,mlp.experts.78.up_proj,0.0002175120,0.05000,1.242
30,mlp.experts.89.up_proj,0.0000855283,0.05000,1.232
30,mlp.experts.75.up_proj,0.0001863158,0.05000,1.226
30,mlp.experts.80.up_proj,0.0000554529,0.05000,1.233
30,mlp.experts.82.up_proj,0.0001440182,0.05000,1.238
30,mlp.experts.93.up_proj,0.0001579411,0.05000,1.236
30,mlp.experts.79.up_proj,0.0001385815,0.05000,1.238
30,mlp.experts.84.up_proj,0.0001411195,0.05000,1.245
30,mlp.experts.86.up_proj,0.0000804633,0.05000,1.248
30,mlp.experts.97.up_proj,0.0001594170,0.05000,1.246
30,mlp.experts.83.up_proj,0.0001141272,0.05000,1.246
30,mlp.experts.88.up_proj,0.0001665085,0.05000,1.251
30,mlp.experts.90.up_proj,0.0000812684,0.05000,1.259
30,mlp.experts.101.up_proj,0.0001611111,0.05000,1.242
30,mlp.experts.87.up_proj,0.0000563950,0.05000,1.242
30,mlp.experts.92.up_proj,0.0000724865,0.05000,1.241
30,mlp.experts.94.up_proj,0.0001661584,0.05000,1.239
30,mlp.experts.105.up_proj,0.0001546775,0.05000,1.246
30,mlp.experts.91.up_proj,0.0001037026,0.05000,1.239
30,mlp.experts.96.up_proj,0.0001091189,0.05000,1.241
30,mlp.experts.98.up_proj,0.0001024090,0.05000,1.240
30,mlp.experts.109.up_proj,0.0001428053,0.05000,1.235
30,mlp.experts.95.up_proj,0.0002749229,0.05000,1.233
30,mlp.experts.100.up_proj,0.0001427863,0.05000,1.237
30,mlp.experts.102.up_proj,0.0002894451,0.05000,1.243
30,mlp.experts.113.up_proj,0.0000927553,0.05000,1.236
30,mlp.experts.99.up_proj,0.0001221517,0.05000,1.228
30,mlp.experts.104.up_proj,0.0001739963,0.05000,1.229
30,mlp.experts.106.up_proj,0.0000630277,0.05000,1.226
30,mlp.experts.103.up_proj,0.0000363886,0.05000,1.246
30,mlp.experts.117.up_proj,0.0001371447,0.05000,1.255
30,mlp.experts.108.up_proj,0.0001365516,0.05000,1.244
30,mlp.experts.110.up_proj,0.0003462349,0.05000,1.233
30,mlp.experts.107.up_proj,0.0001928006,0.05000,1.233
30,mlp.experts.121.up_proj,0.0001447465,0.05000,1.236
30,mlp.experts.112.up_proj,0.0000842971,0.05000,1.241
30,mlp.experts.114.up_proj,0.0000731280,0.05000,1.247
30,mlp.experts.125.up_proj,0.0002989370,0.05000,1.227
30,mlp.experts.111.up_proj,0.0002872161,0.05000,1.240
30,mlp.experts.116.up_proj,0.0000681318,0.05000,1.228
30,mlp.experts.118.up_proj,0.0003760463,0.05000,1.231
30,mlp.experts.129.up_proj,0.0001046731,0.05000,1.247
30,mlp.experts.115.up_proj,0.0001228774,0.05000,1.256
30,mlp.experts.120.up_proj,0.0001066742,0.05000,1.261
30,mlp.experts.124.up_proj,fallback(rtn): 0.0010223,0.00000,0.018
30,mlp.experts.122.up_proj,0.0000554818,0.05000,1.245
30,mlp.experts.133.up_proj,0.0001912902,0.05000,1.271
30,mlp.experts.119.up_proj,0.0001247353,0.05000,1.268
30,mlp.experts.128.up_proj,0.0000839064,0.05000,1.261
30,mlp.experts.126.up_proj,0.0001981668,0.05000,1.260
30,mlp.experts.137.up_proj,0.0001464328,0.05000,1.247
30,mlp.experts.123.up_proj,0.0002028693,0.05000,1.253
30,mlp.experts.132.up_proj,0.0000400485,0.05000,1.263
30,mlp.experts.130.up_proj,0.0001366640,0.05000,1.256
30,mlp.experts.141.up_proj,0.0001316732,0.05000,1.228
30,mlp.experts.127.up_proj,0.0001184253,0.05000,1.233
30,mlp.experts.136.up_proj,0.0002604092,0.05000,1.247
30,mlp.experts.134.up_proj,0.0000863864,0.05000,1.236
30,mlp.experts.145.up_proj,0.0000887349,0.05000,1.233
30,mlp.experts.131.up_proj,0.0003249140,0.05000,1.237
30,mlp.experts.140.up_proj,0.0002163930,0.05000,1.236
30,mlp.experts.138.up_proj,0.0000848548,0.05000,1.236
30,mlp.experts.149.up_proj,0.0001528560,0.05000,1.236
30,mlp.experts.153.up_proj,fallback(rtn): 0.0010681,0.00000,0.017
30,mlp.experts.135.up_proj,0.0000904405,0.05000,1.245
30,mlp.experts.144.up_proj,0.0003154960,0.05000,1.241
30,mlp.experts.142.up_proj,0.0002088455,0.05000,1.240
30,mlp.experts.157.up_proj,0.0000795356,0.05000,1.217
30,mlp.experts.139.up_proj,0.0000655594,0.05000,1.219
30,mlp.experts.148.up_proj,0.0000921282,0.05000,1.220
30,mlp.experts.146.up_proj,0.0003612636,0.05000,1.219
30,mlp.experts.161.up_proj,0.0001866871,0.05000,1.243
30,mlp.experts.143.up_proj,0.0002083543,0.05000,1.240
30,mlp.experts.152.up_proj,0.0000823261,0.05000,1.234
30,mlp.experts.150.up_proj,0.0001166710,0.05000,1.246
30,mlp.experts.154.up_proj,fallback(rtn): 0.0010605,0.00000,0.017
30,mlp.experts.147.up_proj,0.0001553777,0.05000,1.246
30,mlp.experts.165.up_proj,0.0000278544,0.05000,1.266
30,mlp.experts.156.up_proj,0.0001772803,0.05000,1.260
30,mlp.experts.158.up_proj,0.0001036256,0.05000,1.251
30,mlp.experts.151.up_proj,0.0001384475,0.05000,1.226
30,mlp.experts.169.up_proj,0.0001910454,0.05000,1.239
30,mlp.experts.160.up_proj,0.0002449503,0.05000,1.239
30,mlp.experts.162.up_proj,0.0000554182,0.05000,1.232
30,mlp.experts.155.up_proj,0.0001292815,0.05000,1.236
30,mlp.experts.173.up_proj,0.0000572672,0.05000,1.243
30,mlp.experts.164.up_proj,0.0000666348,0.05000,1.243
30,mlp.experts.166.up_proj,0.0000808538,0.05000,1.244
30,mlp.experts.159.up_proj,0.0000573828,0.05000,1.242
30,mlp.experts.177.up_proj,0.0000598300,0.05000,1.239
30,mlp.experts.168.up_proj,0.0001586073,0.05000,1.239
30,mlp.experts.170.up_proj,0.0001464360,0.05000,1.240
30,mlp.experts.163.up_proj,0.0000425932,0.05000,1.232
30,mlp.experts.181.up_proj,0.0001499252,0.05000,1.229
30,mlp.experts.172.up_proj,0.0001206475,0.05000,1.238
30,mlp.experts.174.up_proj,0.0001622323,0.05000,1.240
30,mlp.experts.167.up_proj,0.0002362032,0.05000,1.248
30,mlp.experts.185.up_proj,0.0001710364,0.05000,1.231
30,mlp.experts.176.up_proj,0.0001698842,0.05000,1.241
30,mlp.experts.178.up_proj,0.0000709166,0.05000,1.239
30,mlp.experts.171.up_proj,0.0001011765,0.05000,1.237
30,mlp.experts.189.up_proj,0.0001254084,0.05000,1.238
30,mlp.experts.180.up_proj,0.0001180140,0.05000,1.237
30,mlp.experts.182.up_proj,0.0001850509,0.05000,1.236
30,mlp.experts.193.up_proj,0.0001212409,0.05000,1.221
30,mlp.experts.175.up_proj,0.0000710872,0.05000,1.241
30,mlp.experts.184.up_proj,0.0001681963,0.05000,1.226
30,mlp.experts.186.up_proj,0.0001768345,0.05000,1.234
30,mlp.experts.197.up_proj,0.0000829105,0.05000,1.241
30,mlp.experts.179.up_proj,0.0000544089,0.05000,1.235
30,mlp.experts.188.up_proj,0.0000936931,0.05000,1.247
30,mlp.experts.190.up_proj,0.0000583789,0.05000,1.238
30,mlp.experts.183.up_proj,0.0000763903,0.05000,1.219
30,mlp.experts.201.up_proj,0.0001455607,0.05000,1.241
30,mlp.experts.192.up_proj,0.0001267980,0.05000,1.228
30,mlp.experts.194.up_proj,0.0001710752,0.05000,1.239
30,mlp.experts.187.up_proj,0.0000600053,0.05000,1.223
30,mlp.experts.205.up_proj,0.0000758596,0.05000,1.230
30,mlp.experts.196.up_proj,0.0000736173,0.05000,1.232
30,mlp.experts.198.up_proj,0.0000780855,0.05000,1.234
30,mlp.experts.191.up_proj,0.0001693200,0.05000,1.243
30,mlp.experts.209.up_proj,0.0000531487,0.05000,1.245
30,mlp.experts.200.up_proj,0.0002788531,0.05000,1.245
30,mlp.experts.202.up_proj,0.0001168196,0.05000,1.253
30,mlp.experts.195.up_proj,0.0001727465,0.05000,1.242
30,mlp.experts.213.up_proj,0.0001482251,0.05000,1.240
30,mlp.experts.204.up_proj,0.0001257845,0.05000,1.252
30,mlp.experts.206.up_proj,0.0000554690,0.05000,1.245
30,mlp.experts.199.up_proj,0.0001533801,0.05000,1.230
30,mlp.experts.217.up_proj,0.0002417888,0.05000,1.247
30,mlp.experts.208.up_proj,0.0001198084,0.05000,1.227
30,mlp.experts.210.up_proj,0.0000797618,0.05000,1.231
30,mlp.experts.203.up_proj,0.0000887751,0.05000,1.256
30,mlp.experts.221.up_proj,0.0001085452,0.05000,1.246
30,mlp.experts.212.up_proj,0.0001205129,0.05000,1.253
30,mlp.experts.214.up_proj,0.0001124037,0.05000,1.236
30,mlp.experts.207.up_proj,0.0002045240,0.05000,1.227
30,mlp.experts.225.up_proj,0.0001080255,0.05000,1.231
30,mlp.experts.216.up_proj,0.0002008108,0.05000,1.224
30,mlp.experts.218.up_proj,0.0002785834,0.05000,1.226
30,mlp.experts.211.up_proj,0.0001173335,0.05000,1.221
30,mlp.experts.229.up_proj,0.0000849720,0.05000,1.220
30,mlp.experts.220.up_proj,0.0001412320,0.05000,1.231
30,mlp.experts.222.up_proj,0.0000989813,0.05000,1.255
30,mlp.experts.215.up_proj,0.0000934440,0.05000,1.256
30,mlp.experts.233.up_proj,0.0001031609,0.05000,1.264
30,mlp.experts.224.up_proj,0.0000821493,0.05000,1.234
30,mlp.experts.226.up_proj,0.0001177332,0.05000,1.240
30,mlp.experts.219.up_proj,0.0001386113,0.05000,1.232
30,mlp.experts.237.up_proj,0.0000895386,0.05000,1.235
30,mlp.experts.228.up_proj,0.0001117613,0.05000,1.241
30,mlp.experts.230.up_proj,0.0001980980,0.05000,1.243
30,mlp.experts.223.up_proj,0.0000903189,0.05000,1.246
30,mlp.experts.241.up_proj,0.0000820062,0.05000,1.236
30,mlp.experts.232.up_proj,0.0001065196,0.05000,1.231
30,mlp.experts.234.up_proj,0.0000761584,0.05000,1.229
30,mlp.experts.227.up_proj,0.0001330362,0.05000,1.250
30,mlp.experts.245.up_proj,0.0000749580,0.05000,1.249
30,mlp.experts.249.up_proj,fallback(rtn): 0.0010376,0.00000,0.017
30,mlp.experts.236.up_proj,0.0002694977,0.05000,1.244
30,mlp.experts.238.up_proj,0.0001070663,0.05000,1.244
30,mlp.experts.231.up_proj,0.0000772110,0.05000,1.242
30,mlp.experts.253.up_proj,0.0001683903,0.05000,1.231
30,mlp.experts.240.up_proj,0.0000449812,0.05000,1.216
30,mlp.experts.242.up_proj,0.0002917627,0.05000,1.198
30,mlp.experts.246.up_proj,fallback(rtn): 0.0010376,0.00000,0.012
30,mlp.experts.235.up_proj,0.0000780413,0.05000,0.778
30,mlp.experts.244.up_proj,0.0002903038,0.05000,0.768
30,mlp.experts.250.up_proj,0.0001192719,0.05000,0.767
30,mlp.experts.239.up_proj,0.0000913887,0.05000,0.763
30,mlp.experts.248.up_proj,0.0001906158,0.05000,0.766
30,mlp.experts.252.up_proj,fallback(rtn): 0.0010452,0.00000,0.011
30,mlp.experts.254.up_proj,0.0001218652,0.05000,0.750
30,mlp.experts.243.up_proj,0.0001193465,0.05000,0.302
30,mlp.experts.247.up_proj,0.0001899809,0.05000,0.242
30,mlp.experts.251.up_proj,0.0000556383,0.05000,0.247
30,mlp.experts.255.up_proj,0.0001805195,0.05000,0.243
30,mlp.experts.3.down_proj,0.0000042820,0.05000,0.309
30,mlp.experts.2.down_proj,0.0000048219,0.05000,0.310
30,mlp.experts.0.down_proj,0.0000098166,0.05000,0.316
30,mlp.experts.1.down_proj,0.0000028872,0.05000,0.317
30,mlp.experts.5.down_proj,0.0000043951,0.05000,0.299
30,mlp.experts.4.down_proj,0.0000108973,0.05000,0.303
30,mlp.experts.6.down_proj,0.0000026651,0.05000,0.316
30,mlp.experts.7.down_proj,0.0000199797,0.05000,0.323
30,mlp.experts.9.down_proj,0.0000026342,0.05000,0.319
30,mlp.experts.8.down_proj,0.0000098512,0.05000,0.333
30,mlp.experts.10.down_proj,0.0000124129,0.05000,0.335
30,mlp.experts.11.down_proj,0.0000114597,0.05000,0.333
30,mlp.experts.13.down_proj,0.0000017974,0.05000,0.308
30,mlp.experts.12.down_proj,0.0000042556,0.05000,0.308
30,mlp.experts.15.down_proj,0.0000036585,0.05000,0.305
30,mlp.experts.14.down_proj,0.0000079612,0.05000,0.313
30,mlp.experts.17.down_proj,0.0000065456,0.05000,0.308
30,mlp.experts.16.down_proj,0.0000054245,0.05000,0.310
30,mlp.experts.19.down_proj,0.0000096068,0.05000,0.312
30,mlp.experts.18.down_proj,0.0000017587,0.05000,0.313
30,mlp.experts.21.down_proj,0.0000061592,0.05000,0.307
30,mlp.experts.20.down_proj,0.0000173101,0.05000,0.309
30,mlp.experts.23.down_proj,0.0000066568,0.05000,0.312
30,mlp.experts.22.down_proj,0.0000134865,0.05000,0.309
30,mlp.experts.24.down_proj,0.0000013701,0.05000,0.304
30,mlp.experts.25.down_proj,0.0000027058,0.05000,0.314
30,mlp.experts.27.down_proj,0.0000029578,0.05000,0.308
30,mlp.experts.26.down_proj,0.0000152378,0.05000,0.310
30,mlp.experts.28.down_proj,0.0000023097,0.05000,0.316
30,mlp.experts.29.down_proj,0.0000123886,0.05000,0.320
30,mlp.experts.31.down_proj,0.0000064311,0.05000,0.316
30,mlp.experts.30.down_proj,0.0000053194,0.05000,0.318
30,mlp.experts.32.down_proj,0.0000050299,0.05000,0.322
30,mlp.experts.33.down_proj,0.0000106830,0.05000,0.319
30,mlp.experts.35.down_proj,0.0000082594,0.05000,0.318
30,mlp.experts.34.down_proj,0.0000061433,0.05000,0.323
30,mlp.experts.36.down_proj,0.0000052010,0.05000,0.324
30,mlp.experts.37.down_proj,0.0000029543,0.05000,0.327
30,mlp.experts.39.down_proj,0.0000031158,0.05000,0.333
30,mlp.experts.38.down_proj,0.0000013258,0.05000,0.342
30,mlp.experts.40.down_proj,0.0000028763,0.05000,0.328
30,mlp.experts.41.down_proj,0.0000044883,0.05000,0.319
30,mlp.experts.43.down_proj,0.0000030975,0.05000,0.316
30,mlp.experts.42.down_proj,0.0000017941,0.05000,0.318
30,mlp.experts.44.down_proj,0.0000058535,0.05000,0.313
30,mlp.experts.47.down_proj,0.0000045687,0.05000,0.309
30,mlp.experts.45.down_proj,0.0000142009,0.05000,0.317
30,mlp.experts.46.down_proj,0.0000138384,0.05000,0.314
30,mlp.experts.48.down_proj,0.0000077050,0.05000,0.314
30,mlp.experts.51.down_proj,0.0000070219,0.05000,0.312
30,mlp.experts.49.down_proj,0.0000176615,0.05000,0.312
30,mlp.experts.50.down_proj,0.0000032326,0.05000,0.313
30,mlp.experts.52.down_proj,0.0000089521,0.05000,0.308
30,mlp.experts.55.down_proj,0.0000050565,0.05000,0.309
30,mlp.experts.53.down_proj,0.0000053644,0.05000,0.309
30,mlp.experts.54.down_proj,0.0000117058,0.05000,0.315
30,mlp.experts.56.down_proj,0.0000059884,0.05000,0.315
30,mlp.experts.57.down_proj,0.0000060784,0.05000,0.309
30,mlp.experts.59.down_proj,0.0000099378,0.05000,0.315
30,mlp.experts.58.down_proj,0.0000083719,0.05000,0.314
30,mlp.experts.61.down_proj,0.0000031008,0.05000,0.312
30,mlp.experts.60.down_proj,0.0000019153,0.05000,0.322
30,mlp.experts.65.down_proj,fallback(rtn): 0.0010376,0.00000,0.007
30,mlp.experts.63.down_proj,0.0000046675,0.05000,0.321
30,mlp.experts.62.down_proj,0.0000063364,0.05000,0.323
30,mlp.experts.64.down_proj,0.0000142392,0.05000,0.307
30,mlp.experts.69.down_proj,0.0000040609,0.05000,0.307
30,mlp.experts.67.down_proj,0.0000086213,0.05000,0.309
30,mlp.experts.66.down_proj,0.0000135393,0.05000,0.304
30,mlp.experts.68.down_proj,0.0000108889,0.05000,0.316
30,mlp.experts.73.down_proj,0.0000056523,0.05000,0.318
30,mlp.experts.71.down_proj,0.0000039679,0.05000,0.318
30,mlp.experts.70.down_proj,0.0000077665,0.05000,0.320
30,mlp.experts.72.down_proj,0.0000048511,0.05000,0.327
30,mlp.experts.77.down_proj,0.0000089509,0.05000,0.331
30,mlp.experts.75.down_proj,0.0000071209,0.05000,0.331
30,mlp.experts.74.down_proj,0.0000093224,0.05000,0.324
30,mlp.experts.76.down_proj,0.0000065833,0.05000,0.314
30,mlp.experts.81.down_proj,0.0000035439,0.05000,0.314
30,mlp.experts.79.down_proj,0.0000113437,0.05000,0.317
30,mlp.experts.78.down_proj,0.0000145064,0.05000,0.311
30,mlp.experts.80.down_proj,0.0000032236,0.05000,0.321
30,mlp.experts.85.down_proj,0.0000099181,0.05000,0.315
30,mlp.experts.83.down_proj,0.0000072134,0.05000,0.319
30,mlp.experts.82.down_proj,0.0000081379,0.05000,0.314
30,mlp.experts.84.down_proj,0.0000052366,0.05000,0.315
30,mlp.experts.89.down_proj,0.0000039882,0.05000,0.317
30,mlp.experts.87.down_proj,0.0000029678,0.05000,0.318
30,mlp.experts.86.down_proj,0.0000040783,0.05000,0.312
30,mlp.experts.88.down_proj,0.0000025689,0.05000,0.315
30,mlp.experts.93.down_proj,0.0000047068,0.05000,0.316
30,mlp.experts.91.down_proj,0.0000067460,0.05000,0.315
30,mlp.experts.90.down_proj,0.0000076979,0.05000,0.314
30,mlp.experts.92.down_proj,0.0000043244,0.05000,0.323
30,mlp.experts.97.down_proj,0.0000142541,0.05000,0.324
30,mlp.experts.95.down_proj,0.0000133635,0.05000,0.317
30,mlp.experts.94.down_proj,0.0000050406,0.05000,0.321
30,mlp.experts.96.down_proj,0.0000091779,0.05000,0.311
30,mlp.experts.101.down_proj,0.0000085464,0.05000,0.308
30,mlp.experts.99.down_proj,0.0000023344,0.05000,0.314
30,mlp.experts.98.down_proj,0.0000066946,0.05000,0.313
30,mlp.experts.105.down_proj,0.0000048805,0.05000,0.313
30,mlp.experts.100.down_proj,0.0000033536,0.05000,0.319
30,mlp.experts.103.down_proj,0.0000019741,0.05000,0.312
30,mlp.experts.102.down_proj,0.0000101510,0.05000,0.313
30,mlp.experts.109.down_proj,0.0000078585,0.05000,0.308
30,mlp.experts.104.down_proj,0.0000026451,0.05000,0.310
30,mlp.experts.107.down_proj,0.0000053067,0.05000,0.314
30,mlp.experts.106.down_proj,0.0000045642,0.05000,0.308
30,mlp.experts.113.down_proj,0.0000034855,0.05000,0.305
30,mlp.experts.108.down_proj,0.0000053034,0.05000,0.309
30,mlp.experts.110.down_proj,0.0000087640,0.05000,0.303
30,mlp.experts.111.down_proj,0.0000085122,0.05000,0.309
30,mlp.experts.117.down_proj,0.0000090431,0.05000,0.310
30,mlp.experts.112.down_proj,0.0000061154,0.05000,0.312
30,mlp.experts.115.down_proj,0.0000097313,0.05000,0.311
30,mlp.experts.114.down_proj,0.0000046824,0.05000,0.319
30,mlp.experts.121.down_proj,0.0000054804,0.05000,0.314
30,mlp.experts.116.down_proj,0.0000020487,0.05000,0.312
30,mlp.experts.119.down_proj,0.0000069951,0.05000,0.317
30,mlp.experts.118.down_proj,0.0000238895,0.05000,0.315
30,mlp.experts.125.down_proj,0.0000122090,0.05000,0.316
30,mlp.experts.120.down_proj,0.0000099937,0.05000,0.328
30,mlp.experts.124.down_proj,fallback(rtn): 0.0010147,0.00000,0.005
30,mlp.experts.122.down_proj,0.0000029944,0.05000,0.326
30,mlp.experts.123.down_proj,0.0000078650,0.05000,0.334
30,mlp.experts.129.down_proj,0.0000093366,0.05000,0.321
30,mlp.experts.128.down_proj,0.0000080822,0.05000,0.310
30,mlp.experts.126.down_proj,0.0000075405,0.05000,0.306
30,mlp.experts.127.down_proj,0.0000048539,0.05000,0.310
30,mlp.experts.133.down_proj,0.0000056051,0.05000,0.309
30,mlp.experts.132.down_proj,0.0000011571,0.05000,0.311
30,mlp.experts.130.down_proj,0.0000098005,0.05000,0.311
30,mlp.experts.131.down_proj,0.0000131228,0.05000,0.312
30,mlp.experts.137.down_proj,0.0000063199,0.05000,0.316
30,mlp.experts.136.down_proj,0.0000069571,0.05000,0.331
30,mlp.experts.134.down_proj,0.0000027293,0.05000,0.329
30,mlp.experts.135.down_proj,0.0000059103,0.05000,0.328
30,mlp.experts.141.down_proj,0.0000034818,0.05000,0.315
30,mlp.experts.140.down_proj,0.0000073264,0.05000,0.314
30,mlp.experts.138.down_proj,0.0000041322,0.05000,0.312
30,mlp.experts.139.down_proj,0.0000038707,0.05000,0.309
30,mlp.experts.145.down_proj,0.0000045232,0.05000,0.311
30,mlp.experts.144.down_proj,0.0000119014,0.05000,0.312
30,mlp.experts.142.down_proj,0.0000162637,0.05000,0.312
30,mlp.experts.143.down_proj,0.0000126950,0.05000,0.313
30,mlp.experts.149.down_proj,0.0000086954,0.05000,0.316
30,mlp.experts.153.down_proj,fallback(rtn): 0.0010529,0.00000,0.006
30,mlp.experts.148.down_proj,0.0000069539,0.05000,0.318
30,mlp.experts.146.down_proj,0.0000158143,0.05000,0.320
30,mlp.experts.147.down_proj,0.0000125889,0.05000,0.321
30,mlp.experts.157.down_proj,0.0000036919,0.05000,0.320
30,mlp.experts.152.down_proj,0.0000061353,0.05000,0.315
30,mlp.experts.150.down_proj,0.0000060799,0.05000,0.317
30,mlp.experts.151.down_proj,0.0000044841,0.05000,0.317
30,mlp.experts.154.down_proj,fallback(rtn): 0.0010300,0.00000,0.006
30,mlp.experts.161.down_proj,0.0000055969,0.05000,0.312
30,mlp.experts.156.down_proj,0.0000130129,0.05000,0.310
30,mlp.experts.155.down_proj,0.0000041416,0.05000,0.308
30,mlp.experts.158.down_proj,0.0000086478,0.05000,0.311
30,mlp.experts.165.down_proj,0.0000014361,0.05000,0.305
30,mlp.experts.160.down_proj,0.0000082084,0.05000,0.306
30,mlp.experts.159.down_proj,0.0000039106,0.05000,0.305
30,mlp.experts.162.down_proj,0.0000034677,0.05000,0.307
30,mlp.experts.169.down_proj,0.0000173847,0.05000,0.308
30,mlp.experts.164.down_proj,0.0000031101,0.05000,0.308
30,mlp.experts.163.down_proj,0.0000023664,0.05000,0.308
30,mlp.experts.166.down_proj,0.0000026373,0.05000,0.312
30,mlp.experts.173.down_proj,0.0000031215,0.05000,0.325
30,mlp.experts.168.down_proj,0.0000086903,0.05000,0.315
30,mlp.experts.167.down_proj,0.0000058962,0.05000,0.322
30,mlp.experts.170.down_proj,0.0000100256,0.05000,0.321
30,mlp.experts.177.down_proj,0.0000045330,0.05000,0.320
30,mlp.experts.172.down_proj,0.0000029478,0.05000,0.319
30,mlp.experts.171.down_proj,0.0000054821,0.05000,0.318
30,mlp.experts.174.down_proj,0.0000073106,0.05000,0.321
30,mlp.experts.181.down_proj,0.0000079120,0.05000,0.313
30,mlp.experts.176.down_proj,0.0000060263,0.05000,0.319
30,mlp.experts.175.down_proj,0.0000043573,0.05000,0.316
30,mlp.experts.178.down_proj,0.0000035150,0.05000,0.316
30,mlp.experts.185.down_proj,0.0000161136,0.05000,0.309
30,mlp.experts.180.down_proj,0.0000023442,0.05000,0.308
30,mlp.experts.179.down_proj,0.0000058036,0.05000,0.311
30,mlp.experts.182.down_proj,0.0000088451,0.05000,0.308
30,mlp.experts.189.down_proj,0.0000068174,0.05000,0.321
30,mlp.experts.184.down_proj,0.0000049634,0.05000,0.326
30,mlp.experts.183.down_proj,0.0000034024,0.05000,0.329
30,mlp.experts.186.down_proj,0.0000130467,0.05000,0.323
30,mlp.experts.193.down_proj,0.0000021706,0.05000,0.309
30,mlp.experts.188.down_proj,0.0000088444,0.05000,0.312
30,mlp.experts.187.down_proj,0.0000057942,0.05000,0.310
30,mlp.experts.190.down_proj,0.0000041285,0.05000,0.306
30,mlp.experts.197.down_proj,0.0000067927,0.05000,0.306
30,mlp.experts.192.down_proj,0.0000105582,0.05000,0.305
30,mlp.experts.191.down_proj,0.0000091071,0.05000,0.308
30,mlp.experts.194.down_proj,0.0000056766,0.05000,0.318
30,mlp.experts.201.down_proj,0.0000050917,0.05000,0.336
30,mlp.experts.196.down_proj,0.0000030923,0.05000,0.335
30,mlp.experts.198.down_proj,0.0000041799,0.05000,0.320
30,mlp.experts.195.down_proj,0.0000042330,0.05000,0.328
30,mlp.experts.205.down_proj,0.0000062799,0.05000,0.313
30,mlp.experts.200.down_proj,0.0000133003,0.05000,0.317
30,mlp.experts.202.down_proj,0.0000095154,0.05000,0.319
30,mlp.experts.199.down_proj,0.0000035503,0.05000,0.322
30,mlp.experts.209.down_proj,0.0000016785,0.05000,0.307
30,mlp.experts.204.down_proj,0.0000110464,0.05000,0.311
30,mlp.experts.206.down_proj,0.0000028802,0.05000,0.306
30,mlp.experts.203.down_proj,0.0000038282,0.05000,0.311
30,mlp.experts.213.down_proj,0.0000048165,0.05000,0.311
30,mlp.experts.208.down_proj,0.0000075209,0.05000,0.310
30,mlp.experts.210.down_proj,0.0000037199,0.05000,0.307
30,mlp.experts.207.down_proj,0.0000063475,0.05000,0.313
30,mlp.experts.217.down_proj,0.0000092117,0.05000,0.308
30,mlp.experts.212.down_proj,0.0000058756,0.05000,0.310
30,mlp.experts.214.down_proj,0.0000095850,0.05000,0.312
30,mlp.experts.211.down_proj,0.0000058848,0.05000,0.313
30,mlp.experts.221.down_proj,0.0000056974,0.05000,0.315
30,mlp.experts.216.down_proj,0.0000038021,0.05000,0.310
30,mlp.experts.218.down_proj,0.0000137861,0.05000,0.306
30,mlp.experts.215.down_proj,0.0000069756,0.05000,0.308
30,mlp.experts.225.down_proj,0.0000067683,0.05000,0.308
30,mlp.experts.220.down_proj,0.0000100878,0.05000,0.306
30,mlp.experts.222.down_proj,0.0000049405,0.05000,0.309
30,mlp.experts.219.down_proj,0.0000101634,0.05000,0.313
30,mlp.experts.229.down_proj,0.0000060952,0.05000,0.320
30,mlp.experts.224.down_proj,0.0000070873,0.05000,0.320
30,mlp.experts.226.down_proj,0.0000082709,0.05000,0.322
30,mlp.experts.223.down_proj,0.0000053363,0.05000,0.316
30,mlp.experts.233.down_proj,0.0000050439,0.05000,0.336
30,mlp.experts.228.down_proj,0.0000060854,0.05000,0.331
30,mlp.experts.230.down_proj,0.0000051799,0.05000,0.333
30,mlp.experts.227.down_proj,0.0000069789,0.05000,0.314
30,mlp.experts.237.down_proj,0.0000073482,0.05000,0.316
30,mlp.experts.232.down_proj,0.0000071014,0.05000,0.324
30,mlp.experts.234.down_proj,0.0000026821,0.05000,0.320
30,mlp.experts.231.down_proj,0.0000038305,0.05000,0.323
30,mlp.experts.241.down_proj,0.0000048354,0.05000,0.313
30,mlp.experts.236.down_proj,0.0000102468,0.05000,0.312
30,mlp.experts.238.down_proj,0.0000051830,0.05000,0.310
30,mlp.experts.235.down_proj,0.0000033565,0.05000,0.311
30,mlp.experts.245.down_proj,0.0000040322,0.05000,0.316
30,mlp.experts.249.down_proj,fallback(rtn): 0.0010300,0.00000,0.005
30,mlp.experts.240.down_proj,0.0000029406,0.05000,0.323
30,mlp.experts.242.down_proj,0.0000182536,0.05000,0.324
30,mlp.experts.246.down_proj,fallback(rtn): 0.0010376,0.00000,0.005
30,mlp.experts.239.down_proj,0.0000137245,0.05000,0.328
30,mlp.experts.244.down_proj,0.0000245096,0.05000,0.310
30,mlp.experts.253.down_proj,0.0000052455,0.05000,0.318
30,mlp.experts.250.down_proj,0.0000127136,0.05000,0.306
30,mlp.experts.243.down_proj,0.0000053548,0.05000,0.298
30,mlp.experts.248.down_proj,0.0000121938,0.05000,0.198
30,mlp.experts.252.down_proj,fallback(rtn): 0.0010529,0.00000,0.003
30,mlp.experts.254.down_proj,0.0000046671,0.05000,0.194
30,mlp.experts.247.down_proj,0.0000095129,0.05000,0.182
30,mlp.experts.251.down_proj,0.0000033872,0.05000,0.062
30,mlp.experts.255.down_proj,0.0000124393,0.05000,0.062
31,mlp.experts.2.gate_proj,0.0001909721,0.05000,1.257
31,mlp.experts.3.gate_proj,0.0002611201,0.05000,1.265
31,mlp.experts.0.gate_proj,0.0001452758,0.05000,1.268
31,mlp.experts.1.gate_proj,0.0002467740,0.05000,1.278
31,mlp.experts.6.gate_proj,fallback(rtn): 0.0010223,0.00000,0.035
31,mlp.experts.7.gate_proj,0.0000809134,0.05000,1.231
31,mlp.experts.5.gate_proj,0.0001639013,0.05000,1.238
31,mlp.experts.4.gate_proj,0.0000991479,0.05000,1.247
31,mlp.experts.10.gate_proj,0.0001339933,0.05000,1.231
31,mlp.experts.9.gate_proj,fallback(rtn): 0.0010300,0.00000,0.028
31,mlp.experts.11.gate_proj,0.0001398101,0.05000,1.219
31,mlp.experts.8.gate_proj,0.0001217578,0.05000,1.230
31,mlp.experts.14.gate_proj,0.0000645782,0.05000,1.232
31,mlp.experts.13.gate_proj,0.0001670009,0.05000,1.231
31,mlp.experts.15.gate_proj,0.0002445972,0.05000,1.253
31,mlp.experts.12.gate_proj,0.0001173385,0.05000,1.267
31,mlp.experts.18.gate_proj,0.0001858904,0.05000,1.253
31,mlp.experts.17.gate_proj,0.0001979819,0.05000,1.258
31,mlp.experts.21.gate_proj,fallback(rtn): 0.0010376,0.00000,0.018
31,mlp.experts.19.gate_proj,0.0001385945,0.05000,1.242
31,mlp.experts.22.gate_proj,0.0001281754,0.05000,1.251
31,mlp.experts.16.gate_proj,0.0000878174,0.05000,1.260
31,mlp.experts.25.gate_proj,0.0002442937,0.05000,1.254
31,mlp.experts.23.gate_proj,0.0001671647,0.05000,1.336
31,mlp.experts.20.gate_proj,0.0000511420,0.05000,1.335
31,mlp.experts.26.gate_proj,0.0001907269,0.05000,1.350
31,mlp.experts.29.gate_proj,0.0002339514,0.05000,1.343
31,mlp.experts.27.gate_proj,0.0002786066,0.05000,1.340
31,mlp.experts.24.gate_proj,0.0001614917,0.05000,1.341
31,mlp.experts.30.gate_proj,0.0001518143,0.05000,1.344
31,mlp.experts.33.gate_proj,0.0000781906,0.05000,1.342
31,mlp.experts.31.gate_proj,0.0001003133,0.05000,1.261
31,mlp.experts.28.gate_proj,0.0001118385,0.05000,1.260
31,mlp.experts.34.gate_proj,0.0001201060,0.05000,1.252
31,mlp.experts.37.gate_proj,0.0001916022,0.05000,1.259
31,mlp.experts.35.gate_proj,0.0000841970,0.05000,1.240
31,mlp.experts.32.gate_proj,0.0002087608,0.05000,1.235
31,mlp.experts.38.gate_proj,0.0001079670,0.05000,1.245
31,mlp.experts.41.gate_proj,0.0001599847,0.05000,1.247
31,mlp.experts.39.gate_proj,0.0000416665,0.05000,1.263
31,mlp.experts.36.gate_proj,0.0001799578,0.05000,1.251
31,mlp.experts.42.gate_proj,0.0001469994,0.05000,1.263
31,mlp.experts.45.gate_proj,0.0001497533,0.05000,1.266
31,mlp.experts.43.gate_proj,0.0000919340,0.05000,1.231
31,mlp.experts.40.gate_proj,0.0000537117,0.05000,1.238
31,mlp.experts.46.gate_proj,0.0000980323,0.05000,1.234
31,mlp.experts.49.gate_proj,0.0002218790,0.05000,1.234
31,mlp.experts.47.gate_proj,0.0001115651,0.05000,1.261
31,mlp.experts.44.gate_proj,0.0003432751,0.05000,1.267
31,mlp.experts.50.gate_proj,0.0001566382,0.05000,1.261
31,mlp.experts.48.gate_proj,fallback(rtn): 0.0010300,0.00000,0.023
31,mlp.experts.53.gate_proj,0.0001984891,0.05000,1.276
31,mlp.experts.51.gate_proj,0.0001023121,0.05000,1.253
31,mlp.experts.54.gate_proj,0.0001976810,0.05000,1.261
31,mlp.experts.52.gate_proj,0.0002474498,0.05000,1.251
31,mlp.experts.57.gate_proj,0.0000746535,0.05000,1.258
31,mlp.experts.55.gate_proj,0.0001295336,0.05000,1.240
31,mlp.experts.58.gate_proj,0.0001713131,0.05000,1.264
31,mlp.experts.56.gate_proj,0.0004270226,0.05000,1.263
31,mlp.experts.61.gate_proj,0.0001889914,0.05000,1.261
31,mlp.experts.59.gate_proj,0.0001270032,0.05000,1.249
31,mlp.experts.62.gate_proj,0.0003411109,0.05000,1.260
31,mlp.experts.60.gate_proj,0.0001030677,0.05000,1.266
31,mlp.experts.65.gate_proj,0.0001982706,0.05000,1.258
31,mlp.experts.63.gate_proj,0.0002843586,0.05000,1.234
31,mlp.experts.64.gate_proj,0.0002403108,0.05000,1.232
31,mlp.experts.66.gate_proj,0.0001161109,0.05000,1.271
31,mlp.experts.69.gate_proj,0.0002455411,0.05000,1.251
31,mlp.experts.67.gate_proj,0.0001266634,0.05000,1.264
31,mlp.experts.68.gate_proj,0.0001720749,0.05000,1.263
31,mlp.experts.70.gate_proj,0.0000849608,0.05000,1.258
31,mlp.experts.73.gate_proj,0.0003349091,0.05000,1.255
31,mlp.experts.71.gate_proj,0.0000392826,0.05000,1.252
31,mlp.experts.74.gate_proj,0.0002294408,0.05000,1.252
31,mlp.experts.72.gate_proj,0.0002504516,0.05000,1.269
31,mlp.experts.76.gate_proj,fallback(rtn): 0.0010529,0.00000,0.035
31,mlp.experts.77.gate_proj,0.0003137428,0.05000,1.259
31,mlp.experts.75.gate_proj,0.0001807738,0.05000,1.263
31,mlp.experts.78.gate_proj,0.0003368493,0.05000,1.269
31,mlp.experts.80.gate_proj,0.0001845931,0.05000,1.237
31,mlp.experts.81.gate_proj,0.0002912942,0.05000,1.236
31,mlp.experts.79.gate_proj,0.0001820454,0.05000,1.244
31,mlp.experts.84.gate_proj,0.0002518471,0.05000,1.236
31,mlp.experts.85.gate_proj,0.0002080203,0.05000,1.250
31,mlp.experts.82.gate_proj,0.0002497109,0.05000,1.262
31,mlp.experts.83.gate_proj,0.0003090493,0.05000,1.247
31,mlp.experts.88.gate_proj,0.0001404806,0.05000,1.251
31,mlp.experts.89.gate_proj,0.0004176109,0.05000,1.242
31,mlp.experts.86.gate_proj,0.0001312099,0.05000,1.242
31,mlp.experts.87.gate_proj,0.0002784795,0.05000,1.254
31,mlp.experts.92.gate_proj,0.0003143899,0.05000,1.246
31,mlp.experts.90.gate_proj,0.0002708270,0.05000,1.250
31,mlp.experts.93.gate_proj,0.0003035719,0.05000,1.271
31,mlp.experts.91.gate_proj,0.0000459288,0.05000,1.236
31,mlp.experts.96.gate_proj,0.0002226858,0.05000,1.254
31,mlp.experts.94.gate_proj,0.0002867962,0.05000,1.262
31,mlp.experts.97.gate_proj,0.0003328742,0.05000,1.261
31,mlp.experts.95.gate_proj,0.0002947872,0.05000,1.259
31,mlp.experts.100.gate_proj,0.0001381344,0.05000,1.257
31,mlp.experts.104.gate_proj,fallback(rtn): 0.0011063,0.00000,0.017
31,mlp.experts.98.gate_proj,0.0004064113,0.05000,1.256
31,mlp.experts.101.gate_proj,0.0002128268,0.05000,1.250
31,mlp.experts.99.gate_proj,0.0002280086,0.05000,1.240
31,mlp.experts.108.gate_proj,0.0000676853,0.05000,1.239
31,mlp.experts.102.gate_proj,0.0000832326,0.05000,1.250
31,mlp.experts.105.gate_proj,0.0002865856,0.05000,1.253
31,mlp.experts.103.gate_proj,0.0001739220,0.05000,1.230
31,mlp.experts.112.gate_proj,0.0001813666,0.05000,1.229
31,mlp.experts.106.gate_proj,0.0001082548,0.05000,1.238
31,mlp.experts.109.gate_proj,0.0001036524,0.05000,1.230
31,mlp.experts.107.gate_proj,0.0000945797,0.05000,1.250
31,mlp.experts.116.gate_proj,0.0001168288,0.05000,1.266
31,mlp.experts.110.gate_proj,0.0000455513,0.05000,1.287
31,mlp.experts.113.gate_proj,0.0001375322,0.05000,1.282
31,mlp.experts.111.gate_proj,0.0000481501,0.05000,1.266
31,mlp.experts.120.gate_proj,0.0001123702,0.05000,1.259
31,mlp.experts.114.gate_proj,0.0001742894,0.05000,1.265
31,mlp.experts.117.gate_proj,0.0002798459,0.05000,1.264
31,mlp.experts.115.gate_proj,0.0001680934,0.05000,1.261
31,mlp.experts.119.gate_proj,fallback(rtn): 0.0011063,0.00000,0.018
31,mlp.experts.124.gate_proj,0.0003295942,0.05000,1.263
31,mlp.experts.118.gate_proj,0.0001570205,0.05000,1.271
31,mlp.experts.121.gate_proj,0.0001385009,0.05000,1.272
31,mlp.experts.123.gate_proj,0.0002387560,0.05000,1.267
31,mlp.experts.128.gate_proj,0.0001904439,0.05000,1.245
31,mlp.experts.125.gate_proj,0.0001398403,0.05000,1.234
31,mlp.experts.122.gate_proj,0.0001220920,0.05000,1.263
31,mlp.experts.127.gate_proj,0.0001294981,0.05000,1.261
31,mlp.experts.132.gate_proj,0.0000972106,0.05000,1.278
31,mlp.experts.129.gate_proj,0.0001351869,0.05000,1.267
31,mlp.experts.126.gate_proj,0.0001928513,0.05000,1.265
31,mlp.experts.131.gate_proj,0.0001060911,0.05000,1.255
31,mlp.experts.133.gate_proj,0.0002354033,0.05000,1.263
31,mlp.experts.136.gate_proj,0.0003836586,0.05000,1.274
31,mlp.experts.130.gate_proj,0.0001016118,0.05000,1.265
31,mlp.experts.135.gate_proj,0.0002388857,0.05000,1.266
31,mlp.experts.137.gate_proj,0.0002171126,0.05000,1.254
31,mlp.experts.134.gate_proj,0.0001673520,0.05000,1.237
31,mlp.experts.140.gate_proj,0.0006232177,0.05000,1.263
31,mlp.experts.139.gate_proj,0.0004150990,0.05000,1.274
31,mlp.experts.138.gate_proj,0.0003466644,0.05000,1.258
31,mlp.experts.141.gate_proj,0.0004267514,0.05000,1.280
31,mlp.experts.144.gate_proj,0.0001790702,0.05000,1.283
31,mlp.experts.143.gate_proj,0.0001078892,0.05000,1.257
31,mlp.experts.142.gate_proj,0.0001656512,0.05000,1.254
31,mlp.experts.145.gate_proj,0.0002416109,0.05000,1.241
31,mlp.experts.148.gate_proj,0.0001836819,0.05000,1.254
31,mlp.experts.147.gate_proj,0.0003987154,0.05000,1.246
31,mlp.experts.146.gate_proj,0.0001604212,0.05000,1.242
31,mlp.experts.149.gate_proj,0.0002116360,0.05000,1.253
31,mlp.experts.152.gate_proj,0.0002361004,0.05000,1.254
31,mlp.experts.151.gate_proj,0.0001050613,0.05000,1.259
31,mlp.experts.150.gate_proj,0.0003218773,0.05000,1.244
31,mlp.experts.153.gate_proj,0.0002802217,0.05000,1.240
31,mlp.experts.156.gate_proj,0.0002254179,0.05000,1.249
31,mlp.experts.155.gate_proj,0.0003908362,0.05000,1.261
31,mlp.experts.154.gate_proj,0.0001008861,0.05000,1.273
31,mlp.experts.157.gate_proj,0.0002400516,0.05000,1.277
31,mlp.experts.160.gate_proj,0.0000592387,0.05000,1.269
31,mlp.experts.159.gate_proj,0.0001230630,0.05000,1.270
31,mlp.experts.158.gate_proj,0.0001758491,0.05000,1.277
31,mlp.experts.161.gate_proj,0.0003701703,0.05000,1.277
31,mlp.experts.164.gate_proj,0.0001683484,0.05000,1.293
31,mlp.experts.168.gate_proj,fallback(rtn): 0.0010300,0.00000,0.018
31,mlp.experts.163.gate_proj,0.0001448934,0.05000,1.254
31,mlp.experts.165.gate_proj,0.0001337230,0.05000,1.249
31,mlp.experts.162.gate_proj,0.0000691263,0.05000,1.263
31,mlp.experts.172.gate_proj,0.0001768593,0.05000,1.267
31,mlp.experts.167.gate_proj,0.0001244810,0.05000,1.257
31,mlp.experts.169.gate_proj,0.0001580423,0.05000,1.272
31,mlp.experts.166.gate_proj,0.0002090132,0.05000,1.266
31,mlp.experts.176.gate_proj,0.0001675812,0.05000,1.276
31,mlp.experts.171.gate_proj,0.0002567609,0.05000,1.269
31,mlp.experts.173.gate_proj,0.0001537719,0.05000,1.259
31,mlp.experts.170.gate_proj,0.0001642610,0.05000,1.268
31,mlp.experts.180.gate_proj,0.0001122069,0.05000,1.259
31,mlp.experts.175.gate_proj,0.0000919440,0.05000,1.239
31,mlp.experts.177.gate_proj,0.0002303407,0.05000,1.244
31,mlp.experts.174.gate_proj,0.0001224715,0.05000,1.249
31,mlp.experts.184.gate_proj,0.0002048280,0.05000,1.254
31,mlp.experts.179.gate_proj,0.0001346667,0.05000,1.241
31,mlp.experts.181.gate_proj,0.0001488199,0.05000,1.237
31,mlp.experts.178.gate_proj,0.0000867747,0.05000,1.242
31,mlp.experts.188.gate_proj,0.0002497239,0.05000,1.241
31,mlp.experts.183.gate_proj,0.0001324460,0.05000,1.236
31,mlp.experts.185.gate_proj,0.0001787023,0.05000,1.244
31,mlp.experts.182.gate_proj,0.0003410351,0.05000,1.238
31,mlp.experts.189.gate_proj,fallback(rtn): 0.0010910,0.00000,0.019
31,mlp.experts.192.gate_proj,0.0001404045,0.05000,1.253
31,mlp.experts.187.gate_proj,0.0003065539,0.05000,1.260
31,mlp.experts.193.gate_proj,0.0001261664,0.05000,1.263
31,mlp.experts.186.gate_proj,0.0003500660,0.05000,1.272
31,mlp.experts.196.gate_proj,0.0000816389,0.05000,1.266
31,mlp.experts.191.gate_proj,0.0001402058,0.05000,1.241
31,mlp.experts.197.gate_proj,0.0000881171,0.05000,1.241
31,mlp.experts.190.gate_proj,0.0000851232,0.05000,1.238
31,mlp.experts.200.gate_proj,0.0001594633,0.05000,1.247
31,mlp.experts.195.gate_proj,0.0002427712,0.05000,1.267
31,mlp.experts.194.gate_proj,0.0001968891,0.05000,1.245
31,mlp.experts.201.gate_proj,0.0002315999,0.05000,1.279
31,mlp.experts.204.gate_proj,0.0002256125,0.05000,1.269
31,mlp.experts.199.gate_proj,0.0000815924,0.05000,1.255
31,mlp.experts.198.gate_proj,0.0002534734,0.05000,1.259
31,mlp.experts.205.gate_proj,0.0000786307,0.05000,1.250
31,mlp.experts.208.gate_proj,0.0001462182,0.05000,1.259
31,mlp.experts.203.gate_proj,0.0002093672,0.05000,1.243
31,mlp.experts.209.gate_proj,0.0000345876,0.05000,1.236
31,mlp.experts.202.gate_proj,0.0001764943,0.05000,1.267
31,mlp.experts.212.gate_proj,0.0000569804,0.05000,1.265
31,mlp.experts.207.gate_proj,0.0001722633,0.05000,1.278
31,mlp.experts.213.gate_proj,0.0001914622,0.05000,1.238
31,mlp.experts.206.gate_proj,0.0000636257,0.05000,1.258
31,mlp.experts.216.gate_proj,0.0000999344,0.05000,1.260
31,mlp.experts.211.gate_proj,0.0001759019,0.05000,1.260
31,mlp.experts.217.gate_proj,0.0002052154,0.05000,1.268
31,mlp.experts.210.gate_proj,0.0003352275,0.05000,1.274
31,mlp.experts.220.gate_proj,0.0004889965,0.05000,1.275
31,mlp.experts.215.gate_proj,0.0001474177,0.05000,1.280
31,mlp.experts.221.gate_proj,0.0002613079,0.05000,1.269
31,mlp.experts.214.gate_proj,0.0002676817,0.05000,1.282
31,mlp.experts.224.gate_proj,0.0002115344,0.05000,1.277
31,mlp.experts.219.gate_proj,0.0002297118,0.05000,1.267
31,mlp.experts.225.gate_proj,0.0001394818,0.05000,1.251
31,mlp.experts.218.gate_proj,0.0001947571,0.05000,1.251
31,mlp.experts.228.gate_proj,0.0001729300,0.05000,1.249
31,mlp.experts.223.gate_proj,0.0001430153,0.05000,1.251
31,mlp.experts.229.gate_proj,0.0001846396,0.05000,1.243
31,mlp.experts.222.gate_proj,0.0002431169,0.05000,1.246
31,mlp.experts.232.gate_proj,0.0002307030,0.05000,1.246
31,mlp.experts.227.gate_proj,0.0002317327,0.05000,1.250
31,mlp.experts.233.gate_proj,0.0002004234,0.05000,1.261
31,mlp.experts.226.gate_proj,0.0000812282,0.05000,1.280
31,mlp.experts.236.gate_proj,0.0004339121,0.05000,1.285
31,mlp.experts.231.gate_proj,0.0002068936,0.05000,1.261
31,mlp.experts.237.gate_proj,0.0000997120,0.05000,1.261
31,mlp.experts.230.gate_proj,0.0001573008,0.05000,1.257
31,mlp.experts.240.gate_proj,0.0001693504,0.05000,1.246
31,mlp.experts.235.gate_proj,0.0002422725,0.05000,1.245
31,mlp.experts.241.gate_proj,0.0003684278,0.05000,1.260
31,mlp.experts.234.gate_proj,0.0001608183,0.05000,1.271
31,mlp.experts.244.gate_proj,0.0006085234,0.05000,1.266
31,mlp.experts.239.gate_proj,0.0002336288,0.05000,1.257
31,mlp.experts.245.gate_proj,0.0000795277,0.05000,1.259
31,mlp.experts.238.gate_proj,0.0002119667,0.05000,1.246
31,mlp.experts.248.gate_proj,0.0003011349,0.05000,1.232
31,mlp.experts.243.gate_proj,0.0002508809,0.05000,1.244
31,mlp.experts.249.gate_proj,0.0001652295,0.05000,1.253
31,mlp.experts.242.gate_proj,0.0002286947,0.05000,1.250
31,mlp.experts.252.gate_proj,0.0000717162,0.05000,1.272
31,mlp.experts.247.gate_proj,0.0001152126,0.05000,1.280
31,mlp.experts.253.gate_proj,0.0000873057,0.05000,1.263
31,mlp.experts.246.gate_proj,0.0002315739,0.05000,1.264
31,mlp.experts.0.up_proj,0.0001394801,0.05000,1.280
31,mlp.experts.251.gate_proj,0.0001472687,0.05000,1.266
31,mlp.experts.1.up_proj,0.0002329975,0.05000,1.254
31,mlp.experts.250.gate_proj,0.0000965656,0.05000,1.256
31,mlp.experts.4.up_proj,0.0001081639,0.05000,1.266
31,mlp.experts.255.gate_proj,0.0004167712,0.05000,1.248
31,mlp.experts.5.up_proj,0.0001323013,0.05000,1.270
31,mlp.experts.254.gate_proj,0.0002480434,0.05000,1.266
31,mlp.experts.9.up_proj,fallback(rtn): 0.0010071,0.00000,0.026
31,mlp.experts.8.up_proj,0.0001023643,0.05000,1.276
31,mlp.experts.3.up_proj,0.0002285610,0.05000,1.279
31,mlp.experts.2.up_proj,0.0001556982,0.05000,1.242
31,mlp.experts.6.up_proj,fallback(rtn): 0.0010376,0.00000,0.017
31,mlp.experts.13.up_proj,0.0001365908,0.05000,1.259
31,mlp.experts.12.up_proj,0.0001002124,0.05000,1.248
31,mlp.experts.7.up_proj,0.0000641019,0.05000,1.272
31,mlp.experts.17.up_proj,0.0001865487,0.05000,1.252
31,mlp.experts.10.up_proj,0.0001367826,0.05000,1.257
31,mlp.experts.21.up_proj,fallback(rtn): 0.0010300,0.00000,0.023
31,mlp.experts.16.up_proj,0.0000714560,0.05000,1.256
31,mlp.experts.11.up_proj,0.0001183408,0.05000,1.264
31,mlp.experts.14.up_proj,0.0000587286,0.05000,1.251
31,mlp.experts.25.up_proj,0.0002087569,0.05000,1.260
31,mlp.experts.20.up_proj,0.0000475276,0.05000,1.262
31,mlp.experts.15.up_proj,0.0001808609,0.05000,1.249
31,mlp.experts.29.up_proj,0.0001816306,0.05000,1.172
31,mlp.experts.18.up_proj,0.0001684800,0.05000,1.185
31,mlp.experts.24.up_proj,0.0001519354,0.05000,1.102
31,mlp.experts.28.up_proj,0.0000993964,0.05000,1.229
31,mlp.experts.22.up_proj,0.0000956283,0.05000,1.245
31,mlp.experts.33.up_proj,0.0000643371,0.05000,1.245
31,mlp.experts.19.up_proj,0.0001401892,0.05000,1.248
31,mlp.experts.32.up_proj,0.0001904387,0.05000,1.231
31,mlp.experts.37.up_proj,0.0001114672,0.05000,1.223
31,mlp.experts.23.up_proj,0.0001594818,0.05000,1.223
31,mlp.experts.26.up_proj,0.0001776466,0.05000,1.244
31,mlp.experts.36.up_proj,0.0001716706,0.05000,1.220
31,mlp.experts.27.up_proj,0.0002510204,0.05000,1.222
31,mlp.experts.41.up_proj,0.0001569445,0.05000,1.227
31,mlp.experts.30.up_proj,0.0001400710,0.05000,1.224
31,mlp.experts.40.up_proj,0.0000416186,0.05000,1.242
31,mlp.experts.34.up_proj,0.0001253693,0.05000,1.235
31,mlp.experts.45.up_proj,0.0001178409,0.05000,1.254
31,mlp.experts.31.up_proj,0.0000838005,0.05000,1.295
31,mlp.experts.44.up_proj,0.0003326163,0.05000,1.284
31,mlp.experts.48.up_proj,fallback(rtn): 0.0010452,0.00000,0.017
31,mlp.experts.38.up_proj,0.0000876804,0.05000,1.294
31,mlp.experts.49.up_proj,0.0002143038,0.05000,1.276
31,mlp.experts.35.up_proj,0.0000767362,0.05000,1.260
31,mlp.experts.52.up_proj,0.0002245630,0.05000,1.239
31,mlp.experts.39.up_proj,0.0000412803,0.05000,1.242
31,mlp.experts.42.up_proj,0.0001331272,0.05000,1.267
31,mlp.experts.53.up_proj,0.0001743167,0.05000,1.260
31,mlp.experts.56.up_proj,0.0003207100,0.05000,1.260
31,mlp.experts.43.up_proj,0.0000733522,0.05000,1.246
31,mlp.experts.57.up_proj,0.0000836922,0.05000,1.242
31,mlp.experts.46.up_proj,0.0000823810,0.05000,1.258
31,mlp.experts.60.up_proj,0.0000825866,0.05000,1.235
31,mlp.experts.61.up_proj,0.0001586814,0.05000,1.227
31,mlp.experts.47.up_proj,0.0000960436,0.05000,1.240
31,mlp.experts.50.up_proj,0.0001431900,0.05000,1.226
31,mlp.experts.64.up_proj,0.0001986987,0.05000,1.241
31,mlp.experts.51.up_proj,0.0000953645,0.05000,1.232
31,mlp.experts.65.up_proj,0.0001466007,0.05000,1.256
31,mlp.experts.54.up_proj,0.0001913846,0.05000,1.246
31,mlp.experts.68.up_proj,0.0001397973,0.05000,1.238
31,mlp.experts.69.up_proj,0.0002309711,0.05000,1.235
31,mlp.experts.55.up_proj,0.0000842275,0.05000,1.251
31,mlp.experts.58.up_proj,0.0001301526,0.05000,1.276
31,mlp.experts.72.up_proj,0.0002268059,0.05000,1.269
31,mlp.experts.73.up_proj,0.0002965943,0.05000,1.266
31,mlp.experts.59.up_proj,0.0001120051,0.05000,1.244
31,mlp.experts.76.up_proj,fallback(rtn): 0.0010376,0.00000,0.024
31,mlp.experts.62.up_proj,0.0003025519,0.05000,1.248
31,mlp.experts.77.up_proj,0.0002369863,0.05000,1.268
31,mlp.experts.80.up_proj,0.0001344787,0.05000,1.256
31,mlp.experts.63.up_proj,0.0002574894,0.05000,1.271
31,mlp.experts.66.up_proj,0.0000934654,0.05000,1.265
31,mlp.experts.67.up_proj,0.0001080807,0.05000,1.255
31,mlp.experts.81.up_proj,0.0002785337,0.05000,1.262
31,mlp.experts.84.up_proj,0.0002174539,0.05000,1.273
31,mlp.experts.70.up_proj,0.0000807651,0.05000,1.277
31,mlp.experts.85.up_proj,0.0002099955,0.05000,1.251
31,mlp.experts.71.up_proj,0.0000393707,0.05000,1.263
31,mlp.experts.74.up_proj,0.0001963933,0.05000,1.236
31,mlp.experts.88.up_proj,0.0001222538,0.05000,1.275
31,mlp.experts.75.up_proj,0.0001801576,0.05000,1.251
31,mlp.experts.89.up_proj,0.0003904347,0.05000,1.269
31,mlp.experts.78.up_proj,0.0003081741,0.05000,1.261
31,mlp.experts.92.up_proj,0.0003024846,0.05000,1.274
31,mlp.experts.79.up_proj,0.0001586048,0.05000,1.235
31,mlp.experts.93.up_proj,0.0002711457,0.05000,1.253
31,mlp.experts.82.up_proj,0.0002118842,0.05000,1.244
31,mlp.experts.96.up_proj,0.0001963384,0.05000,1.237
31,mlp.experts.83.up_proj,0.0002905454,0.05000,1.250
31,mlp.experts.97.up_proj,0.0002950671,0.05000,1.252
31,mlp.experts.86.up_proj,0.0001333737,0.05000,1.267
31,mlp.experts.100.up_proj,0.0000999437,0.05000,1.262
31,mlp.experts.104.up_proj,fallback(rtn): 0.0010681,0.00000,0.017
31,mlp.experts.87.up_proj,0.0002351565,0.05000,1.269
31,mlp.experts.101.up_proj,0.0001703457,0.05000,1.252
31,mlp.experts.90.up_proj,0.0002536343,0.05000,1.248
31,mlp.experts.108.up_proj,0.0000621533,0.05000,1.253
31,mlp.experts.91.up_proj,0.0000449998,0.05000,1.244
31,mlp.experts.105.up_proj,0.0002698984,0.05000,1.273
31,mlp.experts.94.up_proj,0.0002751843,0.05000,1.279
31,mlp.experts.112.up_proj,0.0001654868,0.05000,1.275
31,mlp.experts.95.up_proj,0.0002421108,0.05000,1.233
31,mlp.experts.109.up_proj,0.0001060178,0.05000,1.232
31,mlp.experts.98.up_proj,0.0003866768,0.05000,1.229
31,mlp.experts.116.up_proj,0.0000866177,0.05000,1.235
31,mlp.experts.113.up_proj,0.0001222566,0.05000,1.238
31,mlp.experts.99.up_proj,0.0001414283,0.05000,1.254
31,mlp.experts.102.up_proj,0.0000662005,0.05000,1.246
31,mlp.experts.120.up_proj,0.0000956728,0.05000,1.245
31,mlp.experts.103.up_proj,0.0001389037,0.05000,1.255
31,mlp.experts.117.up_proj,0.0002523445,0.05000,1.261
31,mlp.experts.106.up_proj,0.0000916394,0.05000,1.256
31,mlp.experts.124.up_proj,0.0003336475,0.05000,1.261
31,mlp.experts.121.up_proj,0.0001251954,0.05000,1.244
31,mlp.experts.107.up_proj,0.0000774596,0.05000,1.274
31,mlp.experts.110.up_proj,0.0000380229,0.05000,1.261
31,mlp.experts.128.up_proj,0.0001784088,0.05000,1.264
31,mlp.experts.111.up_proj,0.0000447176,0.05000,1.248
31,mlp.experts.125.up_proj,0.0001294944,0.05000,1.264
31,mlp.experts.114.up_proj,0.0002131451,0.05000,1.268
31,mlp.experts.132.up_proj,0.0000769852,0.05000,1.263
31,mlp.experts.129.up_proj,0.0001304023,0.05000,1.235
31,mlp.experts.118.up_proj,0.0000977126,0.05000,1.230
31,mlp.experts.115.up_proj,0.0001316622,0.05000,1.263
31,mlp.experts.119.up_proj,fallback(rtn): 0.0010681,0.00000,0.017
31,mlp.experts.136.up_proj,0.0003046743,0.05000,1.248
31,mlp.experts.133.up_proj,0.0001787023,0.05000,1.249
31,mlp.experts.122.up_proj,0.0001013431,0.05000,1.249
31,mlp.experts.123.up_proj,0.0002216099,0.05000,1.252
31,mlp.experts.140.up_proj,0.0005462156,0.05000,1.248
31,mlp.experts.137.up_proj,0.0002196643,0.05000,1.253
31,mlp.experts.126.up_proj,0.0001468316,0.05000,1.258
31,mlp.experts.127.up_proj,0.0001042855,0.05000,1.258
31,mlp.experts.144.up_proj,0.0001314830,0.05000,1.250
31,mlp.experts.141.up_proj,0.0004044064,0.05000,1.248
31,mlp.experts.130.up_proj,0.0000956333,0.05000,1.249
31,mlp.experts.131.up_proj,0.0000987947,0.05000,1.249
31,mlp.experts.148.up_proj,0.0001679527,0.05000,1.247
31,mlp.experts.145.up_proj,0.0002444100,0.05000,1.238
31,mlp.experts.134.up_proj,0.0001368552,0.05000,1.243
31,mlp.experts.135.up_proj,0.0001873942,0.05000,1.239
31,mlp.experts.152.up_proj,0.0002223696,0.05000,1.233
31,mlp.experts.149.up_proj,0.0002052051,0.05000,1.248
31,mlp.experts.138.up_proj,0.0003495133,0.05000,1.260
31,mlp.experts.139.up_proj,0.0003687205,0.05000,1.252
31,mlp.experts.156.up_proj,0.0002035942,0.05000,1.258
31,mlp.experts.153.up_proj,0.0002300308,0.05000,1.243
31,mlp.experts.142.up_proj,0.0001541825,0.05000,1.249
31,mlp.experts.143.up_proj,0.0000917684,0.05000,1.248
31,mlp.experts.160.up_proj,0.0000494346,0.05000,1.252
31,mlp.experts.157.up_proj,0.0002326094,0.05000,1.254
31,mlp.experts.146.up_proj,0.0001566374,0.05000,1.248
31,mlp.experts.147.up_proj,0.0003537133,0.05000,1.247
31,mlp.experts.164.up_proj,0.0001543776,0.05000,1.251
31,mlp.experts.168.up_proj,fallback(rtn): 0.0010147,0.00000,0.022
31,mlp.experts.161.up_proj,0.0003462820,0.05000,1.246
31,mlp.experts.150.up_proj,0.0002880585,0.05000,1.261
31,mlp.experts.151.up_proj,0.0001000947,0.05000,1.265
31,mlp.experts.172.up_proj,0.0001735567,0.05000,1.261
31,mlp.experts.165.up_proj,0.0001259319,0.05000,1.249
31,mlp.experts.154.up_proj,0.0001036511,0.05000,1.254
31,mlp.experts.155.up_proj,0.0003680801,0.05000,1.252
31,mlp.experts.176.up_proj,0.0001547289,0.05000,1.253
31,mlp.experts.169.up_proj,0.0001332373,0.05000,1.245
31,mlp.experts.158.up_proj,0.0001357014,0.05000,1.257
31,mlp.experts.159.up_proj,0.0001042544,0.05000,1.249
31,mlp.experts.180.up_proj,0.0000927454,0.05000,1.254
31,mlp.experts.173.up_proj,0.0001479690,0.05000,1.267
31,mlp.experts.163.up_proj,0.0001349591,0.05000,1.262
31,mlp.experts.162.up_proj,0.0000570157,0.05000,1.268
31,mlp.experts.184.up_proj,0.0001907788,0.05000,1.270
31,mlp.experts.177.up_proj,0.0001957014,0.05000,1.248
31,mlp.experts.167.up_proj,0.0001165184,0.05000,1.253
31,mlp.experts.166.up_proj,0.0001636510,0.05000,1.261
31,mlp.experts.188.up_proj,0.0002796577,0.05000,1.256
31,mlp.experts.181.up_proj,0.0001172341,0.05000,1.230
31,mlp.experts.171.up_proj,0.0002379666,0.05000,1.240
31,mlp.experts.170.up_proj,0.0001514231,0.05000,1.242
31,mlp.experts.192.up_proj,0.0001173734,0.05000,1.243
31,mlp.experts.185.up_proj,0.0001426372,0.05000,1.245
31,mlp.experts.189.up_proj,fallback(rtn): 0.0010681,0.00000,0.017
31,mlp.experts.175.up_proj,0.0000742211,0.05000,1.249
31,mlp.experts.174.up_proj,0.0001044814,0.05000,1.246
31,mlp.experts.196.up_proj,0.0000737781,0.05000,1.246
31,mlp.experts.193.up_proj,0.0000992449,0.05000,1.237
31,mlp.experts.179.up_proj,0.0000938311,0.05000,1.246
31,mlp.experts.178.up_proj,0.0000785743,0.05000,1.248
31,mlp.experts.200.up_proj,0.0001470710,0.05000,1.251
31,mlp.experts.197.up_proj,0.0000805901,0.05000,1.233
31,mlp.experts.183.up_proj,0.0001300311,0.05000,1.231
31,mlp.experts.182.up_proj,0.0002876101,0.05000,1.222
31,mlp.experts.204.up_proj,0.0002123765,0.05000,1.229
31,mlp.experts.201.up_proj,0.0002267706,0.05000,1.258
31,mlp.experts.186.up_proj,0.0003409167,0.05000,1.255
31,mlp.experts.187.up_proj,0.0002835207,0.05000,1.262
31,mlp.experts.208.up_proj,0.0001258825,0.05000,1.264
31,mlp.experts.205.up_proj,0.0000795250,0.05000,1.271
31,mlp.experts.191.up_proj,0.0001237557,0.05000,1.256
31,mlp.experts.190.up_proj,0.0000733046,0.05000,1.277
31,mlp.experts.212.up_proj,0.0000487330,0.05000,1.262
31,mlp.experts.209.up_proj,0.0000334598,0.05000,1.245
31,mlp.experts.195.up_proj,0.0002319607,0.05000,1.243
31,mlp.experts.194.up_proj,0.0001937369,0.05000,1.245
31,mlp.experts.216.up_proj,0.0000819225,0.05000,1.238
31,mlp.experts.213.up_proj,0.0001601093,0.05000,1.260
31,mlp.experts.199.up_proj,0.0000782437,0.05000,1.257
31,mlp.experts.198.up_proj,0.0002008820,0.05000,1.261
31,mlp.experts.220.up_proj,0.0003828519,0.05000,1.259
31,mlp.experts.217.up_proj,0.0001913937,0.05000,1.231
31,mlp.experts.203.up_proj,0.0001770549,0.05000,1.229
31,mlp.experts.202.up_proj,0.0001431748,0.05000,1.236
31,mlp.experts.224.up_proj,0.0001908198,0.05000,1.236
31,mlp.experts.221.up_proj,0.0002539181,0.05000,1.237
31,mlp.experts.207.up_proj,0.0001669264,0.05000,1.232
31,mlp.experts.206.up_proj,0.0000606465,0.05000,1.244
31,mlp.experts.228.up_proj,0.0001778036,0.05000,1.247
31,mlp.experts.225.up_proj,0.0001074517,0.05000,1.236
31,mlp.experts.211.up_proj,0.0001614170,0.05000,1.241
31,mlp.experts.210.up_proj,0.0002798075,0.05000,1.244
31,mlp.experts.232.up_proj,0.0001965237,0.05000,1.241
31,mlp.experts.229.up_proj,0.0001734489,0.05000,1.243
31,mlp.experts.215.up_proj,0.0001522863,0.05000,1.248
31,mlp.experts.214.up_proj,0.0002103782,0.05000,1.232
31,mlp.experts.236.up_proj,0.0004113478,0.05000,1.249
31,mlp.experts.233.up_proj,0.0002111618,0.05000,1.250
31,mlp.experts.219.up_proj,0.0001452907,0.05000,1.260
31,mlp.experts.218.up_proj,0.0001782370,0.05000,1.249
31,mlp.experts.240.up_proj,0.0001701902,0.05000,1.249
31,mlp.experts.237.up_proj,0.0001077048,0.05000,1.247
31,mlp.experts.223.up_proj,0.0001106898,0.05000,1.255
31,mlp.experts.222.up_proj,0.0002300103,0.05000,1.246
31,mlp.experts.244.up_proj,0.0004452977,0.05000,1.240
31,mlp.experts.241.up_proj,0.0003098245,0.05000,1.254
31,mlp.experts.227.up_proj,0.0001923584,0.05000,1.251
31,mlp.experts.226.up_proj,0.0000743322,0.05000,1.252
31,mlp.experts.248.up_proj,0.0002881142,0.05000,1.256
31,mlp.experts.245.up_proj,0.0000648877,0.05000,1.277
31,mlp.experts.231.up_proj,0.0001757634,0.05000,1.274
31,mlp.experts.230.up_proj,0.0001416391,0.05000,1.273
31,mlp.experts.252.up_proj,0.0000746610,0.05000,1.263
31,mlp.experts.249.up_proj,0.0001299888,0.05000,0.813
31,mlp.experts.235.up_proj,0.0002364546,0.05000,0.800
31,mlp.experts.234.up_proj,0.0001459424,0.05000,0.796
31,mlp.experts.253.up_proj,0.0000756148,0.05000,0.774
31,mlp.experts.239.up_proj,0.0001220595,0.05000,0.744
31,mlp.experts.238.up_proj,0.0002014318,0.05000,0.749
31,mlp.experts.243.up_proj,0.0002758949,0.05000,0.459
31,mlp.experts.242.up_proj,0.0002125890,0.05000,0.458
31,mlp.experts.247.up_proj,0.0000920322,0.05000,0.458
31,mlp.experts.246.up_proj,0.0002183509,0.05000,0.458
31,mlp.experts.251.up_proj,0.0001189638,0.05000,0.456
31,mlp.experts.250.up_proj,0.0000771588,0.05000,0.458
31,mlp.experts.255.up_proj,0.0003858060,0.05000,0.459
31,mlp.experts.254.up_proj,0.0002328367,0.05000,0.451
31,mlp.experts.2.down_proj,0.0000125817,0.05000,0.305
31,mlp.experts.0.down_proj,0.0000162464,0.05000,0.307
31,mlp.experts.1.down_proj,0.0000055698,0.05000,0.321
31,mlp.experts.3.down_proj,0.0000240892,0.05000,0.323
31,mlp.experts.6.down_proj,fallback(rtn): 0.0010147,0.00000,0.018
31,mlp.experts.4.down_proj,0.0000108671,0.05000,0.325
31,mlp.experts.5.down_proj,0.0000095819,0.05000,0.316
31,mlp.experts.9.down_proj,fallback(rtn): 0.0010147,0.00000,0.005
31,mlp.experts.10.down_proj,0.0000054865,0.05000,0.319
31,mlp.experts.7.down_proj,0.0000042966,0.05000,0.337
31,mlp.experts.8.down_proj,0.0000059808,0.05000,0.340
31,mlp.experts.13.down_proj,0.0000083130,0.05000,0.334
31,mlp.experts.11.down_proj,0.0000051443,0.05000,0.320
31,mlp.experts.14.down_proj,0.0000033566,0.05000,0.326
31,mlp.experts.12.down_proj,0.0000093429,0.05000,0.320
31,mlp.experts.17.down_proj,0.0000090343,0.05000,0.316
31,mlp.experts.18.down_proj,0.0000137346,0.05000,0.314
31,mlp.experts.15.down_proj,0.0000085815,0.05000,0.322
31,mlp.experts.21.down_proj,fallback(rtn): 0.0010376,0.00000,0.018
31,mlp.experts.16.down_proj,0.0000033648,0.05000,0.317
31,mlp.experts.22.down_proj,0.0000071686,0.05000,0.317
31,mlp.experts.25.down_proj,0.0000115402,0.05000,0.304
31,mlp.experts.19.down_proj,0.0000088700,0.05000,0.309
31,mlp.experts.20.down_proj,0.0000039830,0.05000,0.308
31,mlp.experts.26.down_proj,0.0000082159,0.05000,0.311
31,mlp.experts.29.down_proj,0.0000098961,0.05000,0.306
31,mlp.experts.23.down_proj,0.0000190781,0.05000,0.315
31,mlp.experts.24.down_proj,0.0000045121,0.05000,0.314
31,mlp.experts.33.down_proj,0.0000047249,0.05000,0.309
31,mlp.experts.30.down_proj,0.0000125112,0.05000,0.314
31,mlp.experts.27.down_proj,0.0000273418,0.05000,0.314
31,mlp.experts.28.down_proj,0.0000072319,0.05000,0.318
31,mlp.experts.37.down_proj,0.0000044067,0.05000,0.320
31,mlp.experts.34.down_proj,0.0000076430,0.05000,0.322
31,mlp.experts.31.down_proj,0.0000051183,0.05000,0.321
31,mlp.experts.32.down_proj,0.0000038713,0.05000,0.316
31,mlp.experts.41.down_proj,0.0000063469,0.05000,0.318
31,mlp.experts.38.down_proj,0.0000072602,0.05000,0.315
31,mlp.experts.35.down_proj,0.0000040470,0.05000,0.316
31,mlp.experts.36.down_proj,0.0000060075,0.05000,0.317
31,mlp.experts.45.down_proj,0.0000072732,0.05000,0.318
31,mlp.experts.42.down_proj,0.0000106550,0.05000,0.321
31,mlp.experts.39.down_proj,0.0000044058,0.05000,0.316
31,mlp.experts.40.down_proj,0.0000020868,0.05000,0.313
31,mlp.experts.46.down_proj,0.0000052702,0.05000,0.309
31,mlp.experts.49.down_proj,0.0000250621,0.05000,0.321
31,mlp.experts.43.down_proj,0.0000046900,0.05000,0.318
31,mlp.experts.44.down_proj,0.0000140380,0.05000,0.330
31,mlp.experts.50.down_proj,0.0000143211,0.05000,0.323
31,mlp.experts.53.down_proj,0.0000130670,0.05000,0.320
31,mlp.experts.48.down_proj,fallback(rtn): 0.0010223,0.00000,0.009
31,mlp.experts.47.down_proj,0.0000080847,0.05000,0.325
31,mlp.experts.57.down_proj,0.0000040041,0.05000,0.309
31,mlp.experts.54.down_proj,0.0000154374,0.05000,0.312
31,mlp.experts.52.down_proj,0.0000223488,0.05000,0.312
31,mlp.experts.51.down_proj,0.0000106127,0.05000,0.308
31,mlp.experts.61.down_proj,0.0000067834,0.05000,0.305
31,mlp.experts.58.down_proj,0.0000080707,0.05000,0.310
31,mlp.experts.55.down_proj,0.0000026138,0.05000,0.307
31,mlp.experts.56.down_proj,0.0000107989,0.05000,0.321
31,mlp.experts.62.down_proj,0.0000172271,0.05000,0.321
31,mlp.experts.65.down_proj,0.0000104754,0.05000,0.326
31,mlp.experts.59.down_proj,0.0000080826,0.05000,0.325
31,mlp.experts.60.down_proj,0.0000045067,0.05000,0.337
31,mlp.experts.66.down_proj,0.0000050956,0.05000,0.324
31,mlp.experts.69.down_proj,0.0000099089,0.05000,0.329
31,mlp.experts.63.down_proj,0.0000236095,0.05000,0.327
31,mlp.experts.64.down_proj,0.0000092922,0.05000,0.318
31,mlp.experts.70.down_proj,0.0000058999,0.05000,0.319
31,mlp.experts.73.down_proj,0.0000223286,0.05000,0.324
31,mlp.experts.67.down_proj,0.0000042834,0.05000,0.321
31,mlp.experts.68.down_proj,0.0000075737,0.05000,0.318
31,mlp.experts.74.down_proj,0.0000063801,0.05000,0.315
31,mlp.experts.77.down_proj,0.0000134429,0.05000,0.318
31,mlp.experts.71.down_proj,0.0000026239,0.05000,0.316
31,mlp.experts.72.down_proj,0.0000144613,0.05000,0.319
31,mlp.experts.76.down_proj,fallback(rtn): 0.0010452,0.00000,0.005
31,mlp.experts.78.down_proj,0.0000127909,0.05000,0.318
31,mlp.experts.81.down_proj,0.0000113383,0.05000,0.316
31,mlp.experts.75.down_proj,0.0000096402,0.05000,0.315
31,mlp.experts.80.down_proj,0.0000083889,0.05000,0.313
31,mlp.experts.82.down_proj,0.0000152223,0.05000,0.307
31,mlp.experts.85.down_proj,0.0000206701,0.05000,0.312
31,mlp.experts.79.down_proj,0.0000099313,0.05000,0.310
31,mlp.experts.84.down_proj,0.0000136356,0.05000,0.312
31,mlp.experts.86.down_proj,0.0000058123,0.05000,0.311
31,mlp.experts.89.down_proj,0.0000158025,0.05000,0.309
31,mlp.experts.83.down_proj,0.0000233403,0.05000,0.311
31,mlp.experts.88.down_proj,0.0000117578,0.05000,0.323
31,mlp.experts.90.down_proj,0.0000065235,0.05000,0.333
31,mlp.experts.93.down_proj,0.0000071141,0.05000,0.328
31,mlp.experts.87.down_proj,0.0000064948,0.05000,0.331
31,mlp.experts.92.down_proj,0.0000151703,0.05000,0.320
31,mlp.experts.94.down_proj,0.0000156413,0.05000,0.315
31,mlp.experts.97.down_proj,0.0000174442,0.05000,0.315
31,mlp.experts.91.down_proj,0.0000031030,0.05000,0.314
31,mlp.experts.96.down_proj,0.0000263291,0.05000,0.315
31,mlp.experts.98.down_proj,0.0000100766,0.05000,0.317
31,mlp.experts.101.down_proj,0.0000128711,0.05000,0.316
31,mlp.experts.95.down_proj,0.0000216734,0.05000,0.318
31,mlp.experts.100.down_proj,0.0000064952,0.05000,0.317
31,mlp.experts.104.down_proj,fallback(rtn): 0.0010605,0.00000,0.005
31,mlp.experts.102.down_proj,0.0000049168,0.05000,0.321
31,mlp.experts.105.down_proj,0.0000084025,0.05000,0.321
31,mlp.experts.99.down_proj,0.0000054155,0.05000,0.319
31,mlp.experts.108.down_proj,0.0000054105,0.05000,0.317
31,mlp.experts.106.down_proj,0.0000074377,0.05000,0.316
31,mlp.experts.109.down_proj,0.0000100430,0.05000,0.311
31,mlp.experts.103.down_proj,0.0000180351,0.05000,0.312
31,mlp.experts.112.down_proj,0.0000090642,0.05000,0.313
31,mlp.experts.110.down_proj,0.0000024057,0.05000,0.314
31,mlp.experts.113.down_proj,0.0000087673,0.05000,0.313
31,mlp.experts.107.down_proj,0.0000048288,0.05000,0.308
31,mlp.experts.116.down_proj,0.0000075396,0.05000,0.306
31,mlp.experts.114.down_proj,0.0000039654,0.05000,0.313
31,mlp.experts.111.down_proj,0.0000039234,0.05000,0.311
31,mlp.experts.117.down_proj,0.0000226596,0.05000,0.316
31,mlp.experts.120.down_proj,0.0000088473,0.05000,0.313
31,mlp.experts.118.down_proj,0.0000055574,0.05000,0.305
31,mlp.experts.115.down_proj,0.0000099515,0.05000,0.311
31,mlp.experts.121.down_proj,0.0000058814,0.05000,0.311
31,mlp.experts.119.down_proj,fallback(rtn): 0.0010681,0.00000,0.007
31,mlp.experts.124.down_proj,0.0000334687,0.05000,0.314
31,mlp.experts.122.down_proj,0.0000074836,0.05000,0.319
31,mlp.experts.125.down_proj,0.0000093612,0.05000,0.321
31,mlp.experts.123.down_proj,0.0000079427,0.05000,0.321
31,mlp.experts.128.down_proj,0.0000197108,0.05000,0.311
31,mlp.experts.126.down_proj,0.0000096256,0.05000,0.311
31,mlp.experts.129.down_proj,0.0000101227,0.05000,0.315
31,mlp.experts.127.down_proj,0.0000145172,0.05000,0.316
31,mlp.experts.132.down_proj,0.0000047540,0.05000,0.324
31,mlp.experts.130.down_proj,0.0000107260,0.05000,0.330
31,mlp.experts.133.down_proj,0.0000161536,0.05000,0.329
31,mlp.experts.131.down_proj,0.0000067080,0.05000,0.319
31,mlp.experts.136.down_proj,0.0000178810,0.05000,0.317
31,mlp.experts.134.down_proj,0.0000133844,0.05000,0.303
31,mlp.experts.137.down_proj,0.0000158187,0.05000,0.310
31,mlp.experts.135.down_proj,0.0000196925,0.05000,0.307
31,mlp.experts.140.down_proj,0.0000321954,0.05000,0.312
31,mlp.experts.138.down_proj,0.0000145117,0.05000,0.328
31,mlp.experts.139.down_proj,0.0000131707,0.05000,0.322
31,mlp.experts.141.down_proj,0.0000204893,0.05000,0.329
31,mlp.experts.144.down_proj,0.0000148471,0.05000,0.324
31,mlp.experts.142.down_proj,0.0000044448,0.05000,0.317
31,mlp.experts.145.down_proj,0.0000176608,0.05000,0.316
31,mlp.experts.143.down_proj,0.0000063972,0.05000,0.325
31,mlp.experts.148.down_proj,0.0000033480,0.05000,0.319
31,mlp.experts.146.down_proj,0.0000155838,0.05000,0.318
31,mlp.experts.149.down_proj,0.0000275780,0.05000,0.316
31,mlp.experts.147.down_proj,0.0000197066,0.05000,0.315
31,mlp.experts.152.down_proj,0.0000223095,0.05000,0.319
31,mlp.experts.150.down_proj,0.0000084385,0.05000,0.312
31,mlp.experts.151.down_proj,0.0000078312,0.05000,0.308
31,mlp.experts.153.down_proj,0.0000041411,0.05000,0.317
31,mlp.experts.156.down_proj,0.0000064448,0.05000,0.310
31,mlp.experts.154.down_proj,0.0000027844,0.05000,0.322
31,mlp.experts.155.down_proj,0.0000157712,0.05000,0.326
31,mlp.experts.157.down_proj,0.0000130577,0.05000,0.321
31,mlp.experts.160.down_proj,0.0000034177,0.05000,0.325
31,mlp.experts.158.down_proj,0.0000023804,0.05000,0.322
31,mlp.experts.164.down_proj,0.0000096917,0.05000,0.311
31,mlp.experts.161.down_proj,0.0000134088,0.05000,0.322
31,mlp.experts.159.down_proj,0.0000064034,0.05000,0.326
31,mlp.experts.168.down_proj,fallback(rtn): 0.0010147,0.00000,0.008
31,mlp.experts.162.down_proj,0.0000024635,0.05000,0.309
31,mlp.experts.165.down_proj,0.0000140483,0.05000,0.310
31,mlp.experts.172.down_proj,0.0000096314,0.05000,0.307
31,mlp.experts.163.down_proj,0.0000256857,0.05000,0.314
31,mlp.experts.166.down_proj,0.0000113022,0.05000,0.315
31,mlp.experts.169.down_proj,0.0000108356,0.05000,0.314
31,mlp.experts.176.down_proj,0.0000053378,0.05000,0.315
31,mlp.experts.167.down_proj,0.0000125796,0.05000,0.317
31,mlp.experts.170.down_proj,0.0000090302,0.05000,0.317
31,mlp.experts.173.down_proj,0.0000066290,0.05000,0.323
31,mlp.experts.180.down_proj,0.0000084171,0.05000,0.323
31,mlp.experts.171.down_proj,0.0000280711,0.05000,0.328
31,mlp.experts.174.down_proj,0.0000118978,0.05000,0.315
31,mlp.experts.184.down_proj,0.0000084123,0.05000,0.312
31,mlp.experts.177.down_proj,0.0000060797,0.05000,0.321
31,mlp.experts.175.down_proj,0.0000047185,0.05000,0.319
31,mlp.experts.178.down_proj,0.0000044504,0.05000,0.324
31,mlp.experts.188.down_proj,0.0000111733,0.05000,0.324
31,mlp.experts.181.down_proj,0.0000082058,0.05000,0.320
31,mlp.experts.179.down_proj,0.0000062432,0.05000,0.320
31,mlp.experts.182.down_proj,0.0000175514,0.05000,0.310
31,mlp.experts.185.down_proj,0.0000079126,0.05000,0.310
31,mlp.experts.192.down_proj,0.0000186230,0.05000,0.316
31,mlp.experts.189.down_proj,fallback(rtn): 0.0010452,0.00000,0.007
31,mlp.experts.183.down_proj,0.0000151463,0.05000,0.311
31,mlp.experts.186.down_proj,0.0000150805,0.05000,0.314
31,mlp.experts.193.down_proj,0.0000059587,0.05000,0.306
31,mlp.experts.196.down_proj,0.0000045676,0.05000,0.312
31,mlp.experts.187.down_proj,0.0000142609,0.05000,0.310
31,mlp.experts.190.down_proj,0.0000051167,0.05000,0.322
31,mlp.experts.200.down_proj,0.0000181417,0.05000,0.320
31,mlp.experts.197.down_proj,0.0000060441,0.05000,0.322
31,mlp.experts.191.down_proj,0.0000027451,0.05000,0.326
31,mlp.experts.194.down_proj,0.0000069485,0.05000,0.313
31,mlp.experts.201.down_proj,0.0000105411,0.05000,0.314
31,mlp.experts.204.down_proj,0.0000100243,0.05000,0.320
31,mlp.experts.195.down_proj,0.0000083386,0.05000,0.317
31,mlp.experts.198.down_proj,0.0000122186,0.05000,0.311
31,mlp.experts.205.down_proj,0.0000106259,0.05000,0.310
31,mlp.experts.208.down_proj,0.0000063162,0.05000,0.314
31,mlp.experts.199.down_proj,0.0000084272,0.05000,0.309
31,mlp.experts.202.down_proj,0.0000100552,0.05000,0.308
31,mlp.experts.209.down_proj,0.0000020848,0.05000,0.308
31,mlp.experts.212.down_proj,0.0000034820,0.05000,0.311
31,mlp.experts.203.down_proj,0.0000096199,0.05000,0.313
31,mlp.experts.206.down_proj,0.0000037728,0.05000,0.316
31,mlp.experts.213.down_proj,0.0000120787,0.05000,0.318
31,mlp.experts.216.down_proj,0.0000048802,0.05000,0.315
31,mlp.experts.207.down_proj,0.0000073631,0.05000,0.318
31,mlp.experts.210.down_proj,0.0000326198,0.05000,0.314
31,mlp.experts.217.down_proj,0.0000121603,0.05000,0.311
31,mlp.experts.220.down_proj,0.0000099706,0.05000,0.309
31,mlp.experts.211.down_proj,0.0000158110,0.05000,0.311
31,mlp.experts.214.down_proj,0.0000057869,0.05000,0.320
31,mlp.experts.221.down_proj,0.0000123668,0.05000,0.320
31,mlp.experts.224.down_proj,0.0000071904,0.05000,0.321
31,mlp.experts.215.down_proj,0.0000102398,0.05000,0.321
31,mlp.experts.218.down_proj,0.0000138251,0.05000,0.314
31,mlp.experts.225.down_proj,0.0000106400,0.05000,0.306
31,mlp.experts.228.down_proj,0.0000197425,0.05000,0.313
31,mlp.experts.219.down_proj,0.0000049931,0.05000,0.312
31,mlp.experts.222.down_proj,0.0000102831,0.05000,0.315
31,mlp.experts.229.down_proj,0.0000138745,0.05000,0.312
31,mlp.experts.232.down_proj,0.0000088889,0.05000,0.312
31,mlp.experts.223.down_proj,0.0000070839,0.05000,0.312
31,mlp.experts.226.down_proj,0.0000061135,0.05000,0.308
31,mlp.experts.233.down_proj,0.0000117052,0.05000,0.308
31,mlp.experts.236.down_proj,0.0000135590,0.05000,0.307
31,mlp.experts.227.down_proj,0.0000100455,0.05000,0.311
31,mlp.experts.230.down_proj,0.0000114053,0.05000,0.308
31,mlp.experts.237.down_proj,0.0000080917,0.05000,0.308
31,mlp.experts.240.down_proj,0.0000113578,0.05000,0.316
31,mlp.experts.231.down_proj,0.0000110635,0.05000,0.310
31,mlp.experts.234.down_proj,0.0000034408,0.05000,0.310
31,mlp.experts.241.down_proj,0.0000183336,0.05000,0.305
31,mlp.experts.244.down_proj,0.0000169697,0.05000,0.309
31,mlp.experts.235.down_proj,0.0000092748,0.05000,0.307
31,mlp.experts.238.down_proj,0.0000059846,0.05000,0.312
31,mlp.experts.245.down_proj,0.0000033376,0.05000,0.311
31,mlp.experts.248.down_proj,0.0000168348,0.05000,0.315
31,mlp.experts.239.down_proj,0.0000034703,0.05000,0.314
31,mlp.experts.242.down_proj,0.0000050870,0.05000,0.312
31,mlp.experts.249.down_proj,0.0000164490,0.05000,0.317
31,mlp.experts.252.down_proj,0.0000058796,0.05000,0.315
31,mlp.experts.243.down_proj,0.0000077195,0.05000,0.313
31,mlp.experts.246.down_proj,0.0000053472,0.05000,0.208
31,mlp.experts.253.down_proj,0.0000074816,0.05000,0.206
31,mlp.experts.247.down_proj,0.0000042598,0.05000,0.183
31,mlp.experts.250.down_proj,0.0000043102,0.05000,0.118
31,mlp.experts.251.down_proj,0.0000080978,0.05000,0.115
31,mlp.experts.254.down_proj,0.0000093451,0.05000,0.117
31,mlp.experts.255.down_proj,0.0000080517,0.05000,0.110
32,mlp.experts.2.gate_proj,0.0001266634,0.05000,1.256
32,mlp.experts.3.gate_proj,0.0002790601,0.05000,1.271
32,mlp.experts.1.gate_proj,0.0005861633,0.05000,1.271
32,mlp.experts.0.gate_proj,0.0004381176,0.05000,1.294
32,mlp.experts.6.gate_proj,0.0003305149,0.05000,1.252
32,mlp.experts.5.gate_proj,0.0001647464,0.05000,1.253
32,mlp.experts.7.gate_proj,0.0001789712,0.05000,1.266
32,mlp.experts.4.gate_proj,0.0004938861,0.05000,1.258
32,mlp.experts.10.gate_proj,0.0005606119,0.05000,1.266
32,mlp.experts.9.gate_proj,0.0001099420,0.05000,1.283
32,mlp.experts.11.gate_proj,0.0003323690,0.05000,1.282
32,mlp.experts.8.gate_proj,0.0001849366,0.05000,1.279
32,mlp.experts.14.gate_proj,0.0001009806,0.05000,1.248
32,mlp.experts.13.gate_proj,0.0001093291,0.05000,1.253
32,mlp.experts.12.gate_proj,0.0002399360,0.05000,1.260
32,mlp.experts.15.gate_proj,0.0003364533,0.05000,1.271
32,mlp.experts.18.gate_proj,0.0000810946,0.05000,1.265
32,mlp.experts.17.gate_proj,0.0001095528,0.05000,1.271
32,mlp.experts.16.gate_proj,0.0001985474,0.05000,1.252
32,mlp.experts.19.gate_proj,0.0001872273,0.05000,1.254
32,mlp.experts.22.gate_proj,0.0001527308,0.05000,1.237
32,mlp.experts.20.gate_proj,0.0005363048,0.05000,1.227
32,mlp.experts.21.gate_proj,0.0000432205,0.05000,1.236
32,mlp.experts.23.gate_proj,0.0001842675,0.05000,1.253
32,mlp.experts.26.gate_proj,0.0001929949,0.05000,1.262
32,mlp.experts.25.gate_proj,0.0001896327,0.05000,1.255
32,mlp.experts.24.gate_proj,0.0002678007,0.05000,1.265
32,mlp.experts.27.gate_proj,0.0001923826,0.05000,1.248
32,mlp.experts.30.gate_proj,0.0005277064,0.05000,1.272
32,mlp.experts.29.gate_proj,0.0002460958,0.05000,1.272
32,mlp.experts.31.gate_proj,0.0001977546,0.05000,1.263
32,mlp.experts.28.gate_proj,0.0002276423,0.05000,1.304
32,mlp.experts.34.gate_proj,0.0004202266,0.05000,1.381
32,mlp.experts.32.gate_proj,0.0002324060,0.05000,1.344
32,mlp.experts.33.gate_proj,0.0001510413,0.05000,1.388
32,mlp.experts.35.gate_proj,0.0002628535,0.05000,1.356
32,mlp.experts.39.gate_proj,fallback(rtn): 0.0010757,0.00000,0.023
32,mlp.experts.36.gate_proj,fallback(rtn): 0.0010834,0.00000,0.032
32,mlp.experts.38.gate_proj,0.0002911209,0.05000,1.269
32,mlp.experts.37.gate_proj,0.0001287510,0.05000,1.263
32,mlp.experts.40.gate_proj,0.0001652923,0.05000,1.264
32,mlp.experts.43.gate_proj,0.0002528299,0.05000,1.267
32,mlp.experts.44.gate_proj,fallback(rtn): 0.0010910,0.00000,0.024
32,mlp.experts.42.gate_proj,0.0001041456,0.05000,1.263
32,mlp.experts.41.gate_proj,0.0001911204,0.05000,1.261
32,mlp.experts.47.gate_proj,0.0001425440,0.05000,1.261
32,mlp.experts.48.gate_proj,0.0000813689,0.05000,1.262
32,mlp.experts.46.gate_proj,0.0002040592,0.05000,1.251
32,mlp.experts.45.gate_proj,0.0004137902,0.05000,1.266
32,mlp.experts.51.gate_proj,0.0002154321,0.05000,1.265
32,mlp.experts.52.gate_proj,0.0001728951,0.05000,1.266
32,mlp.experts.50.gate_proj,0.0001029177,0.05000,1.259
32,mlp.experts.49.gate_proj,0.0002768264,0.05000,1.264
32,mlp.experts.55.gate_proj,0.0001403209,0.05000,1.268
32,mlp.experts.56.gate_proj,0.0002332594,0.05000,1.265
32,mlp.experts.53.gate_proj,0.0001790940,0.05000,1.249
32,mlp.experts.54.gate_proj,0.0002932894,0.05000,1.274
32,mlp.experts.59.gate_proj,0.0003442863,0.05000,1.260
32,mlp.experts.60.gate_proj,0.0002384019,0.05000,1.266
32,mlp.experts.57.gate_proj,0.0001805519,0.05000,1.241
32,mlp.experts.58.gate_proj,0.0001894321,0.05000,1.248
32,mlp.experts.63.gate_proj,0.0003586201,0.05000,1.259
32,mlp.experts.64.gate_proj,0.0003351518,0.05000,1.258
32,mlp.experts.61.gate_proj,0.0000521534,0.05000,1.260
32,mlp.experts.62.gate_proj,0.0000902810,0.05000,1.263
32,mlp.experts.67.gate_proj,0.0001501941,0.05000,1.251
32,mlp.experts.68.gate_proj,0.0000930255,0.05000,1.248
32,mlp.experts.72.gate_proj,fallback(rtn): 0.0010605,0.00000,0.018
32,mlp.experts.65.gate_proj,0.0001121906,0.05000,1.241
32,mlp.experts.66.gate_proj,0.0000713897,0.05000,1.249
32,mlp.experts.69.gate_proj,fallback(rtn): 0.0013504,0.00000,0.022
32,mlp.experts.71.gate_proj,0.0002271062,0.05000,1.251
32,mlp.experts.76.gate_proj,0.0000936865,0.05000,1.254
32,mlp.experts.70.gate_proj,0.0001946068,0.05000,1.239
32,mlp.experts.75.gate_proj,0.0001008549,0.05000,1.231
32,mlp.experts.73.gate_proj,0.0001448194,0.05000,1.244
32,mlp.experts.79.gate_proj,fallback(rtn): 0.0011215,0.00000,0.023
32,mlp.experts.80.gate_proj,0.0001540507,0.05000,1.230
32,mlp.experts.74.gate_proj,0.0003377552,0.05000,1.264
32,mlp.experts.77.gate_proj,0.0001256602,0.05000,1.259
32,mlp.experts.83.gate_proj,0.0003612686,0.05000,1.264
32,mlp.experts.84.gate_proj,0.0002195714,0.05000,1.274
32,mlp.experts.78.gate_proj,0.0002528245,0.05000,1.264
32,mlp.experts.81.gate_proj,0.0001106850,0.05000,1.271
32,mlp.experts.87.gate_proj,0.0003589519,0.05000,1.271
32,mlp.experts.88.gate_proj,0.0001853849,0.05000,1.267
32,mlp.experts.82.gate_proj,0.0001850792,0.05000,1.265
32,mlp.experts.85.gate_proj,0.0001489637,0.05000,1.244
32,mlp.experts.91.gate_proj,0.0001583365,0.05000,1.249
32,mlp.experts.92.gate_proj,0.0002145773,0.05000,1.255
32,mlp.experts.89.gate_proj,0.0001208256,0.05000,1.246
32,mlp.experts.86.gate_proj,0.0000679380,0.05000,1.264
32,mlp.experts.95.gate_proj,0.0003815202,0.05000,1.237
32,mlp.experts.96.gate_proj,0.0001311642,0.05000,1.242
32,mlp.experts.100.gate_proj,fallback(rtn): 0.0010757,0.00000,0.018
32,mlp.experts.93.gate_proj,0.0006147179,0.05000,1.236
32,mlp.experts.90.gate_proj,0.0000850593,0.05000,1.248
32,mlp.experts.99.gate_proj,0.0000986681,0.05000,1.247
32,mlp.experts.104.gate_proj,0.0001824162,0.05000,1.243
32,mlp.experts.97.gate_proj,0.0003300577,0.05000,1.268
32,mlp.experts.94.gate_proj,0.0001046966,0.05000,1.259
32,mlp.experts.103.gate_proj,0.0001762438,0.05000,1.267
32,mlp.experts.108.gate_proj,0.0001552648,0.05000,1.264
32,mlp.experts.101.gate_proj,0.0001182595,0.05000,1.239
32,mlp.experts.98.gate_proj,0.0001322638,0.05000,1.240
32,mlp.experts.107.gate_proj,0.0002671926,0.05000,1.240
32,mlp.experts.112.gate_proj,0.0001018120,0.05000,1.231
32,mlp.experts.105.gate_proj,0.0002826310,0.05000,1.260
32,mlp.experts.102.gate_proj,0.0001009937,0.05000,1.250
32,mlp.experts.111.gate_proj,0.0003993166,0.05000,1.257
32,mlp.experts.116.gate_proj,0.0001129010,0.05000,1.243
32,mlp.experts.109.gate_proj,0.0002863662,0.05000,1.246
32,mlp.experts.106.gate_proj,0.0000788261,0.05000,1.254
32,mlp.experts.115.gate_proj,0.0000943427,0.05000,1.254
32,mlp.experts.120.gate_proj,0.0002605861,0.05000,1.253
32,mlp.experts.110.gate_proj,0.0002410562,0.05000,1.241
32,mlp.experts.113.gate_proj,0.0001356950,0.05000,1.261
32,mlp.experts.114.gate_proj,fallback(rtn): 0.0010681,0.00000,0.024
32,mlp.experts.119.gate_proj,0.0001357334,0.05000,1.263
32,mlp.experts.124.gate_proj,0.0002789700,0.05000,1.243
32,mlp.experts.117.gate_proj,0.0000899787,0.05000,1.241
32,mlp.experts.118.gate_proj,0.0001985204,0.05000,1.236
32,mlp.experts.123.gate_proj,0.0001883179,0.05000,1.242
32,mlp.experts.128.gate_proj,0.0004698351,0.05000,1.277
32,mlp.experts.121.gate_proj,0.0003323971,0.05000,1.259
32,mlp.experts.122.gate_proj,0.0004641435,0.05000,1.258
32,mlp.experts.127.gate_proj,0.0001720413,0.05000,1.256
32,mlp.experts.132.gate_proj,0.0001336211,0.05000,1.258
32,mlp.experts.125.gate_proj,0.0002439788,0.05000,1.241
32,mlp.experts.126.gate_proj,0.0001616538,0.05000,1.247
32,mlp.experts.131.gate_proj,0.0001289611,0.05000,1.249
32,mlp.experts.136.gate_proj,0.0001832566,0.05000,1.243
32,mlp.experts.129.gate_proj,0.0002598500,0.05000,1.260
32,mlp.experts.135.gate_proj,0.0001433214,0.05000,1.237
32,mlp.experts.130.gate_proj,0.0002382407,0.05000,1.266
32,mlp.experts.140.gate_proj,0.0002711386,0.05000,1.249
32,mlp.experts.133.gate_proj,0.0002159100,0.05000,1.269
32,mlp.experts.139.gate_proj,0.0001758331,0.05000,1.273
32,mlp.experts.134.gate_proj,0.0000650191,0.05000,1.285
32,mlp.experts.144.gate_proj,0.0002123427,0.05000,1.269
32,mlp.experts.137.gate_proj,0.0002592152,0.05000,1.268
32,mlp.experts.143.gate_proj,0.0002072834,0.05000,1.270
32,mlp.experts.141.gate_proj,fallback(rtn): 0.0012283,0.00000,0.020
32,mlp.experts.145.gate_proj,fallback(rtn): 0.0014038,0.00000,0.019
32,mlp.experts.138.gate_proj,0.0002946324,0.05000,1.279
32,mlp.experts.148.gate_proj,0.0001790460,0.05000,1.269
32,mlp.experts.147.gate_proj,0.0002112379,0.05000,1.246
32,mlp.experts.149.gate_proj,0.0002612645,0.05000,1.242
32,mlp.experts.142.gate_proj,0.0002128529,0.05000,1.249
32,mlp.experts.153.gate_proj,fallback(rtn): 0.0010910,0.00000,0.019
32,mlp.experts.152.gate_proj,0.0003766351,0.05000,1.264
32,mlp.experts.151.gate_proj,0.0001363264,0.05000,1.268
32,mlp.experts.157.gate_proj,0.0003398988,0.05000,1.246
32,mlp.experts.146.gate_proj,0.0001315246,0.05000,1.274
32,mlp.experts.156.gate_proj,0.0002211062,0.05000,1.260
32,mlp.experts.155.gate_proj,0.0003090911,0.05000,0.796
32,mlp.experts.161.gate_proj,0.0001916729,0.05000,0.775
32,mlp.experts.150.gate_proj,0.0004161967,0.05000,0.765
32,mlp.experts.154.gate_proj,0.0003160770,0.05000,1.231
32,mlp.experts.160.gate_proj,0.0002153185,0.05000,1.233
32,mlp.experts.165.gate_proj,0.0000940317,0.05000,1.252
32,mlp.experts.159.gate_proj,0.0000849607,0.05000,1.252
32,mlp.experts.169.gate_proj,fallback(rtn): 0.0010834,0.00000,0.024
32,mlp.experts.164.gate_proj,0.0002664422,0.05000,1.270
32,mlp.experts.158.gate_proj,0.0001274905,0.05000,1.287
32,mlp.experts.163.gate_proj,0.0002382218,0.05000,1.264
32,mlp.experts.173.gate_proj,0.0002213557,0.05000,1.264
32,mlp.experts.167.gate_proj,0.0004989250,0.05000,1.243
32,mlp.experts.168.gate_proj,0.0005387094,0.05000,1.260
32,mlp.experts.162.gate_proj,0.0002501648,0.05000,1.265
32,mlp.experts.177.gate_proj,0.0001444991,0.05000,1.253
32,mlp.experts.171.gate_proj,0.0001039474,0.05000,1.262
32,mlp.experts.166.gate_proj,0.0003210870,0.05000,1.263
32,mlp.experts.172.gate_proj,0.0005413381,0.05000,1.290
32,mlp.experts.181.gate_proj,0.0000828806,0.05000,1.271
32,mlp.experts.175.gate_proj,0.0001563310,0.05000,1.229
32,mlp.experts.170.gate_proj,0.0002411167,0.05000,1.232
32,mlp.experts.176.gate_proj,0.0001487515,0.05000,1.215
32,mlp.experts.185.gate_proj,0.0000752811,0.05000,1.232
32,mlp.experts.189.gate_proj,fallback(rtn): 0.0011139,0.00000,0.017
32,mlp.experts.179.gate_proj,0.0000658723,0.05000,1.260
32,mlp.experts.180.gate_proj,0.0002931839,0.05000,1.237
32,mlp.experts.174.gate_proj,0.0001800458,0.05000,1.245
32,mlp.experts.193.gate_proj,0.0004928592,0.05000,1.248
32,mlp.experts.183.gate_proj,0.0006485354,0.05000,1.242
32,mlp.experts.184.gate_proj,0.0001297221,0.05000,1.235
32,mlp.experts.178.gate_proj,0.0001749268,0.05000,1.247
32,mlp.experts.188.gate_proj,fallback(rtn): 0.0011215,0.00000,0.024
32,mlp.experts.197.gate_proj,0.0000723233,0.05000,1.257
32,mlp.experts.187.gate_proj,0.0002636022,0.05000,1.250
32,mlp.experts.182.gate_proj,0.0002067047,0.05000,1.244
32,mlp.experts.192.gate_proj,0.0001410796,0.05000,1.260
32,mlp.experts.201.gate_proj,0.0000613403,0.05000,1.255
32,mlp.experts.191.gate_proj,0.0001231358,0.05000,1.255
32,mlp.experts.186.gate_proj,0.0000854147,0.05000,1.247
32,mlp.experts.196.gate_proj,0.0002768206,0.05000,1.242
32,mlp.experts.200.gate_proj,fallback(rtn): 0.0013275,0.00000,0.018
32,mlp.experts.205.gate_proj,0.0002278604,0.05000,1.244
32,mlp.experts.195.gate_proj,0.0000866969,0.05000,1.246
32,mlp.experts.190.gate_proj,0.0002090981,0.05000,1.262
32,mlp.experts.204.gate_proj,0.0001245951,0.05000,1.250
32,mlp.experts.209.gate_proj,0.0002120330,0.05000,1.248
32,mlp.experts.199.gate_proj,0.0001130612,0.05000,1.238
32,mlp.experts.194.gate_proj,0.0001145844,0.05000,1.244
32,mlp.experts.213.gate_proj,0.0003276154,0.05000,1.234
32,mlp.experts.208.gate_proj,0.0002755738,0.05000,1.256
32,mlp.experts.203.gate_proj,0.0002730838,0.05000,1.265
32,mlp.experts.207.gate_proj,fallback(rtn): 0.0011444,0.00000,0.018
32,mlp.experts.198.gate_proj,0.0000480441,0.05000,1.254
32,mlp.experts.217.gate_proj,0.0001441778,0.05000,1.251
32,mlp.experts.212.gate_proj,0.0000940318,0.05000,1.251
32,mlp.experts.211.gate_proj,0.0001315601,0.05000,1.258
32,mlp.experts.202.gate_proj,0.0002698951,0.05000,1.261
32,mlp.experts.221.gate_proj,0.0000899597,0.05000,1.270
32,mlp.experts.216.gate_proj,0.0001479131,0.05000,1.259
32,mlp.experts.215.gate_proj,0.0002183731,0.05000,1.246
32,mlp.experts.206.gate_proj,0.0001066055,0.05000,1.255
32,mlp.experts.225.gate_proj,0.0001924225,0.05000,1.244
32,mlp.experts.220.gate_proj,0.0001324818,0.05000,1.245
32,mlp.experts.219.gate_proj,0.0001719805,0.05000,1.254
32,mlp.experts.210.gate_proj,0.0001826843,0.05000,1.262
32,mlp.experts.229.gate_proj,0.0005279690,0.05000,1.265
32,mlp.experts.224.gate_proj,0.0000932510,0.05000,1.278
32,mlp.experts.223.gate_proj,0.0003557437,0.05000,1.258
32,mlp.experts.214.gate_proj,0.0003815482,0.05000,1.253
32,mlp.experts.233.gate_proj,0.0001599821,0.05000,1.257
32,mlp.experts.228.gate_proj,0.0001887134,0.05000,1.247
32,mlp.experts.227.gate_proj,0.0002665076,0.05000,1.253
32,mlp.experts.218.gate_proj,0.0003604976,0.05000,1.253
32,mlp.experts.237.gate_proj,0.0001141005,0.05000,1.252
32,mlp.experts.232.gate_proj,0.0002805169,0.05000,1.251
32,mlp.experts.231.gate_proj,0.0005872900,0.05000,1.235
32,mlp.experts.241.gate_proj,0.0001508278,0.05000,1.226
32,mlp.experts.222.gate_proj,0.0001493906,0.05000,1.252
32,mlp.experts.236.gate_proj,0.0001823101,0.05000,1.236
32,mlp.experts.235.gate_proj,0.0003092140,0.05000,1.243
32,mlp.experts.239.gate_proj,fallback(rtn): 0.0010452,0.00000,0.018
32,mlp.experts.245.gate_proj,0.0002559651,0.05000,1.245
32,mlp.experts.226.gate_proj,0.0001485621,0.05000,1.245
32,mlp.experts.240.gate_proj,0.0003558636,0.05000,1.237
32,mlp.experts.249.gate_proj,fallback(rtn): 0.0013123,0.00000,0.030
32,mlp.experts.243.gate_proj,0.0001629148,0.05000,1.249
32,mlp.experts.253.gate_proj,0.0007190762,0.05000,1.233
32,mlp.experts.230.gate_proj,0.0004645613,0.05000,1.261
32,mlp.experts.244.gate_proj,0.0003581259,0.05000,1.251
32,mlp.experts.234.gate_proj,fallback(rtn): 0.0010529,0.00000,0.026
32,mlp.experts.247.gate_proj,0.0002260906,0.05000,1.249
32,mlp.experts.1.up_proj,0.0004618523,0.05000,1.269
32,mlp.experts.248.gate_proj,0.0001514499,0.05000,1.276
32,mlp.experts.238.gate_proj,0.0001339974,0.05000,1.270
32,mlp.experts.251.gate_proj,0.0003570966,0.05000,1.245
32,mlp.experts.5.up_proj,0.0001541966,0.05000,1.239
32,mlp.experts.252.gate_proj,0.0001265054,0.05000,1.240
32,mlp.experts.242.gate_proj,0.0004565923,0.05000,1.247
32,mlp.experts.255.gate_proj,0.0001539161,0.05000,1.239
32,mlp.experts.9.up_proj,0.0000920779,0.05000,1.243
32,mlp.experts.0.up_proj,0.0003358383,0.05000,1.242
32,mlp.experts.246.gate_proj,0.0001433782,0.05000,1.247
32,mlp.experts.3.up_proj,0.0002203300,0.05000,1.236
32,mlp.experts.13.up_proj,0.0000926852,0.05000,1.241
32,mlp.experts.4.up_proj,0.0004705208,0.05000,1.235
32,mlp.experts.250.gate_proj,0.0002423874,0.05000,1.238
32,mlp.experts.7.up_proj,0.0001766588,0.05000,1.233
32,mlp.experts.8.up_proj,0.0001395049,0.05000,1.232
32,mlp.experts.17.up_proj,0.0000847859,0.05000,1.239
32,mlp.experts.254.gate_proj,0.0001487637,0.05000,1.238
32,mlp.experts.11.up_proj,0.0002636149,0.05000,1.262
32,mlp.experts.21.up_proj,0.0000422739,0.05000,1.251
32,mlp.experts.12.up_proj,0.0002227945,0.05000,1.267
32,mlp.experts.2.up_proj,0.0001082688,0.05000,1.265
32,mlp.experts.15.up_proj,0.0003331602,0.05000,1.260
32,mlp.experts.25.up_proj,0.0001551640,0.05000,1.258
32,mlp.experts.16.up_proj,0.0001993130,0.05000,1.256
32,mlp.experts.6.up_proj,0.0003065065,0.05000,1.261
32,mlp.experts.19.up_proj,0.0001409825,0.05000,1.239
32,mlp.experts.29.up_proj,0.0002434167,0.05000,1.267
32,mlp.experts.20.up_proj,0.0004682012,0.05000,1.269
32,mlp.experts.10.up_proj,0.0004316185,0.05000,1.264
32,mlp.experts.23.up_proj,0.0001577417,0.05000,1.238
32,mlp.experts.33.up_proj,0.0001747896,0.05000,1.246
32,mlp.experts.24.up_proj,0.0002445837,0.05000,1.240
32,mlp.experts.14.up_proj,0.0000997787,0.05000,1.232
32,mlp.experts.27.up_proj,0.0001855778,0.05000,1.252
32,mlp.experts.37.up_proj,0.0001113398,0.05000,1.237
32,mlp.experts.28.up_proj,0.0001287408,0.05000,1.251
32,mlp.experts.18.up_proj,0.0000659820,0.05000,1.247
32,mlp.experts.41.up_proj,0.0001597134,0.05000,1.229
32,mlp.experts.31.up_proj,0.0001825084,0.05000,1.253
32,mlp.experts.32.up_proj,0.0002103152,0.05000,1.239
32,mlp.experts.22.up_proj,0.0001398991,0.05000,1.229
32,mlp.experts.36.up_proj,fallback(rtn): 0.0010681,0.00000,0.022
32,mlp.experts.45.up_proj,0.0003206028,0.05000,1.230
32,mlp.experts.35.up_proj,0.0002507900,0.05000,1.222
32,mlp.experts.39.up_proj,fallback(rtn): 0.0010757,0.00000,0.021
32,mlp.experts.26.up_proj,0.0001091689,0.05000,1.232
32,mlp.experts.40.up_proj,0.0001534652,0.05000,1.230
32,mlp.experts.44.up_proj,fallback(rtn): 0.0010681,0.00000,0.018
32,mlp.experts.49.up_proj,0.0002191034,0.05000,1.240
32,mlp.experts.43.up_proj,0.0002375420,0.05000,1.243
32,mlp.experts.30.up_proj,0.0003565281,0.05000,1.245
32,mlp.experts.48.up_proj,0.0000791722,0.05000,1.248
32,mlp.experts.53.up_proj,0.0001793721,0.05000,1.242
32,mlp.experts.47.up_proj,0.0001273283,0.05000,1.241
32,mlp.experts.34.up_proj,0.0003634252,0.05000,1.237
32,mlp.experts.52.up_proj,0.0001736263,0.05000,1.236
32,mlp.experts.57.up_proj,0.0001481373,0.05000,1.267
32,mlp.experts.51.up_proj,0.0002010980,0.05000,1.273
32,mlp.experts.38.up_proj,0.0002764945,0.05000,1.268
32,mlp.experts.56.up_proj,0.0001743712,0.05000,1.261
32,mlp.experts.61.up_proj,0.0000476011,0.05000,1.248
32,mlp.experts.55.up_proj,0.0001195263,0.05000,1.256
32,mlp.experts.60.up_proj,0.0001661329,0.05000,1.246
32,mlp.experts.42.up_proj,0.0001026515,0.05000,1.258
32,mlp.experts.65.up_proj,0.0000898512,0.05000,1.257
32,mlp.experts.69.up_proj,fallback(rtn): 0.0011444,0.00000,0.017
32,mlp.experts.59.up_proj,0.0002971182,0.05000,1.258
32,mlp.experts.64.up_proj,0.0003284330,0.05000,1.259
32,mlp.experts.46.up_proj,0.0001599336,0.05000,1.270
32,mlp.experts.73.up_proj,0.0001058410,0.05000,1.224
32,mlp.experts.63.up_proj,0.0002954125,0.05000,1.229
32,mlp.experts.68.up_proj,0.0000911348,0.05000,1.236
32,mlp.experts.50.up_proj,0.0000970200,0.05000,1.224
32,mlp.experts.72.up_proj,fallback(rtn): 0.0010452,0.00000,0.026
32,mlp.experts.77.up_proj,0.0001327584,0.05000,1.250
32,mlp.experts.67.up_proj,0.0001154024,0.05000,1.243
32,mlp.experts.54.up_proj,0.0002716061,0.05000,1.257
32,mlp.experts.76.up_proj,0.0000845189,0.05000,1.251
32,mlp.experts.81.up_proj,0.0000979997,0.05000,1.247
32,mlp.experts.71.up_proj,0.0002147718,0.05000,1.243
32,mlp.experts.58.up_proj,0.0001314123,0.05000,1.250
32,mlp.experts.80.up_proj,0.0001327500,0.05000,1.250
32,mlp.experts.85.up_proj,0.0001338166,0.05000,1.242
32,mlp.experts.75.up_proj,0.0000781884,0.05000,1.255
32,mlp.experts.79.up_proj,fallback(rtn): 0.0010681,0.00000,0.017
32,mlp.experts.62.up_proj,0.0000787473,0.05000,1.251
32,mlp.experts.84.up_proj,0.0002031754,0.05000,1.255
32,mlp.experts.89.up_proj,0.0000939086,0.05000,1.245
32,mlp.experts.83.up_proj,0.0002045055,0.05000,1.256
32,mlp.experts.66.up_proj,0.0000696122,0.05000,1.257
32,mlp.experts.88.up_proj,0.0001460991,0.05000,1.255
32,mlp.experts.93.up_proj,0.0004231514,0.05000,1.266
32,mlp.experts.87.up_proj,0.0003301611,0.05000,1.258
32,mlp.experts.70.up_proj,0.0001672241,0.05000,1.273
32,mlp.experts.92.up_proj,0.0001252369,0.05000,1.262
32,mlp.experts.97.up_proj,0.0002900430,0.05000,1.251
32,mlp.experts.91.up_proj,0.0001274008,0.05000,1.250
32,mlp.experts.74.up_proj,0.0003095809,0.05000,1.249
32,mlp.experts.96.up_proj,0.0001164643,0.05000,1.257
32,mlp.experts.100.up_proj,fallback(rtn): 0.0010376,0.00000,0.018
32,mlp.experts.101.up_proj,0.0001035195,0.05000,1.282
32,mlp.experts.95.up_proj,0.0003685521,0.05000,1.289
32,mlp.experts.78.up_proj,0.0001082792,0.05000,1.276
32,mlp.experts.104.up_proj,0.0001292733,0.05000,1.278
32,mlp.experts.105.up_proj,0.0002057966,0.05000,1.251
32,mlp.experts.99.up_proj,0.0000869793,0.05000,1.248
32,mlp.experts.82.up_proj,0.0001788663,0.05000,1.265
32,mlp.experts.108.up_proj,0.0001218805,0.05000,1.263
32,mlp.experts.109.up_proj,0.0002300641,0.05000,1.251
32,mlp.experts.103.up_proj,0.0001510879,0.05000,1.250
32,mlp.experts.86.up_proj,0.0000590812,0.05000,1.249
32,mlp.experts.112.up_proj,0.0000998568,0.05000,1.259
32,mlp.experts.113.up_proj,0.0001103244,0.05000,1.241
32,mlp.experts.107.up_proj,0.0002595033,0.05000,1.235
32,mlp.experts.90.up_proj,0.0000726742,0.05000,1.233
32,mlp.experts.116.up_proj,0.0000842159,0.05000,1.234
32,mlp.experts.117.up_proj,0.0000595025,0.05000,1.272
32,mlp.experts.111.up_proj,0.0003653774,0.05000,1.274
32,mlp.experts.94.up_proj,0.0000815346,0.05000,1.272
32,mlp.experts.120.up_proj,0.0001720709,0.05000,1.275
32,mlp.experts.121.up_proj,0.0003076341,0.05000,1.243
32,mlp.experts.115.up_proj,0.0000904814,0.05000,1.244
32,mlp.experts.98.up_proj,0.0001006179,0.05000,1.245
32,mlp.experts.124.up_proj,0.0002212138,0.05000,1.255
32,mlp.experts.125.up_proj,0.0002393956,0.05000,1.248
32,mlp.experts.119.up_proj,0.0000948423,0.05000,1.263
32,mlp.experts.102.up_proj,0.0000937714,0.05000,1.251
32,mlp.experts.128.up_proj,0.0004279411,0.05000,1.244
32,mlp.experts.129.up_proj,0.0001868511,0.05000,1.249
32,mlp.experts.123.up_proj,0.0001760948,0.05000,1.239
32,mlp.experts.106.up_proj,0.0000684453,0.05000,1.242
32,mlp.experts.132.up_proj,0.0001207974,0.05000,1.245
32,mlp.experts.133.up_proj,0.0001933784,0.05000,1.222
32,mlp.experts.127.up_proj,0.0001759247,0.05000,1.234
32,mlp.experts.110.up_proj,0.0002062302,0.05000,1.222
32,mlp.experts.114.up_proj,fallback(rtn): 0.0010681,0.00000,0.018
32,mlp.experts.136.up_proj,0.0001758298,0.05000,1.221
32,mlp.experts.137.up_proj,0.0002176756,0.05000,1.244
32,mlp.experts.141.up_proj,fallback(rtn): 0.0011444,0.00000,0.021
32,mlp.experts.145.up_proj,fallback(rtn): 0.0012131,0.00000,0.021
32,mlp.experts.131.up_proj,0.0001209861,0.05000,1.255
32,mlp.experts.118.up_proj,0.0001807575,0.05000,1.261
32,mlp.experts.140.up_proj,0.0002704195,0.05000,1.249
32,mlp.experts.149.up_proj,0.0001883396,0.05000,1.288
32,mlp.experts.135.up_proj,0.0001107800,0.05000,1.263
32,mlp.experts.153.up_proj,fallback(rtn): 0.0010452,0.00000,0.023
32,mlp.experts.122.up_proj,0.0004099011,0.05000,1.273
32,mlp.experts.144.up_proj,0.0001407473,0.05000,1.265
32,mlp.experts.139.up_proj,0.0001508806,0.05000,1.237
32,mlp.experts.157.up_proj,0.0002279193,0.05000,1.247
32,mlp.experts.126.up_proj,0.0001552015,0.05000,1.247
32,mlp.experts.148.up_proj,0.0001524695,0.05000,1.248
32,mlp.experts.143.up_proj,0.0001465646,0.05000,1.245
32,mlp.experts.161.up_proj,0.0001916170,0.05000,1.232
32,mlp.experts.130.up_proj,0.0001866807,0.05000,1.232
32,mlp.experts.152.up_proj,0.0003569145,0.05000,1.237
32,mlp.experts.147.up_proj,0.0001846097,0.05000,1.229
32,mlp.experts.165.up_proj,0.0000813042,0.05000,1.230
32,mlp.experts.169.up_proj,fallback(rtn): 0.0010529,0.00000,0.017
32,mlp.experts.134.up_proj,0.0000624582,0.05000,1.237
32,mlp.experts.156.up_proj,0.0002015612,0.05000,1.233
32,mlp.experts.151.up_proj,0.0001181586,0.05000,1.243
32,mlp.experts.173.up_proj,0.0001978436,0.05000,1.252
32,mlp.experts.138.up_proj,0.0002487455,0.05000,1.252
32,mlp.experts.160.up_proj,0.0002072322,0.05000,1.245
32,mlp.experts.155.up_proj,0.0002696282,0.05000,1.252
32,mlp.experts.177.up_proj,0.0001162160,0.05000,1.244
32,mlp.experts.142.up_proj,0.0001582828,0.05000,1.253
32,mlp.experts.164.up_proj,0.0002492306,0.05000,1.250
32,mlp.experts.159.up_proj,0.0000840786,0.05000,1.248
32,mlp.experts.181.up_proj,0.0000807168,0.05000,1.243
32,mlp.experts.146.up_proj,0.0001171432,0.05000,1.242
32,mlp.experts.168.up_proj,0.0004412808,0.05000,1.235
32,mlp.experts.163.up_proj,0.0002057087,0.05000,1.239
32,mlp.experts.185.up_proj,0.0000705450,0.05000,1.231
32,mlp.experts.189.up_proj,fallback(rtn): 0.0010452,0.00000,0.018
32,mlp.experts.172.up_proj,0.0004878836,0.05000,1.250
32,mlp.experts.150.up_proj,0.0004068704,0.05000,1.263
32,mlp.experts.167.up_proj,0.0004220202,0.05000,1.261
32,mlp.experts.193.up_proj,0.0004272713,0.05000,1.247
32,mlp.experts.176.up_proj,0.0001177387,0.05000,1.242
32,mlp.experts.154.up_proj,0.0002303078,0.05000,1.247
32,mlp.experts.171.up_proj,0.0000843405,0.05000,1.245
32,mlp.experts.197.up_proj,0.0000702289,0.05000,1.245
32,mlp.experts.180.up_proj,0.0002832579,0.05000,1.246
32,mlp.experts.158.up_proj,0.0001167999,0.05000,1.246
32,mlp.experts.175.up_proj,0.0001423047,0.05000,1.238
32,mlp.experts.201.up_proj,0.0000626692,0.05000,1.231
32,mlp.experts.184.up_proj,0.0001211526,0.05000,1.240
32,mlp.experts.162.up_proj,0.0001905459,0.05000,1.236
32,mlp.experts.188.up_proj,fallback(rtn): 0.0011139,0.00000,0.025
32,mlp.experts.179.up_proj,0.0000635991,0.05000,1.252
32,mlp.experts.205.up_proj,0.0001589270,0.05000,1.253
32,mlp.experts.166.up_proj,0.0002865464,0.05000,1.257
32,mlp.experts.192.up_proj,0.0001417322,0.05000,1.253
32,mlp.experts.183.up_proj,0.0004400548,0.05000,1.259
32,mlp.experts.209.up_proj,0.0001296793,0.05000,1.259
32,mlp.experts.170.up_proj,0.0002345929,0.05000,1.257
32,mlp.experts.196.up_proj,0.0002462812,0.05000,1.258
32,mlp.experts.200.up_proj,fallback(rtn): 0.0012360,0.00000,0.018
32,mlp.experts.187.up_proj,0.0002510217,0.05000,1.249
32,mlp.experts.213.up_proj,0.0003055574,0.05000,1.261
32,mlp.experts.174.up_proj,0.0001441444,0.05000,1.264
32,mlp.experts.204.up_proj,0.0000951810,0.05000,1.257
32,mlp.experts.191.up_proj,0.0001058632,0.05000,1.250
32,mlp.experts.217.up_proj,0.0001173973,0.05000,1.256
32,mlp.experts.178.up_proj,0.0001718325,0.05000,1.251
32,mlp.experts.208.up_proj,0.0002064869,0.05000,1.248
32,mlp.experts.195.up_proj,0.0000725307,0.05000,1.283
32,mlp.experts.221.up_proj,0.0000674917,0.05000,1.274
32,mlp.experts.182.up_proj,0.0001794386,0.05000,1.287
32,mlp.experts.212.up_proj,0.0000780238,0.05000,1.280
32,mlp.experts.199.up_proj,0.0001105219,0.05000,1.254
32,mlp.experts.225.up_proj,0.0001627202,0.05000,1.261
32,mlp.experts.186.up_proj,0.0000870489,0.05000,1.256
32,mlp.experts.216.up_proj,0.0001088682,0.05000,1.254
32,mlp.experts.203.up_proj,0.0002162718,0.05000,1.244
32,mlp.experts.207.up_proj,fallback(rtn): 0.0010910,0.00000,0.018
32,mlp.experts.229.up_proj,0.0003286740,0.05000,1.248
32,mlp.experts.190.up_proj,0.0001661715,0.05000,1.242
32,mlp.experts.220.up_proj,0.0001104523,0.05000,1.232
32,mlp.experts.211.up_proj,0.0000769597,0.05000,1.253
32,mlp.experts.233.up_proj,0.0001232569,0.05000,1.254
32,mlp.experts.224.up_proj,0.0000734727,0.05000,1.250
32,mlp.experts.194.up_proj,0.0001135818,0.05000,1.265
32,mlp.experts.215.up_proj,0.0001864688,0.05000,1.256
32,mlp.experts.237.up_proj,0.0001048376,0.05000,1.240
32,mlp.experts.228.up_proj,0.0001539851,0.05000,1.241
32,mlp.experts.198.up_proj,0.0000423325,0.05000,1.242
32,mlp.experts.219.up_proj,0.0001397737,0.05000,1.244
32,mlp.experts.241.up_proj,0.0001334388,0.05000,1.242
32,mlp.experts.232.up_proj,0.0002653345,0.05000,1.232
32,mlp.experts.202.up_proj,0.0002004633,0.05000,1.247
32,mlp.experts.223.up_proj,0.0002597154,0.05000,1.258
32,mlp.experts.245.up_proj,0.0002182544,0.05000,1.249
32,mlp.experts.249.up_proj,fallback(rtn): 0.0011978,0.00000,0.023
32,mlp.experts.236.up_proj,0.0001564262,0.05000,1.262
32,mlp.experts.206.up_proj,0.0001073750,0.05000,1.255
32,mlp.experts.227.up_proj,0.0002444496,0.05000,1.251
32,mlp.experts.253.up_proj,0.0005176093,0.05000,1.254
32,mlp.experts.240.up_proj,0.0002985705,0.05000,1.238
32,mlp.experts.210.up_proj,0.0001537586,0.05000,1.237
32,mlp.experts.231.up_proj,0.0004777834,0.05000,0.787
32,mlp.experts.244.up_proj,0.0003418165,0.05000,0.769
32,mlp.experts.214.up_proj,0.0003733601,0.05000,0.779
32,mlp.experts.235.up_proj,0.0002292981,0.05000,0.781
32,mlp.experts.239.up_proj,fallback(rtn): 0.0010681,0.00000,0.011
32,mlp.experts.248.up_proj,0.0001172331,0.05000,0.771
32,mlp.experts.218.up_proj,0.0003488554,0.05000,0.779
32,mlp.experts.243.up_proj,0.0001371107,0.05000,0.758
32,mlp.experts.252.up_proj,0.0001257497,0.05000,0.767
32,mlp.experts.222.up_proj,0.0001201009,0.05000,0.750
32,mlp.experts.247.up_proj,0.0002006038,0.05000,0.465
32,mlp.experts.226.up_proj,0.0001100599,0.05000,0.461
32,mlp.experts.251.up_proj,0.0003426353,0.05000,0.462
32,mlp.experts.230.up_proj,0.0003849260,0.05000,0.461
32,mlp.experts.234.up_proj,fallback(rtn): 0.0010529,0.00000,0.008
32,mlp.experts.255.up_proj,0.0001126560,0.05000,0.470
32,mlp.experts.238.up_proj,0.0001072739,0.05000,0.441
32,mlp.experts.242.up_proj,0.0003588141,0.05000,0.247
32,mlp.experts.246.up_proj,0.0001323742,0.05000,0.245
32,mlp.experts.250.up_proj,0.0002343130,0.05000,0.256
32,mlp.experts.254.up_proj,0.0001415797,0.05000,0.247
32,mlp.experts.2.down_proj,0.0000083389,0.05000,0.319
32,mlp.experts.1.down_proj,0.0000357420,0.05000,0.322
32,mlp.experts.0.down_proj,0.0000190788,0.05000,0.327
32,mlp.experts.3.down_proj,0.0000054895,0.05000,0.327
32,mlp.experts.6.down_proj,0.0000359607,0.05000,0.325
32,mlp.experts.7.down_proj,0.0000167751,0.05000,0.319
32,mlp.experts.5.down_proj,0.0000265554,0.05000,0.327
32,mlp.experts.4.down_proj,0.0000165711,0.05000,0.329
32,mlp.experts.10.down_proj,0.0000424809,0.05000,0.327
32,mlp.experts.8.down_proj,0.0000078195,0.05000,0.326
32,mlp.experts.11.down_proj,0.0000143141,0.05000,0.338
32,mlp.experts.9.down_proj,0.0000122504,0.05000,0.338
32,mlp.experts.14.down_proj,0.0000080066,0.05000,0.314
32,mlp.experts.13.down_proj,0.0000064198,0.05000,0.319
32,mlp.experts.12.down_proj,0.0000242728,0.05000,0.327
32,mlp.experts.15.down_proj,0.0000165975,0.05000,0.327
32,mlp.experts.18.down_proj,0.0000076934,0.05000,0.311
32,mlp.experts.16.down_proj,0.0000063394,0.05000,0.311
32,mlp.experts.17.down_proj,0.0000081153,0.05000,0.315
32,mlp.experts.19.down_proj,0.0000122881,0.05000,0.310
32,mlp.experts.22.down_proj,0.0000143794,0.05000,0.319
32,mlp.experts.21.down_proj,0.0000042976,0.05000,0.315
32,mlp.experts.20.down_proj,0.0000240232,0.05000,0.319
32,mlp.experts.23.down_proj,0.0000271130,0.05000,0.322
32,mlp.experts.26.down_proj,0.0000066661,0.05000,0.323
32,mlp.experts.25.down_proj,0.0000104017,0.05000,0.316
32,mlp.experts.24.down_proj,0.0000129238,0.05000,0.318
32,mlp.experts.27.down_proj,0.0000106818,0.05000,0.316
32,mlp.experts.29.down_proj,0.0000111895,0.05000,0.307
32,mlp.experts.30.down_proj,0.0000103336,0.05000,0.314
32,mlp.experts.28.down_proj,0.0000100007,0.05000,0.316
32,mlp.experts.31.down_proj,0.0000112010,0.05000,0.315
32,mlp.experts.33.down_proj,0.0000253372,0.05000,0.324
32,mlp.experts.34.down_proj,0.0000487599,0.05000,0.331
32,mlp.experts.32.down_proj,0.0000178169,0.05000,0.324
32,mlp.experts.35.down_proj,0.0000091272,0.05000,0.326
32,mlp.experts.36.down_proj,fallback(rtn): 0.0010529,0.00000,0.007
32,mlp.experts.39.down_proj,fallback(rtn): 0.0010529,0.00000,0.006
32,mlp.experts.37.down_proj,0.0000107524,0.05000,0.313
32,mlp.experts.38.down_proj,0.0000101523,0.05000,0.314
32,mlp.experts.40.down_proj,0.0000134493,0.05000,0.308
32,mlp.experts.44.down_proj,fallback(rtn): 0.0010376,0.00000,0.005
32,mlp.experts.43.down_proj,0.0000062650,0.05000,0.316
32,mlp.experts.41.down_proj,0.0000044588,0.05000,0.334
32,mlp.experts.42.down_proj,0.0000089551,0.05000,0.328
32,mlp.experts.48.down_proj,0.0000071445,0.05000,0.321
32,mlp.experts.47.down_proj,0.0000133663,0.05000,0.326
32,mlp.experts.46.down_proj,0.0000168800,0.05000,0.306
32,mlp.experts.45.down_proj,0.0000175881,0.05000,0.314
32,mlp.experts.52.down_proj,0.0000067259,0.05000,0.310
32,mlp.experts.51.down_proj,0.0000101857,0.05000,0.313
32,mlp.experts.50.down_proj,0.0000084680,0.05000,0.309
32,mlp.experts.56.down_proj,0.0000146136,0.05000,0.303
32,mlp.experts.49.down_proj,0.0000189439,0.05000,0.315
32,mlp.experts.55.down_proj,0.0000094524,0.05000,0.308
32,mlp.experts.54.down_proj,0.0000053292,0.05000,0.316
32,mlp.experts.60.down_proj,0.0000194094,0.05000,0.314
32,mlp.experts.53.down_proj,0.0000114911,0.05000,0.316
32,mlp.experts.59.down_proj,0.0000236636,0.05000,0.313
32,mlp.experts.58.down_proj,0.0000093641,0.05000,0.311
32,mlp.experts.57.down_proj,0.0000154722,0.05000,0.310
32,mlp.experts.64.down_proj,0.0000176325,0.05000,0.320
32,mlp.experts.63.down_proj,0.0000109605,0.05000,0.313
32,mlp.experts.62.down_proj,0.0000051193,0.05000,0.311
32,mlp.experts.61.down_proj,0.0000033527,0.05000,0.307
32,mlp.experts.67.down_proj,0.0000126948,0.05000,0.300
32,mlp.experts.68.down_proj,0.0000075754,0.05000,0.310
32,mlp.experts.72.down_proj,fallback(rtn): 0.0010300,0.00000,0.006
32,mlp.experts.66.down_proj,0.0000013397,0.05000,0.315
32,mlp.experts.65.down_proj,0.0000077663,0.05000,0.317
32,mlp.experts.71.down_proj,0.0000071332,0.05000,0.320
32,mlp.experts.69.down_proj,fallback(rtn): 0.0010910,0.00000,0.006
32,mlp.experts.76.down_proj,0.0000100251,0.05000,0.320
32,mlp.experts.70.down_proj,0.0000095232,0.05000,0.317
32,mlp.experts.73.down_proj,0.0000103251,0.05000,0.312
32,mlp.experts.75.down_proj,0.0000086308,0.05000,0.314
32,mlp.experts.79.down_proj,fallback(rtn): 0.0010452,0.00000,0.005
32,mlp.experts.80.down_proj,0.0000089750,0.05000,0.315
32,mlp.experts.74.down_proj,0.0000167921,0.05000,0.317
32,mlp.experts.77.down_proj,0.0000148631,0.05000,0.315
32,mlp.experts.83.down_proj,0.0000404344,0.05000,0.314
32,mlp.experts.84.down_proj,0.0000067493,0.05000,0.314
32,mlp.experts.78.down_proj,0.0000067047,0.05000,0.318
32,mlp.experts.81.down_proj,0.0000069312,0.05000,0.319
32,mlp.experts.88.down_proj,0.0000165918,0.05000,0.314
32,mlp.experts.87.down_proj,0.0000368253,0.05000,0.320
32,mlp.experts.82.down_proj,0.0000060932,0.05000,0.314
32,mlp.experts.85.down_proj,0.0000163178,0.05000,0.323
32,mlp.experts.92.down_proj,0.0000090012,0.05000,0.323
32,mlp.experts.91.down_proj,0.0000078827,0.05000,0.323
32,mlp.experts.89.down_proj,0.0000085041,0.05000,0.309
32,mlp.experts.86.down_proj,0.0000060415,0.05000,0.328
32,mlp.experts.95.down_proj,0.0000193783,0.05000,0.322
32,mlp.experts.96.down_proj,0.0000192889,0.05000,0.327
32,mlp.experts.100.down_proj,fallback(rtn): 0.0010529,0.00000,0.005
32,mlp.experts.93.down_proj,0.0000155841,0.05000,0.319
32,mlp.experts.90.down_proj,0.0000079134,0.05000,0.318
32,mlp.experts.99.down_proj,0.0000122258,0.05000,0.313
32,mlp.experts.104.down_proj,0.0000039856,0.05000,0.313
32,mlp.experts.97.down_proj,0.0000294704,0.05000,0.310
32,mlp.experts.94.down_proj,0.0000056386,0.05000,0.310
32,mlp.experts.103.down_proj,0.0000091971,0.05000,0.311
32,mlp.experts.108.down_proj,0.0000147019,0.05000,0.314
32,mlp.experts.101.down_proj,0.0000044682,0.05000,0.308
32,mlp.experts.98.down_proj,0.0000105361,0.05000,0.305
32,mlp.experts.107.down_proj,0.0000279414,0.05000,0.311
32,mlp.experts.112.down_proj,0.0000053440,0.05000,0.313
32,mlp.experts.102.down_proj,0.0000084978,0.05000,0.314
32,mlp.experts.105.down_proj,0.0000101215,0.05000,0.320
32,mlp.experts.111.down_proj,0.0000174369,0.05000,0.316
32,mlp.experts.116.down_proj,0.0000105684,0.05000,0.314
32,mlp.experts.106.down_proj,0.0000063155,0.05000,0.314
32,mlp.experts.109.down_proj,0.0000227340,0.05000,0.312
32,mlp.experts.115.down_proj,0.0000048637,0.05000,0.312
32,mlp.experts.120.down_proj,0.0000133106,0.05000,0.313
32,mlp.experts.110.down_proj,0.0000131014,0.05000,0.315
32,mlp.experts.113.down_proj,0.0000146144,0.05000,0.312
32,mlp.experts.119.down_proj,0.0000097492,0.05000,0.315
32,mlp.experts.114.down_proj,fallback(rtn): 0.0010452,0.00000,0.007
32,mlp.experts.124.down_proj,0.0000088114,0.05000,0.322
32,mlp.experts.117.down_proj,0.0000023791,0.05000,0.321
32,mlp.experts.123.down_proj,0.0000132514,0.05000,0.318
32,mlp.experts.118.down_proj,0.0000121712,0.05000,0.332
32,mlp.experts.128.down_proj,0.0000286586,0.05000,0.327
32,mlp.experts.121.down_proj,0.0000327842,0.05000,0.329
32,mlp.experts.127.down_proj,0.0000073448,0.05000,0.320
32,mlp.experts.122.down_proj,0.0000278898,0.05000,0.316
32,mlp.experts.132.down_proj,0.0000125628,0.05000,0.319
32,mlp.experts.125.down_proj,0.0000249816,0.05000,0.316
32,mlp.experts.126.down_proj,0.0000117686,0.05000,0.316
32,mlp.experts.131.down_proj,0.0000141254,0.05000,0.321
32,mlp.experts.136.down_proj,0.0000152498,0.05000,0.316
32,mlp.experts.129.down_proj,0.0000261490,0.05000,0.308
32,mlp.experts.130.down_proj,0.0000112218,0.05000,0.314
32,mlp.experts.135.down_proj,0.0000060066,0.05000,0.312
32,mlp.experts.140.down_proj,0.0000242685,0.05000,0.311
32,mlp.experts.133.down_proj,0.0000220888,0.05000,0.324
32,mlp.experts.139.down_proj,0.0000170318,0.05000,0.319
32,mlp.experts.134.down_proj,0.0000077388,0.05000,0.324
32,mlp.experts.144.down_proj,0.0000121725,0.05000,0.322
32,mlp.experts.137.down_proj,0.0000250753,0.05000,0.310
32,mlp.experts.141.down_proj,fallback(rtn): 0.0010910,0.00000,0.005
32,mlp.experts.143.down_proj,0.0000025867,0.05000,0.311
32,mlp.experts.138.down_proj,0.0000466377,0.05000,0.314
32,mlp.experts.145.down_proj,fallback(rtn): 0.0011063,0.00000,0.007
32,mlp.experts.148.down_proj,0.0000192866,0.05000,0.312
32,mlp.experts.147.down_proj,0.0000179193,0.05000,0.319
32,mlp.experts.142.down_proj,0.0000138745,0.05000,0.319
32,mlp.experts.149.down_proj,0.0000272596,0.05000,0.323
32,mlp.experts.153.down_proj,fallback(rtn): 0.0010300,0.00000,0.006
32,mlp.experts.152.down_proj,0.0000099187,0.05000,0.336
32,mlp.experts.151.down_proj,0.0000070390,0.05000,0.333
32,mlp.experts.146.down_proj,0.0000093808,0.05000,0.333
32,mlp.experts.156.down_proj,0.0000237002,0.05000,0.316
32,mlp.experts.157.down_proj,0.0000313435,0.05000,0.332
32,mlp.experts.155.down_proj,0.0000425324,0.05000,0.319
32,mlp.experts.150.down_proj,0.0000171324,0.05000,0.324
32,mlp.experts.161.down_proj,0.0000342221,0.05000,0.318
32,mlp.experts.160.down_proj,0.0000082413,0.05000,0.326
32,mlp.experts.159.down_proj,0.0000089076,0.05000,0.319
32,mlp.experts.154.down_proj,0.0000049754,0.05000,0.312
32,mlp.experts.165.down_proj,0.0000043044,0.05000,0.309
32,mlp.experts.164.down_proj,0.0000130389,0.05000,0.305
32,mlp.experts.169.down_proj,fallback(rtn): 0.0010452,0.00000,0.007
32,mlp.experts.158.down_proj,0.0000098634,0.05000,0.312
32,mlp.experts.173.down_proj,0.0000318828,0.05000,0.306
32,mlp.experts.168.down_proj,0.0000205927,0.05000,0.319
32,mlp.experts.163.down_proj,0.0000105798,0.05000,0.321
32,mlp.experts.162.down_proj,0.0000213099,0.05000,0.315
32,mlp.experts.177.down_proj,0.0000099047,0.05000,0.315
32,mlp.experts.172.down_proj,0.0000220700,0.05000,0.313
32,mlp.experts.167.down_proj,0.0000288366,0.05000,0.316
32,mlp.experts.166.down_proj,0.0000081949,0.05000,0.312
32,mlp.experts.181.down_proj,0.0000111770,0.05000,0.309
32,mlp.experts.176.down_proj,0.0000101987,0.05000,0.310
32,mlp.experts.171.down_proj,0.0000065756,0.05000,0.309
32,mlp.experts.185.down_proj,0.0000083824,0.05000,0.316
32,mlp.experts.175.down_proj,0.0000109792,0.05000,0.314
32,mlp.experts.180.down_proj,0.0000062127,0.05000,0.321
32,mlp.experts.189.down_proj,fallback(rtn): 0.0010529,0.00000,0.008
32,mlp.experts.170.down_proj,0.0000215350,0.05000,0.329
32,mlp.experts.179.down_proj,0.0000067029,0.05000,0.327
32,mlp.experts.193.down_proj,0.0000235372,0.05000,0.325
32,mlp.experts.184.down_proj,0.0000115473,0.05000,0.331
32,mlp.experts.174.down_proj,0.0000158050,0.05000,0.316
32,mlp.experts.188.down_proj,fallback(rtn): 0.0010757,0.00000,0.008
32,mlp.experts.197.down_proj,0.0000058035,0.05000,0.318
32,mlp.experts.183.down_proj,0.0000205430,0.05000,0.325
32,mlp.experts.178.down_proj,0.0000203365,0.05000,0.322
32,mlp.experts.192.down_proj,0.0000147642,0.05000,0.317
32,mlp.experts.187.down_proj,0.0000189722,0.05000,0.324
32,mlp.experts.201.down_proj,0.0000086824,0.05000,0.335
32,mlp.experts.182.down_proj,0.0000126502,0.05000,0.330
32,mlp.experts.196.down_proj,0.0000116660,0.05000,0.332
32,mlp.experts.200.down_proj,fallback(rtn): 0.0010834,0.00000,0.005
32,mlp.experts.191.down_proj,0.0000057208,0.05000,0.321
32,mlp.experts.186.down_proj,0.0000095147,0.05000,0.315
32,mlp.experts.205.down_proj,0.0000034342,0.05000,0.322
32,mlp.experts.204.down_proj,0.0000090217,0.05000,0.313
32,mlp.experts.195.down_proj,0.0000070278,0.05000,0.309
32,mlp.experts.190.down_proj,0.0000119938,0.05000,0.305
32,mlp.experts.209.down_proj,0.0000053469,0.05000,0.316
32,mlp.experts.208.down_proj,0.0000195068,0.05000,0.312
32,mlp.experts.199.down_proj,0.0000105283,0.05000,0.320
32,mlp.experts.194.down_proj,0.0000107664,0.05000,0.324
32,mlp.experts.213.down_proj,0.0000127884,0.05000,0.325
32,mlp.experts.212.down_proj,0.0000061690,0.05000,0.339
32,mlp.experts.203.down_proj,0.0000091398,0.05000,0.328
32,mlp.experts.207.down_proj,fallback(rtn): 0.0010681,0.00000,0.005
32,mlp.experts.198.down_proj,0.0000034765,0.05000,0.330
32,mlp.experts.217.down_proj,0.0000086699,0.05000,0.333
32,mlp.experts.216.down_proj,0.0000076145,0.05000,0.323
32,mlp.experts.211.down_proj,0.0000082953,0.05000,0.310
32,mlp.experts.202.down_proj,0.0000119838,0.05000,0.311
32,mlp.experts.221.down_proj,0.0000105820,0.05000,0.311
32,mlp.experts.220.down_proj,0.0000087904,0.05000,0.314
32,mlp.experts.215.down_proj,0.0000291031,0.05000,0.317
32,mlp.experts.206.down_proj,0.0000098101,0.05000,0.315
32,mlp.experts.225.down_proj,0.0000207181,0.05000,0.312
32,mlp.experts.224.down_proj,0.0000083109,0.05000,0.316
32,mlp.experts.219.down_proj,0.0000101924,0.05000,0.329
32,mlp.experts.210.down_proj,0.0000135584,0.05000,0.329
32,mlp.experts.229.down_proj,0.0000190757,0.05000,0.328
32,mlp.experts.228.down_proj,0.0000223391,0.05000,0.318
32,mlp.experts.223.down_proj,0.0000315840,0.05000,0.319
32,mlp.experts.214.down_proj,0.0000266484,0.05000,0.324
32,mlp.experts.233.down_proj,0.0000128007,0.05000,0.322
32,mlp.experts.232.down_proj,0.0000126306,0.05000,0.317
32,mlp.experts.218.down_proj,0.0000116548,0.05000,0.321
32,mlp.experts.237.down_proj,0.0000085096,0.05000,0.318
32,mlp.experts.227.down_proj,0.0000089068,0.05000,0.330
32,mlp.experts.236.down_proj,0.0000115830,0.05000,0.309
32,mlp.experts.222.down_proj,0.0000089001,0.05000,0.316
32,mlp.experts.241.down_proj,0.0000084147,0.05000,0.317
32,mlp.experts.231.down_proj,0.0000295459,0.05000,0.323
32,mlp.experts.240.down_proj,0.0000203895,0.05000,0.325
32,mlp.experts.226.down_proj,0.0000212385,0.05000,0.318
32,mlp.experts.245.down_proj,0.0000240853,0.05000,0.319
32,mlp.experts.249.down_proj,fallback(rtn): 0.0010910,0.00000,0.005
32,mlp.experts.235.down_proj,0.0000157220,0.05000,0.320
32,mlp.experts.239.down_proj,fallback(rtn): 0.0010605,0.00000,0.005
32,mlp.experts.244.down_proj,0.0000121645,0.05000,0.323
32,mlp.experts.230.down_proj,0.0000162079,0.05000,0.322
32,mlp.experts.234.down_proj,fallback(rtn): 0.0010376,0.00000,0.005
32,mlp.experts.253.down_proj,0.0000630188,0.05000,0.315
32,mlp.experts.243.down_proj,0.0000076975,0.05000,0.312
32,mlp.experts.248.down_proj,0.0000125066,0.05000,0.313
32,mlp.experts.238.down_proj,0.0000106247,0.05000,0.209
32,mlp.experts.247.down_proj,0.0000227554,0.05000,0.207
32,mlp.experts.252.down_proj,0.0000047147,0.05000,0.199
32,mlp.experts.242.down_proj,0.0000183639,0.05000,0.122
32,mlp.experts.251.down_proj,0.0000187418,0.05000,0.119
32,mlp.experts.246.down_proj,0.0000122501,0.05000,0.116
32,mlp.experts.255.down_proj,0.0000089968,0.05000,0.117
32,mlp.experts.250.down_proj,0.0000127757,0.05000,0.063
32,mlp.experts.254.down_proj,0.0000130311,0.05000,0.062
33,mlp.experts.1.gate_proj,fallback(rtn): 0.0010605,0.00000,0.036
33,mlp.experts.0.gate_proj,0.0003042577,0.05000,1.252
33,mlp.experts.2.gate_proj,0.0004808614,0.05000,1.247
33,mlp.experts.3.gate_proj,0.0001267438,0.05000,1.269
33,mlp.experts.5.gate_proj,0.0002115357,0.05000,1.231
33,mlp.experts.9.gate_proj,fallback(rtn): 0.0010910,0.00000,0.023
33,mlp.experts.4.gate_proj,0.0003040970,0.05000,1.217
33,mlp.experts.6.gate_proj,0.0000916899,0.05000,1.223
33,mlp.experts.7.gate_proj,0.0001911537,0.05000,1.223
33,mlp.experts.8.gate_proj,fallback(rtn): 0.0012741,0.00000,0.025
33,mlp.experts.13.gate_proj,0.0002940149,0.05000,1.219
33,mlp.experts.10.gate_proj,0.0001053731,0.05000,1.237
33,mlp.experts.11.gate_proj,0.0001167795,0.05000,1.237
33,mlp.experts.14.gate_proj,fallback(rtn): 0.0011215,0.00000,0.019
33,mlp.experts.12.gate_proj,0.0001253962,0.05000,1.251
33,mlp.experts.17.gate_proj,0.0002849531,0.05000,1.238
33,mlp.experts.18.gate_proj,0.0001214158,0.05000,1.247
33,mlp.experts.15.gate_proj,0.0002438139,0.05000,1.255
33,mlp.experts.16.gate_proj,0.0002917945,0.05000,1.244
33,mlp.experts.21.gate_proj,0.0002629094,0.05000,1.249
33,mlp.experts.20.gate_proj,fallback(rtn): 0.0011749,0.00000,0.027
33,mlp.experts.25.gate_proj,0.0002021879,0.05000,1.233
33,mlp.experts.22.gate_proj,0.0000608731,0.05000,1.256
33,mlp.experts.19.gate_proj,0.0002892767,0.05000,1.252
33,mlp.experts.24.gate_proj,0.0008742665,0.05000,1.245
33,mlp.experts.26.gate_proj,fallback(rtn): 0.0012283,0.00000,0.033
33,mlp.experts.23.gate_proj,0.0001179535,0.05000,1.244
33,mlp.experts.29.gate_proj,0.0001059764,0.05000,1.260
33,mlp.experts.28.gate_proj,0.0001621825,0.05000,1.250
33,mlp.experts.30.gate_proj,0.0002186428,0.05000,1.256
33,mlp.experts.34.gate_proj,fallback(rtn): 0.0011215,0.00000,0.019
33,mlp.experts.27.gate_proj,0.0001991165,0.05000,1.276
33,mlp.experts.33.gate_proj,0.0002885876,0.05000,1.273
33,mlp.experts.32.gate_proj,0.0002352248,0.05000,1.263
33,mlp.experts.38.gate_proj,0.0002424211,0.05000,1.264
33,mlp.experts.31.gate_proj,0.0006637152,0.05000,1.257
33,mlp.experts.37.gate_proj,0.0001284673,0.05000,1.265
33,mlp.experts.36.gate_proj,0.0000972700,0.05000,1.258
33,mlp.experts.42.gate_proj,0.0004685768,0.05000,1.264
33,mlp.experts.46.gate_proj,fallback(rtn): 0.0015869,0.00000,0.020
33,mlp.experts.35.gate_proj,0.0006809092,0.05000,1.356
33,mlp.experts.40.gate_proj,0.0001627577,0.05000,1.339
33,mlp.experts.41.gate_proj,0.0001411552,0.05000,1.360
33,mlp.experts.45.gate_proj,fallback(rtn): 0.0011597,0.00000,0.020
33,mlp.experts.50.gate_proj,0.0001333115,0.05000,1.357
33,mlp.experts.39.gate_proj,0.0002595036,0.05000,1.244
33,mlp.experts.44.gate_proj,0.0005240350,0.05000,1.248
33,mlp.experts.49.gate_proj,0.0001462440,0.05000,1.242
33,mlp.experts.54.gate_proj,0.0002891995,0.05000,1.249
33,mlp.experts.48.gate_proj,0.0003442042,0.05000,1.229
33,mlp.experts.43.gate_proj,0.0001156093,0.05000,1.238
33,mlp.experts.53.gate_proj,0.0002823265,0.05000,1.237
33,mlp.experts.58.gate_proj,0.0000637734,0.05000,1.238
33,mlp.experts.47.gate_proj,0.0001158847,0.05000,1.238
33,mlp.experts.52.gate_proj,0.0001449387,0.05000,1.252
33,mlp.experts.57.gate_proj,0.0003467921,0.05000,1.243
33,mlp.experts.62.gate_proj,0.0003712528,0.05000,1.244
33,mlp.experts.56.gate_proj,0.0001651230,0.05000,1.243
33,mlp.experts.51.gate_proj,0.0001542314,0.05000,1.255
33,mlp.experts.61.gate_proj,0.0002181702,0.05000,1.252
33,mlp.experts.65.gate_proj,fallback(rtn): 0.0011673,0.00000,0.018
33,mlp.experts.66.gate_proj,0.0001642877,0.05000,1.250
33,mlp.experts.60.gate_proj,0.0004290688,0.05000,1.247
33,mlp.experts.55.gate_proj,0.0002434055,0.05000,1.260
33,mlp.experts.69.gate_proj,0.0006167239,0.05000,1.258
33,mlp.experts.70.gate_proj,0.0001861066,0.05000,1.252
33,mlp.experts.64.gate_proj,0.0004203689,0.05000,1.241
33,mlp.experts.59.gate_proj,0.0001160388,0.05000,1.237
33,mlp.experts.73.gate_proj,0.0002057261,0.05000,1.236
33,mlp.experts.74.gate_proj,0.0003755134,0.05000,1.242
33,mlp.experts.68.gate_proj,0.0001470246,0.05000,1.241
33,mlp.experts.63.gate_proj,0.0001369303,0.05000,1.238
33,mlp.experts.77.gate_proj,0.0003071367,0.05000,1.239
33,mlp.experts.78.gate_proj,0.0002295354,0.05000,1.225
33,mlp.experts.67.gate_proj,0.0003342996,0.05000,1.232
33,mlp.experts.72.gate_proj,0.0002848244,0.05000,1.258
33,mlp.experts.81.gate_proj,0.0001657577,0.05000,1.254
33,mlp.experts.82.gate_proj,0.0001541397,0.05000,1.255
33,mlp.experts.71.gate_proj,0.0002872554,0.05000,1.239
33,mlp.experts.76.gate_proj,0.0002010356,0.05000,1.241
33,mlp.experts.80.gate_proj,fallback(rtn): 0.0010757,0.00000,0.018
33,mlp.experts.85.gate_proj,0.0001451938,0.05000,1.236
33,mlp.experts.86.gate_proj,0.0000962267,0.05000,1.243
33,mlp.experts.75.gate_proj,0.0002813229,0.05000,1.235
33,mlp.experts.84.gate_proj,0.0001351285,0.05000,1.244
33,mlp.experts.89.gate_proj,0.0000582415,0.05000,1.235
33,mlp.experts.90.gate_proj,0.0002602101,0.05000,1.223
33,mlp.experts.79.gate_proj,0.0001784614,0.05000,1.240
33,mlp.experts.88.gate_proj,0.0000511809,0.05000,1.237
33,mlp.experts.93.gate_proj,0.0001494712,0.05000,1.267
33,mlp.experts.94.gate_proj,0.0000859863,0.05000,1.269
33,mlp.experts.83.gate_proj,0.0001278346,0.05000,1.250
33,mlp.experts.92.gate_proj,0.0000803103,0.05000,1.244
33,mlp.experts.97.gate_proj,0.0001369082,0.05000,1.246
33,mlp.experts.98.gate_proj,0.0002802980,0.05000,1.247
33,mlp.experts.87.gate_proj,0.0002100606,0.05000,1.234
33,mlp.experts.96.gate_proj,0.0001227479,0.05000,1.250
33,mlp.experts.100.gate_proj,fallback(rtn): 0.0011444,0.00000,0.018
33,mlp.experts.102.gate_proj,0.0003443780,0.05000,1.238
33,mlp.experts.101.gate_proj,0.0002927249,0.05000,1.252
33,mlp.experts.91.gate_proj,0.0003592752,0.05000,1.259
33,mlp.experts.104.gate_proj,0.0000764844,0.05000,1.265
33,mlp.experts.106.gate_proj,0.0001449446,0.05000,1.260
33,mlp.experts.105.gate_proj,0.0001674948,0.05000,1.261
33,mlp.experts.95.gate_proj,0.0001997951,0.05000,1.242
33,mlp.experts.108.gate_proj,0.0002527615,0.05000,1.251
33,mlp.experts.110.gate_proj,0.0001469567,0.05000,1.247
33,mlp.experts.109.gate_proj,0.0003229846,0.05000,1.247
33,mlp.experts.99.gate_proj,0.0004739754,0.05000,1.246
33,mlp.experts.112.gate_proj,0.0002463784,0.05000,1.242
33,mlp.experts.114.gate_proj,0.0004302094,0.05000,1.250
33,mlp.experts.113.gate_proj,0.0003640994,0.05000,1.253
33,mlp.experts.103.gate_proj,0.0001337304,0.05000,1.244
33,mlp.experts.116.gate_proj,0.0001001032,0.05000,1.240
33,mlp.experts.120.gate_proj,fallback(rtn): 0.0011597,0.00000,0.018
33,mlp.experts.118.gate_proj,0.0001613660,0.05000,1.250
33,mlp.experts.117.gate_proj,0.0001125229,0.05000,1.268
33,mlp.experts.107.gate_proj,0.0000699834,0.05000,1.272
33,mlp.experts.124.gate_proj,0.0002357612,0.05000,1.270
33,mlp.experts.122.gate_proj,0.0001318102,0.05000,1.243
33,mlp.experts.121.gate_proj,0.0000828951,0.05000,1.253
33,mlp.experts.111.gate_proj,0.0003771761,0.05000,1.257
33,mlp.experts.128.gate_proj,0.0004159540,0.05000,1.257
33,mlp.experts.126.gate_proj,0.0002015279,0.05000,1.257
33,mlp.experts.125.gate_proj,0.0008810259,0.05000,1.256
33,mlp.experts.115.gate_proj,0.0002288527,0.05000,1.253
33,mlp.experts.130.gate_proj,0.0001689990,0.05000,1.240
33,mlp.experts.132.gate_proj,0.0000982754,0.05000,1.263
33,mlp.experts.129.gate_proj,0.0000896312,0.05000,1.246
33,mlp.experts.119.gate_proj,0.0002727780,0.05000,1.252
33,mlp.experts.123.gate_proj,fallback(rtn): 0.0010757,0.00000,0.020
33,mlp.experts.134.gate_proj,0.0003713730,0.05000,1.259
33,mlp.experts.136.gate_proj,0.0002864464,0.05000,1.253
33,mlp.experts.133.gate_proj,0.0002879824,0.05000,1.270
33,mlp.experts.127.gate_proj,0.0000818015,0.05000,1.240
33,mlp.experts.138.gate_proj,0.0004150824,0.05000,1.243
33,mlp.experts.140.gate_proj,0.0003138645,0.05000,1.256
33,mlp.experts.137.gate_proj,0.0001652862,0.05000,1.244
33,mlp.experts.131.gate_proj,0.0008948456,0.05000,1.240
33,mlp.experts.142.gate_proj,0.0001239508,0.05000,1.241
33,mlp.experts.144.gate_proj,0.0002943574,0.05000,1.239
33,mlp.experts.148.gate_proj,fallback(rtn): 0.0010605,0.00000,0.018
33,mlp.experts.141.gate_proj,0.0005304665,0.05000,1.253
33,mlp.experts.135.gate_proj,0.0004818658,0.05000,1.250
33,mlp.experts.146.gate_proj,0.0004145673,0.05000,1.246
33,mlp.experts.150.gate_proj,fallback(rtn): 0.0010986,0.00000,0.020
33,mlp.experts.152.gate_proj,0.0001924078,0.05000,1.236
33,mlp.experts.145.gate_proj,0.0009254108,0.05000,1.242
33,mlp.experts.139.gate_proj,0.0001161837,0.05000,1.243
33,mlp.experts.156.gate_proj,0.0000957843,0.05000,1.225
33,mlp.experts.154.gate_proj,0.0001472519,0.05000,1.258
33,mlp.experts.149.gate_proj,0.0010262910,0.05000,1.234
33,mlp.experts.143.gate_proj,0.0002274993,0.05000,1.262
33,mlp.experts.153.gate_proj,0.0005136071,0.05000,1.236
33,mlp.experts.158.gate_proj,0.0004012090,0.05000,1.249
33,mlp.experts.160.gate_proj,0.0001432135,0.05000,1.267
33,mlp.experts.147.gate_proj,0.0004047442,0.05000,1.248
33,mlp.experts.157.gate_proj,0.0004188693,0.05000,1.257
33,mlp.experts.162.gate_proj,0.0001991652,0.05000,1.277
33,mlp.experts.164.gate_proj,0.0002938037,0.05000,1.280
33,mlp.experts.151.gate_proj,0.0001003466,0.05000,1.256
33,mlp.experts.166.gate_proj,0.0004854925,0.05000,1.229
33,mlp.experts.168.gate_proj,0.0001269278,0.05000,1.238
33,mlp.experts.161.gate_proj,0.0001925504,0.05000,1.262
33,mlp.experts.155.gate_proj,0.0006768172,0.05000,1.233
33,mlp.experts.170.gate_proj,0.0004995185,0.05000,1.235
33,mlp.experts.172.gate_proj,0.0001961390,0.05000,1.223
33,mlp.experts.165.gate_proj,0.0001949398,0.05000,1.221
33,mlp.experts.159.gate_proj,0.0001096979,0.05000,1.244
33,mlp.experts.163.gate_proj,fallback(rtn): 0.0011368,0.00000,0.019
33,mlp.experts.176.gate_proj,0.0001390237,0.05000,1.237
33,mlp.experts.169.gate_proj,0.0004829702,0.05000,1.240
33,mlp.experts.174.gate_proj,0.0004279756,0.05000,1.250
33,mlp.experts.167.gate_proj,0.0003922177,0.05000,1.233
33,mlp.experts.180.gate_proj,0.0002667320,0.05000,1.229
33,mlp.experts.173.gate_proj,0.0005723424,0.05000,1.229
33,mlp.experts.178.gate_proj,0.0001698679,0.05000,1.223
33,mlp.experts.171.gate_proj,0.0002030709,0.05000,1.236
33,mlp.experts.184.gate_proj,0.0003573203,0.05000,1.253
33,mlp.experts.182.gate_proj,0.0001469036,0.05000,1.251
33,mlp.experts.177.gate_proj,0.0001633818,0.05000,1.263
33,mlp.experts.188.gate_proj,fallback(rtn): 0.0011749,0.00000,0.030
33,mlp.experts.175.gate_proj,0.0004966779,0.05000,1.276
33,mlp.experts.181.gate_proj,0.0002832013,0.05000,1.267
33,mlp.experts.186.gate_proj,0.0002472348,0.05000,1.287
33,mlp.experts.192.gate_proj,0.0002172981,0.05000,1.279
33,mlp.experts.179.gate_proj,0.0001209039,0.05000,1.224
33,mlp.experts.185.gate_proj,0.0001416689,0.05000,1.228
33,mlp.experts.190.gate_proj,0.0001744366,0.05000,1.234
33,mlp.experts.196.gate_proj,0.0007455856,0.05000,1.231
33,mlp.experts.183.gate_proj,0.0000719043,0.05000,1.238
33,mlp.experts.189.gate_proj,0.0002773611,0.05000,1.236
33,mlp.experts.194.gate_proj,0.0005183833,0.05000,1.238
33,mlp.experts.200.gate_proj,0.0002268351,0.05000,1.255
33,mlp.experts.187.gate_proj,0.0003899540,0.05000,1.253
33,mlp.experts.191.gate_proj,fallback(rtn): 0.0011139,0.00000,0.017
33,mlp.experts.193.gate_proj,0.0004268812,0.05000,1.266
33,mlp.experts.198.gate_proj,0.0002702732,0.05000,1.266
33,mlp.experts.204.gate_proj,0.0001735576,0.05000,1.263
33,mlp.experts.195.gate_proj,0.0003200491,0.05000,1.241
33,mlp.experts.197.gate_proj,0.0001511719,0.05000,1.248
33,mlp.experts.202.gate_proj,0.0003592820,0.05000,1.238
33,mlp.experts.208.gate_proj,0.0003651221,0.05000,1.233
33,mlp.experts.199.gate_proj,0.0002944129,0.05000,1.248
33,mlp.experts.201.gate_proj,0.0001399660,0.05000,1.263
33,mlp.experts.206.gate_proj,0.0001514215,0.05000,1.260
33,mlp.experts.212.gate_proj,0.0001521752,0.05000,1.262
33,mlp.experts.216.gate_proj,fallback(rtn): 0.0011826,0.00000,0.017
33,mlp.experts.203.gate_proj,0.0002435474,0.05000,1.245
33,mlp.experts.205.gate_proj,0.0001800633,0.05000,1.253
33,mlp.experts.210.gate_proj,0.0001443087,0.05000,1.254
33,mlp.experts.220.gate_proj,0.0001717024,0.05000,1.251
33,mlp.experts.207.gate_proj,0.0004111055,0.05000,1.240
33,mlp.experts.214.gate_proj,0.0001097779,0.05000,1.239
33,mlp.experts.209.gate_proj,0.0003153311,0.05000,1.255
33,mlp.experts.224.gate_proj,0.0001057944,0.05000,1.245
33,mlp.experts.211.gate_proj,0.0003028871,0.05000,1.250
33,mlp.experts.213.gate_proj,0.0002731216,0.05000,1.240
33,mlp.experts.218.gate_proj,0.0004170221,0.05000,1.254
33,mlp.experts.228.gate_proj,0.0002237229,0.05000,1.250
33,mlp.experts.215.gate_proj,0.0002304976,0.05000,1.237
33,mlp.experts.217.gate_proj,0.0001014793,0.05000,1.224
33,mlp.experts.222.gate_proj,0.0008705133,0.05000,1.230
33,mlp.experts.226.gate_proj,fallback(rtn): 0.0010986,0.00000,0.018
33,mlp.experts.230.gate_proj,fallback(rtn): 0.0010757,0.00000,0.020
33,mlp.experts.232.gate_proj,0.0000871971,0.05000,1.234
33,mlp.experts.219.gate_proj,0.0002723378,0.05000,1.255
33,mlp.experts.221.gate_proj,0.0006349449,0.05000,1.236
33,mlp.experts.234.gate_proj,0.0001690422,0.05000,1.237
33,mlp.experts.236.gate_proj,0.0002913290,0.05000,1.252
33,mlp.experts.223.gate_proj,0.0004430940,0.05000,1.244
33,mlp.experts.225.gate_proj,0.0002496727,0.05000,1.250
33,mlp.experts.238.gate_proj,0.0000769531,0.05000,1.240
33,mlp.experts.240.gate_proj,0.0001967975,0.05000,1.231
33,mlp.experts.229.gate_proj,0.0004004162,0.05000,1.241
33,mlp.experts.227.gate_proj,0.0002442518,0.05000,1.267
33,mlp.experts.242.gate_proj,0.0002326467,0.05000,1.249
33,mlp.experts.244.gate_proj,0.0001237312,0.05000,1.253
33,mlp.experts.233.gate_proj,0.0012055187,0.05000,1.218
33,mlp.experts.231.gate_proj,0.0002824018,0.05000,1.234
33,mlp.experts.246.gate_proj,0.0002051017,0.05000,1.230
33,mlp.experts.248.gate_proj,0.0002081676,0.05000,1.224
33,mlp.experts.237.gate_proj,0.0002075609,0.05000,1.253
33,mlp.experts.235.gate_proj,0.0002080304,0.05000,1.257
33,mlp.experts.252.gate_proj,0.0001118759,0.05000,1.255
33,mlp.experts.250.gate_proj,0.0002180501,0.05000,1.266
33,mlp.experts.241.gate_proj,0.0002999013,0.05000,1.232
33,mlp.experts.239.gate_proj,0.0002768362,0.05000,1.224
33,mlp.experts.254.gate_proj,0.0002796089,0.05000,1.233
33,mlp.experts.0.up_proj,0.0002977211,0.05000,1.258
33,mlp.experts.245.gate_proj,0.0003273118,0.05000,1.261
33,mlp.experts.243.gate_proj,0.0002111861,0.05000,1.250
33,mlp.experts.249.gate_proj,fallback(rtn): 0.0013657,0.00000,0.033
33,mlp.experts.2.up_proj,0.0004293776,0.05000,1.256
33,mlp.experts.4.up_proj,0.0001968942,0.05000,1.253
33,mlp.experts.8.up_proj,fallback(rtn): 0.0010757,0.00000,0.017
33,mlp.experts.247.gate_proj,0.0002179831,0.05000,1.253
33,mlp.experts.253.gate_proj,0.0001308252,0.05000,1.271
33,mlp.experts.1.up_proj,fallback(rtn): 0.0010452,0.00000,0.017
33,mlp.experts.6.up_proj,0.0000770127,0.05000,1.261
33,mlp.experts.12.up_proj,0.0000992643,0.05000,1.269
33,mlp.experts.251.gate_proj,0.0002233353,0.05000,1.252
33,mlp.experts.5.up_proj,0.0001815246,0.05000,1.271
33,mlp.experts.9.up_proj,fallback(rtn): 0.0010757,0.00000,0.017
33,mlp.experts.10.up_proj,0.0000952338,0.05000,1.267
33,mlp.experts.14.up_proj,fallback(rtn): 0.0010681,0.00000,0.021
33,mlp.experts.16.up_proj,0.0002811849,0.05000,1.261
33,mlp.experts.20.up_proj,fallback(rtn): 0.0010986,0.00000,0.017
33,mlp.experts.255.gate_proj,0.0002287621,0.05000,1.246
33,mlp.experts.13.up_proj,0.0002707130,0.05000,1.241
33,mlp.experts.18.up_proj,0.0001060125,0.05000,1.246
33,mlp.experts.24.up_proj,0.0006275863,0.05000,1.235
33,mlp.experts.3.up_proj,0.0001130776,0.05000,1.250
33,mlp.experts.17.up_proj,0.0002450452,0.05000,1.267
33,mlp.experts.22.up_proj,0.0000561252,0.05000,1.265
33,mlp.experts.28.up_proj,0.0001446631,0.05000,1.259
33,mlp.experts.26.up_proj,fallback(rtn): 0.0010986,0.00000,0.023
33,mlp.experts.7.up_proj,0.0001735663,0.05000,1.265
33,mlp.experts.21.up_proj,0.0002483440,0.05000,1.247
33,mlp.experts.32.up_proj,0.0002301915,0.05000,1.242
33,mlp.experts.30.up_proj,0.0002115016,0.05000,1.250
33,mlp.experts.34.up_proj,fallback(rtn): 0.0010681,0.00000,0.018
33,mlp.experts.11.up_proj,0.0000889313,0.05000,1.269
33,mlp.experts.25.up_proj,0.0001709975,0.05000,1.253
33,mlp.experts.36.up_proj,0.0000790069,0.05000,1.241
33,mlp.experts.38.up_proj,0.0002344035,0.05000,1.257
33,mlp.experts.15.up_proj,0.0002294609,0.05000,1.261
33,mlp.experts.29.up_proj,0.0000788626,0.05000,1.255
33,mlp.experts.40.up_proj,0.0001798333,0.05000,1.269
33,mlp.experts.42.up_proj,0.0003835649,0.05000,1.265
33,mlp.experts.46.up_proj,fallback(rtn): 0.0012741,0.00000,0.017
33,mlp.experts.19.up_proj,0.0002404568,0.05000,1.259
33,mlp.experts.33.up_proj,0.0002063401,0.05000,1.268
33,mlp.experts.44.up_proj,0.0004234868,0.05000,1.273
33,mlp.experts.50.up_proj,0.0001180841,0.05000,1.274
33,mlp.experts.23.up_proj,0.0000891396,0.05000,1.255
33,mlp.experts.37.up_proj,0.0000960761,0.05000,1.265
33,mlp.experts.48.up_proj,0.0003018593,0.05000,1.251
33,mlp.experts.54.up_proj,0.0001844595,0.05000,1.253
33,mlp.experts.27.up_proj,0.0001907522,0.05000,1.241
33,mlp.experts.41.up_proj,0.0001055356,0.05000,1.247
33,mlp.experts.45.up_proj,fallback(rtn): 0.0010910,0.00000,0.017
33,mlp.experts.52.up_proj,0.0001382319,0.05000,1.266
33,mlp.experts.58.up_proj,0.0000619502,0.05000,1.266
33,mlp.experts.31.up_proj,0.0005733444,0.05000,1.249
33,mlp.experts.49.up_proj,0.0001165518,0.05000,1.230
33,mlp.experts.56.up_proj,0.0001287247,0.05000,1.248
33,mlp.experts.62.up_proj,0.0002767649,0.05000,1.250
33,mlp.experts.35.up_proj,0.0005690237,0.05000,1.222
33,mlp.experts.53.up_proj,0.0002717081,0.05000,1.233
33,mlp.experts.60.up_proj,0.0002486348,0.05000,1.224
33,mlp.experts.66.up_proj,0.0001198111,0.05000,1.228
33,mlp.experts.39.up_proj,0.0002041648,0.05000,1.246
33,mlp.experts.57.up_proj,0.0003357462,0.05000,1.245
33,mlp.experts.64.up_proj,0.0003452054,0.05000,1.241
33,mlp.experts.70.up_proj,0.0001475587,0.05000,1.250
33,mlp.experts.43.up_proj,0.0001133596,0.05000,1.248
33,mlp.experts.61.up_proj,0.0001381312,0.05000,1.265
33,mlp.experts.68.up_proj,0.0001015005,0.05000,1.265
33,mlp.experts.65.up_proj,fallback(rtn): 0.0011139,0.00000,0.024
33,mlp.experts.74.up_proj,0.0003449211,0.05000,1.281
33,mlp.experts.47.up_proj,0.0000904322,0.05000,1.273
33,mlp.experts.72.up_proj,0.0002793897,0.05000,1.250
33,mlp.experts.69.up_proj,0.0006094243,0.05000,1.251
33,mlp.experts.78.up_proj,0.0001719233,0.05000,1.240
33,mlp.experts.51.up_proj,0.0001267503,0.05000,1.252
33,mlp.experts.76.up_proj,0.0001563078,0.05000,1.238
33,mlp.experts.80.up_proj,fallback(rtn): 0.0010681,0.00000,0.017
33,mlp.experts.73.up_proj,0.0001536840,0.05000,1.246
33,mlp.experts.82.up_proj,0.0001139252,0.05000,1.235
33,mlp.experts.55.up_proj,0.0002313585,0.05000,1.235
33,mlp.experts.77.up_proj,0.0002394478,0.05000,1.235
33,mlp.experts.84.up_proj,0.0001286033,0.05000,1.244
33,mlp.experts.86.up_proj,0.0000988731,0.05000,1.249
33,mlp.experts.59.up_proj,0.0001046248,0.05000,1.246
33,mlp.experts.88.up_proj,0.0000435884,0.05000,1.252
33,mlp.experts.81.up_proj,0.0001463565,0.05000,1.267
33,mlp.experts.90.up_proj,0.0001517468,0.05000,1.268
33,mlp.experts.63.up_proj,0.0001208878,0.05000,1.238
33,mlp.experts.92.up_proj,0.0000729490,0.05000,1.235
33,mlp.experts.85.up_proj,0.0001164116,0.05000,1.244
33,mlp.experts.94.up_proj,0.0000831309,0.05000,1.249
33,mlp.experts.67.up_proj,0.0003000410,0.05000,1.251
33,mlp.experts.89.up_proj,0.0000527652,0.05000,1.229
33,mlp.experts.96.up_proj,0.0000800608,0.05000,1.250
33,mlp.experts.100.up_proj,fallback(rtn): 0.0010910,0.00000,0.021
33,mlp.experts.98.up_proj,0.0002606336,0.05000,1.235
33,mlp.experts.71.up_proj,0.0002732704,0.05000,1.245
33,mlp.experts.93.up_proj,0.0001010739,0.05000,1.251
33,mlp.experts.104.up_proj,0.0000673858,0.05000,1.252
33,mlp.experts.102.up_proj,0.0002514905,0.05000,1.256
33,mlp.experts.75.up_proj,0.0002672119,0.05000,1.268
33,mlp.experts.97.up_proj,0.0000892894,0.05000,1.240
33,mlp.experts.108.up_proj,0.0002278755,0.05000,1.239
33,mlp.experts.106.up_proj,0.0001110006,0.05000,1.256
33,mlp.experts.79.up_proj,0.0001408064,0.05000,1.240
33,mlp.experts.101.up_proj,0.0002722576,0.05000,1.252
33,mlp.experts.112.up_proj,0.0002298505,0.05000,1.247
33,mlp.experts.110.up_proj,0.0001044871,0.05000,1.253
33,mlp.experts.83.up_proj,0.0001222984,0.05000,1.231
33,mlp.experts.105.up_proj,0.0001342739,0.05000,1.232
33,mlp.experts.116.up_proj,0.0000848191,0.05000,1.242
33,mlp.experts.120.up_proj,fallback(rtn): 0.0011139,0.00000,0.017
33,mlp.experts.114.up_proj,0.0004016789,0.05000,1.243
33,mlp.experts.87.up_proj,0.0001724930,0.05000,1.245
33,mlp.experts.109.up_proj,0.0002357471,0.05000,1.249
33,mlp.experts.124.up_proj,0.0002001737,0.05000,1.254
33,mlp.experts.118.up_proj,0.0001913727,0.05000,1.252
33,mlp.experts.91.up_proj,0.0003361236,0.05000,1.260
33,mlp.experts.113.up_proj,0.0002751704,0.05000,1.246
33,mlp.experts.128.up_proj,0.0003606530,0.05000,1.248
33,mlp.experts.122.up_proj,0.0001168345,0.05000,1.243
33,mlp.experts.95.up_proj,0.0001450904,0.05000,1.257
33,mlp.experts.117.up_proj,0.0000967757,0.05000,1.251
33,mlp.experts.132.up_proj,0.0000891751,0.05000,1.254
33,mlp.experts.126.up_proj,0.0001238103,0.05000,1.265
33,mlp.experts.99.up_proj,0.0004633469,0.05000,1.221
33,mlp.experts.121.up_proj,0.0000698232,0.05000,1.229
33,mlp.experts.136.up_proj,0.0002640207,0.05000,1.240
33,mlp.experts.130.up_proj,0.0001360188,0.05000,1.234
33,mlp.experts.103.up_proj,0.0001267518,0.05000,1.253
33,mlp.experts.125.up_proj,0.0005601951,0.05000,1.254
33,mlp.experts.140.up_proj,0.0002805131,0.05000,1.244
33,mlp.experts.134.up_proj,0.0003566449,0.05000,1.250
33,mlp.experts.107.up_proj,0.0000745314,0.05000,1.253
33,mlp.experts.129.up_proj,0.0000726264,0.05000,1.251
33,mlp.experts.144.up_proj,0.0002562386,0.05000,1.256
33,mlp.experts.148.up_proj,fallback(rtn): 0.0010757,0.00000,0.018
33,mlp.experts.138.up_proj,0.0003477218,0.05000,1.253
33,mlp.experts.111.up_proj,0.0002416374,0.05000,1.235
33,mlp.experts.133.up_proj,0.0001923879,0.05000,1.243
33,mlp.experts.152.up_proj,0.0001458179,0.05000,1.224
33,mlp.experts.142.up_proj,0.0000981295,0.05000,1.229
33,mlp.experts.115.up_proj,0.0001849316,0.05000,1.241
33,mlp.experts.137.up_proj,0.0001577616,0.05000,1.242
33,mlp.experts.156.up_proj,0.0000961588,0.05000,1.243
33,mlp.experts.146.up_proj,0.0003066660,0.05000,1.245
33,mlp.experts.150.up_proj,fallback(rtn): 0.0010300,0.00000,0.019
33,mlp.experts.119.up_proj,0.0002474306,0.05000,1.252
33,mlp.experts.123.up_proj,fallback(rtn): 0.0010834,0.00000,0.017
33,mlp.experts.141.up_proj,0.0004726457,0.05000,1.261
33,mlp.experts.160.up_proj,0.0001149366,0.05000,1.268
33,mlp.experts.154.up_proj,0.0001165429,0.05000,1.268
33,mlp.experts.127.up_proj,0.0000761957,0.05000,1.301
33,mlp.experts.145.up_proj,0.0005921211,0.05000,1.287
33,mlp.experts.164.up_proj,0.0002865253,0.05000,1.280
33,mlp.experts.158.up_proj,0.0002968497,0.05000,1.274
33,mlp.experts.131.up_proj,0.0006320106,0.05000,1.238
33,mlp.experts.149.up_proj,0.0006732850,0.05000,1.245
33,mlp.experts.168.up_proj,0.0001182102,0.05000,1.248
33,mlp.experts.162.up_proj,0.0001600105,0.05000,1.260
33,mlp.experts.135.up_proj,0.0004328862,0.05000,1.262
33,mlp.experts.153.up_proj,0.0003901839,0.05000,1.241
33,mlp.experts.172.up_proj,0.0001670212,0.05000,1.226
33,mlp.experts.166.up_proj,0.0004231451,0.05000,1.235
33,mlp.experts.139.up_proj,0.0000974877,0.05000,1.228
33,mlp.experts.157.up_proj,0.0003453950,0.05000,1.243
33,mlp.experts.176.up_proj,0.0000987385,0.05000,1.238
33,mlp.experts.170.up_proj,0.0004213102,0.05000,1.229
33,mlp.experts.143.up_proj,0.0002373004,0.05000,1.236
33,mlp.experts.161.up_proj,0.0001457568,0.05000,1.235
33,mlp.experts.180.up_proj,0.0002406878,0.05000,1.232
33,mlp.experts.174.up_proj,0.0003249675,0.05000,1.228
33,mlp.experts.147.up_proj,0.0002543627,0.05000,1.225
33,mlp.experts.165.up_proj,0.0001746400,0.05000,1.223
33,mlp.experts.184.up_proj,0.0003519187,0.05000,1.225
33,mlp.experts.188.up_proj,fallback(rtn): 0.0010681,0.00000,0.017
33,mlp.experts.178.up_proj,0.0001380241,0.05000,1.225
33,mlp.experts.151.up_proj,0.0000861343,0.05000,1.234
33,mlp.experts.169.up_proj,0.0004427433,0.05000,1.239
33,mlp.experts.192.up_proj,0.0002130824,0.05000,1.236
33,mlp.experts.182.up_proj,0.0001105307,0.05000,1.237
33,mlp.experts.155.up_proj,0.0005510605,0.05000,1.233
33,mlp.experts.173.up_proj,0.0004654099,0.05000,1.236
33,mlp.experts.196.up_proj,0.0006047935,0.05000,1.241
33,mlp.experts.186.up_proj,0.0001855839,0.05000,1.237
33,mlp.experts.159.up_proj,0.0000949135,0.05000,1.240
33,mlp.experts.163.up_proj,fallback(rtn): 0.0011063,0.00000,0.017
33,mlp.experts.177.up_proj,0.0001412488,0.05000,1.245
33,mlp.experts.200.up_proj,0.0002019184,0.05000,1.235
33,mlp.experts.190.up_proj,0.0001294436,0.05000,1.247
33,mlp.experts.167.up_proj,0.0002027605,0.05000,1.235
33,mlp.experts.181.up_proj,0.0002144652,0.05000,1.220
33,mlp.experts.204.up_proj,0.0001341513,0.05000,1.189
33,mlp.experts.194.up_proj,0.0004825525,0.05000,1.118
33,mlp.experts.185.up_proj,0.0001156567,0.05000,1.234
33,mlp.experts.208.up_proj,0.0002540476,0.05000,1.238
33,mlp.experts.171.up_proj,0.0001753573,0.05000,1.237
33,mlp.experts.198.up_proj,0.0001637156,0.05000,1.257
33,mlp.experts.189.up_proj,0.0002020700,0.05000,1.237
33,mlp.experts.212.up_proj,0.0001290517,0.05000,1.248
33,mlp.experts.175.up_proj,0.0004248482,0.05000,1.247
33,mlp.experts.202.up_proj,0.0002858743,0.05000,1.235
33,mlp.experts.216.up_proj,fallback(rtn): 0.0010757,0.00000,0.028
33,mlp.experts.193.up_proj,0.0003974909,0.05000,1.238
33,mlp.experts.179.up_proj,0.0001210375,0.05000,1.249
33,mlp.experts.206.up_proj,0.0001268439,0.05000,1.262
33,mlp.experts.220.up_proj,0.0001553161,0.05000,1.247
33,mlp.experts.197.up_proj,0.0001021714,0.05000,1.236
33,mlp.experts.183.up_proj,0.0000696577,0.05000,1.231
33,mlp.experts.224.up_proj,0.0000920933,0.05000,1.227
33,mlp.experts.210.up_proj,0.0001449443,0.05000,1.242
33,mlp.experts.201.up_proj,0.0001255193,0.05000,1.235
33,mlp.experts.187.up_proj,0.0003170532,0.05000,1.234
33,mlp.experts.228.up_proj,0.0002001024,0.05000,1.227
33,mlp.experts.191.up_proj,fallback(rtn): 0.0010681,0.00000,0.023
33,mlp.experts.214.up_proj,0.0000897775,0.05000,1.237
33,mlp.experts.205.up_proj,0.0001627793,0.05000,1.242
33,mlp.experts.218.up_proj,0.0003018862,0.05000,1.236
33,mlp.experts.232.up_proj,0.0000782353,0.05000,1.252
33,mlp.experts.195.up_proj,0.0003065735,0.05000,1.244
33,mlp.experts.209.up_proj,0.0002524699,0.05000,1.227
33,mlp.experts.236.up_proj,0.0002796450,0.05000,1.226
33,mlp.experts.199.up_proj,0.0002505914,0.05000,1.233
33,mlp.experts.222.up_proj,0.0007131569,0.05000,1.239
33,mlp.experts.226.up_proj,fallback(rtn): 0.0010605,0.00000,0.023
33,mlp.experts.230.up_proj,fallback(rtn): 0.0010452,0.00000,0.018
33,mlp.experts.213.up_proj,0.0002171430,0.05000,1.237
33,mlp.experts.203.up_proj,0.0001626976,0.05000,1.221
33,mlp.experts.240.up_proj,0.0001673268,0.05000,1.239
33,mlp.experts.234.up_proj,0.0001302620,0.05000,1.237
33,mlp.experts.217.up_proj,0.0000974269,0.05000,1.245
33,mlp.experts.207.up_proj,0.0003070411,0.05000,1.230
33,mlp.experts.244.up_proj,0.0001010835,0.05000,1.235
33,mlp.experts.238.up_proj,0.0000765334,0.05000,1.237
33,mlp.experts.221.up_proj,0.0005782931,0.05000,1.248
33,mlp.experts.211.up_proj,0.0002468110,0.05000,1.247
33,mlp.experts.248.up_proj,0.0001711119,0.05000,1.239
33,mlp.experts.242.up_proj,0.0002011634,0.05000,1.243
33,mlp.experts.225.up_proj,0.0001711444,0.05000,1.236
33,mlp.experts.215.up_proj,0.0002312618,0.05000,1.240
33,mlp.experts.252.up_proj,0.0000922473,0.05000,1.241
33,mlp.experts.246.up_proj,0.0001772171,0.05000,1.214
33,mlp.experts.229.up_proj,0.0003308690,0.05000,0.762
33,mlp.experts.219.up_proj,0.0002647612,0.05000,0.767
33,mlp.experts.250.up_proj,0.0001102984,0.05000,0.763
33,mlp.experts.233.up_proj,0.0007780503,0.05000,0.753
33,mlp.experts.223.up_proj,0.0003740718,0.05000,0.754
33,mlp.experts.254.up_proj,0.0002418453,0.05000,0.755
33,mlp.experts.237.up_proj,0.0001498207,0.05000,0.478
33,mlp.experts.227.up_proj,0.0002254932,0.05000,0.478
33,mlp.experts.241.up_proj,0.0002910171,0.05000,0.459
33,mlp.experts.231.up_proj,0.0002769609,0.05000,0.459
33,mlp.experts.245.up_proj,0.0003231996,0.05000,0.459
33,mlp.experts.235.up_proj,0.0001729380,0.05000,0.455
33,mlp.experts.249.up_proj,fallback(rtn): 0.0011826,0.00000,0.013
33,mlp.experts.239.up_proj,0.0002675473,0.05000,0.457
33,mlp.experts.253.up_proj,0.0001084367,0.05000,0.456
33,mlp.experts.243.up_proj,0.0001795593,0.05000,0.248
33,mlp.experts.247.up_proj,0.0001748683,0.05000,0.250
33,mlp.experts.251.up_proj,0.0001989751,0.05000,0.247
33,mlp.experts.255.up_proj,0.0002269936,0.05000,0.246
33,mlp.experts.1.down_proj,fallback(rtn): 0.0010376,0.00000,0.008
33,mlp.experts.3.down_proj,0.0000099716,0.05000,0.314
33,mlp.experts.0.down_proj,0.0000194097,0.05000,0.322
33,mlp.experts.2.down_proj,0.0000797676,0.05000,0.323
33,mlp.experts.5.down_proj,0.0000314864,0.05000,0.318
33,mlp.experts.9.down_proj,fallback(rtn): 0.0010605,0.00000,0.005
33,mlp.experts.7.down_proj,0.0000187924,0.05000,0.310
33,mlp.experts.4.down_proj,0.0000063878,0.05000,0.311
33,mlp.experts.6.down_proj,0.0000105350,0.05000,0.313
33,mlp.experts.13.down_proj,0.0000166616,0.05000,0.306
33,mlp.experts.8.down_proj,fallback(rtn): 0.0010834,0.00000,0.007
33,mlp.experts.10.down_proj,0.0000073735,0.05000,0.312
33,mlp.experts.11.down_proj,0.0000117343,0.05000,0.326
33,mlp.experts.12.down_proj,0.0000067866,0.05000,0.315
33,mlp.experts.14.down_proj,fallback(rtn): 0.0010605,0.00000,0.008
33,mlp.experts.17.down_proj,0.0000070436,0.05000,0.327
33,mlp.experts.15.down_proj,0.0000118125,0.05000,0.308
33,mlp.experts.18.down_proj,0.0000147126,0.05000,0.306
33,mlp.experts.16.down_proj,0.0000275456,0.05000,0.310
33,mlp.experts.20.down_proj,fallback(rtn): 0.0011063,0.00000,0.005
33,mlp.experts.21.down_proj,0.0000392270,0.05000,0.309
33,mlp.experts.22.down_proj,0.0000060868,0.05000,0.316
33,mlp.experts.19.down_proj,0.0000062995,0.05000,0.322
33,mlp.experts.26.down_proj,fallback(rtn): 0.0010757,0.00000,0.006
33,mlp.experts.24.down_proj,0.0000511087,0.05000,0.319
33,mlp.experts.25.down_proj,0.0000124203,0.05000,0.327
33,mlp.experts.23.down_proj,0.0000104528,0.05000,0.318
33,mlp.experts.28.down_proj,0.0000206337,0.05000,0.311
33,mlp.experts.30.down_proj,0.0000209611,0.05000,0.320
33,mlp.experts.34.down_proj,fallback(rtn): 0.0010452,0.00000,0.005
33,mlp.experts.29.down_proj,0.0000058050,0.05000,0.316
33,mlp.experts.27.down_proj,0.0000047668,0.05000,0.313
33,mlp.experts.32.down_proj,0.0000121619,0.05000,0.326
33,mlp.experts.38.down_proj,0.0000231638,0.05000,0.321
33,mlp.experts.33.down_proj,0.0000376311,0.05000,0.321
33,mlp.experts.31.down_proj,0.0000583243,0.05000,0.323
33,mlp.experts.36.down_proj,0.0000076442,0.05000,0.309
33,mlp.experts.42.down_proj,0.0000271553,0.05000,0.322
33,mlp.experts.37.down_proj,0.0000125000,0.05000,0.324
33,mlp.experts.46.down_proj,fallback(rtn): 0.0011063,0.00000,0.007
33,mlp.experts.40.down_proj,0.0000279557,0.05000,0.331
33,mlp.experts.35.down_proj,0.0000496437,0.05000,0.341
33,mlp.experts.41.down_proj,0.0000126975,0.05000,0.318
33,mlp.experts.50.down_proj,0.0000126124,0.05000,0.320
33,mlp.experts.45.down_proj,fallback(rtn): 0.0010757,0.00000,0.007
33,mlp.experts.44.down_proj,0.0000134654,0.05000,0.310
33,mlp.experts.39.down_proj,0.0000093880,0.05000,0.315
33,mlp.experts.54.down_proj,0.0000134719,0.05000,0.308
33,mlp.experts.49.down_proj,0.0000209521,0.05000,0.306
33,mlp.experts.48.down_proj,0.0000230323,0.05000,0.315
33,mlp.experts.43.down_proj,0.0000133905,0.05000,0.317
33,mlp.experts.53.down_proj,0.0000112182,0.05000,0.315
33,mlp.experts.58.down_proj,0.0000068726,0.05000,0.320
33,mlp.experts.52.down_proj,0.0000068726,0.05000,0.317
33,mlp.experts.47.down_proj,0.0000076042,0.05000,0.317
33,mlp.experts.62.down_proj,0.0000168589,0.05000,0.325
33,mlp.experts.57.down_proj,0.0000495399,0.05000,0.332
33,mlp.experts.56.down_proj,0.0000196608,0.05000,0.315
33,mlp.experts.66.down_proj,0.0000258055,0.05000,0.309
33,mlp.experts.51.down_proj,0.0000136133,0.05000,0.327
33,mlp.experts.61.down_proj,0.0000231565,0.05000,0.314
33,mlp.experts.65.down_proj,fallback(rtn): 0.0010834,0.00000,0.005
33,mlp.experts.60.down_proj,0.0000179533,0.05000,0.316
33,mlp.experts.70.down_proj,0.0000244581,0.05000,0.318
33,mlp.experts.55.down_proj,0.0000212252,0.05000,0.318
33,mlp.experts.69.down_proj,0.0000667877,0.05000,0.314
33,mlp.experts.64.down_proj,0.0000075869,0.05000,0.314
33,mlp.experts.74.down_proj,0.0000334353,0.05000,0.313
33,mlp.experts.59.down_proj,0.0000134046,0.05000,0.312
33,mlp.experts.73.down_proj,0.0000092297,0.05000,0.319
33,mlp.experts.68.down_proj,0.0000093179,0.05000,0.316
33,mlp.experts.78.down_proj,0.0000204217,0.05000,0.312
33,mlp.experts.63.down_proj,0.0000103565,0.05000,0.313
33,mlp.experts.77.down_proj,0.0000053711,0.05000,0.311
33,mlp.experts.72.down_proj,0.0000215520,0.05000,0.325
33,mlp.experts.67.down_proj,0.0000110108,0.05000,0.319
33,mlp.experts.82.down_proj,0.0000101044,0.05000,0.327
33,mlp.experts.81.down_proj,0.0000146841,0.05000,0.323
33,mlp.experts.76.down_proj,0.0000291249,0.05000,0.310
33,mlp.experts.80.down_proj,fallback(rtn): 0.0010681,0.00000,0.006
33,mlp.experts.71.down_proj,0.0000126542,0.05000,0.313
33,mlp.experts.86.down_proj,0.0000159183,0.05000,0.319
33,mlp.experts.85.down_proj,0.0000278798,0.05000,0.316
33,mlp.experts.84.down_proj,0.0000100259,0.05000,0.312
33,mlp.experts.75.down_proj,0.0000437661,0.05000,0.312
33,mlp.experts.90.down_proj,0.0000038083,0.05000,0.311
33,mlp.experts.89.down_proj,0.0000052459,0.05000,0.312
33,mlp.experts.88.down_proj,0.0000020211,0.05000,0.318
33,mlp.experts.79.down_proj,0.0000291645,0.05000,0.311
33,mlp.experts.94.down_proj,0.0000085497,0.05000,0.312
33,mlp.experts.93.down_proj,0.0000183090,0.05000,0.314
33,mlp.experts.92.down_proj,0.0000037882,0.05000,0.316
33,mlp.experts.83.down_proj,0.0000121829,0.05000,0.313
33,mlp.experts.98.down_proj,0.0000059480,0.05000,0.317
33,mlp.experts.97.down_proj,0.0000173955,0.05000,0.313
33,mlp.experts.96.down_proj,0.0000128554,0.05000,0.305
33,mlp.experts.87.down_proj,0.0000236975,0.05000,0.306
33,mlp.experts.100.down_proj,fallback(rtn): 0.0010910,0.00000,0.006
33,mlp.experts.102.down_proj,0.0000329556,0.05000,0.312
33,mlp.experts.101.down_proj,0.0000158316,0.05000,0.309
33,mlp.experts.104.down_proj,0.0000084047,0.05000,0.324
33,mlp.experts.91.down_proj,0.0000264234,0.05000,0.328
33,mlp.experts.106.down_proj,0.0000102868,0.05000,0.342
33,mlp.experts.105.down_proj,0.0000151474,0.05000,0.335
33,mlp.experts.108.down_proj,0.0000067792,0.05000,0.326
33,mlp.experts.95.down_proj,0.0000307809,0.05000,0.314
33,mlp.experts.110.down_proj,0.0000117521,0.05000,0.328
33,mlp.experts.109.down_proj,0.0000211311,0.05000,0.327
33,mlp.experts.112.down_proj,0.0000142150,0.05000,0.322
33,mlp.experts.99.down_proj,0.0000168737,0.05000,0.326
33,mlp.experts.114.down_proj,0.0000254719,0.05000,0.314
33,mlp.experts.113.down_proj,0.0000219431,0.05000,0.313
33,mlp.experts.116.down_proj,0.0000091395,0.05000,0.309
33,mlp.experts.103.down_proj,0.0000153364,0.05000,0.308
33,mlp.experts.120.down_proj,fallback(rtn): 0.0011139,0.00000,0.006
33,mlp.experts.118.down_proj,0.0000045005,0.05000,0.305
33,mlp.experts.117.down_proj,0.0000093301,0.05000,0.305
33,mlp.experts.107.down_proj,0.0000082014,0.05000,0.308
33,mlp.experts.124.down_proj,0.0000126373,0.05000,0.308
33,mlp.experts.122.down_proj,0.0000123555,0.05000,0.310
33,mlp.experts.121.down_proj,0.0000087783,0.05000,0.309
33,mlp.experts.111.down_proj,0.0000485441,0.05000,0.310
33,mlp.experts.128.down_proj,0.0000163041,0.05000,0.310
33,mlp.experts.126.down_proj,0.0000115851,0.05000,0.304
33,mlp.experts.125.down_proj,0.0000499996,0.05000,0.312
33,mlp.experts.115.down_proj,0.0000068674,0.05000,0.308
33,mlp.experts.132.down_proj,0.0000105451,0.05000,0.314
33,mlp.experts.130.down_proj,0.0000098597,0.05000,0.312
33,mlp.experts.129.down_proj,0.0000057134,0.05000,0.311
33,mlp.experts.119.down_proj,0.0000412898,0.05000,0.318
33,mlp.experts.136.down_proj,0.0000337826,0.05000,0.314
33,mlp.experts.123.down_proj,fallback(rtn): 0.0010529,0.00000,0.007
33,mlp.experts.134.down_proj,0.0000435316,0.05000,0.317
33,mlp.experts.133.down_proj,0.0000195972,0.05000,0.312
33,mlp.experts.140.down_proj,0.0000136544,0.05000,0.310
33,mlp.experts.127.down_proj,0.0000060708,0.05000,0.310
33,mlp.experts.138.down_proj,0.0000309558,0.05000,0.314
33,mlp.experts.137.down_proj,0.0000045811,0.05000,0.312
33,mlp.experts.144.down_proj,0.0000089449,0.05000,0.319
33,mlp.experts.131.down_proj,0.0000526289,0.05000,0.319
33,mlp.experts.148.down_proj,fallback(rtn): 0.0010681,0.00000,0.006
33,mlp.experts.142.down_proj,0.0000099578,0.05000,0.323
33,mlp.experts.141.down_proj,0.0000136161,0.05000,0.318
33,mlp.experts.135.down_proj,0.0000330353,0.05000,0.316
33,mlp.experts.152.down_proj,0.0000254485,0.05000,0.317
33,mlp.experts.145.down_proj,0.0000808806,0.05000,0.315
33,mlp.experts.146.down_proj,0.0000276108,0.05000,0.320
33,mlp.experts.150.down_proj,fallback(rtn): 0.0010529,0.00000,0.005
33,mlp.experts.156.down_proj,0.0000146947,0.05000,0.316
33,mlp.experts.139.down_proj,0.0000098400,0.05000,0.320
33,mlp.experts.149.down_proj,0.0000834607,0.05000,0.317
33,mlp.experts.154.down_proj,0.0000103832,0.05000,0.312
33,mlp.experts.143.down_proj,0.0000314501,0.05000,0.307
33,mlp.experts.160.down_proj,0.0000126254,0.05000,0.315
33,mlp.experts.153.down_proj,0.0000151307,0.05000,0.305
33,mlp.experts.158.down_proj,0.0000109703,0.05000,0.313
33,mlp.experts.147.down_proj,0.0000450247,0.05000,0.317
33,mlp.experts.157.down_proj,0.0000211795,0.05000,0.314
33,mlp.experts.164.down_proj,0.0000165884,0.05000,0.320
33,mlp.experts.162.down_proj,0.0000272579,0.05000,0.313
33,mlp.experts.151.down_proj,0.0000104699,0.05000,0.315
33,mlp.experts.168.down_proj,0.0000156784,0.05000,0.312
33,mlp.experts.161.down_proj,0.0000275862,0.05000,0.320
33,mlp.experts.166.down_proj,0.0000357784,0.05000,0.320
33,mlp.experts.155.down_proj,0.0000353598,0.05000,0.315
33,mlp.experts.165.down_proj,0.0000133737,0.05000,0.311
33,mlp.experts.172.down_proj,0.0000165688,0.05000,0.318
33,mlp.experts.170.down_proj,0.0000416859,0.05000,0.315
33,mlp.experts.159.down_proj,0.0000083309,0.05000,0.310
33,mlp.experts.163.down_proj,fallback(rtn): 0.0010910,0.00000,0.005
33,mlp.experts.176.down_proj,0.0000052579,0.05000,0.314
33,mlp.experts.169.down_proj,0.0000446525,0.05000,0.316
33,mlp.experts.174.down_proj,0.0000354170,0.05000,0.327
33,mlp.experts.167.down_proj,0.0000179270,0.05000,0.320
33,mlp.experts.180.down_proj,0.0000144633,0.05000,0.325
33,mlp.experts.173.down_proj,0.0000166291,0.05000,0.326
33,mlp.experts.178.down_proj,0.0000087741,0.05000,0.315
33,mlp.experts.171.down_proj,0.0000144744,0.05000,0.312
33,mlp.experts.184.down_proj,0.0000199218,0.05000,0.312
33,mlp.experts.177.down_proj,0.0000177970,0.05000,0.314
33,mlp.experts.188.down_proj,fallback(rtn): 0.0010757,0.00000,0.006
33,mlp.experts.182.down_proj,0.0000154730,0.05000,0.318
33,mlp.experts.175.down_proj,0.0000392742,0.05000,0.318
33,mlp.experts.181.down_proj,0.0000251979,0.05000,0.318
33,mlp.experts.192.down_proj,0.0000076839,0.05000,0.322
33,mlp.experts.186.down_proj,0.0000165541,0.05000,0.322
33,mlp.experts.179.down_proj,0.0000117318,0.05000,0.316
33,mlp.experts.185.down_proj,0.0000108161,0.05000,0.312
33,mlp.experts.196.down_proj,0.0000484492,0.05000,0.312
33,mlp.experts.190.down_proj,0.0000149261,0.05000,0.319
33,mlp.experts.183.down_proj,0.0000125617,0.05000,0.314
33,mlp.experts.189.down_proj,0.0000432495,0.05000,0.313
33,mlp.experts.200.down_proj,0.0000187290,0.05000,0.310
33,mlp.experts.194.down_proj,0.0000414674,0.05000,0.313
33,mlp.experts.187.down_proj,0.0000152927,0.05000,0.310
33,mlp.experts.191.down_proj,fallback(rtn): 0.0010757,0.00000,0.005
33,mlp.experts.193.down_proj,0.0000527505,0.05000,0.315
33,mlp.experts.204.down_proj,0.0000323139,0.05000,0.312
33,mlp.experts.198.down_proj,0.0000230516,0.05000,0.311
33,mlp.experts.195.down_proj,0.0000121799,0.05000,0.318
33,mlp.experts.197.down_proj,0.0000043412,0.05000,0.316
33,mlp.experts.208.down_proj,0.0000069516,0.05000,0.326
33,mlp.experts.202.down_proj,0.0000211672,0.05000,0.321
33,mlp.experts.199.down_proj,0.0000185134,0.05000,0.311
33,mlp.experts.201.down_proj,0.0000186054,0.05000,0.316
33,mlp.experts.212.down_proj,0.0000124142,0.05000,0.315
33,mlp.experts.216.down_proj,fallback(rtn): 0.0010681,0.00000,0.005
33,mlp.experts.206.down_proj,0.0000243467,0.05000,0.320
33,mlp.experts.203.down_proj,0.0000142337,0.05000,0.316
33,mlp.experts.205.down_proj,0.0000228695,0.05000,0.311
33,mlp.experts.220.down_proj,0.0000194482,0.05000,0.313
33,mlp.experts.210.down_proj,0.0000125776,0.05000,0.316
33,mlp.experts.207.down_proj,0.0000125459,0.05000,0.317
33,mlp.experts.209.down_proj,0.0000258477,0.05000,0.316
33,mlp.experts.224.down_proj,0.0000112622,0.05000,0.320
33,mlp.experts.214.down_proj,0.0000105060,0.05000,0.319
33,mlp.experts.213.down_proj,0.0000223371,0.05000,0.319
33,mlp.experts.211.down_proj,0.0000376424,0.05000,0.328
33,mlp.experts.228.down_proj,0.0000204032,0.05000,0.323
33,mlp.experts.218.down_proj,0.0000110050,0.05000,0.325
33,mlp.experts.217.down_proj,0.0000116347,0.05000,0.318
33,mlp.experts.215.down_proj,0.0000534069,0.05000,0.319
33,mlp.experts.232.down_proj,0.0000101700,0.05000,0.317
33,mlp.experts.222.down_proj,0.0000489977,0.05000,0.314
33,mlp.experts.226.down_proj,fallback(rtn): 0.0010757,0.00000,0.005
33,mlp.experts.230.down_proj,fallback(rtn): 0.0010605,0.00000,0.005
33,mlp.experts.219.down_proj,0.0000138267,0.05000,0.312
33,mlp.experts.221.down_proj,0.0000332208,0.05000,0.320
33,mlp.experts.236.down_proj,0.0000073105,0.05000,0.321
33,mlp.experts.234.down_proj,0.0000173638,0.05000,0.324
33,mlp.experts.225.down_proj,0.0000130472,0.05000,0.324
33,mlp.experts.223.down_proj,0.0000152370,0.05000,0.329
33,mlp.experts.240.down_proj,0.0000223077,0.05000,0.328
33,mlp.experts.238.down_proj,0.0000115474,0.05000,0.322
33,mlp.experts.229.down_proj,0.0000336470,0.05000,0.323
33,mlp.experts.227.down_proj,0.0000043997,0.05000,0.326
33,mlp.experts.244.down_proj,0.0000227346,0.05000,0.321
33,mlp.experts.242.down_proj,0.0000161918,0.05000,0.323
33,mlp.experts.233.down_proj,0.0000686942,0.05000,0.322
33,mlp.experts.231.down_proj,0.0000199234,0.05000,0.316
33,mlp.experts.248.down_proj,0.0000138623,0.05000,0.319
33,mlp.experts.246.down_proj,0.0000129916,0.05000,0.318
33,mlp.experts.235.down_proj,0.0000070141,0.05000,0.316
33,mlp.experts.237.down_proj,0.0000188664,0.05000,0.321
33,mlp.experts.252.down_proj,0.0000100958,0.05000,0.311
33,mlp.experts.250.down_proj,0.0000076242,0.05000,0.304
33,mlp.experts.241.down_proj,0.0000071991,0.05000,0.199
33,mlp.experts.239.down_proj,0.0000065057,0.05000,0.206
33,mlp.experts.254.down_proj,0.0000195299,0.05000,0.196
33,mlp.experts.245.down_proj,0.0000326207,0.05000,0.132
33,mlp.experts.243.down_proj,0.0000092347,0.05000,0.132
33,mlp.experts.249.down_proj,fallback(rtn): 0.0010910,0.00000,0.004
33,mlp.experts.247.down_proj,0.0000301492,0.05000,0.115
33,mlp.experts.253.down_proj,0.0000125425,0.05000,0.115
33,mlp.experts.251.down_proj,0.0000258318,0.05000,0.064
33,mlp.experts.255.down_proj,0.0000149417,0.05000,0.062
34,mlp.experts.1.gate_proj,0.0001307711,0.05000,1.256
34,mlp.experts.0.gate_proj,0.0005205114,0.05000,1.283
34,mlp.experts.3.gate_proj,0.0001876380,0.05000,1.291
34,mlp.experts.2.gate_proj,0.0002234454,0.05000,1.291
34,mlp.experts.4.gate_proj,fallback(rtn): 0.0011520,0.00000,0.030
34,mlp.experts.5.gate_proj,0.0003667717,0.05000,1.232
34,mlp.experts.7.gate_proj,0.0003637526,0.05000,1.234
34,mlp.experts.6.gate_proj,0.0003201305,0.05000,1.241
34,mlp.experts.8.gate_proj,0.0004431677,0.05000,1.236
34,mlp.experts.9.gate_proj,0.0002107291,0.05000,1.244
34,mlp.experts.10.gate_proj,0.0001982126,0.05000,1.242
34,mlp.experts.11.gate_proj,0.0001377433,0.05000,1.251
34,mlp.experts.12.gate_proj,0.0001045294,0.05000,1.249
34,mlp.experts.13.gate_proj,0.0001896769,0.05000,1.240
34,mlp.experts.15.gate_proj,0.0002983244,0.05000,1.246
34,mlp.experts.14.gate_proj,0.0002862330,0.05000,1.253
34,mlp.experts.16.gate_proj,0.0001633558,0.05000,1.241
34,mlp.experts.17.gate_proj,0.0004134603,0.05000,1.250
34,mlp.experts.19.gate_proj,0.0005364771,0.05000,1.251
34,mlp.experts.18.gate_proj,0.0001478744,0.05000,1.246
34,mlp.experts.20.gate_proj,0.0002150680,0.05000,1.264
34,mlp.experts.21.gate_proj,0.0001986772,0.05000,1.285
34,mlp.experts.23.gate_proj,0.0002398757,0.05000,1.281
34,mlp.experts.22.gate_proj,0.0003758897,0.05000,1.293
34,mlp.experts.24.gate_proj,0.0003089407,0.05000,1.295
34,mlp.experts.25.gate_proj,0.0003037926,0.05000,1.260
34,mlp.experts.27.gate_proj,0.0001369613,0.05000,1.262
34,mlp.experts.26.gate_proj,0.0000846300,0.05000,1.269
34,mlp.experts.28.gate_proj,0.0000777464,0.05000,1.267
34,mlp.experts.29.gate_proj,0.0001820291,0.05000,1.289
34,mlp.experts.31.gate_proj,0.0004632759,0.05000,1.282
34,mlp.experts.30.gate_proj,0.0004639780,0.05000,1.286
34,mlp.experts.35.gate_proj,fallback(rtn): 0.0010910,0.00000,0.026
34,mlp.experts.32.gate_proj,0.0001892692,0.05000,1.294
34,mlp.experts.39.gate_proj,fallback(rtn): 0.0011749,0.00000,0.026
34,mlp.experts.33.gate_proj,0.0002108280,0.05000,1.332
34,mlp.experts.34.gate_proj,0.0001107263,0.05000,1.323
34,mlp.experts.36.gate_proj,0.0001344344,0.05000,1.330
34,mlp.experts.43.gate_proj,0.0006300732,0.05000,1.325
34,mlp.experts.37.gate_proj,0.0001451525,0.05000,1.259
34,mlp.experts.38.gate_proj,0.0004009462,0.05000,1.256
34,mlp.experts.47.gate_proj,0.0001809154,0.05000,1.246
34,mlp.experts.40.gate_proj,0.0002675813,0.05000,1.253
34,mlp.experts.41.gate_proj,0.0003488689,0.05000,1.245
34,mlp.experts.42.gate_proj,0.0002624239,0.05000,1.248
34,mlp.experts.51.gate_proj,0.0001099129,0.05000,1.263
34,mlp.experts.44.gate_proj,0.0000818322,0.05000,1.278
34,mlp.experts.45.gate_proj,0.0001954233,0.05000,1.255
34,mlp.experts.46.gate_proj,0.0004732540,0.05000,1.241
34,mlp.experts.55.gate_proj,0.0001246348,0.05000,1.241
34,mlp.experts.48.gate_proj,0.0000892492,0.05000,1.255
34,mlp.experts.49.gate_proj,0.0001217764,0.05000,1.262
34,mlp.experts.50.gate_proj,0.0006247853,0.05000,1.267
34,mlp.experts.59.gate_proj,0.0002021752,0.05000,1.262
34,mlp.experts.52.gate_proj,0.0002279829,0.05000,1.258
34,mlp.experts.53.gate_proj,0.0005123659,0.05000,1.249
34,mlp.experts.54.gate_proj,0.0000987589,0.05000,1.268
34,mlp.experts.63.gate_proj,0.0001469927,0.05000,1.259
34,mlp.experts.56.gate_proj,0.0000669672,0.05000,1.267
34,mlp.experts.57.gate_proj,0.0001769180,0.05000,1.258
34,mlp.experts.58.gate_proj,0.0001057874,0.05000,1.260
34,mlp.experts.67.gate_proj,0.0001704940,0.05000,1.258
34,mlp.experts.60.gate_proj,0.0004929041,0.05000,1.258
34,mlp.experts.71.gate_proj,fallback(rtn): 0.0010986,0.00000,0.024
34,mlp.experts.75.gate_proj,fallback(rtn): 0.0010605,0.00000,0.019
34,mlp.experts.79.gate_proj,fallback(rtn): 0.0011597,0.00000,0.020
34,mlp.experts.61.gate_proj,0.0001600432,0.05000,1.260
34,mlp.experts.62.gate_proj,0.0002009187,0.05000,1.259
34,mlp.experts.64.gate_proj,0.0001206261,0.05000,1.257
34,mlp.experts.83.gate_proj,0.0003789469,0.05000,1.247
34,mlp.experts.65.gate_proj,0.0003147918,0.05000,1.260
34,mlp.experts.66.gate_proj,0.0001544644,0.05000,1.257
34,mlp.experts.68.gate_proj,0.0000894961,0.05000,1.266
34,mlp.experts.87.gate_proj,0.0001413654,0.05000,1.268
34,mlp.experts.69.gate_proj,0.0003160085,0.05000,1.256
34,mlp.experts.70.gate_proj,0.0001762157,0.05000,1.272
34,mlp.experts.72.gate_proj,0.0001283061,0.05000,1.266
34,mlp.experts.91.gate_proj,0.0003693373,0.05000,1.255
34,mlp.experts.73.gate_proj,0.0003848550,0.05000,1.263
34,mlp.experts.74.gate_proj,0.0001644746,0.05000,1.254
34,mlp.experts.78.gate_proj,fallback(rtn): 0.0015030,0.00000,0.021
34,mlp.experts.76.gate_proj,0.0002361318,0.05000,1.277
34,mlp.experts.95.gate_proj,0.0000613567,0.05000,1.281
34,mlp.experts.77.gate_proj,0.0001060900,0.05000,1.275
34,mlp.experts.82.gate_proj,0.0002130290,0.05000,1.262
34,mlp.experts.80.gate_proj,0.0001708085,0.05000,1.264
34,mlp.experts.99.gate_proj,0.0002291734,0.05000,1.287
34,mlp.experts.81.gate_proj,0.0001236837,0.05000,1.280
34,mlp.experts.86.gate_proj,0.0001550681,0.05000,1.253
34,mlp.experts.84.gate_proj,0.0001467518,0.05000,1.272
34,mlp.experts.103.gate_proj,0.0002139629,0.05000,1.270
34,mlp.experts.85.gate_proj,0.0001245219,0.05000,1.279
34,mlp.experts.89.gate_proj,fallback(rtn): 0.0012665,0.00000,0.017
34,mlp.experts.90.gate_proj,0.0001015834,0.05000,1.269
34,mlp.experts.88.gate_proj,0.0002515724,0.05000,1.282
34,mlp.experts.107.gate_proj,0.0002352071,0.05000,1.278
34,mlp.experts.111.gate_proj,fallback(rtn): 0.0011444,0.00000,0.019
34,mlp.experts.115.gate_proj,fallback(rtn): 0.0011063,0.00000,0.018
34,mlp.experts.119.gate_proj,fallback(rtn): 0.0012589,0.00000,0.018
34,mlp.experts.93.gate_proj,0.0002587791,0.05000,1.254
34,mlp.experts.94.gate_proj,0.0001725771,0.05000,1.260
34,mlp.experts.92.gate_proj,0.0001649998,0.05000,1.245
34,mlp.experts.123.gate_proj,0.0001270761,0.05000,1.249
34,mlp.experts.127.gate_proj,fallback(rtn): 0.0010452,0.00000,0.028
34,mlp.experts.97.gate_proj,0.0001582153,0.05000,1.244
34,mlp.experts.98.gate_proj,0.0004594843,0.05000,1.256
34,mlp.experts.96.gate_proj,0.0000958013,0.05000,1.259
34,mlp.experts.131.gate_proj,0.0001903571,0.05000,1.256
34,mlp.experts.135.gate_proj,fallback(rtn): 0.0011292,0.00000,0.027
34,mlp.experts.139.gate_proj,fallback(rtn): 0.0011826,0.00000,0.017
34,mlp.experts.101.gate_proj,0.0001548476,0.05000,1.219
34,mlp.experts.102.gate_proj,0.0001569907,0.05000,1.227
34,mlp.experts.100.gate_proj,0.0006154321,0.05000,1.233
34,mlp.experts.143.gate_proj,0.0001674860,0.05000,1.239
34,mlp.experts.147.gate_proj,fallback(rtn): 0.0012131,0.00000,0.028
34,mlp.experts.105.gate_proj,0.0003836246,0.05000,1.263
34,mlp.experts.106.gate_proj,0.0002195837,0.05000,1.252
34,mlp.experts.104.gate_proj,0.0003391465,0.05000,1.255
34,mlp.experts.151.gate_proj,0.0004528500,0.05000,1.244
34,mlp.experts.109.gate_proj,0.0002502270,0.05000,1.253
34,mlp.experts.110.gate_proj,0.0006045135,0.05000,1.262
34,mlp.experts.108.gate_proj,0.0001223111,0.05000,1.264
34,mlp.experts.155.gate_proj,0.0001013135,0.05000,1.261
34,mlp.experts.113.gate_proj,0.0004651146,0.05000,1.268
34,mlp.experts.114.gate_proj,0.0001400603,0.05000,1.262
34,mlp.experts.112.gate_proj,0.0002591818,0.05000,1.271
34,mlp.experts.159.gate_proj,0.0001247586,0.05000,1.245
34,mlp.experts.117.gate_proj,0.0008274706,0.05000,1.247
34,mlp.experts.118.gate_proj,0.0002525522,0.05000,1.232
34,mlp.experts.116.gate_proj,0.0003256318,0.05000,1.247
34,mlp.experts.163.gate_proj,0.0001678072,0.05000,1.251
34,mlp.experts.121.gate_proj,0.0001568072,0.05000,1.237
34,mlp.experts.122.gate_proj,0.0004395408,0.05000,1.236
34,mlp.experts.120.gate_proj,0.0002781940,0.05000,1.236
34,mlp.experts.124.gate_proj,fallback(rtn): 0.0011292,0.00000,0.018
34,mlp.experts.167.gate_proj,0.0002465199,0.05000,1.248
34,mlp.experts.125.gate_proj,0.0004841996,0.05000,1.250
34,mlp.experts.126.gate_proj,0.0007133855,0.05000,1.250
34,mlp.experts.128.gate_proj,0.0004777992,0.05000,1.241
34,mlp.experts.171.gate_proj,0.0001795560,0.05000,1.262
34,mlp.experts.129.gate_proj,0.0002184018,0.05000,1.219
34,mlp.experts.130.gate_proj,0.0003286575,0.05000,1.249
34,mlp.experts.132.gate_proj,0.0001283215,0.05000,1.251
34,mlp.experts.175.gate_proj,0.0001172508,0.05000,1.247
34,mlp.experts.133.gate_proj,0.0001761341,0.05000,1.252
34,mlp.experts.134.gate_proj,0.0002404980,0.05000,1.221
34,mlp.experts.136.gate_proj,0.0004921292,0.05000,1.229
34,mlp.experts.179.gate_proj,0.0002944258,0.05000,1.238
34,mlp.experts.137.gate_proj,0.0002013114,0.05000,1.258
34,mlp.experts.138.gate_proj,0.0002415555,0.05000,1.229
34,mlp.experts.140.gate_proj,0.0002986165,0.05000,1.229
34,mlp.experts.183.gate_proj,0.0002000163,0.05000,1.229
34,mlp.experts.142.gate_proj,0.0004871695,0.05000,1.231
34,mlp.experts.141.gate_proj,0.0002053648,0.05000,1.255
34,mlp.experts.145.gate_proj,fallback(rtn): 0.0011368,0.00000,0.017
34,mlp.experts.144.gate_proj,0.0003281171,0.05000,1.241
34,mlp.experts.148.gate_proj,fallback(rtn): 0.0012131,0.00000,0.018
34,mlp.experts.187.gate_proj,0.0000978640,0.05000,1.249
34,mlp.experts.146.gate_proj,0.0002039514,0.05000,1.251
34,mlp.experts.149.gate_proj,0.0001272156,0.05000,1.258
34,mlp.experts.152.gate_proj,0.0001253592,0.05000,1.254
34,mlp.experts.156.gate_proj,fallback(rtn): 0.0011215,0.00000,0.017
34,mlp.experts.191.gate_proj,0.0002937247,0.05000,1.246
34,mlp.experts.150.gate_proj,0.0001626170,0.05000,1.248
34,mlp.experts.153.gate_proj,0.0001961657,0.05000,1.259
34,mlp.experts.157.gate_proj,fallback(rtn): 0.0010986,0.00000,0.017
34,mlp.experts.160.gate_proj,0.0004207868,0.05000,1.250
34,mlp.experts.195.gate_proj,0.0001372989,0.05000,1.271
34,mlp.experts.154.gate_proj,0.0001687989,0.05000,1.258
34,mlp.experts.161.gate_proj,0.0001413292,0.05000,1.260
34,mlp.experts.164.gate_proj,0.0003710742,0.05000,1.243
34,mlp.experts.199.gate_proj,0.0003332319,0.05000,1.270
34,mlp.experts.158.gate_proj,0.0003564334,0.05000,1.252
34,mlp.experts.165.gate_proj,0.0007217163,0.05000,1.250
34,mlp.experts.168.gate_proj,0.0004208645,0.05000,1.263
34,mlp.experts.203.gate_proj,0.0000592688,0.05000,1.270
34,mlp.experts.162.gate_proj,0.0001144238,0.05000,1.275
34,mlp.experts.169.gate_proj,0.0003189666,0.05000,1.268
34,mlp.experts.172.gate_proj,0.0006452055,0.05000,1.265
34,mlp.experts.207.gate_proj,0.0000709085,0.05000,1.226
34,mlp.experts.211.gate_proj,fallback(rtn): 0.0010986,0.00000,0.018
34,mlp.experts.166.gate_proj,0.0001673565,0.05000,1.240
34,mlp.experts.173.gate_proj,0.0001806724,0.05000,1.252
34,mlp.experts.176.gate_proj,0.0002096069,0.05000,1.257
34,mlp.experts.215.gate_proj,0.0003284358,0.05000,1.255
34,mlp.experts.170.gate_proj,0.0001414293,0.05000,1.240
34,mlp.experts.177.gate_proj,0.0002271651,0.05000,1.243
34,mlp.experts.180.gate_proj,0.0001016660,0.05000,1.245
34,mlp.experts.219.gate_proj,0.0002358470,0.05000,1.236
34,mlp.experts.174.gate_proj,0.0001673146,0.05000,1.238
34,mlp.experts.178.gate_proj,fallback(rtn): 0.0010986,0.00000,0.017
34,mlp.experts.181.gate_proj,0.0001283460,0.05000,1.257
34,mlp.experts.184.gate_proj,0.0005860795,0.05000,1.266
34,mlp.experts.223.gate_proj,0.0004861365,0.05000,1.269
34,mlp.experts.182.gate_proj,0.0002033176,0.05000,1.243
34,mlp.experts.185.gate_proj,0.0003080724,0.05000,1.247
34,mlp.experts.189.gate_proj,fallback(rtn): 0.0010986,0.00000,0.022
34,mlp.experts.193.gate_proj,fallback(rtn): 0.0011063,0.00000,0.021
34,mlp.experts.188.gate_proj,0.0000757148,0.05000,1.256
34,mlp.experts.227.gate_proj,0.0001565135,0.05000,1.248
34,mlp.experts.186.gate_proj,0.0002771106,0.05000,1.249
34,mlp.experts.190.gate_proj,fallback(rtn): 0.0011978,0.00000,0.019
34,mlp.experts.197.gate_proj,0.0004201785,0.05000,1.232
34,mlp.experts.192.gate_proj,0.0004970814,0.05000,1.240
34,mlp.experts.231.gate_proj,0.0004260839,0.05000,1.254
34,mlp.experts.194.gate_proj,0.0001191818,0.05000,1.240
34,mlp.experts.201.gate_proj,0.0001521199,0.05000,1.240
34,mlp.experts.196.gate_proj,0.0001745960,0.05000,1.242
34,mlp.experts.200.gate_proj,fallback(rtn): 0.0010529,0.00000,0.017
34,mlp.experts.235.gate_proj,0.0001433888,0.05000,1.247
34,mlp.experts.198.gate_proj,0.0005545893,0.05000,1.273
34,mlp.experts.205.gate_proj,0.0001630393,0.05000,1.288
34,mlp.experts.204.gate_proj,0.0001436981,0.05000,1.284
34,mlp.experts.239.gate_proj,0.0002844540,0.05000,1.262
34,mlp.experts.202.gate_proj,0.0000538204,0.05000,1.256
34,mlp.experts.209.gate_proj,0.0000980612,0.05000,1.255
34,mlp.experts.208.gate_proj,0.0000767281,0.05000,1.254
34,mlp.experts.243.gate_proj,0.0000831511,0.05000,1.242
34,mlp.experts.206.gate_proj,0.0001627379,0.05000,1.248
34,mlp.experts.213.gate_proj,0.0003997368,0.05000,1.240
34,mlp.experts.212.gate_proj,0.0001499008,0.05000,1.258
34,mlp.experts.247.gate_proj,0.0003775271,0.05000,1.238
34,mlp.experts.210.gate_proj,0.0005354837,0.05000,1.247
34,mlp.experts.217.gate_proj,0.0001205981,0.05000,1.227
34,mlp.experts.221.gate_proj,fallback(rtn): 0.0011292,0.00000,0.017
34,mlp.experts.216.gate_proj,0.0005388899,0.05000,1.234
34,mlp.experts.220.gate_proj,fallback(rtn): 0.0010452,0.00000,0.019
34,mlp.experts.251.gate_proj,0.0002540411,0.05000,1.231
34,mlp.experts.214.gate_proj,0.0002797652,0.05000,1.244
34,mlp.experts.225.gate_proj,0.0001873336,0.05000,1.248
34,mlp.experts.229.gate_proj,fallback(rtn): 0.0010452,0.00000,0.017
34,mlp.experts.224.gate_proj,0.0003570318,0.05000,1.255
34,mlp.experts.255.gate_proj,0.0001067877,0.05000,1.266
34,mlp.experts.218.gate_proj,0.0001252780,0.05000,1.284
34,mlp.experts.233.gate_proj,0.0002645113,0.05000,1.268
34,mlp.experts.237.gate_proj,fallback(rtn): 0.0011673,0.00000,0.018
34,mlp.experts.228.gate_proj,0.0005249245,0.05000,1.270
34,mlp.experts.3.up_proj,0.0001572420,0.05000,1.266
34,mlp.experts.222.gate_proj,0.0004422973,0.05000,1.305
34,mlp.experts.241.gate_proj,0.0002869653,0.05000,1.302
34,mlp.experts.232.gate_proj,0.0003725123,0.05000,1.280
34,mlp.experts.7.up_proj,0.0003043801,0.05000,1.280
34,mlp.experts.226.gate_proj,0.0002879516,0.05000,1.243
34,mlp.experts.245.gate_proj,0.0003811821,0.05000,1.263
34,mlp.experts.236.gate_proj,0.0001392546,0.05000,1.247
34,mlp.experts.11.up_proj,0.0001476129,0.05000,1.255
34,mlp.experts.230.gate_proj,0.0002024102,0.05000,1.257
34,mlp.experts.249.gate_proj,0.0001857121,0.05000,1.269
34,mlp.experts.240.gate_proj,0.0001122980,0.05000,1.274
34,mlp.experts.15.up_proj,0.0001997274,0.05000,1.275
34,mlp.experts.234.gate_proj,0.0002907854,0.05000,1.276
34,mlp.experts.253.gate_proj,0.0004030515,0.05000,1.266
34,mlp.experts.244.gate_proj,0.0002342681,0.05000,1.271
34,mlp.experts.19.up_proj,0.0005122856,0.05000,1.256
34,mlp.experts.238.gate_proj,0.0000878800,0.05000,1.250
34,mlp.experts.242.gate_proj,fallback(rtn): 0.0011368,0.00000,0.017
34,mlp.experts.1.up_proj,0.0001253567,0.05000,1.231
34,mlp.experts.248.gate_proj,0.0002322997,0.05000,1.234
34,mlp.experts.23.up_proj,0.0001980150,0.05000,1.120
34,mlp.experts.246.gate_proj,0.0001725483,0.05000,0.349
34,mlp.experts.250.gate_proj,0.0002516127,0.05000,1.213
34,mlp.experts.252.gate_proj,0.0000965239,0.05000,1.213
34,mlp.experts.27.up_proj,0.0001106382,0.05000,1.219
34,mlp.experts.5.up_proj,0.0002506702,0.05000,1.231
34,mlp.experts.31.up_proj,0.0004365393,0.05000,1.216
34,mlp.experts.254.gate_proj,0.0001452464,0.05000,1.234
34,mlp.experts.9.up_proj,0.0001817528,0.05000,1.227
34,mlp.experts.0.up_proj,0.0004104284,0.05000,1.245
34,mlp.experts.35.up_proj,fallback(rtn): 0.0011063,0.00000,0.030
34,mlp.experts.4.up_proj,fallback(rtn): 0.0010605,0.00000,0.024
34,mlp.experts.39.up_proj,fallback(rtn): 0.0010681,0.00000,0.020
34,mlp.experts.2.up_proj,0.0001879312,0.05000,1.258
34,mlp.experts.13.up_proj,0.0001182793,0.05000,1.267
34,mlp.experts.43.up_proj,0.0005612044,0.05000,1.233
34,mlp.experts.8.up_proj,0.0003733445,0.05000,1.260
34,mlp.experts.17.up_proj,0.0004017028,0.05000,1.243
34,mlp.experts.6.up_proj,0.0002322241,0.05000,1.267
34,mlp.experts.47.up_proj,0.0001433415,0.05000,1.243
34,mlp.experts.12.up_proj,0.0000849712,0.05000,1.265
34,mlp.experts.21.up_proj,0.0002021118,0.05000,1.225
34,mlp.experts.51.up_proj,0.0000954158,0.05000,1.216
34,mlp.experts.10.up_proj,0.0001672259,0.05000,1.233
34,mlp.experts.16.up_proj,0.0002112996,0.05000,1.244
34,mlp.experts.25.up_proj,0.0002527765,0.05000,1.244
34,mlp.experts.14.up_proj,0.0002649962,0.05000,1.236
34,mlp.experts.55.up_proj,0.0001131164,0.05000,1.272
34,mlp.experts.20.up_proj,0.0001673632,0.05000,1.252
34,mlp.experts.29.up_proj,0.0001784014,0.05000,1.235
34,mlp.experts.18.up_proj,0.0001275571,0.05000,1.237
34,mlp.experts.59.up_proj,0.0001731165,0.05000,1.247
34,mlp.experts.24.up_proj,0.0002769596,0.05000,1.237
34,mlp.experts.33.up_proj,0.0001982932,0.05000,1.247
34,mlp.experts.22.up_proj,0.0003089731,0.05000,1.264
34,mlp.experts.63.up_proj,0.0001350307,0.05000,1.251
34,mlp.experts.28.up_proj,0.0000637403,0.05000,1.264
34,mlp.experts.37.up_proj,0.0001198016,0.05000,1.245
34,mlp.experts.26.up_proj,0.0000785160,0.05000,1.245
34,mlp.experts.67.up_proj,0.0001572893,0.05000,1.253
34,mlp.experts.71.up_proj,fallback(rtn): 0.0010605,0.00000,0.018
34,mlp.experts.32.up_proj,0.0001884362,0.05000,1.251
34,mlp.experts.75.up_proj,fallback(rtn): 0.0010529,0.00000,0.020
34,mlp.experts.79.up_proj,fallback(rtn): 0.0010452,0.00000,0.019
34,mlp.experts.41.up_proj,0.0003277240,0.05000,1.248
34,mlp.experts.30.up_proj,0.0003898943,0.05000,1.249
34,mlp.experts.36.up_proj,0.0001087051,0.05000,1.247
34,mlp.experts.83.up_proj,0.0003693752,0.05000,1.238
34,mlp.experts.45.up_proj,0.0001676285,0.05000,1.214
34,mlp.experts.34.up_proj,0.0001030580,0.05000,1.221
34,mlp.experts.40.up_proj,0.0002317159,0.05000,1.228
34,mlp.experts.87.up_proj,0.0001213663,0.05000,1.214
34,mlp.experts.49.up_proj,0.0001013151,0.05000,1.251
34,mlp.experts.38.up_proj,0.0003682505,0.05000,1.255
34,mlp.experts.91.up_proj,0.0001839752,0.05000,1.252
34,mlp.experts.44.up_proj,0.0000716352,0.05000,1.265
34,mlp.experts.53.up_proj,0.0004253455,0.05000,1.257
34,mlp.experts.42.up_proj,0.0002190426,0.05000,1.261
34,mlp.experts.95.up_proj,0.0000562941,0.05000,1.251
34,mlp.experts.48.up_proj,0.0000714715,0.05000,1.250
34,mlp.experts.57.up_proj,0.0001387021,0.05000,1.228
34,mlp.experts.46.up_proj,0.0004090286,0.05000,1.249
34,mlp.experts.52.up_proj,0.0002188493,0.05000,1.232
34,mlp.experts.99.up_proj,0.0002046769,0.05000,1.243
34,mlp.experts.61.up_proj,0.0001147451,0.05000,1.254
34,mlp.experts.50.up_proj,0.0005946802,0.05000,1.251
34,mlp.experts.103.up_proj,0.0001365220,0.05000,1.239
34,mlp.experts.56.up_proj,0.0000603514,0.05000,1.250
34,mlp.experts.65.up_proj,0.0002392853,0.05000,1.239
34,mlp.experts.54.up_proj,0.0000925639,0.05000,1.237
34,mlp.experts.107.up_proj,0.0001919958,0.05000,1.245
34,mlp.experts.60.up_proj,0.0005078380,0.05000,1.244
34,mlp.experts.111.up_proj,fallback(rtn): 0.0010529,0.00000,0.022
34,mlp.experts.115.up_proj,fallback(rtn): 0.0010757,0.00000,0.023
34,mlp.experts.119.up_proj,fallback(rtn): 0.0011444,0.00000,0.018
34,mlp.experts.69.up_proj,0.0002698350,0.05000,1.242
34,mlp.experts.58.up_proj,0.0000814451,0.05000,1.240
34,mlp.experts.64.up_proj,0.0001091157,0.05000,1.250
34,mlp.experts.123.up_proj,0.0001051234,0.05000,1.234
34,mlp.experts.127.up_proj,fallback(rtn): 0.0010452,0.00000,0.018
34,mlp.experts.73.up_proj,0.0003393263,0.05000,1.244
34,mlp.experts.62.up_proj,0.0001681635,0.05000,1.246
34,mlp.experts.68.up_proj,0.0000754383,0.05000,1.247
34,mlp.experts.131.up_proj,0.0001602727,0.05000,1.248
34,mlp.experts.135.up_proj,fallback(rtn): 0.0010986,0.00000,0.017
34,mlp.experts.139.up_proj,fallback(rtn): 0.0011063,0.00000,0.020
34,mlp.experts.77.up_proj,0.0000775390,0.05000,1.242
34,mlp.experts.66.up_proj,0.0001188535,0.05000,1.237
34,mlp.experts.72.up_proj,0.0001056563,0.05000,1.241
34,mlp.experts.143.up_proj,0.0001435028,0.05000,1.251
34,mlp.experts.147.up_proj,fallback(rtn): 0.0011292,0.00000,0.017
34,mlp.experts.81.up_proj,0.0000911143,0.05000,1.264
34,mlp.experts.70.up_proj,0.0001588425,0.05000,1.258
34,mlp.experts.76.up_proj,0.0001869228,0.05000,1.260
34,mlp.experts.151.up_proj,0.0003888074,0.05000,1.233
34,mlp.experts.85.up_proj,0.0001064166,0.05000,1.246
34,mlp.experts.89.up_proj,fallback(rtn): 0.0010605,0.00000,0.017
34,mlp.experts.74.up_proj,0.0001267716,0.05000,1.258
34,mlp.experts.78.up_proj,fallback(rtn): 0.0012283,0.00000,0.017
34,mlp.experts.80.up_proj,0.0001342620,0.05000,1.262
34,mlp.experts.155.up_proj,0.0000916069,0.05000,1.259
34,mlp.experts.93.up_proj,0.0001638884,0.05000,1.268
34,mlp.experts.82.up_proj,0.0001431434,0.05000,1.258
34,mlp.experts.84.up_proj,0.0001096294,0.05000,1.271
34,mlp.experts.159.up_proj,0.0001287786,0.05000,1.268
34,mlp.experts.97.up_proj,0.0001140496,0.05000,1.265
34,mlp.experts.86.up_proj,0.0001594543,0.05000,1.271
34,mlp.experts.88.up_proj,0.0001750681,0.05000,1.256
34,mlp.experts.163.up_proj,0.0001239754,0.05000,1.258
34,mlp.experts.101.up_proj,0.0001586784,0.05000,1.241
34,mlp.experts.90.up_proj,0.0000803073,0.05000,1.235
34,mlp.experts.92.up_proj,0.0001623437,0.05000,1.244
34,mlp.experts.167.up_proj,0.0002191232,0.05000,1.238
34,mlp.experts.105.up_proj,0.0003619740,0.05000,1.228
34,mlp.experts.94.up_proj,0.0001517572,0.05000,1.235
34,mlp.experts.96.up_proj,0.0000949899,0.05000,1.231
34,mlp.experts.171.up_proj,0.0001572999,0.05000,1.233
34,mlp.experts.109.up_proj,0.0001694414,0.05000,1.254
34,mlp.experts.98.up_proj,0.0003746541,0.05000,1.265
34,mlp.experts.100.up_proj,0.0005555486,0.05000,1.273
34,mlp.experts.175.up_proj,0.0000989899,0.05000,1.265
34,mlp.experts.113.up_proj,0.0004530523,0.05000,1.260
34,mlp.experts.102.up_proj,0.0001418986,0.05000,1.245
34,mlp.experts.104.up_proj,0.0002697405,0.05000,1.256
34,mlp.experts.179.up_proj,0.0002492147,0.05000,1.265
34,mlp.experts.117.up_proj,0.0005485022,0.05000,1.263
34,mlp.experts.106.up_proj,0.0001945778,0.05000,1.257
34,mlp.experts.108.up_proj,0.0001060290,0.05000,1.255
34,mlp.experts.183.up_proj,0.0001532127,0.05000,1.252
34,mlp.experts.121.up_proj,0.0001462621,0.05000,1.276
34,mlp.experts.110.up_proj,0.0005180675,0.05000,1.247
34,mlp.experts.112.up_proj,0.0002197409,0.05000,1.276
34,mlp.experts.187.up_proj,0.0000871117,0.05000,1.259
34,mlp.experts.125.up_proj,0.0004476113,0.05000,1.243
34,mlp.experts.114.up_proj,0.0001215912,0.05000,1.245
34,mlp.experts.116.up_proj,0.0002221619,0.05000,1.242
34,mlp.experts.191.up_proj,0.0002607964,0.05000,1.233
34,mlp.experts.129.up_proj,0.0001803096,0.05000,1.234
34,mlp.experts.118.up_proj,0.0002465282,0.05000,1.233
34,mlp.experts.120.up_proj,0.0001914092,0.05000,1.241
34,mlp.experts.124.up_proj,fallback(rtn): 0.0010681,0.00000,0.017
34,mlp.experts.195.up_proj,0.0001283713,0.05000,1.239
34,mlp.experts.133.up_proj,0.0001707946,0.05000,1.245
34,mlp.experts.122.up_proj,0.0002911614,0.05000,1.241
34,mlp.experts.128.up_proj,0.0002805311,0.05000,1.252
34,mlp.experts.199.up_proj,0.0003202671,0.05000,1.243
34,mlp.experts.137.up_proj,0.0001844909,0.05000,1.241
34,mlp.experts.126.up_proj,0.0006703153,0.05000,1.235
34,mlp.experts.132.up_proj,0.0001074779,0.05000,1.231
34,mlp.experts.203.up_proj,0.0000472356,0.05000,1.234
34,mlp.experts.141.up_proj,0.0001924601,0.05000,1.251
34,mlp.experts.130.up_proj,0.0002975040,0.05000,1.260
34,mlp.experts.145.up_proj,fallback(rtn): 0.0010986,0.00000,0.024
34,mlp.experts.136.up_proj,0.0004027485,0.05000,1.261
34,mlp.experts.207.up_proj,0.0000705031,0.05000,1.254
34,mlp.experts.211.up_proj,fallback(rtn): 0.0010910,0.00000,0.020
34,mlp.experts.134.up_proj,0.0001783516,0.05000,1.254
34,mlp.experts.149.up_proj,0.0001063974,0.05000,1.248
34,mlp.experts.140.up_proj,0.0002772842,0.05000,1.248
34,mlp.experts.215.up_proj,0.0003003939,0.05000,1.260
34,mlp.experts.138.up_proj,0.0002412170,0.05000,1.258
34,mlp.experts.153.up_proj,0.0001437152,0.05000,1.267
34,mlp.experts.157.up_proj,fallback(rtn): 0.0010376,0.00000,0.017
34,mlp.experts.144.up_proj,0.0003151517,0.05000,1.242
34,mlp.experts.148.up_proj,fallback(rtn): 0.0011063,0.00000,0.018
34,mlp.experts.219.up_proj,0.0002196575,0.05000,1.246
34,mlp.experts.142.up_proj,0.0004622659,0.05000,1.238
34,mlp.experts.161.up_proj,0.0001177706,0.05000,1.240
34,mlp.experts.152.up_proj,0.0001080765,0.05000,1.241
34,mlp.experts.156.up_proj,fallback(rtn): 0.0010757,0.00000,0.019
34,mlp.experts.223.up_proj,0.0003588508,0.05000,1.252
34,mlp.experts.146.up_proj,0.0001671988,0.05000,1.259
34,mlp.experts.165.up_proj,0.0005797396,0.05000,1.256
34,mlp.experts.160.up_proj,0.0003023549,0.05000,1.252
34,mlp.experts.227.up_proj,0.0001201093,0.05000,1.251
34,mlp.experts.150.up_proj,0.0001285777,0.05000,1.250
34,mlp.experts.169.up_proj,0.0002807929,0.05000,1.245
34,mlp.experts.164.up_proj,0.0002505217,0.05000,1.236
34,mlp.experts.231.up_proj,0.0004089153,0.05000,1.245
34,mlp.experts.154.up_proj,0.0001251695,0.05000,1.256
34,mlp.experts.173.up_proj,0.0001418778,0.05000,1.234
34,mlp.experts.235.up_proj,0.0001098038,0.05000,1.233
34,mlp.experts.168.up_proj,0.0003476855,0.05000,1.256
34,mlp.experts.177.up_proj,0.0001773675,0.05000,1.238
34,mlp.experts.158.up_proj,0.0002671720,0.05000,1.259
34,mlp.experts.172.up_proj,0.0004924714,0.05000,1.233
34,mlp.experts.239.up_proj,0.0002487526,0.05000,1.257
34,mlp.experts.181.up_proj,0.0001036370,0.05000,1.262
34,mlp.experts.162.up_proj,0.0000890867,0.05000,1.271
34,mlp.experts.176.up_proj,0.0002212476,0.05000,1.265
34,mlp.experts.243.up_proj,0.0000660573,0.05000,1.252
34,mlp.experts.185.up_proj,0.0002301609,0.05000,1.237
34,mlp.experts.166.up_proj,0.0001541874,0.05000,1.225
34,mlp.experts.189.up_proj,fallback(rtn): 0.0010757,0.00000,0.023
34,mlp.experts.193.up_proj,fallback(rtn): 0.0010681,0.00000,0.019
34,mlp.experts.180.up_proj,0.0000922833,0.05000,1.244
34,mlp.experts.247.up_proj,0.0003609812,0.05000,1.244
34,mlp.experts.170.up_proj,0.0001177722,0.05000,1.267
34,mlp.experts.197.up_proj,0.0002728699,0.05000,1.271
34,mlp.experts.184.up_proj,0.0004553845,0.05000,1.278
34,mlp.experts.251.up_proj,0.0002426901,0.05000,1.270
34,mlp.experts.174.up_proj,0.0001450255,0.05000,1.270
34,mlp.experts.178.up_proj,fallback(rtn): 0.0010834,0.00000,0.019
34,mlp.experts.201.up_proj,0.0001204625,0.05000,1.276
34,mlp.experts.188.up_proj,0.0000741980,0.05000,1.270
34,mlp.experts.255.up_proj,0.0000899457,0.05000,1.274
34,mlp.experts.182.up_proj,0.0001459038,0.05000,0.817
34,mlp.experts.205.up_proj,0.0001128903,0.05000,0.808
34,mlp.experts.192.up_proj,0.0004313440,0.05000,0.775
34,mlp.experts.186.up_proj,0.0001970861,0.05000,0.770
34,mlp.experts.190.up_proj,fallback(rtn): 0.0011063,0.00000,0.012
34,mlp.experts.209.up_proj,0.0000925705,0.05000,0.781
34,mlp.experts.196.up_proj,0.0001822217,0.05000,0.777
34,mlp.experts.200.up_proj,fallback(rtn): 0.0010300,0.00000,0.012
34,mlp.experts.194.up_proj,0.0001006499,0.05000,0.771
34,mlp.experts.213.up_proj,0.0004365386,0.05000,0.775
34,mlp.experts.204.up_proj,0.0001402497,0.05000,0.767
34,mlp.experts.198.up_proj,0.0004766390,0.05000,0.774
34,mlp.experts.217.up_proj,0.0001050547,0.05000,0.774
34,mlp.experts.221.up_proj,fallback(rtn): 0.0010834,0.00000,0.012
34,mlp.experts.208.up_proj,0.0000702942,0.05000,0.782
34,mlp.experts.202.up_proj,0.0000392660,0.05000,0.789
34,mlp.experts.225.up_proj,0.0001395182,0.05000,0.777
34,mlp.experts.229.up_proj,fallback(rtn): 0.0010376,0.00000,0.014
34,mlp.experts.212.up_proj,0.0001122315,0.05000,0.777
34,mlp.experts.206.up_proj,0.0001284956,0.05000,0.777
34,mlp.experts.233.up_proj,0.0002362707,0.05000,0.783
34,mlp.experts.216.up_proj,0.0004698653,0.05000,0.768
34,mlp.experts.237.up_proj,fallback(rtn): 0.0011139,0.00000,0.024
34,mlp.experts.220.up_proj,fallback(rtn): 0.0010834,0.00000,0.027
34,mlp.experts.210.up_proj,0.0004914405,0.05000,0.771
34,mlp.experts.241.up_proj,0.0002037071,0.05000,0.762
34,mlp.experts.224.up_proj,0.0002889109,0.05000,0.770
34,mlp.experts.214.up_proj,0.0002217871,0.05000,0.783
34,mlp.experts.245.up_proj,0.0003247009,0.05000,0.787
34,mlp.experts.228.up_proj,0.0004652666,0.05000,0.783
34,mlp.experts.218.up_proj,0.0000992572,0.05000,0.767
34,mlp.experts.232.up_proj,0.0002813409,0.05000,0.760
34,mlp.experts.249.up_proj,0.0001357391,0.05000,0.778
34,mlp.experts.222.up_proj,0.0003222238,0.05000,0.781
34,mlp.experts.236.up_proj,0.0001333099,0.05000,0.770
34,mlp.experts.253.up_proj,0.0003441203,0.05000,0.773
34,mlp.experts.226.up_proj,0.0001928862,0.05000,0.486
34,mlp.experts.240.up_proj,0.0000908163,0.05000,0.460
34,mlp.experts.230.up_proj,0.0001700144,0.05000,0.458
34,mlp.experts.244.up_proj,0.0001882048,0.05000,0.457
34,mlp.experts.234.up_proj,0.0002789423,0.05000,0.457
34,mlp.experts.248.up_proj,0.0002238503,0.05000,0.467
34,mlp.experts.238.up_proj,0.0000779263,0.05000,0.469
34,mlp.experts.242.up_proj,fallback(rtn): 0.0010223,0.00000,0.008
34,mlp.experts.252.up_proj,0.0000980043,0.05000,0.462
34,mlp.experts.246.up_proj,0.0001585669,0.05000,0.260
34,mlp.experts.250.up_proj,0.0002276909,0.05000,0.248
34,mlp.experts.254.up_proj,0.0001145893,0.05000,0.248
34,mlp.experts.0.down_proj,0.0000204476,0.05000,0.310
34,mlp.experts.1.down_proj,0.0000203055,0.05000,0.313
34,mlp.experts.2.down_proj,0.0000168781,0.05000,0.315
34,mlp.experts.3.down_proj,0.0000361319,0.05000,0.318
34,mlp.experts.4.down_proj,fallback(rtn): 0.0010834,0.00000,0.016
34,mlp.experts.6.down_proj,0.0000126453,0.05000,0.313
34,mlp.experts.7.down_proj,0.0000126355,0.05000,0.312
34,mlp.experts.5.down_proj,0.0000285573,0.05000,0.320
34,mlp.experts.8.down_proj,0.0000313384,0.05000,0.324
34,mlp.experts.11.down_proj,0.0000097847,0.05000,0.318
34,mlp.experts.10.down_proj,0.0000269179,0.05000,0.324
34,mlp.experts.9.down_proj,0.0000278140,0.05000,0.316
34,mlp.experts.12.down_proj,0.0000076433,0.05000,0.311
34,mlp.experts.14.down_proj,0.0000182260,0.05000,0.308
34,mlp.experts.15.down_proj,0.0000232246,0.05000,0.314
34,mlp.experts.13.down_proj,0.0000209924,0.05000,0.311
34,mlp.experts.16.down_proj,0.0000160786,0.05000,0.309
34,mlp.experts.19.down_proj,0.0000747030,0.05000,0.315
34,mlp.experts.18.down_proj,0.0000132526,0.05000,0.319
34,mlp.experts.20.down_proj,0.0000048460,0.05000,0.326
34,mlp.experts.17.down_proj,0.0000156917,0.05000,0.330
34,mlp.experts.22.down_proj,0.0000255014,0.05000,0.313
34,mlp.experts.23.down_proj,0.0000233752,0.05000,0.330
34,mlp.experts.24.down_proj,0.0000212949,0.05000,0.316
34,mlp.experts.21.down_proj,0.0000375536,0.05000,0.321
34,mlp.experts.27.down_proj,0.0000304527,0.05000,0.310
34,mlp.experts.26.down_proj,0.0000088114,0.05000,0.318
34,mlp.experts.28.down_proj,0.0000048729,0.05000,0.316
34,mlp.experts.25.down_proj,0.0000176125,0.05000,0.318
34,mlp.experts.30.down_proj,0.0000525557,0.05000,0.312
34,mlp.experts.31.down_proj,0.0000148604,0.05000,0.320
34,mlp.experts.32.down_proj,0.0000225687,0.05000,0.316
34,mlp.experts.35.down_proj,fallback(rtn): 0.0010757,0.00000,0.005
34,mlp.experts.39.down_proj,fallback(rtn): 0.0010834,0.00000,0.005
34,mlp.experts.29.down_proj,0.0000146080,0.05000,0.320
34,mlp.experts.34.down_proj,0.0000101571,0.05000,0.315
34,mlp.experts.36.down_proj,0.0000084111,0.05000,0.310
34,mlp.experts.43.down_proj,0.0000428774,0.05000,0.308
34,mlp.experts.33.down_proj,0.0000285897,0.05000,0.310
34,mlp.experts.38.down_proj,0.0000129691,0.05000,0.311
34,mlp.experts.40.down_proj,0.0000139888,0.05000,0.310
34,mlp.experts.47.down_proj,0.0000108418,0.05000,0.307
34,mlp.experts.37.down_proj,0.0000094542,0.05000,0.305
34,mlp.experts.42.down_proj,0.0000231840,0.05000,0.312
34,mlp.experts.44.down_proj,0.0000077979,0.05000,0.306
34,mlp.experts.51.down_proj,0.0000090277,0.05000,0.311
34,mlp.experts.41.down_proj,0.0000244177,0.05000,0.309
34,mlp.experts.46.down_proj,0.0000176240,0.05000,0.312
34,mlp.experts.48.down_proj,0.0000055784,0.05000,0.314
34,mlp.experts.45.down_proj,0.0000260412,0.05000,0.312
34,mlp.experts.55.down_proj,0.0000176654,0.05000,0.319
34,mlp.experts.50.down_proj,0.0000820671,0.05000,0.310
34,mlp.experts.52.down_proj,0.0000408834,0.05000,0.312
34,mlp.experts.49.down_proj,0.0000143727,0.05000,0.311
34,mlp.experts.59.down_proj,0.0000149371,0.05000,0.324
34,mlp.experts.54.down_proj,0.0000090546,0.05000,0.326
34,mlp.experts.56.down_proj,0.0000083529,0.05000,0.327
34,mlp.experts.53.down_proj,0.0000168909,0.05000,0.316
34,mlp.experts.63.down_proj,0.0000141534,0.05000,0.316
34,mlp.experts.58.down_proj,0.0000077510,0.05000,0.321
34,mlp.experts.60.down_proj,0.0000454968,0.05000,0.317
34,mlp.experts.57.down_proj,0.0000091886,0.05000,0.319
34,mlp.experts.67.down_proj,0.0000186662,0.05000,0.317
34,mlp.experts.71.down_proj,fallback(rtn): 0.0010605,0.00000,0.005
34,mlp.experts.75.down_proj,fallback(rtn): 0.0010452,0.00000,0.006
34,mlp.experts.79.down_proj,fallback(rtn): 0.0010681,0.00000,0.005
34,mlp.experts.64.down_proj,0.0000152597,0.05000,0.315
34,mlp.experts.62.down_proj,0.0000251709,0.05000,0.329
34,mlp.experts.61.down_proj,0.0000102395,0.05000,0.319
34,mlp.experts.83.down_proj,0.0000193398,0.05000,0.315
34,mlp.experts.68.down_proj,0.0000091378,0.05000,0.318
34,mlp.experts.66.down_proj,0.0000268749,0.05000,0.316
34,mlp.experts.65.down_proj,0.0000273012,0.05000,0.318
34,mlp.experts.87.down_proj,0.0000129069,0.05000,0.314
34,mlp.experts.72.down_proj,0.0000118874,0.05000,0.309
34,mlp.experts.70.down_proj,0.0000246324,0.05000,0.323
34,mlp.experts.69.down_proj,0.0000133696,0.05000,0.324
34,mlp.experts.91.down_proj,0.0000348566,0.05000,0.327
34,mlp.experts.76.down_proj,0.0000054444,0.05000,0.322
34,mlp.experts.74.down_proj,0.0000593943,0.05000,0.328
34,mlp.experts.73.down_proj,0.0000333602,0.05000,0.328
34,mlp.experts.78.down_proj,fallback(rtn): 0.0011063,0.00000,0.007
34,mlp.experts.95.down_proj,0.0000059139,0.05000,0.327
34,mlp.experts.80.down_proj,0.0000093174,0.05000,0.324
34,mlp.experts.77.down_proj,0.0000101291,0.05000,0.327
34,mlp.experts.82.down_proj,0.0000217345,0.05000,0.333
34,mlp.experts.99.down_proj,0.0000038965,0.05000,0.329
34,mlp.experts.84.down_proj,0.0000188225,0.05000,0.319
34,mlp.experts.81.down_proj,0.0000183510,0.05000,0.317
34,mlp.experts.86.down_proj,0.0000187083,0.05000,0.320
34,mlp.experts.103.down_proj,0.0000148284,0.05000,0.323
34,mlp.experts.88.down_proj,0.0000240447,0.05000,0.313
34,mlp.experts.85.down_proj,0.0000210331,0.05000,0.313
34,mlp.experts.89.down_proj,fallback(rtn): 0.0010910,0.00000,0.008
34,mlp.experts.90.down_proj,0.0000075170,0.05000,0.318
34,mlp.experts.107.down_proj,0.0000219596,0.05000,0.316
34,mlp.experts.111.down_proj,fallback(rtn): 0.0010681,0.00000,0.005
34,mlp.experts.115.down_proj,fallback(rtn): 0.0010605,0.00000,0.005
34,mlp.experts.119.down_proj,fallback(rtn): 0.0011215,0.00000,0.005
34,mlp.experts.92.down_proj,0.0000184325,0.05000,0.322
34,mlp.experts.93.down_proj,0.0000284220,0.05000,0.317
34,mlp.experts.94.down_proj,0.0000146249,0.05000,0.312
34,mlp.experts.123.down_proj,0.0000179927,0.05000,0.314
34,mlp.experts.127.down_proj,fallback(rtn): 0.0010300,0.00000,0.005
34,mlp.experts.96.down_proj,0.0000163942,0.05000,0.323
34,mlp.experts.97.down_proj,0.0000165703,0.05000,0.321
34,mlp.experts.98.down_proj,0.0000126170,0.05000,0.324
34,mlp.experts.131.down_proj,0.0000281070,0.05000,0.320
34,mlp.experts.135.down_proj,fallback(rtn): 0.0010986,0.00000,0.005
34,mlp.experts.139.down_proj,fallback(rtn): 0.0011292,0.00000,0.005
34,mlp.experts.100.down_proj,0.0000242029,0.05000,0.331
34,mlp.experts.101.down_proj,0.0000233295,0.05000,0.326
34,mlp.experts.102.down_proj,0.0000191729,0.05000,0.330
34,mlp.experts.143.down_proj,0.0000122217,0.05000,0.322
34,mlp.experts.147.down_proj,fallback(rtn): 0.0011292,0.00000,0.006
34,mlp.experts.104.down_proj,0.0000289375,0.05000,0.321
34,mlp.experts.105.down_proj,0.0000177770,0.05000,0.323
34,mlp.experts.106.down_proj,0.0000082876,0.05000,0.330
34,mlp.experts.151.down_proj,0.0000153207,0.05000,0.327
34,mlp.experts.108.down_proj,0.0000026788,0.05000,0.314
34,mlp.experts.109.down_proj,0.0000173517,0.05000,0.320
34,mlp.experts.110.down_proj,0.0000190323,0.05000,0.314
34,mlp.experts.155.down_proj,0.0000109574,0.05000,0.317
34,mlp.experts.112.down_proj,0.0000457123,0.05000,0.315
34,mlp.experts.113.down_proj,0.0000384262,0.05000,0.315
34,mlp.experts.114.down_proj,0.0000180289,0.05000,0.312
34,mlp.experts.159.down_proj,0.0000148168,0.05000,0.311
34,mlp.experts.116.down_proj,0.0000265699,0.05000,0.309
34,mlp.experts.118.down_proj,0.0000375813,0.05000,0.309
34,mlp.experts.117.down_proj,0.0000452475,0.05000,0.319
34,mlp.experts.163.down_proj,0.0000087883,0.05000,0.311
34,mlp.experts.120.down_proj,0.0000100914,0.05000,0.317
34,mlp.experts.124.down_proj,fallback(rtn): 0.0010681,0.00000,0.005
34,mlp.experts.122.down_proj,0.0000226751,0.05000,0.318
34,mlp.experts.121.down_proj,0.0000145768,0.05000,0.317
34,mlp.experts.167.down_proj,0.0000284502,0.05000,0.322
34,mlp.experts.128.down_proj,0.0000254280,0.05000,0.323
34,mlp.experts.125.down_proj,0.0000216463,0.05000,0.319
34,mlp.experts.126.down_proj,0.0000300316,0.05000,0.323
34,mlp.experts.171.down_proj,0.0000180833,0.05000,0.317
34,mlp.experts.132.down_proj,0.0000152284,0.05000,0.314
34,mlp.experts.129.down_proj,0.0000358687,0.05000,0.312
34,mlp.experts.130.down_proj,0.0000141451,0.05000,0.315
34,mlp.experts.175.down_proj,0.0000153306,0.05000,0.315
34,mlp.experts.136.down_proj,0.0000129078,0.05000,0.319
34,mlp.experts.133.down_proj,0.0000168876,0.05000,0.321
34,mlp.experts.134.down_proj,0.0000327500,0.05000,0.330
34,mlp.experts.179.down_proj,0.0000412030,0.05000,0.326
34,mlp.experts.140.down_proj,0.0000106561,0.05000,0.321
34,mlp.experts.137.down_proj,0.0000096478,0.05000,0.320
34,mlp.experts.138.down_proj,0.0000526201,0.05000,0.319
34,mlp.experts.183.down_proj,0.0000197314,0.05000,0.316
34,mlp.experts.144.down_proj,0.0000593590,0.05000,0.309
34,mlp.experts.148.down_proj,fallback(rtn): 0.0011063,0.00000,0.005
34,mlp.experts.141.down_proj,0.0000242720,0.05000,0.313
34,mlp.experts.145.down_proj,fallback(rtn): 0.0010834,0.00000,0.005
34,mlp.experts.142.down_proj,0.0000404400,0.05000,0.312
34,mlp.experts.187.down_proj,0.0000116491,0.05000,0.316
34,mlp.experts.152.down_proj,0.0000126318,0.05000,0.318
34,mlp.experts.156.down_proj,fallback(rtn): 0.0010757,0.00000,0.004
34,mlp.experts.149.down_proj,0.0000165112,0.05000,0.324
34,mlp.experts.146.down_proj,0.0000119036,0.05000,0.322
34,mlp.experts.191.down_proj,0.0000306561,0.05000,0.327
34,mlp.experts.160.down_proj,0.0000230471,0.05000,0.320
34,mlp.experts.150.down_proj,0.0000121107,0.05000,0.318
34,mlp.experts.153.down_proj,0.0000084312,0.05000,0.324
34,mlp.experts.157.down_proj,fallback(rtn): 0.0010376,0.00000,0.005
34,mlp.experts.195.down_proj,0.0000136722,0.05000,0.316
34,mlp.experts.164.down_proj,0.0000216048,0.05000,0.311
34,mlp.experts.154.down_proj,0.0000305734,0.05000,0.309
34,mlp.experts.161.down_proj,0.0000158298,0.05000,0.314
34,mlp.experts.199.down_proj,0.0000083700,0.05000,0.314
34,mlp.experts.168.down_proj,0.0000168132,0.05000,0.308
34,mlp.experts.158.down_proj,0.0000153125,0.05000,0.314
34,mlp.experts.165.down_proj,0.0000597121,0.05000,0.310
34,mlp.experts.203.down_proj,0.0000052138,0.05000,0.308
34,mlp.experts.172.down_proj,0.0000760713,0.05000,0.306
34,mlp.experts.162.down_proj,0.0000140518,0.05000,0.308
34,mlp.experts.169.down_proj,0.0000291173,0.05000,0.306
34,mlp.experts.207.down_proj,0.0000148443,0.05000,0.309
34,mlp.experts.211.down_proj,fallback(rtn): 0.0010605,0.00000,0.005
34,mlp.experts.176.down_proj,0.0000444490,0.05000,0.324
34,mlp.experts.166.down_proj,0.0000313652,0.05000,0.322
34,mlp.experts.173.down_proj,0.0000178451,0.05000,0.324
34,mlp.experts.215.down_proj,0.0000256184,0.05000,0.324
34,mlp.experts.180.down_proj,0.0000187030,0.05000,0.327
34,mlp.experts.170.down_proj,0.0000127701,0.05000,0.325
34,mlp.experts.177.down_proj,0.0000141038,0.05000,0.332
34,mlp.experts.219.down_proj,0.0000195451,0.05000,0.330
34,mlp.experts.184.down_proj,0.0000336085,0.05000,0.330
34,mlp.experts.174.down_proj,0.0000288782,0.05000,0.329
34,mlp.experts.178.down_proj,fallback(rtn): 0.0010986,0.00000,0.005
34,mlp.experts.181.down_proj,0.0000093015,0.05000,0.330
34,mlp.experts.223.down_proj,0.0000142469,0.05000,0.326
34,mlp.experts.188.down_proj,0.0000087912,0.05000,0.317
34,mlp.experts.182.down_proj,0.0000127488,0.05000,0.314
34,mlp.experts.185.down_proj,0.0000212501,0.05000,0.316
34,mlp.experts.189.down_proj,fallback(rtn): 0.0010681,0.00000,0.005
34,mlp.experts.193.down_proj,fallback(rtn): 0.0010605,0.00000,0.005
34,mlp.experts.227.down_proj,0.0000145788,0.05000,0.313
34,mlp.experts.192.down_proj,0.0000178399,0.05000,0.312
34,mlp.experts.186.down_proj,0.0000306967,0.05000,0.311
34,mlp.experts.190.down_proj,fallback(rtn): 0.0011215,0.00000,0.005
34,mlp.experts.197.down_proj,0.0000700783,0.05000,0.310
34,mlp.experts.231.down_proj,0.0000173852,0.05000,0.311
34,mlp.experts.196.down_proj,0.0000206660,0.05000,0.317
34,mlp.experts.200.down_proj,fallback(rtn): 0.0010529,0.00000,0.005
34,mlp.experts.194.down_proj,0.0000103023,0.05000,0.313
34,mlp.experts.201.down_proj,0.0000146456,0.05000,0.317
34,mlp.experts.235.down_proj,0.0000097066,0.05000,0.318
34,mlp.experts.204.down_proj,0.0000074660,0.05000,0.313
34,mlp.experts.198.down_proj,0.0000291006,0.05000,0.312
34,mlp.experts.205.down_proj,0.0000195155,0.05000,0.316
34,mlp.experts.239.down_proj,0.0000228331,0.05000,0.311
34,mlp.experts.208.down_proj,0.0000094997,0.05000,0.317
34,mlp.experts.202.down_proj,0.0000016660,0.05000,0.317
34,mlp.experts.209.down_proj,0.0000089644,0.05000,0.323
34,mlp.experts.243.down_proj,0.0000043132,0.05000,0.323
34,mlp.experts.212.down_proj,0.0000150333,0.05000,0.319
34,mlp.experts.206.down_proj,0.0000204870,0.05000,0.318
34,mlp.experts.213.down_proj,0.0000590102,0.05000,0.315
34,mlp.experts.247.down_proj,0.0000322707,0.05000,0.319
34,mlp.experts.216.down_proj,0.0000197202,0.05000,0.319
34,mlp.experts.220.down_proj,fallback(rtn): 0.0010681,0.00000,0.005
34,mlp.experts.210.down_proj,0.0000164116,0.05000,0.315
34,mlp.experts.217.down_proj,0.0000151135,0.05000,0.314
34,mlp.experts.221.down_proj,fallback(rtn): 0.0010757,0.00000,0.004
34,mlp.experts.251.down_proj,0.0000271580,0.05000,0.318
34,mlp.experts.224.down_proj,0.0000206441,0.05000,0.318
34,mlp.experts.214.down_proj,0.0000122372,0.05000,0.315
34,mlp.experts.225.down_proj,0.0000167371,0.05000,0.325
34,mlp.experts.229.down_proj,fallback(rtn): 0.0010300,0.00000,0.005
34,mlp.experts.255.down_proj,0.0000120033,0.05000,0.325
34,mlp.experts.228.down_proj,0.0000274841,0.05000,0.227
34,mlp.experts.218.down_proj,0.0000132618,0.05000,0.213
34,mlp.experts.233.down_proj,0.0000475364,0.05000,0.197
34,mlp.experts.237.down_proj,fallback(rtn): 0.0011063,0.00000,0.004
34,mlp.experts.232.down_proj,0.0000336093,0.05000,0.193
34,mlp.experts.222.down_proj,0.0000147670,0.05000,0.194
34,mlp.experts.241.down_proj,0.0000556991,0.05000,0.183
34,mlp.experts.236.down_proj,0.0000183936,0.05000,0.185
34,mlp.experts.226.down_proj,0.0000359039,0.05000,0.191
34,mlp.experts.245.down_proj,0.0000091458,0.05000,0.191
34,mlp.experts.240.down_proj,0.0000103242,0.05000,0.193
34,mlp.experts.230.down_proj,0.0000162861,0.05000,0.193
34,mlp.experts.249.down_proj,0.0000111522,0.05000,0.192
34,mlp.experts.244.down_proj,0.0000261253,0.05000,0.193
34,mlp.experts.234.down_proj,0.0000090808,0.05000,0.191
34,mlp.experts.253.down_proj,0.0000201031,0.05000,0.192
34,mlp.experts.248.down_proj,0.0000232649,0.05000,0.132
34,mlp.experts.238.down_proj,0.0000078128,0.05000,0.125
34,mlp.experts.242.down_proj,fallback(rtn): 0.0010452,0.00000,0.002
34,mlp.experts.252.down_proj,0.0000150800,0.05000,0.118
34,mlp.experts.246.down_proj,0.0000217570,0.05000,0.108
34,mlp.experts.250.down_proj,0.0000239126,0.05000,0.062
34,mlp.experts.254.down_proj,0.0000126148,0.05000,0.062
35,mlp.experts.3.gate_proj,0.0000898653,0.05000,1.252
35,mlp.experts.0.gate_proj,0.0003322265,0.05000,1.270
35,mlp.experts.1.gate_proj,0.0002360597,0.05000,1.276
35,mlp.experts.2.gate_proj,0.0001230811,0.05000,1.279
35,mlp.experts.7.gate_proj,0.0001492045,0.05000,1.223
35,mlp.experts.4.gate_proj,0.0003974504,0.05000,1.230
35,mlp.experts.5.gate_proj,0.0002357019,0.05000,1.230
35,mlp.experts.6.gate_proj,0.0001947077,0.05000,1.236
35,mlp.experts.11.gate_proj,0.0002814236,0.05000,1.259
35,mlp.experts.8.gate_proj,0.0004372655,0.05000,1.257
35,mlp.experts.9.gate_proj,0.0001668040,0.05000,1.257
35,mlp.experts.10.gate_proj,0.0001168460,0.05000,1.251
35,mlp.experts.15.gate_proj,0.0004528495,0.05000,1.244
35,mlp.experts.12.gate_proj,0.0002218819,0.05000,1.244
35,mlp.experts.13.gate_proj,0.0001721886,0.05000,1.244
35,mlp.experts.14.gate_proj,0.0000776937,0.05000,1.262
35,mlp.experts.19.gate_proj,0.0003738508,0.05000,1.253
35,mlp.experts.17.gate_proj,0.0003587663,0.05000,1.243
35,mlp.experts.16.gate_proj,0.0002053460,0.05000,1.252
35,mlp.experts.18.gate_proj,0.0003680084,0.05000,1.257
35,mlp.experts.23.gate_proj,0.0004246486,0.05000,1.248
35,mlp.experts.20.gate_proj,0.0001078510,0.05000,1.254
35,mlp.experts.21.gate_proj,0.0003009733,0.05000,1.262
35,mlp.experts.25.gate_proj,fallback(rtn): 0.0012054,0.00000,0.026
35,mlp.experts.22.gate_proj,0.0000715064,0.05000,1.266
35,mlp.experts.27.gate_proj,0.0002373855,0.05000,1.265
35,mlp.experts.24.gate_proj,0.0005481273,0.05000,1.274
35,mlp.experts.29.gate_proj,0.0003249544,0.05000,1.262
35,mlp.experts.26.gate_proj,0.0007562468,0.05000,1.269
35,mlp.experts.31.gate_proj,0.0005352410,0.05000,1.286
35,mlp.experts.28.gate_proj,0.0003088462,0.05000,1.276
35,mlp.experts.33.gate_proj,0.0004581530,0.05000,1.284
35,mlp.experts.30.gate_proj,0.0003244989,0.05000,1.279
35,mlp.experts.35.gate_proj,0.0001955478,0.05000,1.336
35,mlp.experts.32.gate_proj,0.0003144178,0.05000,1.359
35,mlp.experts.37.gate_proj,0.0001201409,0.05000,1.343
35,mlp.experts.34.gate_proj,0.0001862522,0.05000,1.350
35,mlp.experts.39.gate_proj,0.0001195192,0.05000,1.309
35,mlp.experts.41.gate_proj,0.0002947419,0.05000,1.303
35,mlp.experts.36.gate_proj,0.0001474038,0.05000,1.312
35,mlp.experts.38.gate_proj,0.0003635315,0.05000,1.303
35,mlp.experts.45.gate_proj,fallback(rtn): 0.0011444,0.00000,0.031
35,mlp.experts.43.gate_proj,0.0002270597,0.05000,1.269
35,mlp.experts.40.gate_proj,0.0001934004,0.05000,1.251
35,mlp.experts.42.gate_proj,0.0001051570,0.05000,1.250
35,mlp.experts.49.gate_proj,0.0001301014,0.05000,1.250
35,mlp.experts.44.gate_proj,0.0002673645,0.05000,1.267
35,mlp.experts.47.gate_proj,0.0004470662,0.05000,1.283
35,mlp.experts.46.gate_proj,0.0002773643,0.05000,1.272
35,mlp.experts.53.gate_proj,0.0001598539,0.05000,1.272
35,mlp.experts.50.gate_proj,fallback(rtn): 0.0011368,0.00000,0.023
35,mlp.experts.51.gate_proj,0.0004261284,0.05000,1.245
35,mlp.experts.48.gate_proj,0.0000683813,0.05000,1.259
35,mlp.experts.57.gate_proj,0.0000803003,0.05000,1.247
35,mlp.experts.54.gate_proj,0.0003097926,0.05000,1.245
35,mlp.experts.55.gate_proj,0.0002122757,0.05000,1.235
35,mlp.experts.52.gate_proj,0.0003346732,0.05000,1.234
35,mlp.experts.61.gate_proj,0.0000986178,0.05000,1.244
35,mlp.experts.58.gate_proj,0.0003304814,0.05000,1.257
35,mlp.experts.59.gate_proj,0.0003556022,0.05000,1.247
35,mlp.experts.56.gate_proj,0.0002906981,0.05000,1.249
35,mlp.experts.65.gate_proj,0.0003636208,0.05000,1.251
35,mlp.experts.62.gate_proj,0.0003243210,0.05000,1.246
35,mlp.experts.63.gate_proj,0.0001614645,0.05000,1.250
35,mlp.experts.60.gate_proj,0.0000989745,0.05000,1.255
35,mlp.experts.69.gate_proj,0.0003309332,0.05000,1.255
35,mlp.experts.66.gate_proj,0.0001887529,0.05000,1.252
35,mlp.experts.70.gate_proj,fallback(rtn): 0.0011520,0.00000,0.021
35,mlp.experts.67.gate_proj,0.0001996823,0.05000,1.261
35,mlp.experts.64.gate_proj,0.0002434331,0.05000,1.274
35,mlp.experts.73.gate_proj,0.0001181250,0.05000,1.275
35,mlp.experts.74.gate_proj,0.0005960352,0.05000,1.259
35,mlp.experts.71.gate_proj,0.0001525555,0.05000,1.247
35,mlp.experts.68.gate_proj,0.0005417381,0.05000,1.256
35,mlp.experts.77.gate_proj,0.0003701768,0.05000,1.260
35,mlp.experts.78.gate_proj,0.0003973661,0.05000,1.248
35,mlp.experts.75.gate_proj,0.0002224014,0.05000,1.260
35,mlp.experts.72.gate_proj,0.0001885480,0.05000,1.253
35,mlp.experts.81.gate_proj,0.0003832163,0.05000,1.252
35,mlp.experts.82.gate_proj,0.0005914163,0.05000,1.237
35,mlp.experts.79.gate_proj,0.0002746634,0.05000,1.235
35,mlp.experts.76.gate_proj,0.0002831012,0.05000,1.241
35,mlp.experts.85.gate_proj,0.0001150674,0.05000,1.229
35,mlp.experts.86.gate_proj,0.0002960060,0.05000,1.228
35,mlp.experts.83.gate_proj,0.0000961936,0.05000,1.244
35,mlp.experts.80.gate_proj,0.0002049924,0.05000,1.242
35,mlp.experts.90.gate_proj,0.0004041769,0.05000,1.259
35,mlp.experts.89.gate_proj,0.0001301616,0.05000,1.264
35,mlp.experts.87.gate_proj,0.0002843361,0.05000,1.289
35,mlp.experts.84.gate_proj,0.0000988539,0.05000,1.267
35,mlp.experts.94.gate_proj,0.0001561232,0.05000,1.276
35,mlp.experts.93.gate_proj,0.0002607777,0.05000,1.288
35,mlp.experts.91.gate_proj,0.0001990638,0.05000,1.245
35,mlp.experts.88.gate_proj,0.0003669225,0.05000,1.253
35,mlp.experts.98.gate_proj,0.0002312979,0.05000,1.250
35,mlp.experts.97.gate_proj,0.0002872174,0.05000,1.260
35,mlp.experts.95.gate_proj,0.0002709832,0.05000,1.234
35,mlp.experts.92.gate_proj,0.0001753292,0.05000,1.226
35,mlp.experts.102.gate_proj,0.0005698925,0.05000,1.240
35,mlp.experts.101.gate_proj,0.0004899761,0.05000,1.250
35,mlp.experts.99.gate_proj,0.0000853488,0.05000,1.265
35,mlp.experts.96.gate_proj,0.0003715772,0.05000,1.257
35,mlp.experts.106.gate_proj,0.0003434782,0.05000,1.255
35,mlp.experts.105.gate_proj,0.0004913642,0.05000,1.259
35,mlp.experts.109.gate_proj,fallback(rtn): 0.0012360,0.00000,0.018
35,mlp.experts.103.gate_proj,0.0002107281,0.05000,1.257
35,mlp.experts.100.gate_proj,0.0002139347,0.05000,1.262
35,mlp.experts.110.gate_proj,0.0002059224,0.05000,1.257
35,mlp.experts.113.gate_proj,0.0004466103,0.05000,1.244
35,mlp.experts.107.gate_proj,0.0004803994,0.05000,1.246
35,mlp.experts.104.gate_proj,0.0001429827,0.05000,1.249
35,mlp.experts.114.gate_proj,0.0001712401,0.05000,1.249
35,mlp.experts.117.gate_proj,0.0002641388,0.05000,1.245
35,mlp.experts.111.gate_proj,0.0001136275,0.05000,1.257
35,mlp.experts.108.gate_proj,0.0001706047,0.05000,1.252
35,mlp.experts.118.gate_proj,0.0010189438,0.05000,1.252
35,mlp.experts.121.gate_proj,0.0003724416,0.05000,1.259
35,mlp.experts.125.gate_proj,fallback(rtn): 0.0010452,0.00000,0.018
35,mlp.experts.115.gate_proj,0.0004057662,0.05000,1.250
35,mlp.experts.112.gate_proj,0.0002925399,0.05000,1.223
35,mlp.experts.122.gate_proj,0.0005260952,0.05000,1.244
35,mlp.experts.129.gate_proj,0.0002159730,0.05000,1.246
35,mlp.experts.119.gate_proj,0.0002407388,0.05000,1.238
35,mlp.experts.116.gate_proj,0.0002669817,0.05000,1.242
35,mlp.experts.126.gate_proj,0.0002540581,0.05000,1.236
35,mlp.experts.133.gate_proj,0.0004934055,0.05000,1.243
35,mlp.experts.123.gate_proj,0.0001640257,0.05000,1.254
35,mlp.experts.120.gate_proj,0.0002707596,0.05000,1.253
35,mlp.experts.130.gate_proj,0.0003960452,0.05000,1.261
35,mlp.experts.137.gate_proj,0.0004786703,0.05000,1.248
35,mlp.experts.127.gate_proj,0.0003274624,0.05000,1.248
35,mlp.experts.124.gate_proj,0.0006974296,0.05000,1.261
35,mlp.experts.134.gate_proj,0.0006096295,0.05000,1.272
35,mlp.experts.141.gate_proj,0.0006424105,0.05000,1.252
35,mlp.experts.131.gate_proj,0.0002295405,0.05000,1.235
35,mlp.experts.128.gate_proj,0.0004853211,0.05000,1.252
35,mlp.experts.138.gate_proj,0.0004357760,0.05000,1.249
35,mlp.experts.145.gate_proj,0.0000811441,0.05000,1.245
35,mlp.experts.135.gate_proj,0.0003428973,0.05000,1.225
35,mlp.experts.132.gate_proj,0.0001427847,0.05000,1.227
35,mlp.experts.142.gate_proj,0.0001756333,0.05000,1.224
35,mlp.experts.149.gate_proj,0.0004546056,0.05000,1.221
35,mlp.experts.139.gate_proj,0.0002903828,0.05000,1.226
35,mlp.experts.136.gate_proj,0.0005112168,0.05000,1.242
35,mlp.experts.146.gate_proj,0.0004529245,0.05000,1.231
35,mlp.experts.150.gate_proj,fallback(rtn): 0.0011444,0.00000,0.017
35,mlp.experts.153.gate_proj,0.0001456156,0.05000,1.249
35,mlp.experts.143.gate_proj,0.0003630545,0.05000,1.251
35,mlp.experts.140.gate_proj,0.0003713750,0.05000,1.241
35,mlp.experts.144.gate_proj,fallback(rtn): 0.0011826,0.00000,0.017
35,mlp.experts.154.gate_proj,0.0005756379,0.05000,1.247
35,mlp.experts.158.gate_proj,fallback(rtn): 0.0010376,0.00000,0.019
35,mlp.experts.157.gate_proj,0.0005537623,0.05000,1.264
35,mlp.experts.147.gate_proj,0.0004985608,0.05000,1.272
35,mlp.experts.148.gate_proj,0.0001065789,0.05000,1.261
35,mlp.experts.162.gate_proj,0.0003626326,0.05000,1.243
35,mlp.experts.161.gate_proj,0.0001587306,0.05000,1.256
35,mlp.experts.151.gate_proj,0.0001567946,0.05000,1.248
35,mlp.experts.152.gate_proj,0.0003546674,0.05000,1.254
35,mlp.experts.166.gate_proj,0.0008587353,0.05000,1.241
35,mlp.experts.165.gate_proj,0.0001538824,0.05000,1.242
35,mlp.experts.155.gate_proj,0.0003656916,0.05000,1.257
35,mlp.experts.156.gate_proj,0.0003418524,0.05000,1.278
35,mlp.experts.170.gate_proj,0.0005092506,0.05000,1.271
35,mlp.experts.169.gate_proj,0.0005064723,0.05000,1.266
35,mlp.experts.159.gate_proj,0.0001630812,0.05000,1.215
35,mlp.experts.160.gate_proj,0.0003336035,0.05000,1.228
35,mlp.experts.174.gate_proj,0.0001888712,0.05000,1.225
35,mlp.experts.173.gate_proj,0.0000604053,0.05000,1.230
35,mlp.experts.177.gate_proj,fallback(rtn): 0.0011368,0.00000,0.017
35,mlp.experts.163.gate_proj,0.0002761537,0.05000,1.231
35,mlp.experts.164.gate_proj,0.0003202104,0.05000,1.237
35,mlp.experts.178.gate_proj,0.0010124250,0.05000,1.245
35,mlp.experts.181.gate_proj,0.0003709954,0.05000,1.252
35,mlp.experts.167.gate_proj,0.0001922323,0.05000,1.250
35,mlp.experts.168.gate_proj,0.0004147415,0.05000,1.249
35,mlp.experts.182.gate_proj,0.0004023366,0.05000,1.260
35,mlp.experts.185.gate_proj,0.0001295924,0.05000,1.229
35,mlp.experts.171.gate_proj,0.0003994921,0.05000,1.257
35,mlp.experts.172.gate_proj,0.0005792764,0.05000,1.260
35,mlp.experts.186.gate_proj,0.0003989220,0.05000,1.269
35,mlp.experts.189.gate_proj,0.0002717337,0.05000,1.264
35,mlp.experts.175.gate_proj,0.0006289928,0.05000,1.237
35,mlp.experts.179.gate_proj,fallback(rtn): 0.0011978,0.00000,0.018
35,mlp.experts.176.gate_proj,0.0002958677,0.05000,1.235
35,mlp.experts.190.gate_proj,0.0000905299,0.05000,1.229
35,mlp.experts.193.gate_proj,0.0006263773,0.05000,1.237
35,mlp.experts.183.gate_proj,0.0004991541,0.05000,1.254
35,mlp.experts.180.gate_proj,0.0003766291,0.05000,1.251
35,mlp.experts.194.gate_proj,0.0004304541,0.05000,1.253
35,mlp.experts.197.gate_proj,0.0002421430,0.05000,1.255
35,mlp.experts.187.gate_proj,0.0002997905,0.05000,1.257
35,mlp.experts.184.gate_proj,0.0001329187,0.05000,1.248
35,mlp.experts.198.gate_proj,0.0004818661,0.05000,1.236
35,mlp.experts.201.gate_proj,0.0002860677,0.05000,1.237
35,mlp.experts.205.gate_proj,fallback(rtn): 0.0010300,0.00000,0.017
35,mlp.experts.191.gate_proj,0.0001690960,0.05000,1.240
35,mlp.experts.188.gate_proj,0.0006027677,0.05000,1.239
35,mlp.experts.202.gate_proj,0.0003496848,0.05000,1.244
35,mlp.experts.209.gate_proj,0.0003593845,0.05000,1.238
35,mlp.experts.195.gate_proj,0.0004500446,0.05000,1.253
35,mlp.experts.192.gate_proj,0.0003649002,0.05000,1.258
35,mlp.experts.206.gate_proj,0.0001573131,0.05000,1.252
35,mlp.experts.213.gate_proj,0.0003675795,0.05000,1.255
35,mlp.experts.199.gate_proj,0.0005803850,0.05000,1.240
35,mlp.experts.196.gate_proj,0.0001351340,0.05000,1.240
35,mlp.experts.210.gate_proj,0.0002226947,0.05000,1.245
35,mlp.experts.217.gate_proj,0.0003294450,0.05000,1.252
35,mlp.experts.203.gate_proj,0.0002689399,0.05000,1.229
35,mlp.experts.200.gate_proj,0.0004532351,0.05000,1.225
35,mlp.experts.204.gate_proj,fallback(rtn): 0.0011368,0.00000,0.020
35,mlp.experts.208.gate_proj,fallback(rtn): 0.0010376,0.00000,0.018
35,mlp.experts.214.gate_proj,0.0000795133,0.05000,1.229
35,mlp.experts.221.gate_proj,0.0001376393,0.05000,1.246
35,mlp.experts.207.gate_proj,0.0002736572,0.05000,1.245
35,mlp.experts.212.gate_proj,0.0005303615,0.05000,1.234
35,mlp.experts.216.gate_proj,fallback(rtn): 0.0010910,0.00000,0.019
35,mlp.experts.218.gate_proj,0.0000680556,0.05000,1.243
35,mlp.experts.225.gate_proj,0.0001847362,0.05000,1.238
35,mlp.experts.211.gate_proj,0.0002175487,0.05000,1.259
35,mlp.experts.222.gate_proj,0.0008692515,0.05000,1.259
35,mlp.experts.220.gate_proj,0.0002627410,0.05000,1.288
35,mlp.experts.229.gate_proj,0.0002390993,0.05000,1.263
35,mlp.experts.215.gate_proj,0.0002999261,0.05000,1.254
35,mlp.experts.226.gate_proj,0.0005919094,0.05000,1.253
35,mlp.experts.224.gate_proj,0.0001579477,0.05000,1.257
35,mlp.experts.233.gate_proj,0.0002608540,0.05000,1.252
35,mlp.experts.237.gate_proj,fallback(rtn): 0.0010605,0.00000,0.017
35,mlp.experts.219.gate_proj,0.0004315373,0.05000,1.239
35,mlp.experts.230.gate_proj,0.0003612409,0.05000,1.234
35,mlp.experts.228.gate_proj,0.0004138730,0.05000,1.250
35,mlp.experts.241.gate_proj,0.0005008258,0.05000,1.239
35,mlp.experts.223.gate_proj,0.0000844472,0.05000,1.244
35,mlp.experts.234.gate_proj,0.0004758470,0.05000,1.241
35,mlp.experts.232.gate_proj,0.0005725006,0.05000,1.228
35,mlp.experts.245.gate_proj,0.0002026582,0.05000,1.235
35,mlp.experts.227.gate_proj,0.0002012518,0.05000,1.225
35,mlp.experts.236.gate_proj,0.0001386554,0.05000,1.223
35,mlp.experts.238.gate_proj,0.0006174378,0.05000,1.229
35,mlp.experts.249.gate_proj,0.0006699272,0.05000,1.245
35,mlp.experts.231.gate_proj,0.0002895791,0.05000,1.245
35,mlp.experts.240.gate_proj,0.0004025013,0.05000,1.246
35,mlp.experts.242.gate_proj,0.0003001304,0.05000,1.262
35,mlp.experts.244.gate_proj,fallback(rtn): 0.0010910,0.00000,0.019
35,mlp.experts.253.gate_proj,0.0002007285,0.05000,1.256
35,mlp.experts.235.gate_proj,0.0002181171,0.05000,1.246
35,mlp.experts.246.gate_proj,0.0006342641,0.05000,1.232
35,mlp.experts.248.gate_proj,0.0005407040,0.05000,1.232
35,mlp.experts.1.up_proj,0.0001991769,0.05000,1.229
35,mlp.experts.239.gate_proj,0.0001858743,0.05000,1.240
35,mlp.experts.252.gate_proj,0.0003039105,0.05000,1.236
35,mlp.experts.250.gate_proj,0.0001888575,0.05000,1.243
35,mlp.experts.5.up_proj,0.0002219175,0.05000,1.243
35,mlp.experts.243.gate_proj,0.0004232061,0.05000,1.243
35,mlp.experts.254.gate_proj,0.0003034576,0.05000,1.240
35,mlp.experts.0.up_proj,0.0002688383,0.05000,1.277
35,mlp.experts.9.up_proj,0.0001322872,0.05000,1.271
35,mlp.experts.247.gate_proj,0.0002845032,0.05000,0.846
35,mlp.experts.2.up_proj,0.0001155259,0.05000,0.793
35,mlp.experts.4.up_proj,0.0003457543,0.05000,0.763
35,mlp.experts.6.up_proj,0.0001639340,0.05000,1.232
35,mlp.experts.8.up_proj,0.0003070555,0.05000,1.235
35,mlp.experts.13.up_proj,0.0001343268,0.05000,1.235
35,mlp.experts.251.gate_proj,0.0003996888,0.05000,1.252
35,mlp.experts.10.up_proj,0.0000961506,0.05000,1.215
35,mlp.experts.17.up_proj,0.0003094138,0.05000,1.223
35,mlp.experts.12.up_proj,0.0001916213,0.05000,1.234
35,mlp.experts.255.gate_proj,0.0001887730,0.05000,1.220
35,mlp.experts.14.up_proj,0.0000599192,0.05000,1.257
35,mlp.experts.3.up_proj,0.0000759549,0.05000,1.241
35,mlp.experts.21.up_proj,0.0002332248,0.05000,1.253
35,mlp.experts.16.up_proj,0.0001631549,0.05000,1.273
35,mlp.experts.25.up_proj,fallback(rtn): 0.0011063,0.00000,0.027
35,mlp.experts.7.up_proj,0.0001143188,0.05000,1.237
35,mlp.experts.18.up_proj,0.0003442884,0.05000,1.271
35,mlp.experts.20.up_proj,0.0000858453,0.05000,1.248
35,mlp.experts.29.up_proj,0.0003156232,0.05000,1.244
35,mlp.experts.11.up_proj,0.0002099008,0.05000,1.235
35,mlp.experts.22.up_proj,0.0000716968,0.05000,1.256
35,mlp.experts.24.up_proj,0.0004906068,0.05000,1.254
35,mlp.experts.33.up_proj,0.0004165544,0.05000,1.256
35,mlp.experts.15.up_proj,0.0004189322,0.05000,1.257
35,mlp.experts.26.up_proj,0.0007311191,0.05000,1.234
35,mlp.experts.28.up_proj,0.0003053553,0.05000,1.224
35,mlp.experts.37.up_proj,0.0000988062,0.05000,1.236
35,mlp.experts.19.up_proj,0.0003260360,0.05000,1.236
35,mlp.experts.32.up_proj,0.0002487315,0.05000,1.237
35,mlp.experts.30.up_proj,0.0002670992,0.05000,1.244
35,mlp.experts.41.up_proj,0.0002514411,0.05000,1.245
35,mlp.experts.45.up_proj,fallback(rtn): 0.0011139,0.00000,0.018
35,mlp.experts.36.up_proj,0.0001193099,0.05000,1.240
35,mlp.experts.23.up_proj,0.0003496981,0.05000,1.260
35,mlp.experts.34.up_proj,0.0001226853,0.05000,1.264
35,mlp.experts.49.up_proj,0.0001136216,0.05000,1.245
35,mlp.experts.40.up_proj,0.0001665158,0.05000,1.249
35,mlp.experts.27.up_proj,0.0001684716,0.05000,1.256
35,mlp.experts.38.up_proj,0.0002717211,0.05000,1.251
35,mlp.experts.53.up_proj,0.0001450693,0.05000,1.257
35,mlp.experts.44.up_proj,0.0001872435,0.05000,1.257
35,mlp.experts.31.up_proj,0.0004543430,0.05000,1.251
35,mlp.experts.42.up_proj,0.0000857348,0.05000,1.255
35,mlp.experts.57.up_proj,0.0000733223,0.05000,1.257
35,mlp.experts.48.up_proj,0.0000623153,0.05000,1.243
35,mlp.experts.35.up_proj,0.0001803685,0.05000,1.250
35,mlp.experts.46.up_proj,0.0002180872,0.05000,1.242
35,mlp.experts.61.up_proj,0.0001008759,0.05000,1.224
35,mlp.experts.50.up_proj,fallback(rtn): 0.0011063,0.00000,0.027
35,mlp.experts.52.up_proj,0.0002952383,0.05000,1.255
35,mlp.experts.39.up_proj,0.0001193175,0.05000,1.259
35,mlp.experts.54.up_proj,0.0002538408,0.05000,1.248
35,mlp.experts.65.up_proj,0.0003436841,0.05000,1.267
35,mlp.experts.56.up_proj,0.0003230767,0.05000,1.234
35,mlp.experts.43.up_proj,0.0002121484,0.05000,1.232
35,mlp.experts.58.up_proj,0.0001959914,0.05000,1.227
35,mlp.experts.69.up_proj,0.0002774524,0.05000,1.235
35,mlp.experts.60.up_proj,0.0000731953,0.05000,1.245
35,mlp.experts.47.up_proj,0.0004151651,0.05000,1.250
35,mlp.experts.62.up_proj,0.0002721093,0.05000,1.253
35,mlp.experts.73.up_proj,0.0000971526,0.05000,1.248
35,mlp.experts.64.up_proj,0.0002159566,0.05000,1.246
35,mlp.experts.51.up_proj,0.0003384161,0.05000,1.237
35,mlp.experts.66.up_proj,0.0001387970,0.05000,1.244
35,mlp.experts.77.up_proj,0.0002576167,0.05000,1.244
35,mlp.experts.70.up_proj,fallback(rtn): 0.0010834,0.00000,0.023
35,mlp.experts.68.up_proj,0.0004164179,0.05000,1.265
35,mlp.experts.55.up_proj,0.0001611133,0.05000,1.250
35,mlp.experts.81.up_proj,0.0003407452,0.05000,1.253
35,mlp.experts.74.up_proj,0.0005925331,0.05000,1.250
35,mlp.experts.72.up_proj,0.0001332098,0.05000,1.233
35,mlp.experts.59.up_proj,0.0003026524,0.05000,1.262
35,mlp.experts.85.up_proj,0.0000996844,0.05000,1.258
35,mlp.experts.78.up_proj,0.0002739722,0.05000,1.257
35,mlp.experts.76.up_proj,0.0002603794,0.05000,1.218
35,mlp.experts.63.up_proj,0.0001185341,0.05000,1.219
35,mlp.experts.89.up_proj,0.0000971834,0.05000,1.223
35,mlp.experts.82.up_proj,0.0005476808,0.05000,1.233
35,mlp.experts.67.up_proj,0.0001501292,0.05000,1.255
35,mlp.experts.80.up_proj,0.0001588565,0.05000,1.270
35,mlp.experts.93.up_proj,0.0002131004,0.05000,1.262
35,mlp.experts.86.up_proj,0.0002845840,0.05000,1.263
35,mlp.experts.84.up_proj,0.0000951745,0.05000,1.250
35,mlp.experts.71.up_proj,0.0001170092,0.05000,1.278
35,mlp.experts.90.up_proj,0.0003508397,0.05000,1.245
35,mlp.experts.97.up_proj,0.0002594108,0.05000,1.259
35,mlp.experts.88.up_proj,0.0002831273,0.05000,1.242
35,mlp.experts.75.up_proj,0.0001956577,0.05000,1.241
35,mlp.experts.101.up_proj,0.0003666190,0.05000,1.228
35,mlp.experts.94.up_proj,0.0001466012,0.05000,1.241
35,mlp.experts.92.up_proj,0.0001468122,0.05000,1.246
35,mlp.experts.79.up_proj,0.0001863765,0.05000,1.241
35,mlp.experts.105.up_proj,0.0004036934,0.05000,1.243
35,mlp.experts.98.up_proj,0.0001972634,0.05000,1.236
35,mlp.experts.109.up_proj,fallback(rtn): 0.0011444,0.00000,0.041
35,mlp.experts.96.up_proj,0.0003582682,0.05000,1.264
35,mlp.experts.83.up_proj,0.0000868333,0.05000,1.261
35,mlp.experts.102.up_proj,0.0004422356,0.05000,1.239
35,mlp.experts.113.up_proj,0.0003778111,0.05000,1.238
35,mlp.experts.100.up_proj,0.0001489685,0.05000,1.234
35,mlp.experts.87.up_proj,0.0002056623,0.05000,1.238
35,mlp.experts.106.up_proj,0.0002639852,0.05000,1.230
35,mlp.experts.117.up_proj,0.0002249275,0.05000,1.231
35,mlp.experts.104.up_proj,0.0001159602,0.05000,1.233
35,mlp.experts.91.up_proj,0.0001666706,0.05000,1.236
35,mlp.experts.110.up_proj,0.0001743035,0.05000,1.227
35,mlp.experts.121.up_proj,0.0002654177,0.05000,1.235
35,mlp.experts.125.up_proj,fallback(rtn): 0.0010757,0.00000,0.017
35,mlp.experts.108.up_proj,0.0001800512,0.05000,1.228
35,mlp.experts.114.up_proj,0.0001335753,0.05000,1.222
35,mlp.experts.95.up_proj,0.0001943005,0.05000,1.238
35,mlp.experts.129.up_proj,0.0002130638,0.05000,1.228
35,mlp.experts.112.up_proj,0.0002871786,0.05000,1.231
35,mlp.experts.118.up_proj,0.0007427364,0.05000,1.228
35,mlp.experts.99.up_proj,0.0000835537,0.05000,1.226
35,mlp.experts.133.up_proj,0.0004544989,0.05000,1.235
35,mlp.experts.116.up_proj,0.0002476924,0.05000,1.256
35,mlp.experts.122.up_proj,0.0004511774,0.05000,1.249
35,mlp.experts.103.up_proj,0.0001628706,0.05000,1.253
35,mlp.experts.137.up_proj,0.0003909246,0.05000,1.275
35,mlp.experts.120.up_proj,0.0002255660,0.05000,1.252
35,mlp.experts.107.up_proj,0.0004251295,0.05000,1.238
35,mlp.experts.126.up_proj,0.0001833256,0.05000,1.267
35,mlp.experts.141.up_proj,0.0005557073,0.05000,1.239
35,mlp.experts.111.up_proj,0.0000926110,0.05000,1.232
35,mlp.experts.130.up_proj,0.0002853782,0.05000,1.241
35,mlp.experts.124.up_proj,0.0006526576,0.05000,1.247
35,mlp.experts.145.up_proj,0.0000772034,0.05000,1.239
35,mlp.experts.115.up_proj,0.0002993798,0.05000,1.225
35,mlp.experts.128.up_proj,0.0004045722,0.05000,1.219
35,mlp.experts.134.up_proj,0.0005058031,0.05000,1.240
35,mlp.experts.149.up_proj,0.0003913923,0.05000,1.229
35,mlp.experts.119.up_proj,0.0002338341,0.05000,1.262
35,mlp.experts.132.up_proj,0.0001171869,0.05000,1.251
35,mlp.experts.138.up_proj,0.0003773044,0.05000,1.269
35,mlp.experts.153.up_proj,0.0001310350,0.05000,1.262
35,mlp.experts.136.up_proj,0.0003231662,0.05000,1.231
35,mlp.experts.123.up_proj,0.0001146954,0.05000,1.237
35,mlp.experts.142.up_proj,0.0001235443,0.05000,1.226
35,mlp.experts.157.up_proj,0.0005160324,0.05000,1.227
35,mlp.experts.127.up_proj,0.0002168869,0.05000,1.227
35,mlp.experts.140.up_proj,0.0003296226,0.05000,1.240
35,mlp.experts.146.up_proj,0.0003617827,0.05000,1.231
35,mlp.experts.144.up_proj,fallback(rtn): 0.0010986,0.00000,0.031
35,mlp.experts.150.up_proj,fallback(rtn): 0.0011063,0.00000,0.025
35,mlp.experts.161.up_proj,0.0001144104,0.05000,1.247
35,mlp.experts.131.up_proj,0.0001575915,0.05000,1.245
35,mlp.experts.148.up_proj,0.0000929963,0.05000,1.236
35,mlp.experts.154.up_proj,0.0004922194,0.05000,1.238
35,mlp.experts.165.up_proj,0.0001253673,0.05000,1.240
35,mlp.experts.158.up_proj,fallback(rtn): 0.0010300,0.00000,0.020
35,mlp.experts.135.up_proj,0.0003337103,0.05000,1.232
35,mlp.experts.152.up_proj,0.0002859747,0.05000,1.237
35,mlp.experts.169.up_proj,0.0004385847,0.05000,1.222
35,mlp.experts.162.up_proj,0.0003615962,0.05000,1.248
35,mlp.experts.139.up_proj,0.0002366579,0.05000,1.230
35,mlp.experts.156.up_proj,0.0002901804,0.05000,1.234
35,mlp.experts.173.up_proj,0.0000496192,0.05000,1.229
35,mlp.experts.177.up_proj,fallback(rtn): 0.0010986,0.00000,0.017
35,mlp.experts.166.up_proj,0.0006557783,0.05000,1.229
35,mlp.experts.143.up_proj,0.0003022385,0.05000,1.271
35,mlp.experts.160.up_proj,0.0003438019,0.05000,1.266
35,mlp.experts.181.up_proj,0.0003118891,0.05000,1.262
35,mlp.experts.170.up_proj,0.0004692016,0.05000,1.258
35,mlp.experts.147.up_proj,0.0004696210,0.05000,1.240
35,mlp.experts.164.up_proj,0.0002875985,0.05000,1.228
35,mlp.experts.174.up_proj,0.0001824743,0.05000,1.233
35,mlp.experts.185.up_proj,0.0001153194,0.05000,1.252
35,mlp.experts.151.up_proj,0.0001282646,0.05000,1.237
35,mlp.experts.168.up_proj,0.0003756589,0.05000,1.234
35,mlp.experts.178.up_proj,0.0007555374,0.05000,1.236
35,mlp.experts.189.up_proj,0.0002255944,0.05000,1.237
35,mlp.experts.155.up_proj,0.0002960425,0.05000,1.243
35,mlp.experts.172.up_proj,0.0005093291,0.05000,1.263
35,mlp.experts.182.up_proj,0.0003502743,0.05000,1.239
35,mlp.experts.193.up_proj,0.0005566476,0.05000,1.238
35,mlp.experts.159.up_proj,0.0001191924,0.05000,1.240
35,mlp.experts.176.up_proj,0.0002015917,0.05000,1.246
35,mlp.experts.197.up_proj,0.0002067671,0.05000,1.231
35,mlp.experts.186.up_proj,0.0003670828,0.05000,1.248
35,mlp.experts.163.up_proj,0.0002201050,0.05000,1.262
35,mlp.experts.180.up_proj,0.0002669872,0.05000,1.252
35,mlp.experts.201.up_proj,0.0002270959,0.05000,1.282
35,mlp.experts.190.up_proj,0.0000840549,0.05000,1.290
35,mlp.experts.205.up_proj,fallback(rtn): 0.0010452,0.00000,0.026
35,mlp.experts.167.up_proj,0.0001966083,0.05000,1.291
35,mlp.experts.184.up_proj,0.0001041657,0.05000,1.262
35,mlp.experts.194.up_proj,0.0003934294,0.05000,1.258
35,mlp.experts.209.up_proj,0.0002837126,0.05000,1.268
35,mlp.experts.171.up_proj,0.0002998892,0.05000,1.236
35,mlp.experts.188.up_proj,0.0005842221,0.05000,1.227
35,mlp.experts.198.up_proj,0.0004308458,0.05000,1.234
35,mlp.experts.213.up_proj,0.0003497809,0.05000,1.248
35,mlp.experts.175.up_proj,0.0006033949,0.05000,1.250
35,mlp.experts.192.up_proj,0.0003127265,0.05000,1.246
35,mlp.experts.179.up_proj,fallback(rtn): 0.0010986,0.00000,0.019
35,mlp.experts.202.up_proj,0.0003049828,0.05000,1.248
35,mlp.experts.217.up_proj,0.0002870672,0.05000,1.251
35,mlp.experts.196.up_proj,0.0001119585,0.05000,1.242
35,mlp.experts.183.up_proj,0.0004611140,0.05000,1.247
35,mlp.experts.206.up_proj,0.0001186045,0.05000,1.244
35,mlp.experts.221.up_proj,0.0001089740,0.05000,1.237
35,mlp.experts.200.up_proj,0.0003698678,0.05000,1.254
35,mlp.experts.187.up_proj,0.0003123844,0.05000,1.250
35,mlp.experts.204.up_proj,fallback(rtn): 0.0010910,0.00000,0.024
35,mlp.experts.210.up_proj,0.0001974058,0.05000,1.242
35,mlp.experts.208.up_proj,fallback(rtn): 0.0010147,0.00000,0.025
35,mlp.experts.225.up_proj,0.0001797039,0.05000,1.243
35,mlp.experts.191.up_proj,0.0001355736,0.05000,1.239
35,mlp.experts.214.up_proj,0.0000708178,0.05000,1.240
35,mlp.experts.212.up_proj,0.0005040119,0.05000,1.241
35,mlp.experts.229.up_proj,0.0002166635,0.05000,1.237
35,mlp.experts.216.up_proj,fallback(rtn): 0.0010757,0.00000,0.020
35,mlp.experts.195.up_proj,0.0004139204,0.05000,1.242
35,mlp.experts.218.up_proj,0.0000652077,0.05000,1.237
35,mlp.experts.233.up_proj,0.0002094311,0.05000,1.237
35,mlp.experts.220.up_proj,0.0002462991,0.05000,1.238
35,mlp.experts.237.up_proj,fallback(rtn): 0.0010605,0.00000,0.024
35,mlp.experts.199.up_proj,0.0004324218,0.05000,1.233
35,mlp.experts.222.up_proj,0.0007389039,0.05000,1.234
35,mlp.experts.224.up_proj,0.0001523512,0.05000,1.225
35,mlp.experts.241.up_proj,0.0004784768,0.05000,1.240
35,mlp.experts.203.up_proj,0.0002304101,0.05000,1.231
35,mlp.experts.226.up_proj,0.0005078289,0.05000,1.227
35,mlp.experts.228.up_proj,0.0003569640,0.05000,1.228
35,mlp.experts.245.up_proj,0.0001525247,0.05000,1.231
35,mlp.experts.207.up_proj,0.0002228295,0.05000,1.231
35,mlp.experts.230.up_proj,0.0002965739,0.05000,1.229
35,mlp.experts.232.up_proj,0.0005327288,0.05000,1.233
35,mlp.experts.249.up_proj,0.0006107264,0.05000,1.234
35,mlp.experts.211.up_proj,0.0002165145,0.05000,1.253
35,mlp.experts.234.up_proj,0.0004704172,0.05000,1.256
35,mlp.experts.236.up_proj,0.0001224012,0.05000,1.245
35,mlp.experts.253.up_proj,0.0001486251,0.05000,1.249
35,mlp.experts.215.up_proj,0.0002816676,0.05000,0.795
35,mlp.experts.238.up_proj,0.0006118760,0.05000,0.791
35,mlp.experts.240.up_proj,0.0003962239,0.05000,0.781
35,mlp.experts.244.up_proj,fallback(rtn): 0.0011139,0.00000,0.011
35,mlp.experts.219.up_proj,0.0003438895,0.05000,0.770
35,mlp.experts.242.up_proj,0.0002759219,0.05000,0.804
35,mlp.experts.248.up_proj,0.0004336480,0.05000,0.800
35,mlp.experts.223.up_proj,0.0000696596,0.05000,0.770
35,mlp.experts.246.up_proj,0.0005646887,0.05000,0.771
35,mlp.experts.252.up_proj,0.0002405415,0.05000,0.775
35,mlp.experts.227.up_proj,0.0001849257,0.05000,0.484
35,mlp.experts.250.up_proj,0.0001719431,0.05000,0.470
35,mlp.experts.231.up_proj,0.0002678910,0.05000,0.460
35,mlp.experts.254.up_proj,0.0002429977,0.05000,0.458
35,mlp.experts.235.up_proj,0.0001951869,0.05000,0.262
35,mlp.experts.239.up_proj,0.0001429779,0.05000,0.257
35,mlp.experts.243.up_proj,0.0003971718,0.05000,0.245
35,mlp.experts.247.up_proj,0.0002414887,0.05000,0.246
35,mlp.experts.251.up_proj,0.0004028139,0.05000,0.245
35,mlp.experts.255.up_proj,0.0001379237,0.05000,0.242
35,mlp.experts.1.down_proj,0.0000203887,0.05000,0.310
35,mlp.experts.0.down_proj,0.0000181916,0.05000,0.313
35,mlp.experts.2.down_proj,0.0000181013,0.05000,0.317
35,mlp.experts.3.down_proj,0.0000109744,0.05000,0.325
35,mlp.experts.4.down_proj,0.0000334286,0.05000,0.316
35,mlp.experts.5.down_proj,0.0000318734,0.05000,0.324
35,mlp.experts.6.down_proj,0.0000156919,0.05000,0.324
35,mlp.experts.7.down_proj,0.0000091328,0.05000,0.322
35,mlp.experts.9.down_proj,0.0000152332,0.05000,0.313
35,mlp.experts.8.down_proj,0.0000340465,0.05000,0.322
35,mlp.experts.10.down_proj,0.0000122721,0.05000,0.319
35,mlp.experts.11.down_proj,0.0000085050,0.05000,0.321
35,mlp.experts.12.down_proj,0.0000239810,0.05000,0.323
35,mlp.experts.13.down_proj,0.0000162476,0.05000,0.332
35,mlp.experts.14.down_proj,0.0000090416,0.05000,0.328
35,mlp.experts.15.down_proj,0.0000155817,0.05000,0.328
35,mlp.experts.16.down_proj,0.0000271074,0.05000,0.310
35,mlp.experts.17.down_proj,0.0000146441,0.05000,0.313
35,mlp.experts.18.down_proj,0.0000454099,0.05000,0.313
35,mlp.experts.19.down_proj,0.0000251885,0.05000,0.313
35,mlp.experts.20.down_proj,0.0000089947,0.05000,0.316
35,mlp.experts.21.down_proj,0.0000061185,0.05000,0.318
35,mlp.experts.22.down_proj,0.0000080676,0.05000,0.318
35,mlp.experts.25.down_proj,fallback(rtn): 0.0010910,0.00000,0.006
35,mlp.experts.23.down_proj,0.0000299170,0.05000,0.313
35,mlp.experts.24.down_proj,0.0000810818,0.05000,0.314
35,mlp.experts.26.down_proj,0.0000450812,0.05000,0.313
35,mlp.experts.29.down_proj,0.0000371275,0.05000,0.313
35,mlp.experts.27.down_proj,0.0000344377,0.05000,0.316
35,mlp.experts.28.down_proj,0.0000301492,0.05000,0.310
35,mlp.experts.30.down_proj,0.0000176263,0.05000,0.311
35,mlp.experts.33.down_proj,0.0000110332,0.05000,0.312
35,mlp.experts.31.down_proj,0.0000495429,0.05000,0.310
35,mlp.experts.32.down_proj,0.0000259867,0.05000,0.309
35,mlp.experts.34.down_proj,0.0000040582,0.05000,0.311
35,mlp.experts.35.down_proj,0.0000192901,0.05000,0.311
35,mlp.experts.37.down_proj,0.0000099685,0.05000,0.314
35,mlp.experts.36.down_proj,0.0000140448,0.05000,0.326
35,mlp.experts.38.down_proj,0.0000124782,0.05000,0.327
35,mlp.experts.41.down_proj,0.0000299991,0.05000,0.325
35,mlp.experts.39.down_proj,0.0000209053,0.05000,0.344
35,mlp.experts.45.down_proj,fallback(rtn): 0.0011292,0.00000,0.005
35,mlp.experts.40.down_proj,0.0000112241,0.05000,0.324
35,mlp.experts.42.down_proj,0.0000115155,0.05000,0.315
35,mlp.experts.49.down_proj,0.0000063571,0.05000,0.306
35,mlp.experts.43.down_proj,0.0000293730,0.05000,0.313
35,mlp.experts.44.down_proj,0.0000221023,0.05000,0.313
35,mlp.experts.46.down_proj,0.0000341932,0.05000,0.315
35,mlp.experts.50.down_proj,fallback(rtn): 0.0010986,0.00000,0.005
35,mlp.experts.53.down_proj,0.0000205627,0.05000,0.320
35,mlp.experts.47.down_proj,0.0000120352,0.05000,0.327
35,mlp.experts.48.down_proj,0.0000070646,0.05000,0.325
35,mlp.experts.54.down_proj,0.0000883733,0.05000,0.326
35,mlp.experts.57.down_proj,0.0000118876,0.05000,0.328
35,mlp.experts.51.down_proj,0.0000721128,0.05000,0.331
35,mlp.experts.52.down_proj,0.0000232841,0.05000,0.316
35,mlp.experts.58.down_proj,0.0000159106,0.05000,0.320
35,mlp.experts.61.down_proj,0.0000191817,0.05000,0.319
35,mlp.experts.55.down_proj,0.0000225141,0.05000,0.315
35,mlp.experts.56.down_proj,0.0000347306,0.05000,0.322
35,mlp.experts.65.down_proj,0.0000130825,0.05000,0.315
35,mlp.experts.62.down_proj,0.0000171015,0.05000,0.323
35,mlp.experts.59.down_proj,0.0000464064,0.05000,0.316
35,mlp.experts.60.down_proj,0.0000085327,0.05000,0.315
35,mlp.experts.69.down_proj,0.0000098839,0.05000,0.314
35,mlp.experts.66.down_proj,0.0000077008,0.05000,0.314
35,mlp.experts.70.down_proj,fallback(rtn): 0.0010910,0.00000,0.005
35,mlp.experts.63.down_proj,0.0000139220,0.05000,0.319
35,mlp.experts.64.down_proj,0.0000071225,0.05000,0.330
35,mlp.experts.73.down_proj,0.0000101191,0.05000,0.329
35,mlp.experts.67.down_proj,0.0000230717,0.05000,0.327
35,mlp.experts.74.down_proj,0.0001269911,0.05000,0.337
35,mlp.experts.68.down_proj,0.0000381374,0.05000,0.315
35,mlp.experts.77.down_proj,0.0000293851,0.05000,0.318
35,mlp.experts.78.down_proj,0.0000160716,0.05000,0.311
35,mlp.experts.71.down_proj,0.0000150480,0.05000,0.317
35,mlp.experts.72.down_proj,0.0000145573,0.05000,0.320
35,mlp.experts.81.down_proj,0.0000179903,0.05000,0.307
35,mlp.experts.82.down_proj,0.0000411457,0.05000,0.309
35,mlp.experts.75.down_proj,0.0000641073,0.05000,0.309
35,mlp.experts.76.down_proj,0.0000286994,0.05000,0.313
35,mlp.experts.85.down_proj,0.0000178939,0.05000,0.319
35,mlp.experts.86.down_proj,0.0000176253,0.05000,0.312
35,mlp.experts.79.down_proj,0.0000265057,0.05000,0.316
35,mlp.experts.80.down_proj,0.0000130375,0.05000,0.317
35,mlp.experts.89.down_proj,0.0000132408,0.05000,0.316
35,mlp.experts.90.down_proj,0.0000308441,0.05000,0.311
35,mlp.experts.83.down_proj,0.0000117405,0.05000,0.315
35,mlp.experts.84.down_proj,0.0000121461,0.05000,0.318
35,mlp.experts.94.down_proj,0.0000250654,0.05000,0.315
35,mlp.experts.93.down_proj,0.0000285904,0.05000,0.318
35,mlp.experts.87.down_proj,0.0000348722,0.05000,0.311
35,mlp.experts.88.down_proj,0.0000403258,0.05000,0.308
35,mlp.experts.98.down_proj,0.0000206208,0.05000,0.312
35,mlp.experts.97.down_proj,0.0000275815,0.05000,0.314
35,mlp.experts.91.down_proj,0.0000287707,0.05000,0.314
35,mlp.experts.92.down_proj,0.0000159843,0.05000,0.308
35,mlp.experts.102.down_proj,0.0000148897,0.05000,0.310
35,mlp.experts.101.down_proj,0.0000314029,0.05000,0.315
35,mlp.experts.95.down_proj,0.0000183551,0.05000,0.314
35,mlp.experts.96.down_proj,0.0000186553,0.05000,0.328
35,mlp.experts.106.down_proj,0.0000235111,0.05000,0.321
35,mlp.experts.99.down_proj,0.0000089832,0.05000,0.321
35,mlp.experts.105.down_proj,0.0000193258,0.05000,0.326
35,mlp.experts.109.down_proj,fallback(rtn): 0.0011139,0.00000,0.005
35,mlp.experts.100.down_proj,0.0000159260,0.05000,0.321
35,mlp.experts.110.down_proj,0.0000194005,0.05000,0.322
35,mlp.experts.103.down_proj,0.0000133483,0.05000,0.323
35,mlp.experts.113.down_proj,0.0000594837,0.05000,0.320
35,mlp.experts.104.down_proj,0.0000082335,0.05000,0.308
35,mlp.experts.114.down_proj,0.0000160692,0.05000,0.308
35,mlp.experts.107.down_proj,0.0000171034,0.05000,0.306
35,mlp.experts.117.down_proj,0.0000185281,0.05000,0.305
35,mlp.experts.108.down_proj,0.0000286380,0.05000,0.314
35,mlp.experts.118.down_proj,0.0000432556,0.05000,0.311
35,mlp.experts.111.down_proj,0.0000122027,0.05000,0.313
35,mlp.experts.121.down_proj,0.0000276987,0.05000,0.312
35,mlp.experts.125.down_proj,fallback(rtn): 0.0010910,0.00000,0.005
35,mlp.experts.112.down_proj,0.0000165025,0.05000,0.314
35,mlp.experts.122.down_proj,0.0000656851,0.05000,0.310
35,mlp.experts.115.down_proj,0.0000149426,0.05000,0.312
35,mlp.experts.129.down_proj,0.0000293725,0.05000,0.308
35,mlp.experts.116.down_proj,0.0000319232,0.05000,0.313
35,mlp.experts.126.down_proj,0.0000180996,0.05000,0.309
35,mlp.experts.119.down_proj,0.0000481344,0.05000,0.309
35,mlp.experts.133.down_proj,0.0000315471,0.05000,0.311
35,mlp.experts.120.down_proj,0.0000316621,0.05000,0.322
35,mlp.experts.130.down_proj,0.0000312203,0.05000,0.318
35,mlp.experts.123.down_proj,0.0000141337,0.05000,0.317
35,mlp.experts.137.down_proj,0.0000356770,0.05000,0.326
35,mlp.experts.124.down_proj,0.0000340621,0.05000,0.322
35,mlp.experts.134.down_proj,0.0000172006,0.05000,0.318
35,mlp.experts.127.down_proj,0.0000171537,0.05000,0.325
35,mlp.experts.141.down_proj,0.0000213763,0.05000,0.319
35,mlp.experts.128.down_proj,0.0000411790,0.05000,0.319
35,mlp.experts.138.down_proj,0.0000196321,0.05000,0.321
35,mlp.experts.131.down_proj,0.0000176349,0.05000,0.317
35,mlp.experts.145.down_proj,0.0000114989,0.05000,0.318
35,mlp.experts.132.down_proj,0.0000155345,0.05000,0.315
35,mlp.experts.142.down_proj,0.0000121823,0.05000,0.316
35,mlp.experts.135.down_proj,0.0000251993,0.05000,0.314
35,mlp.experts.149.down_proj,0.0000231094,0.05000,0.317
35,mlp.experts.136.down_proj,0.0000353426,0.05000,0.316
35,mlp.experts.146.down_proj,0.0000233196,0.05000,0.314
35,mlp.experts.150.down_proj,fallback(rtn): 0.0011215,0.00000,0.005
35,mlp.experts.139.down_proj,0.0000411768,0.05000,0.313
35,mlp.experts.153.down_proj,0.0000245426,0.05000,0.314
35,mlp.experts.140.down_proj,0.0000075581,0.05000,0.321
35,mlp.experts.144.down_proj,fallback(rtn): 0.0010910,0.00000,0.005
35,mlp.experts.154.down_proj,0.0000432484,0.05000,0.319
35,mlp.experts.158.down_proj,fallback(rtn): 0.0010376,0.00000,0.005
35,mlp.experts.143.down_proj,0.0000248432,0.05000,0.322
35,mlp.experts.157.down_proj,0.0000357111,0.05000,0.322
35,mlp.experts.148.down_proj,0.0000107509,0.05000,0.316
35,mlp.experts.162.down_proj,0.0000117009,0.05000,0.315
35,mlp.experts.147.down_proj,0.0000410025,0.05000,0.315
35,mlp.experts.161.down_proj,0.0000167838,0.05000,0.315
35,mlp.experts.152.down_proj,0.0000125020,0.05000,0.320
35,mlp.experts.151.down_proj,0.0000197478,0.05000,0.318
35,mlp.experts.166.down_proj,0.0000380043,0.05000,0.322
35,mlp.experts.165.down_proj,0.0000132255,0.05000,0.317
35,mlp.experts.156.down_proj,0.0000276037,0.05000,0.313
35,mlp.experts.155.down_proj,0.0000148379,0.05000,0.310
35,mlp.experts.170.down_proj,0.0000446863,0.05000,0.310
35,mlp.experts.169.down_proj,0.0000387568,0.05000,0.313
35,mlp.experts.160.down_proj,0.0000751296,0.05000,0.319
35,mlp.experts.159.down_proj,0.0000075020,0.05000,0.322
35,mlp.experts.174.down_proj,0.0000098475,0.05000,0.323
35,mlp.experts.173.down_proj,0.0000052138,0.05000,0.326
35,mlp.experts.177.down_proj,fallback(rtn): 0.0011063,0.00000,0.005
35,mlp.experts.164.down_proj,0.0000268090,0.05000,0.318
35,mlp.experts.178.down_proj,0.0000599469,0.05000,0.315
35,mlp.experts.163.down_proj,0.0000319925,0.05000,0.325
35,mlp.experts.181.down_proj,0.0000232153,0.05000,0.314
35,mlp.experts.168.down_proj,0.0000112001,0.05000,0.309
35,mlp.experts.182.down_proj,0.0000172665,0.05000,0.308
35,mlp.experts.167.down_proj,0.0000259349,0.05000,0.312
35,mlp.experts.185.down_proj,0.0000115872,0.05000,0.312
35,mlp.experts.172.down_proj,0.0000406089,0.05000,0.310
35,mlp.experts.186.down_proj,0.0000524673,0.05000,0.316
35,mlp.experts.171.down_proj,0.0000397306,0.05000,0.310
35,mlp.experts.189.down_proj,0.0000172110,0.05000,0.309
35,mlp.experts.176.down_proj,0.0000190349,0.05000,0.318
35,mlp.experts.175.down_proj,0.0000450186,0.05000,0.317
35,mlp.experts.190.down_proj,0.0000108057,0.05000,0.326
35,mlp.experts.179.down_proj,fallback(rtn): 0.0010986,0.00000,0.006
35,mlp.experts.193.down_proj,0.0000275320,0.05000,0.326
35,mlp.experts.180.down_proj,0.0000240752,0.05000,0.315
35,mlp.experts.183.down_proj,0.0000331989,0.05000,0.317
35,mlp.experts.194.down_proj,0.0000185292,0.05000,0.326
35,mlp.experts.197.down_proj,0.0000179554,0.05000,0.318
35,mlp.experts.184.down_proj,0.0000133620,0.05000,0.317
35,mlp.experts.187.down_proj,0.0000533828,0.05000,0.318
35,mlp.experts.198.down_proj,0.0000318974,0.05000,0.315
35,mlp.experts.201.down_proj,0.0000222569,0.05000,0.319
35,mlp.experts.205.down_proj,fallback(rtn): 0.0010681,0.00000,0.006
35,mlp.experts.188.down_proj,0.0000406940,0.05000,0.321
35,mlp.experts.191.down_proj,0.0000159485,0.05000,0.319
35,mlp.experts.202.down_proj,0.0000284619,0.05000,0.322
35,mlp.experts.209.down_proj,0.0000116819,0.05000,0.317
35,mlp.experts.192.down_proj,0.0000673049,0.05000,0.305
35,mlp.experts.195.down_proj,0.0000152850,0.05000,0.309
35,mlp.experts.206.down_proj,0.0000159475,0.05000,0.310
35,mlp.experts.213.down_proj,0.0000110878,0.05000,0.316
35,mlp.experts.196.down_proj,0.0000121366,0.05000,0.321
35,mlp.experts.199.down_proj,0.0000294826,0.05000,0.318
35,mlp.experts.210.down_proj,0.0000179923,0.05000,0.322
35,mlp.experts.217.down_proj,0.0000269963,0.05000,0.309
35,mlp.experts.200.down_proj,0.0000210401,0.05000,0.321
35,mlp.experts.204.down_proj,fallback(rtn): 0.0010986,0.00000,0.005
35,mlp.experts.208.down_proj,fallback(rtn): 0.0010300,0.00000,0.005
35,mlp.experts.203.down_proj,0.0000076854,0.05000,0.324
35,mlp.experts.214.down_proj,0.0000084868,0.05000,0.318
35,mlp.experts.221.down_proj,0.0000226115,0.05000,0.320
35,mlp.experts.212.down_proj,0.0001300284,0.05000,0.310
35,mlp.experts.216.down_proj,fallback(rtn): 0.0010986,0.00000,0.005
35,mlp.experts.207.down_proj,0.0000351408,0.05000,0.312
35,mlp.experts.218.down_proj,0.0000108218,0.05000,0.309
35,mlp.experts.225.down_proj,0.0000045806,0.05000,0.316
35,mlp.experts.220.down_proj,0.0000395857,0.05000,0.308
35,mlp.experts.222.down_proj,0.0000345530,0.05000,0.303
35,mlp.experts.211.down_proj,0.0000161503,0.05000,0.309
35,mlp.experts.229.down_proj,0.0000204466,0.05000,0.309
35,mlp.experts.224.down_proj,0.0000161148,0.05000,0.311
35,mlp.experts.226.down_proj,0.0000223017,0.05000,0.313
35,mlp.experts.215.down_proj,0.0000101144,0.05000,0.313
35,mlp.experts.233.down_proj,0.0000161967,0.05000,0.316
35,mlp.experts.237.down_proj,fallback(rtn): 0.0010605,0.00000,0.005
35,mlp.experts.228.down_proj,0.0000309974,0.05000,0.316
35,mlp.experts.230.down_proj,0.0000174952,0.05000,0.315
35,mlp.experts.219.down_proj,0.0000427955,0.05000,0.315
35,mlp.experts.241.down_proj,0.0000451150,0.05000,0.318
35,mlp.experts.232.down_proj,0.0000412209,0.05000,0.315
35,mlp.experts.234.down_proj,0.0000147324,0.05000,0.311
35,mlp.experts.223.down_proj,0.0000093085,0.05000,0.308
35,mlp.experts.245.down_proj,0.0000129683,0.05000,0.312
35,mlp.experts.236.down_proj,0.0000114450,0.05000,0.314
35,mlp.experts.227.down_proj,0.0000305329,0.05000,0.310
35,mlp.experts.238.down_proj,0.0000325223,0.05000,0.314
35,mlp.experts.249.down_proj,0.0000451313,0.05000,0.314
35,mlp.experts.240.down_proj,0.0000149715,0.05000,0.320
35,mlp.experts.231.down_proj,0.0000214996,0.05000,0.320
35,mlp.experts.242.down_proj,0.0000224606,0.05000,0.321
35,mlp.experts.244.down_proj,fallback(rtn): 0.0010986,0.00000,0.008
35,mlp.experts.253.down_proj,0.0000112690,0.05000,0.321
35,mlp.experts.235.down_proj,0.0000343041,0.05000,0.209
35,mlp.experts.246.down_proj,0.0000286889,0.05000,0.209
35,mlp.experts.248.down_proj,0.0000124724,0.05000,0.208
35,mlp.experts.239.down_proj,0.0000624833,0.05000,0.191
35,mlp.experts.250.down_proj,0.0000139641,0.05000,0.192
35,mlp.experts.252.down_proj,0.0000234111,0.05000,0.193
35,mlp.experts.243.down_proj,0.0000204856,0.05000,0.119
35,mlp.experts.254.down_proj,0.0000206701,0.05000,0.119
35,mlp.experts.247.down_proj,0.0000231833,0.05000,0.064
35,mlp.experts.251.down_proj,0.0000465305,0.05000,0.061
35,mlp.experts.255.down_proj,0.0000195000,0.05000,0.062
36,mlp.experts.1.gate_proj,0.0005744474,0.05000,1.254
36,mlp.experts.3.gate_proj,0.0007817514,0.05000,1.261
36,mlp.experts.0.gate_proj,0.0001022291,0.05000,1.260
36,mlp.experts.2.gate_proj,0.0007795915,0.05000,1.258
36,mlp.experts.6.gate_proj,fallback(rtn): 0.0011749,0.00000,0.031
36,mlp.experts.7.gate_proj,0.0003802412,0.05000,1.234
36,mlp.experts.5.gate_proj,0.0004611525,0.05000,1.249
36,mlp.experts.4.gate_proj,0.0002340842,0.05000,1.253
36,mlp.experts.10.gate_proj,0.0001690096,0.05000,1.234
36,mlp.experts.11.gate_proj,0.0004156775,0.05000,1.226
36,mlp.experts.8.gate_proj,0.0005564028,0.05000,1.220
36,mlp.experts.9.gate_proj,0.0000963135,0.05000,1.241
36,mlp.experts.14.gate_proj,0.0000931642,0.05000,1.229
36,mlp.experts.15.gate_proj,0.0001836008,0.05000,1.244
36,mlp.experts.12.gate_proj,0.0003846982,0.05000,1.244
36,mlp.experts.13.gate_proj,0.0003131767,0.05000,1.235
36,mlp.experts.18.gate_proj,0.0002288117,0.05000,1.246
36,mlp.experts.19.gate_proj,0.0003625424,0.05000,1.241
36,mlp.experts.16.gate_proj,0.0001079849,0.05000,1.240
36,mlp.experts.17.gate_proj,0.0004637274,0.05000,1.264
36,mlp.experts.22.gate_proj,0.0005028349,0.05000,1.249
36,mlp.experts.23.gate_proj,0.0003835809,0.05000,1.255
36,mlp.experts.20.gate_proj,0.0001286033,0.05000,1.265
36,mlp.experts.21.gate_proj,0.0003085164,0.05000,1.268
36,mlp.experts.26.gate_proj,0.0002340898,0.05000,1.258
36,mlp.experts.27.gate_proj,0.0005003117,0.05000,1.235
36,mlp.experts.24.gate_proj,0.0001069571,0.05000,1.245
36,mlp.experts.25.gate_proj,0.0001753809,0.05000,1.240
36,mlp.experts.30.gate_proj,0.0003771574,0.05000,1.239
36,mlp.experts.31.gate_proj,0.0002412394,0.05000,1.278
36,mlp.experts.28.gate_proj,0.0003694482,0.05000,1.291
36,mlp.experts.29.gate_proj,0.0003289938,0.05000,1.284
36,mlp.experts.34.gate_proj,0.0003064339,0.05000,1.290
36,mlp.experts.33.gate_proj,fallback(rtn): 0.0010223,0.00000,0.020
36,mlp.experts.38.gate_proj,fallback(rtn): 0.0010757,0.00000,0.024
36,mlp.experts.35.gate_proj,0.0005942181,0.05000,1.337
36,mlp.experts.32.gate_proj,0.0006024128,0.05000,1.326
36,mlp.experts.42.gate_proj,0.0001575118,0.05000,1.325
36,mlp.experts.37.gate_proj,0.0002187728,0.05000,1.339
36,mlp.experts.46.gate_proj,fallback(rtn): 0.0010910,0.00000,0.024
36,mlp.experts.39.gate_proj,0.0000654709,0.05000,1.281
36,mlp.experts.36.gate_proj,0.0003523894,0.05000,1.264
36,mlp.experts.41.gate_proj,0.0003111149,0.05000,1.270
36,mlp.experts.50.gate_proj,0.0002160837,0.05000,1.258
36,mlp.experts.43.gate_proj,0.0001481863,0.05000,1.234
36,mlp.experts.40.gate_proj,0.0003162465,0.05000,1.251
36,mlp.experts.54.gate_proj,0.0011803377,0.05000,1.244
36,mlp.experts.45.gate_proj,0.0002447380,0.05000,1.260
36,mlp.experts.47.gate_proj,0.0001536201,0.05000,1.235
36,mlp.experts.44.gate_proj,0.0002428274,0.05000,1.244
36,mlp.experts.58.gate_proj,0.0001607327,0.05000,1.235
36,mlp.experts.49.gate_proj,0.0001356697,0.05000,1.259
36,mlp.experts.62.gate_proj,fallback(rtn): 0.0010910,0.00000,0.029
36,mlp.experts.51.gate_proj,0.0003114437,0.05000,1.253
36,mlp.experts.48.gate_proj,0.0002021845,0.05000,1.265
36,mlp.experts.66.gate_proj,0.0003795383,0.05000,1.263
36,mlp.experts.53.gate_proj,0.0005629603,0.05000,1.284
36,mlp.experts.55.gate_proj,0.0003440479,0.05000,1.248
36,mlp.experts.52.gate_proj,0.0005528650,0.05000,1.254
36,mlp.experts.70.gate_proj,0.0001122472,0.05000,1.241
36,mlp.experts.57.gate_proj,0.0001573429,0.05000,1.236
36,mlp.experts.59.gate_proj,0.0004445009,0.05000,1.226
36,mlp.experts.56.gate_proj,0.0004727823,0.05000,1.229
36,mlp.experts.74.gate_proj,0.0001617942,0.05000,1.223
36,mlp.experts.61.gate_proj,0.0003463731,0.05000,1.229
36,mlp.experts.63.gate_proj,0.0001840258,0.05000,1.259
36,mlp.experts.60.gate_proj,0.0003413402,0.05000,1.264
36,mlp.experts.65.gate_proj,0.0003073283,0.05000,1.262
36,mlp.experts.78.gate_proj,0.0002143720,0.05000,1.275
36,mlp.experts.67.gate_proj,0.0001316326,0.05000,1.245
36,mlp.experts.71.gate_proj,fallback(rtn): 0.0010681,0.00000,0.019
36,mlp.experts.64.gate_proj,0.0006675867,0.05000,1.228
36,mlp.experts.69.gate_proj,0.0002617693,0.05000,1.229
36,mlp.experts.82.gate_proj,0.0004572318,0.05000,1.237
36,mlp.experts.68.gate_proj,0.0005409246,0.05000,1.239
36,mlp.experts.75.gate_proj,0.0002534048,0.05000,1.272
36,mlp.experts.73.gate_proj,0.0001158248,0.05000,1.263
36,mlp.experts.86.gate_proj,0.0003334709,0.05000,1.260
36,mlp.experts.72.gate_proj,0.0002020789,0.05000,1.238
36,mlp.experts.79.gate_proj,0.0001950264,0.05000,1.240
36,mlp.experts.77.gate_proj,0.0002420519,0.05000,1.249
36,mlp.experts.90.gate_proj,0.0006501659,0.05000,1.240
36,mlp.experts.76.gate_proj,0.0005191392,0.05000,1.252
36,mlp.experts.83.gate_proj,0.0001548198,0.05000,1.244
36,mlp.experts.81.gate_proj,0.0003463396,0.05000,1.251
36,mlp.experts.94.gate_proj,0.0005042231,0.05000,1.253
36,mlp.experts.80.gate_proj,0.0005578023,0.05000,1.250
36,mlp.experts.87.gate_proj,0.0001464601,0.05000,1.254
36,mlp.experts.91.gate_proj,fallback(rtn): 0.0010986,0.00000,0.021
36,mlp.experts.98.gate_proj,0.0002707255,0.05000,1.257
36,mlp.experts.85.gate_proj,0.0005541938,0.05000,1.270
36,mlp.experts.84.gate_proj,0.0003028166,0.05000,1.247
36,mlp.experts.95.gate_proj,0.0006425056,0.05000,1.249
36,mlp.experts.102.gate_proj,0.0004503317,0.05000,1.252
36,mlp.experts.89.gate_proj,0.0006485646,0.05000,1.255
36,mlp.experts.88.gate_proj,0.0003364665,0.05000,1.257
36,mlp.experts.99.gate_proj,0.0004804158,0.05000,1.250
36,mlp.experts.106.gate_proj,0.0003548071,0.05000,1.263
36,mlp.experts.93.gate_proj,0.0002689651,0.05000,1.260
36,mlp.experts.92.gate_proj,0.0003826667,0.05000,1.255
36,mlp.experts.103.gate_proj,0.0004117033,0.05000,1.246
36,mlp.experts.110.gate_proj,0.0001982304,0.05000,1.252
36,mlp.experts.97.gate_proj,0.0003103796,0.05000,1.245
36,mlp.experts.96.gate_proj,0.0002269407,0.05000,1.251
36,mlp.experts.107.gate_proj,0.0002942402,0.05000,1.255
36,mlp.experts.101.gate_proj,0.0000809733,0.05000,1.253
36,mlp.experts.114.gate_proj,0.0004505508,0.05000,1.273
36,mlp.experts.100.gate_proj,0.0006800366,0.05000,1.237
36,mlp.experts.111.gate_proj,0.0003970060,0.05000,1.234
36,mlp.experts.105.gate_proj,0.0004482478,0.05000,1.238
36,mlp.experts.118.gate_proj,0.0002662074,0.05000,1.267
36,mlp.experts.104.gate_proj,0.0002729353,0.05000,1.259
36,mlp.experts.115.gate_proj,0.0004452912,0.05000,1.243
36,mlp.experts.109.gate_proj,0.0006154697,0.05000,1.250
36,mlp.experts.122.gate_proj,0.0005982287,0.05000,1.265
36,mlp.experts.119.gate_proj,0.0003104492,0.05000,1.248
36,mlp.experts.108.gate_proj,0.0006867064,0.05000,1.263
36,mlp.experts.113.gate_proj,0.0003884925,0.05000,1.266
36,mlp.experts.126.gate_proj,0.0005536601,0.05000,1.257
36,mlp.experts.123.gate_proj,0.0001032791,0.05000,1.249
36,mlp.experts.112.gate_proj,0.0005328163,0.05000,1.240
36,mlp.experts.117.gate_proj,0.0000694710,0.05000,1.236
36,mlp.experts.130.gate_proj,0.0001787970,0.05000,1.230
36,mlp.experts.127.gate_proj,0.0002928832,0.05000,1.259
36,mlp.experts.116.gate_proj,0.0002339689,0.05000,1.274
36,mlp.experts.121.gate_proj,0.0005213884,0.05000,1.278
36,mlp.experts.134.gate_proj,0.0003287396,0.05000,1.271
36,mlp.experts.131.gate_proj,0.0002916472,0.05000,1.269
36,mlp.experts.120.gate_proj,0.0000737793,0.05000,1.257
36,mlp.experts.125.gate_proj,0.0001458259,0.05000,1.263
36,mlp.experts.129.gate_proj,fallback(rtn): 0.0010605,0.00000,0.019
36,mlp.experts.138.gate_proj,0.0004097061,0.05000,1.253
36,mlp.experts.135.gate_proj,0.0001797874,0.05000,1.239
36,mlp.experts.124.gate_proj,0.0001961205,0.05000,1.253
36,mlp.experts.133.gate_proj,0.0000834244,0.05000,1.261
36,mlp.experts.142.gate_proj,0.0001538324,0.05000,1.263
36,mlp.experts.128.gate_proj,0.0005422733,0.05000,1.258
36,mlp.experts.139.gate_proj,0.0000958535,0.05000,1.273
36,mlp.experts.132.gate_proj,fallback(rtn): 0.0012589,0.00000,0.023
36,mlp.experts.137.gate_proj,0.0004226006,0.05000,1.265
36,mlp.experts.146.gate_proj,0.0004678783,0.05000,1.271
36,mlp.experts.150.gate_proj,fallback(rtn): 0.0010605,0.00000,0.019
36,mlp.experts.143.gate_proj,0.0004858001,0.05000,1.266
36,mlp.experts.136.gate_proj,0.0002381655,0.05000,1.271
36,mlp.experts.141.gate_proj,0.0004320840,0.05000,1.272
36,mlp.experts.154.gate_proj,0.0001782616,0.05000,1.271
36,mlp.experts.147.gate_proj,0.0001227952,0.05000,1.248
36,mlp.experts.140.gate_proj,0.0006332686,0.05000,1.256
36,mlp.experts.145.gate_proj,0.0002225216,0.05000,1.244
36,mlp.experts.158.gate_proj,0.0002497612,0.05000,1.260
36,mlp.experts.151.gate_proj,0.0009489134,0.05000,1.243
36,mlp.experts.144.gate_proj,0.0004880999,0.05000,1.234
36,mlp.experts.149.gate_proj,0.0004033395,0.05000,1.231
36,mlp.experts.162.gate_proj,0.0005654258,0.05000,1.229
36,mlp.experts.155.gate_proj,0.0004432537,0.05000,1.236
36,mlp.experts.148.gate_proj,0.0003104609,0.05000,1.237
36,mlp.experts.153.gate_proj,0.0002255362,0.05000,1.239
36,mlp.experts.166.gate_proj,0.0001588369,0.05000,1.242
36,mlp.experts.159.gate_proj,0.0005044432,0.05000,1.247
36,mlp.experts.152.gate_proj,0.0001199590,0.05000,1.236
36,mlp.experts.157.gate_proj,0.0002507680,0.05000,1.237
36,mlp.experts.170.gate_proj,0.0006378419,0.05000,1.238
36,mlp.experts.163.gate_proj,0.0003869594,0.05000,1.248
36,mlp.experts.156.gate_proj,0.0002445137,0.05000,1.269
36,mlp.experts.161.gate_proj,0.0006517888,0.05000,1.256
36,mlp.experts.174.gate_proj,0.0005418427,0.05000,1.253
36,mlp.experts.167.gate_proj,0.0007667274,0.05000,1.237
36,mlp.experts.160.gate_proj,0.0001882922,0.05000,1.234
36,mlp.experts.165.gate_proj,0.0002370295,0.05000,1.225
36,mlp.experts.178.gate_proj,0.0004460421,0.05000,1.227
36,mlp.experts.171.gate_proj,0.0005046760,0.05000,1.223
36,mlp.experts.164.gate_proj,0.0002297781,0.05000,1.217
36,mlp.experts.175.gate_proj,fallback(rtn): 0.0011520,0.00000,0.023
36,mlp.experts.169.gate_proj,0.0004740671,0.05000,1.218
36,mlp.experts.173.gate_proj,fallback(rtn): 0.0010605,0.00000,0.018
36,mlp.experts.182.gate_proj,0.0006451315,0.05000,1.233
36,mlp.experts.168.gate_proj,0.0002253742,0.05000,1.244
36,mlp.experts.179.gate_proj,0.0005193222,0.05000,1.250
36,mlp.experts.183.gate_proj,fallback(rtn): 0.0013199,0.00000,0.017
36,mlp.experts.177.gate_proj,0.0004487357,0.05000,1.257
36,mlp.experts.186.gate_proj,0.0003014794,0.05000,1.253
36,mlp.experts.172.gate_proj,0.0001918526,0.05000,1.252
36,mlp.experts.187.gate_proj,0.0002313878,0.05000,1.241
36,mlp.experts.181.gate_proj,0.0001167876,0.05000,1.244
36,mlp.experts.190.gate_proj,0.0004672478,0.05000,1.248
36,mlp.experts.176.gate_proj,0.0001514227,0.05000,1.250
36,mlp.experts.191.gate_proj,0.0007244195,0.05000,1.244
36,mlp.experts.180.gate_proj,fallback(rtn): 0.0011444,0.00000,0.025
36,mlp.experts.185.gate_proj,0.0002846200,0.05000,1.251
36,mlp.experts.194.gate_proj,0.0001996057,0.05000,1.253
36,mlp.experts.195.gate_proj,0.0000911302,0.05000,1.255
36,mlp.experts.184.gate_proj,0.0006519501,0.05000,1.264
36,mlp.experts.189.gate_proj,0.0004924815,0.05000,1.268
36,mlp.experts.198.gate_proj,0.0001384677,0.05000,1.253
36,mlp.experts.199.gate_proj,0.0002789931,0.05000,1.236
36,mlp.experts.188.gate_proj,0.0002235607,0.05000,1.226
36,mlp.experts.193.gate_proj,0.0000674827,0.05000,1.223
36,mlp.experts.197.gate_proj,fallback(rtn): 0.0011978,0.00000,0.019
36,mlp.experts.202.gate_proj,0.0000809625,0.05000,1.234
36,mlp.experts.192.gate_proj,0.0001820782,0.05000,1.239
36,mlp.experts.203.gate_proj,0.0002515393,0.05000,1.247
36,mlp.experts.201.gate_proj,0.0003496593,0.05000,1.254
36,mlp.experts.206.gate_proj,0.0003733176,0.05000,1.246
36,mlp.experts.196.gate_proj,0.0002637763,0.05000,1.254
36,mlp.experts.207.gate_proj,0.0002796767,0.05000,1.247
36,mlp.experts.205.gate_proj,0.0002982658,0.05000,1.236
36,mlp.experts.210.gate_proj,0.0001775647,0.05000,1.253
36,mlp.experts.200.gate_proj,0.0004602488,0.05000,1.248
36,mlp.experts.211.gate_proj,0.0000644817,0.05000,1.262
36,mlp.experts.209.gate_proj,0.0004069095,0.05000,1.251
36,mlp.experts.214.gate_proj,0.0001194166,0.05000,1.244
36,mlp.experts.204.gate_proj,0.0001376451,0.05000,1.249
36,mlp.experts.215.gate_proj,0.0009436240,0.05000,1.241
36,mlp.experts.213.gate_proj,0.0001864475,0.05000,1.259
36,mlp.experts.218.gate_proj,0.0004890385,0.05000,1.245
36,mlp.experts.219.gate_proj,0.0005816964,0.05000,0.503
36,mlp.experts.208.gate_proj,0.0004728315,0.05000,0.507
36,mlp.experts.222.gate_proj,0.0002596239,0.05000,1.243
36,mlp.experts.212.gate_proj,0.0006093117,0.05000,1.259
36,mlp.experts.223.gate_proj,0.0001587288,0.05000,1.271
36,mlp.experts.217.gate_proj,0.0004764022,0.05000,1.285
36,mlp.experts.221.gate_proj,fallback(rtn): 0.0010376,0.00000,0.017
36,mlp.experts.216.gate_proj,0.0004485965,0.05000,1.227
36,mlp.experts.226.gate_proj,0.0003053685,0.05000,1.237
36,mlp.experts.227.gate_proj,0.0001044895,0.05000,1.244
36,mlp.experts.225.gate_proj,0.0004070758,0.05000,1.247
36,mlp.experts.220.gate_proj,0.0004648658,0.05000,1.252
36,mlp.experts.231.gate_proj,0.0004261417,0.05000,1.226
36,mlp.experts.230.gate_proj,0.0007575294,0.05000,1.255
36,mlp.experts.229.gate_proj,0.0007082681,0.05000,1.237
36,mlp.experts.235.gate_proj,0.0004331756,0.05000,1.240
36,mlp.experts.234.gate_proj,0.0001664520,0.05000,1.238
36,mlp.experts.224.gate_proj,0.0007202398,0.05000,1.247
36,mlp.experts.233.gate_proj,0.0005165074,0.05000,1.234
36,mlp.experts.239.gate_proj,0.0001015968,0.05000,1.225
36,mlp.experts.228.gate_proj,0.0003831514,0.05000,1.227
36,mlp.experts.238.gate_proj,0.0002662960,0.05000,1.243
36,mlp.experts.243.gate_proj,fallback(rtn): 0.0011215,0.00000,0.036
36,mlp.experts.237.gate_proj,0.0004589325,0.05000,1.237
36,mlp.experts.232.gate_proj,0.0000860243,0.05000,1.246
36,mlp.experts.242.gate_proj,0.0001375775,0.05000,1.256
36,mlp.experts.247.gate_proj,0.0007794789,0.05000,1.250
36,mlp.experts.236.gate_proj,fallback(rtn): 0.0011444,0.00000,0.035
36,mlp.experts.241.gate_proj,0.0004483343,0.05000,1.253
36,mlp.experts.246.gate_proj,0.0001115034,0.05000,1.231
36,mlp.experts.240.gate_proj,0.0010291223,0.05000,1.242
36,mlp.experts.245.gate_proj,0.0002224034,0.05000,1.236
36,mlp.experts.251.gate_proj,0.0001200033,0.05000,1.255
36,mlp.experts.249.gate_proj,fallback(rtn): 0.0011215,0.00000,0.025
36,mlp.experts.250.gate_proj,0.0003450801,0.05000,1.244
36,mlp.experts.244.gate_proj,0.0001275493,0.05000,1.260
36,mlp.experts.255.gate_proj,0.0001717306,0.05000,1.255
36,mlp.experts.253.gate_proj,0.0001753852,0.05000,1.256
36,mlp.experts.254.gate_proj,0.0003130351,0.05000,1.265
36,mlp.experts.248.gate_proj,0.0004579024,0.05000,1.258
36,mlp.experts.3.up_proj,0.0005861817,0.05000,1.256
36,mlp.experts.1.up_proj,0.0004363963,0.05000,1.253
36,mlp.experts.2.up_proj,0.0004197981,0.05000,1.251
36,mlp.experts.6.up_proj,fallback(rtn): 0.0011063,0.00000,0.019
36,mlp.experts.252.gate_proj,0.0002974190,0.05000,1.253
36,mlp.experts.7.up_proj,0.0002487656,0.05000,1.254
36,mlp.experts.5.up_proj,0.0004186581,0.05000,1.246
36,mlp.experts.0.up_proj,0.0000892601,0.05000,1.242
36,mlp.experts.10.up_proj,0.0001256527,0.05000,1.246
36,mlp.experts.11.up_proj,0.0002957806,0.05000,1.234
36,mlp.experts.9.up_proj,0.0000795373,0.05000,1.236
36,mlp.experts.14.up_proj,0.0000801214,0.05000,1.235
36,mlp.experts.13.up_proj,0.0002861777,0.05000,1.236
36,mlp.experts.4.up_proj,0.0002117805,0.05000,1.273
36,mlp.experts.15.up_proj,0.0001714317,0.05000,1.269
36,mlp.experts.17.up_proj,0.0003127916,0.05000,1.237
36,mlp.experts.18.up_proj,0.0002096408,0.05000,1.250
36,mlp.experts.19.up_proj,0.0003239707,0.05000,1.242
36,mlp.experts.8.up_proj,0.0005332028,0.05000,1.255
36,mlp.experts.21.up_proj,0.0002239069,0.05000,1.255
36,mlp.experts.22.up_proj,0.0004151255,0.05000,1.258
36,mlp.experts.12.up_proj,0.0003397192,0.05000,1.245
36,mlp.experts.23.up_proj,0.0003820740,0.05000,1.268
36,mlp.experts.25.up_proj,0.0001288638,0.05000,1.257
36,mlp.experts.26.up_proj,0.0001912760,0.05000,1.262
36,mlp.experts.16.up_proj,0.0000869831,0.05000,1.249
36,mlp.experts.27.up_proj,0.0004159968,0.05000,1.264
36,mlp.experts.29.up_proj,0.0003069592,0.05000,1.232
36,mlp.experts.30.up_proj,0.0003633112,0.05000,1.248
36,mlp.experts.20.up_proj,0.0001043887,0.05000,1.246
36,mlp.experts.33.up_proj,fallback(rtn): 0.0010300,0.00000,0.024
36,mlp.experts.31.up_proj,0.0001759216,0.05000,1.246
36,mlp.experts.34.up_proj,0.0002870093,0.05000,1.232
36,mlp.experts.24.up_proj,0.0001043526,0.05000,1.234
36,mlp.experts.37.up_proj,0.0002058773,0.05000,1.232
36,mlp.experts.35.up_proj,0.0006093790,0.05000,1.229
36,mlp.experts.38.up_proj,fallback(rtn): 0.0010681,0.00000,0.034
36,mlp.experts.41.up_proj,0.0002485475,0.05000,1.240
36,mlp.experts.39.up_proj,0.0000624448,0.05000,1.243
36,mlp.experts.42.up_proj,0.0001259363,0.05000,1.232
36,mlp.experts.28.up_proj,0.0003084028,0.05000,1.264
36,mlp.experts.46.up_proj,fallback(rtn): 0.0011139,0.00000,0.027
36,mlp.experts.45.up_proj,0.0002410002,0.05000,1.230
36,mlp.experts.32.up_proj,0.0004351030,0.05000,1.231
36,mlp.experts.43.up_proj,0.0001358874,0.05000,1.237
36,mlp.experts.50.up_proj,0.0001752785,0.05000,1.224
36,mlp.experts.49.up_proj,0.0001265060,0.05000,1.249
36,mlp.experts.36.up_proj,0.0002868089,0.05000,1.246
36,mlp.experts.47.up_proj,0.0001250883,0.05000,1.253
36,mlp.experts.54.up_proj,0.0008645403,0.05000,1.252
36,mlp.experts.53.up_proj,0.0004701340,0.05000,1.240
36,mlp.experts.40.up_proj,0.0002290119,0.05000,1.238
36,mlp.experts.51.up_proj,0.0002823302,0.05000,1.222
36,mlp.experts.58.up_proj,0.0001460296,0.05000,1.228
36,mlp.experts.62.up_proj,fallback(rtn): 0.0010681,0.00000,0.017
36,mlp.experts.57.up_proj,0.0001338871,0.05000,1.236
36,mlp.experts.55.up_proj,0.0003015178,0.05000,1.230
36,mlp.experts.44.up_proj,0.0002038530,0.05000,1.237
36,mlp.experts.66.up_proj,0.0002792423,0.05000,1.240
36,mlp.experts.61.up_proj,0.0002796667,0.05000,1.231
36,mlp.experts.48.up_proj,0.0001914287,0.05000,1.223
36,mlp.experts.59.up_proj,0.0003290758,0.05000,1.227
36,mlp.experts.70.up_proj,0.0001047684,0.05000,1.261
36,mlp.experts.65.up_proj,0.0002936990,0.05000,1.261
36,mlp.experts.52.up_proj,0.0004986710,0.05000,1.263
36,mlp.experts.63.up_proj,0.0001558687,0.05000,1.255
36,mlp.experts.74.up_proj,0.0001327923,0.05000,1.242
36,mlp.experts.69.up_proj,0.0002334810,0.05000,1.251
36,mlp.experts.56.up_proj,0.0004643454,0.05000,1.254
36,mlp.experts.67.up_proj,0.0001262079,0.05000,1.248
36,mlp.experts.71.up_proj,fallback(rtn): 0.0010605,0.00000,0.018
36,mlp.experts.78.up_proj,0.0001687314,0.05000,1.269
36,mlp.experts.73.up_proj,0.0001125840,0.05000,1.296
36,mlp.experts.60.up_proj,0.0003292884,0.05000,1.300
36,mlp.experts.75.up_proj,0.0002471006,0.05000,1.267
36,mlp.experts.82.up_proj,0.0004126102,0.05000,1.280
36,mlp.experts.77.up_proj,0.0002263792,0.05000,1.260
36,mlp.experts.64.up_proj,0.0005582580,0.05000,1.266
36,mlp.experts.79.up_proj,0.0001690224,0.05000,1.265
36,mlp.experts.86.up_proj,0.0003032071,0.05000,1.257
36,mlp.experts.81.up_proj,0.0002470949,0.05000,1.240
36,mlp.experts.68.up_proj,0.0005264379,0.05000,1.242
36,mlp.experts.83.up_proj,0.0001391201,0.05000,1.245
36,mlp.experts.90.up_proj,0.0006666694,0.05000,1.244
36,mlp.experts.85.up_proj,0.0004464735,0.05000,1.229
36,mlp.experts.72.up_proj,0.0001634504,0.05000,1.235
36,mlp.experts.87.up_proj,0.0001151023,0.05000,1.237
36,mlp.experts.94.up_proj,0.0004113946,0.05000,1.243
36,mlp.experts.91.up_proj,fallback(rtn): 0.0010834,0.00000,0.022
36,mlp.experts.89.up_proj,0.0005208183,0.05000,1.279
36,mlp.experts.76.up_proj,0.0004888127,0.05000,1.286
36,mlp.experts.95.up_proj,0.0006452676,0.05000,1.267
36,mlp.experts.98.up_proj,0.0002795975,0.05000,1.289
36,mlp.experts.93.up_proj,0.0002574649,0.05000,1.260
36,mlp.experts.80.up_proj,0.0005157251,0.05000,1.268
36,mlp.experts.99.up_proj,0.0003894345,0.05000,1.243
36,mlp.experts.102.up_proj,0.0003942735,0.05000,1.257
36,mlp.experts.97.up_proj,0.0002598727,0.05000,1.239
36,mlp.experts.84.up_proj,0.0002535154,0.05000,1.241
36,mlp.experts.103.up_proj,0.0003436681,0.05000,1.241
36,mlp.experts.106.up_proj,0.0003334428,0.05000,1.244
36,mlp.experts.101.up_proj,0.0000609202,0.05000,1.246
36,mlp.experts.88.up_proj,0.0003132711,0.05000,1.252
36,mlp.experts.107.up_proj,0.0002368688,0.05000,1.240
36,mlp.experts.110.up_proj,0.0001803868,0.05000,1.247
36,mlp.experts.105.up_proj,0.0004164634,0.05000,1.240
36,mlp.experts.111.up_proj,0.0003879924,0.05000,1.227
36,mlp.experts.92.up_proj,0.0003094662,0.05000,1.254
36,mlp.experts.114.up_proj,0.0004127903,0.05000,1.234
36,mlp.experts.109.up_proj,0.0003985767,0.05000,1.224
36,mlp.experts.115.up_proj,0.0004019515,0.05000,1.230
36,mlp.experts.96.up_proj,0.0001645767,0.05000,1.232
36,mlp.experts.118.up_proj,0.0002246680,0.05000,1.229
36,mlp.experts.113.up_proj,0.0003628501,0.05000,1.250
36,mlp.experts.100.up_proj,0.0006271492,0.05000,1.233
36,mlp.experts.119.up_proj,0.0002560171,0.05000,1.260
36,mlp.experts.122.up_proj,0.0005522661,0.05000,1.247
36,mlp.experts.117.up_proj,0.0000680914,0.05000,1.228
36,mlp.experts.104.up_proj,0.0002397699,0.05000,1.264
36,mlp.experts.123.up_proj,0.0000774263,0.05000,1.256
36,mlp.experts.126.up_proj,0.0003872109,0.05000,1.258
36,mlp.experts.121.up_proj,0.0004644762,0.05000,1.232
36,mlp.experts.108.up_proj,0.0006003996,0.05000,1.219
36,mlp.experts.127.up_proj,0.0002479888,0.05000,1.233
36,mlp.experts.130.up_proj,0.0001824785,0.05000,1.224
36,mlp.experts.125.up_proj,0.0001410189,0.05000,1.243
36,mlp.experts.129.up_proj,fallback(rtn): 0.0010910,0.00000,0.019
36,mlp.experts.131.up_proj,0.0002449512,0.05000,1.235
36,mlp.experts.112.up_proj,0.0004265486,0.05000,1.263
36,mlp.experts.134.up_proj,0.0002321006,0.05000,1.256
36,mlp.experts.133.up_proj,0.0000682780,0.05000,1.242
36,mlp.experts.135.up_proj,0.0001559973,0.05000,1.235
36,mlp.experts.116.up_proj,0.0002265580,0.05000,1.239
36,mlp.experts.138.up_proj,0.0002986298,0.05000,1.242
36,mlp.experts.137.up_proj,0.0003973377,0.05000,1.243
36,mlp.experts.139.up_proj,0.0000852598,0.05000,1.244
36,mlp.experts.120.up_proj,0.0000693397,0.05000,1.231
36,mlp.experts.142.up_proj,0.0001388730,0.05000,1.238
36,mlp.experts.141.up_proj,0.0003844223,0.05000,1.239
36,mlp.experts.143.up_proj,0.0003873301,0.05000,1.237
36,mlp.experts.124.up_proj,0.0001657260,0.05000,1.246
36,mlp.experts.146.up_proj,0.0004121025,0.05000,1.236
36,mlp.experts.150.up_proj,fallback(rtn): 0.0010681,0.00000,0.018
36,mlp.experts.145.up_proj,0.0001827930,0.05000,1.233
36,mlp.experts.147.up_proj,0.0001104439,0.05000,1.218
36,mlp.experts.128.up_proj,0.0004404879,0.05000,1.234
36,mlp.experts.132.up_proj,fallback(rtn): 0.0011215,0.00000,0.018
36,mlp.experts.154.up_proj,0.0001396833,0.05000,1.230
36,mlp.experts.149.up_proj,0.0003075113,0.05000,1.254
36,mlp.experts.151.up_proj,0.0007189826,0.05000,1.258
36,mlp.experts.136.up_proj,0.0001560123,0.05000,1.265
36,mlp.experts.158.up_proj,0.0002100366,0.05000,1.255
36,mlp.experts.155.up_proj,0.0004028531,0.05000,1.219
36,mlp.experts.153.up_proj,0.0001713309,0.05000,1.245
36,mlp.experts.140.up_proj,0.0004969429,0.05000,1.228
36,mlp.experts.162.up_proj,0.0005780480,0.05000,1.222
36,mlp.experts.159.up_proj,0.0004941132,0.05000,1.231
36,mlp.experts.157.up_proj,0.0002190361,0.05000,1.241
36,mlp.experts.166.up_proj,0.0001588063,0.05000,1.233
36,mlp.experts.144.up_proj,0.0004499428,0.05000,1.249
36,mlp.experts.163.up_proj,0.0003197099,0.05000,1.239
36,mlp.experts.161.up_proj,0.0005687654,0.05000,1.250
36,mlp.experts.170.up_proj,0.0006333291,0.05000,1.272
36,mlp.experts.148.up_proj,0.0002757912,0.05000,1.275
36,mlp.experts.167.up_proj,0.0005332504,0.05000,1.243
36,mlp.experts.165.up_proj,0.0002194109,0.05000,1.242
36,mlp.experts.174.up_proj,0.0005384339,0.05000,1.238
36,mlp.experts.152.up_proj,0.0001235661,0.05000,1.250
36,mlp.experts.171.up_proj,0.0003996758,0.05000,1.261
36,mlp.experts.169.up_proj,0.0004078156,0.05000,1.248
36,mlp.experts.175.up_proj,fallback(rtn): 0.0010986,0.00000,0.021
36,mlp.experts.173.up_proj,fallback(rtn): 0.0010605,0.00000,0.023
36,mlp.experts.178.up_proj,0.0004348612,0.05000,1.256
36,mlp.experts.156.up_proj,0.0002488818,0.05000,1.262
36,mlp.experts.179.up_proj,0.0005146198,0.05000,1.235
36,mlp.experts.177.up_proj,0.0004199185,0.05000,1.224
36,mlp.experts.183.up_proj,fallback(rtn): 0.0011597,0.00000,0.022
36,mlp.experts.182.up_proj,0.0006109652,0.05000,1.235
36,mlp.experts.160.up_proj,0.0001519011,0.05000,1.237
36,mlp.experts.181.up_proj,0.0000965909,0.05000,1.247
36,mlp.experts.187.up_proj,0.0001884583,0.05000,1.245
36,mlp.experts.186.up_proj,0.0003019810,0.05000,1.248
36,mlp.experts.164.up_proj,0.0001514509,0.05000,1.244
36,mlp.experts.185.up_proj,0.0002586541,0.05000,1.232
36,mlp.experts.191.up_proj,0.0005169398,0.05000,1.228
36,mlp.experts.190.up_proj,0.0004572220,0.05000,1.235
36,mlp.experts.168.up_proj,0.0002095277,0.05000,1.235
36,mlp.experts.189.up_proj,0.0004844882,0.05000,1.241
36,mlp.experts.195.up_proj,0.0000856816,0.05000,1.237
36,mlp.experts.194.up_proj,0.0001644722,0.05000,1.243
36,mlp.experts.172.up_proj,0.0001834202,0.05000,1.236
36,mlp.experts.193.up_proj,0.0000731491,0.05000,1.248
36,mlp.experts.199.up_proj,0.0002690548,0.05000,1.249
36,mlp.experts.197.up_proj,fallback(rtn): 0.0011292,0.00000,0.023
36,mlp.experts.198.up_proj,0.0001353205,0.05000,1.251
36,mlp.experts.176.up_proj,0.0001496339,0.05000,1.242
36,mlp.experts.180.up_proj,fallback(rtn): 0.0010834,0.00000,0.018
36,mlp.experts.203.up_proj,0.0002122693,0.05000,1.236
36,mlp.experts.201.up_proj,0.0003490942,0.05000,1.239
36,mlp.experts.202.up_proj,0.0000841160,0.05000,1.239
36,mlp.experts.184.up_proj,0.0006565712,0.05000,1.238
36,mlp.experts.207.up_proj,0.0002312106,0.05000,1.224
36,mlp.experts.205.up_proj,0.0002972991,0.05000,1.228
36,mlp.experts.206.up_proj,0.0003191586,0.05000,1.229
36,mlp.experts.188.up_proj,0.0001878869,0.05000,1.223
36,mlp.experts.211.up_proj,0.0000605130,0.05000,1.227
36,mlp.experts.209.up_proj,0.0003738157,0.05000,1.231
36,mlp.experts.210.up_proj,0.0001447480,0.05000,1.231
36,mlp.experts.192.up_proj,0.0001391652,0.05000,1.233
36,mlp.experts.215.up_proj,0.0007369967,0.05000,1.234
36,mlp.experts.213.up_proj,0.0001434348,0.05000,1.238
36,mlp.experts.214.up_proj,0.0000984233,0.05000,1.220
36,mlp.experts.196.up_proj,0.0002164027,0.05000,1.234
36,mlp.experts.219.up_proj,0.0005385915,0.05000,1.237
36,mlp.experts.217.up_proj,0.0004065872,0.05000,1.224
36,mlp.experts.221.up_proj,fallback(rtn): 0.0010452,0.00000,0.018
36,mlp.experts.218.up_proj,0.0004634263,0.05000,1.233
36,mlp.experts.200.up_proj,0.0004263929,0.05000,1.224
36,mlp.experts.223.up_proj,0.0001432728,0.05000,1.229
36,mlp.experts.225.up_proj,0.0003166594,0.05000,1.241
36,mlp.experts.222.up_proj,0.0001782512,0.05000,1.244
36,mlp.experts.204.up_proj,0.0001171052,0.05000,1.234
36,mlp.experts.227.up_proj,0.0000934472,0.05000,1.220
36,mlp.experts.229.up_proj,0.0006626774,0.05000,1.217
36,mlp.experts.226.up_proj,0.0002692215,0.05000,1.227
36,mlp.experts.208.up_proj,0.0004175001,0.05000,1.219
36,mlp.experts.231.up_proj,0.0003960824,0.05000,1.247
36,mlp.experts.233.up_proj,0.0003645775,0.05000,1.248
36,mlp.experts.230.up_proj,0.0006061579,0.05000,1.256
36,mlp.experts.212.up_proj,0.0006092439,0.05000,1.252
36,mlp.experts.235.up_proj,0.0003051229,0.05000,1.231
36,mlp.experts.237.up_proj,0.0003660903,0.05000,1.229
36,mlp.experts.234.up_proj,0.0001211860,0.05000,1.232
36,mlp.experts.216.up_proj,0.0004477509,0.05000,1.241
36,mlp.experts.239.up_proj,0.0001008976,0.05000,1.245
36,mlp.experts.241.up_proj,0.0003982153,0.05000,1.234
36,mlp.experts.243.up_proj,fallback(rtn): 0.0011139,0.00000,0.028
36,mlp.experts.238.up_proj,0.0002603149,0.05000,1.249
36,mlp.experts.220.up_proj,0.0003245248,0.05000,1.240
36,mlp.experts.245.up_proj,0.0001952612,0.05000,1.240
36,mlp.experts.247.up_proj,0.0006406700,0.05000,1.237
36,mlp.experts.249.up_proj,fallback(rtn): 0.0010757,0.00000,0.023
36,mlp.experts.242.up_proj,0.0001168640,0.05000,1.238
36,mlp.experts.224.up_proj,0.0006643929,0.05000,1.241
36,mlp.experts.251.up_proj,0.0001115277,0.05000,1.237
36,mlp.experts.253.up_proj,0.0001386614,0.05000,1.239
36,mlp.experts.246.up_proj,0.0001048427,0.05000,1.231
36,mlp.experts.228.up_proj,0.0002793224,0.05000,1.230
36,mlp.experts.255.up_proj,0.0001690765,0.05000,0.772
36,mlp.experts.250.up_proj,0.0003012753,0.05000,0.769
36,mlp.experts.232.up_proj,0.0000720151,0.05000,0.764
36,mlp.experts.236.up_proj,fallback(rtn): 0.0011063,0.00000,0.008
36,mlp.experts.254.up_proj,0.0002807422,0.05000,0.463
36,mlp.experts.240.up_proj,0.0007187799,0.05000,0.450
36,mlp.experts.244.up_proj,0.0001019714,0.05000,0.247
36,mlp.experts.248.up_proj,0.0004802206,0.05000,0.247
36,mlp.experts.252.up_proj,0.0002645747,0.05000,0.245
36,mlp.experts.0.down_proj,0.0000122049,0.05000,0.313
36,mlp.experts.3.down_proj,0.0000300488,0.05000,0.317
36,mlp.experts.2.down_proj,0.0000567981,0.05000,0.319
36,mlp.experts.1.down_proj,0.0000527983,0.05000,0.319
36,mlp.experts.6.down_proj,fallback(rtn): 0.0011139,0.00000,0.007
36,mlp.experts.7.down_proj,0.0000093691,0.05000,0.318
36,mlp.experts.4.down_proj,0.0000254968,0.05000,0.323
36,mlp.experts.5.down_proj,0.0000223323,0.05000,0.321
36,mlp.experts.10.down_proj,0.0000099544,0.05000,0.313
36,mlp.experts.11.down_proj,0.0000378499,0.05000,0.314
36,mlp.experts.8.down_proj,0.0001503203,0.05000,0.315
36,mlp.experts.14.down_proj,0.0000107292,0.05000,0.315
36,mlp.experts.9.down_proj,0.0000198726,0.05000,0.321
36,mlp.experts.15.down_proj,0.0000153999,0.05000,0.319
36,mlp.experts.12.down_proj,0.0000348340,0.05000,0.316
36,mlp.experts.18.down_proj,0.0000137771,0.05000,0.316
36,mlp.experts.13.down_proj,0.0000586871,0.05000,0.319
36,mlp.experts.19.down_proj,0.0000075498,0.05000,0.320
36,mlp.experts.22.down_proj,0.0001001361,0.05000,0.317
36,mlp.experts.16.down_proj,0.0000060310,0.05000,0.325
36,mlp.experts.17.down_proj,0.0000461936,0.05000,0.318
36,mlp.experts.23.down_proj,0.0000280592,0.05000,0.323
36,mlp.experts.20.down_proj,0.0000256933,0.05000,0.322
36,mlp.experts.26.down_proj,0.0000243238,0.05000,0.329
36,mlp.experts.21.down_proj,0.0000221397,0.05000,0.323
36,mlp.experts.27.down_proj,0.0000209031,0.05000,0.324
36,mlp.experts.24.down_proj,0.0000133327,0.05000,0.321
36,mlp.experts.30.down_proj,0.0000135897,0.05000,0.320
36,mlp.experts.25.down_proj,0.0000093728,0.05000,0.325
36,mlp.experts.31.down_proj,0.0000110136,0.05000,0.322
36,mlp.experts.28.down_proj,0.0000300653,0.05000,0.324
36,mlp.experts.34.down_proj,0.0000378428,0.05000,0.325
36,mlp.experts.38.down_proj,fallback(rtn): 0.0010681,0.00000,0.005
36,mlp.experts.29.down_proj,0.0000149475,0.05000,0.324
36,mlp.experts.33.down_proj,fallback(rtn): 0.0010605,0.00000,0.006
36,mlp.experts.35.down_proj,0.0000606990,0.05000,0.323
36,mlp.experts.32.down_proj,0.0000284460,0.05000,0.326
36,mlp.experts.42.down_proj,0.0000141726,0.05000,0.321
36,mlp.experts.46.down_proj,fallback(rtn): 0.0011063,0.00000,0.005
36,mlp.experts.37.down_proj,0.0000232600,0.05000,0.323
36,mlp.experts.39.down_proj,0.0000093188,0.05000,0.312
36,mlp.experts.36.down_proj,0.0000281025,0.05000,0.318
36,mlp.experts.50.down_proj,0.0000127619,0.05000,0.314
36,mlp.experts.41.down_proj,0.0000297286,0.05000,0.315
36,mlp.experts.43.down_proj,0.0000142690,0.05000,0.321
36,mlp.experts.40.down_proj,0.0000228118,0.05000,0.323
36,mlp.experts.54.down_proj,0.0000613037,0.05000,0.328
36,mlp.experts.45.down_proj,0.0000309688,0.05000,0.330
36,mlp.experts.47.down_proj,0.0000160085,0.05000,0.316
36,mlp.experts.44.down_proj,0.0000272900,0.05000,0.318
36,mlp.experts.58.down_proj,0.0000159294,0.05000,0.316
36,mlp.experts.49.down_proj,0.0000245119,0.05000,0.314
36,mlp.experts.62.down_proj,fallback(rtn): 0.0010529,0.00000,0.006
36,mlp.experts.51.down_proj,0.0000199872,0.05000,0.309
36,mlp.experts.48.down_proj,0.0000311964,0.05000,0.310
36,mlp.experts.53.down_proj,0.0000379147,0.05000,0.311
36,mlp.experts.66.down_proj,0.0000083404,0.05000,0.312
36,mlp.experts.55.down_proj,0.0000333246,0.05000,0.319
36,mlp.experts.52.down_proj,0.0000294493,0.05000,0.316
36,mlp.experts.57.down_proj,0.0000159778,0.05000,0.315
36,mlp.experts.70.down_proj,0.0000179405,0.05000,0.316
36,mlp.experts.59.down_proj,0.0000254034,0.05000,0.317
36,mlp.experts.56.down_proj,0.0000685937,0.05000,0.317
36,mlp.experts.61.down_proj,0.0000179822,0.05000,0.313
36,mlp.experts.74.down_proj,0.0000200832,0.05000,0.322
36,mlp.experts.63.down_proj,0.0000132385,0.05000,0.310
36,mlp.experts.60.down_proj,0.0000194906,0.05000,0.311
36,mlp.experts.65.down_proj,0.0000287054,0.05000,0.314
36,mlp.experts.78.down_proj,0.0000220911,0.05000,0.312
36,mlp.experts.67.down_proj,0.0000202870,0.05000,0.316
36,mlp.experts.71.down_proj,fallback(rtn): 0.0010605,0.00000,0.005
36,mlp.experts.64.down_proj,0.0000257551,0.05000,0.323
36,mlp.experts.69.down_proj,0.0000158876,0.05000,0.318
36,mlp.experts.82.down_proj,0.0000308637,0.05000,0.321
36,mlp.experts.75.down_proj,0.0000058393,0.05000,0.324
36,mlp.experts.68.down_proj,0.0000589567,0.05000,0.328
36,mlp.experts.73.down_proj,0.0000101420,0.05000,0.325
36,mlp.experts.86.down_proj,0.0000069559,0.05000,0.324
36,mlp.experts.79.down_proj,0.0000163596,0.05000,0.316
36,mlp.experts.72.down_proj,0.0000546388,0.05000,0.314
36,mlp.experts.77.down_proj,0.0000136041,0.05000,0.314
36,mlp.experts.90.down_proj,0.0000746310,0.05000,0.315
36,mlp.experts.83.down_proj,0.0000134707,0.05000,0.305
36,mlp.experts.76.down_proj,0.0000174662,0.05000,0.309
36,mlp.experts.81.down_proj,0.0000108390,0.05000,0.310
36,mlp.experts.94.down_proj,0.0000296528,0.05000,0.309
36,mlp.experts.87.down_proj,0.0000160016,0.05000,0.324
36,mlp.experts.91.down_proj,fallback(rtn): 0.0010757,0.00000,0.005
36,mlp.experts.80.down_proj,0.0000143647,0.05000,0.322
36,mlp.experts.85.down_proj,0.0000456699,0.05000,0.326
36,mlp.experts.98.down_proj,0.0000327866,0.05000,0.318
36,mlp.experts.95.down_proj,0.0000230292,0.05000,0.318
36,mlp.experts.84.down_proj,0.0000238807,0.05000,0.322
36,mlp.experts.89.down_proj,0.0000555395,0.05000,0.323
36,mlp.experts.102.down_proj,0.0000159242,0.05000,0.316
36,mlp.experts.99.down_proj,0.0000356194,0.05000,0.310
36,mlp.experts.88.down_proj,0.0001011980,0.05000,0.312
36,mlp.experts.93.down_proj,0.0000178477,0.05000,0.305
36,mlp.experts.106.down_proj,0.0000169217,0.05000,0.309
36,mlp.experts.103.down_proj,0.0000277107,0.05000,0.316
36,mlp.experts.92.down_proj,0.0000311214,0.05000,0.331
36,mlp.experts.97.down_proj,0.0000062276,0.05000,0.333
36,mlp.experts.110.down_proj,0.0000244187,0.05000,0.336
36,mlp.experts.107.down_proj,0.0000622322,0.05000,0.324
36,mlp.experts.96.down_proj,0.0000478348,0.05000,0.313
36,mlp.experts.101.down_proj,0.0000109182,0.05000,0.314
36,mlp.experts.114.down_proj,0.0000340363,0.05000,0.313
36,mlp.experts.111.down_proj,0.0000303727,0.05000,0.314
36,mlp.experts.100.down_proj,0.0000774796,0.05000,0.311
36,mlp.experts.105.down_proj,0.0000225665,0.05000,0.311
36,mlp.experts.118.down_proj,0.0000279120,0.05000,0.311
36,mlp.experts.115.down_proj,0.0000917990,0.05000,0.320
36,mlp.experts.104.down_proj,0.0000489635,0.05000,0.314
36,mlp.experts.109.down_proj,0.0000275754,0.05000,0.319
36,mlp.experts.122.down_proj,0.0000243096,0.05000,0.319
36,mlp.experts.119.down_proj,0.0000428732,0.05000,0.317
36,mlp.experts.108.down_proj,0.0000758542,0.05000,0.318
36,mlp.experts.113.down_proj,0.0000097567,0.05000,0.314
36,mlp.experts.126.down_proj,0.0000443994,0.05000,0.316
36,mlp.experts.123.down_proj,0.0000075703,0.05000,0.318
36,mlp.experts.112.down_proj,0.0000360326,0.05000,0.318
36,mlp.experts.117.down_proj,0.0000105363,0.05000,0.312
36,mlp.experts.130.down_proj,0.0000240297,0.05000,0.316
36,mlp.experts.127.down_proj,0.0000167963,0.05000,0.311
36,mlp.experts.116.down_proj,0.0000288326,0.05000,0.315
36,mlp.experts.121.down_proj,0.0000300640,0.05000,0.318
36,mlp.experts.134.down_proj,0.0000336594,0.05000,0.312
36,mlp.experts.131.down_proj,0.0000272122,0.05000,0.312
36,mlp.experts.120.down_proj,0.0000086203,0.05000,0.314
36,mlp.experts.125.down_proj,0.0000188997,0.05000,0.311
36,mlp.experts.129.down_proj,fallback(rtn): 0.0010757,0.00000,0.005
36,mlp.experts.138.down_proj,0.0000341951,0.05000,0.314
36,mlp.experts.135.down_proj,0.0000415073,0.05000,0.317
36,mlp.experts.124.down_proj,0.0000038001,0.05000,0.313
36,mlp.experts.142.down_proj,0.0000266794,0.05000,0.308
36,mlp.experts.133.down_proj,0.0000161140,0.05000,0.314
36,mlp.experts.139.down_proj,0.0000127619,0.05000,0.315
36,mlp.experts.128.down_proj,0.0000284976,0.05000,0.316
36,mlp.experts.132.down_proj,fallback(rtn): 0.0011292,0.00000,0.005
36,mlp.experts.137.down_proj,0.0000131965,0.05000,0.312
36,mlp.experts.146.down_proj,0.0000131357,0.05000,0.322
36,mlp.experts.150.down_proj,fallback(rtn): 0.0010605,0.00000,0.005
36,mlp.experts.143.down_proj,0.0000245091,0.05000,0.329
36,mlp.experts.141.down_proj,0.0000149871,0.05000,0.322
36,mlp.experts.136.down_proj,0.0000095620,0.05000,0.324
36,mlp.experts.154.down_proj,0.0000140787,0.05000,0.326
36,mlp.experts.147.down_proj,0.0000106644,0.05000,0.314
36,mlp.experts.140.down_proj,0.0000411182,0.05000,0.327
36,mlp.experts.145.down_proj,0.0000246758,0.05000,0.331
36,mlp.experts.158.down_proj,0.0000202620,0.05000,0.328
36,mlp.experts.151.down_proj,0.0000250434,0.05000,0.332
36,mlp.experts.144.down_proj,0.0000345087,0.05000,0.316
36,mlp.experts.149.down_proj,0.0000418497,0.05000,0.316
36,mlp.experts.162.down_proj,0.0000302641,0.05000,0.316
36,mlp.experts.155.down_proj,0.0000320999,0.05000,0.311
36,mlp.experts.153.down_proj,0.0000139382,0.05000,0.311
36,mlp.experts.148.down_proj,0.0000270366,0.05000,0.319
36,mlp.experts.166.down_proj,0.0000111731,0.05000,0.311
36,mlp.experts.159.down_proj,0.0000268712,0.05000,0.307
36,mlp.experts.157.down_proj,0.0000491546,0.05000,0.310
36,mlp.experts.152.down_proj,0.0000197240,0.05000,0.308
36,mlp.experts.170.down_proj,0.0000380548,0.05000,0.317
36,mlp.experts.163.down_proj,0.0000403338,0.05000,0.315
36,mlp.experts.161.down_proj,0.0000421231,0.05000,0.320
36,mlp.experts.156.down_proj,0.0000325624,0.05000,0.308
36,mlp.experts.174.down_proj,0.0000547774,0.05000,0.309
36,mlp.experts.167.down_proj,0.0000687166,0.05000,0.311
36,mlp.experts.165.down_proj,0.0000047675,0.05000,0.312
36,mlp.experts.160.down_proj,0.0000215126,0.05000,0.315
36,mlp.experts.178.down_proj,0.0000365667,0.05000,0.314
36,mlp.experts.171.down_proj,0.0000250652,0.05000,0.322
36,mlp.experts.175.down_proj,fallback(rtn): 0.0011215,0.00000,0.005
36,mlp.experts.169.down_proj,0.0000434056,0.05000,0.320
36,mlp.experts.164.down_proj,0.0000545123,0.05000,0.320
36,mlp.experts.173.down_proj,fallback(rtn): 0.0010605,0.00000,0.007
36,mlp.experts.182.down_proj,0.0000442800,0.05000,0.320
36,mlp.experts.179.down_proj,0.0000364162,0.05000,0.310
36,mlp.experts.183.down_proj,fallback(rtn): 0.0011063,0.00000,0.005
36,mlp.experts.168.down_proj,0.0000353385,0.05000,0.310
36,mlp.experts.186.down_proj,0.0000253817,0.05000,0.309
36,mlp.experts.177.down_proj,0.0000338044,0.05000,0.316
36,mlp.experts.187.down_proj,0.0000208682,0.05000,0.315
36,mlp.experts.172.down_proj,0.0000370329,0.05000,0.321
36,mlp.experts.181.down_proj,0.0000136872,0.05000,0.318
36,mlp.experts.190.down_proj,0.0000154343,0.05000,0.321
36,mlp.experts.191.down_proj,0.0000733822,0.05000,0.319
36,mlp.experts.176.down_proj,0.0000149910,0.05000,0.318
36,mlp.experts.194.down_proj,0.0000238050,0.05000,0.315
36,mlp.experts.185.down_proj,0.0000788738,0.05000,0.322
36,mlp.experts.180.down_proj,fallback(rtn): 0.0011063,0.00000,0.006
36,mlp.experts.195.down_proj,0.0000171640,0.05000,0.312
36,mlp.experts.198.down_proj,0.0000166860,0.05000,0.309
36,mlp.experts.189.down_proj,0.0000176618,0.05000,0.309
36,mlp.experts.184.down_proj,0.0000376873,0.05000,0.315
36,mlp.experts.199.down_proj,0.0000118867,0.05000,0.318
36,mlp.experts.202.down_proj,0.0000103567,0.05000,0.314
36,mlp.experts.193.down_proj,0.0000114918,0.05000,0.316
36,mlp.experts.188.down_proj,0.0000215675,0.05000,0.326
36,mlp.experts.197.down_proj,fallback(rtn): 0.0011292,0.00000,0.016
36,mlp.experts.203.down_proj,0.0000454322,0.05000,0.331
36,mlp.experts.206.down_proj,0.0000295581,0.05000,0.334
36,mlp.experts.201.down_proj,0.0000268152,0.05000,0.323
36,mlp.experts.192.down_proj,0.0000315416,0.05000,0.329
36,mlp.experts.207.down_proj,0.0000413450,0.05000,0.312
36,mlp.experts.210.down_proj,0.0000181249,0.05000,0.313
36,mlp.experts.205.down_proj,0.0000249257,0.05000,0.311
36,mlp.experts.196.down_proj,0.0000226125,0.05000,0.315
36,mlp.experts.211.down_proj,0.0000094281,0.05000,0.317
36,mlp.experts.214.down_proj,0.0000141772,0.05000,0.322
36,mlp.experts.209.down_proj,0.0000181045,0.05000,0.325
36,mlp.experts.200.down_proj,0.0000297377,0.05000,0.321
36,mlp.experts.215.down_proj,0.0000734978,0.05000,0.316
36,mlp.experts.218.down_proj,0.0000256560,0.05000,0.313
36,mlp.experts.213.down_proj,0.0000394528,0.05000,0.319
36,mlp.experts.204.down_proj,0.0000124956,0.05000,0.319
36,mlp.experts.219.down_proj,0.0000671730,0.05000,0.314
36,mlp.experts.222.down_proj,0.0000886058,0.05000,0.308
36,mlp.experts.217.down_proj,0.0000129722,0.05000,0.310
36,mlp.experts.208.down_proj,0.0000559978,0.05000,0.311
36,mlp.experts.223.down_proj,0.0000118017,0.05000,0.147
36,mlp.experts.226.down_proj,0.0000086553,0.05000,0.128
36,mlp.experts.221.down_proj,fallback(rtn): 0.0010376,0.00000,0.006
36,mlp.experts.230.down_proj,0.0000187190,0.05000,0.316
36,mlp.experts.225.down_proj,0.0000149787,0.05000,0.310
36,mlp.experts.212.down_proj,0.0000695563,0.05000,0.322
36,mlp.experts.227.down_proj,0.0000113936,0.05000,0.323
36,mlp.experts.234.down_proj,0.0000231582,0.05000,0.314
36,mlp.experts.216.down_proj,0.0000132436,0.05000,0.311
36,mlp.experts.229.down_proj,0.0000473429,0.05000,0.315
36,mlp.experts.231.down_proj,0.0000381388,0.05000,0.315
36,mlp.experts.235.down_proj,0.0000135662,0.05000,0.310
36,mlp.experts.238.down_proj,0.0000230597,0.05000,0.323
36,mlp.experts.233.down_proj,0.0000792162,0.05000,0.318
36,mlp.experts.220.down_proj,0.0000795601,0.05000,0.325
36,mlp.experts.239.down_proj,0.0000161536,0.05000,0.309
36,mlp.experts.243.down_proj,fallback(rtn): 0.0011139,0.00000,0.005
36,mlp.experts.242.down_proj,0.0000173774,0.05000,0.311
36,mlp.experts.237.down_proj,0.0000098820,0.05000,0.317
36,mlp.experts.224.down_proj,0.0000306504,0.05000,0.318
36,mlp.experts.246.down_proj,0.0000242415,0.05000,0.313
36,mlp.experts.241.down_proj,0.0000353758,0.05000,0.309
36,mlp.experts.247.down_proj,0.0000455188,0.05000,0.317
36,mlp.experts.228.down_proj,0.0000241837,0.05000,0.316
36,mlp.experts.245.down_proj,0.0000240206,0.05000,0.311
36,mlp.experts.251.down_proj,0.0000161927,0.05000,0.313
36,mlp.experts.250.down_proj,0.0000543772,0.05000,0.321
36,mlp.experts.249.down_proj,fallback(rtn): 0.0010834,0.00000,0.008
36,mlp.experts.232.down_proj,0.0000126661,0.05000,0.314
36,mlp.experts.236.down_proj,fallback(rtn): 0.0011444,0.00000,0.005
36,mlp.experts.255.down_proj,0.0000373130,0.05000,0.321
36,mlp.experts.253.down_proj,0.0000181368,0.05000,0.322
36,mlp.experts.240.down_proj,0.0000464057,0.05000,0.314
36,mlp.experts.254.down_proj,0.0000314287,0.05000,0.329
36,mlp.experts.244.down_proj,0.0000138754,0.05000,0.068
36,mlp.experts.248.down_proj,0.0000972253,0.05000,0.063
36,mlp.experts.252.down_proj,0.0000368412,0.05000,0.062
37,mlp.experts.3.gate_proj,0.0003965605,0.05000,1.258
37,mlp.experts.0.gate_proj,0.0004891717,0.05000,1.264
37,mlp.experts.2.gate_proj,0.0000781694,0.05000,1.263
37,mlp.experts.1.gate_proj,0.0002114054,0.05000,1.268
37,mlp.experts.4.gate_proj,0.0003236467,0.05000,1.243
37,mlp.experts.6.gate_proj,0.0004047872,0.05000,1.244
37,mlp.experts.7.gate_proj,0.0001102987,0.05000,1.272
37,mlp.experts.5.gate_proj,0.0002116129,0.05000,1.267
37,mlp.experts.8.gate_proj,0.0002235876,0.05000,1.247
37,mlp.experts.10.gate_proj,0.0013682340,0.05000,1.259
37,mlp.experts.9.gate_proj,0.0004009931,0.05000,1.258
37,mlp.experts.11.gate_proj,0.0001810797,0.05000,1.269
37,mlp.experts.12.gate_proj,0.0006632502,0.05000,1.266
37,mlp.experts.14.gate_proj,0.0000738218,0.05000,1.253
37,mlp.experts.13.gate_proj,0.0005920759,0.05000,1.248
37,mlp.experts.15.gate_proj,0.0000973806,0.05000,1.243
37,mlp.experts.16.gate_proj,0.0003931926,0.05000,1.274
37,mlp.experts.19.gate_proj,0.0000705272,0.05000,1.262
37,mlp.experts.18.gate_proj,0.0002414904,0.05000,1.289
37,mlp.experts.17.gate_proj,0.0003383047,0.05000,1.287
37,mlp.experts.20.gate_proj,0.0006133523,0.05000,1.250
37,mlp.experts.22.gate_proj,0.0001629403,0.05000,1.253
37,mlp.experts.21.gate_proj,0.0001953539,0.05000,1.249
37,mlp.experts.23.gate_proj,0.0005541556,0.05000,1.260
37,mlp.experts.24.gate_proj,0.0002197124,0.05000,1.272
37,mlp.experts.25.gate_proj,0.0002903810,0.05000,1.272
37,mlp.experts.27.gate_proj,0.0000730256,0.05000,1.281
37,mlp.experts.26.gate_proj,0.0007061787,0.05000,1.300
37,mlp.experts.28.gate_proj,0.0001173537,0.05000,1.289
37,mlp.experts.29.gate_proj,0.0002141722,0.05000,1.288
37,mlp.experts.31.gate_proj,0.0001014364,0.05000,1.288
37,mlp.experts.30.gate_proj,0.0007830987,0.05000,1.289
37,mlp.experts.32.gate_proj,0.0001470178,0.05000,1.331
37,mlp.experts.34.gate_proj,0.0004998212,0.05000,1.303
37,mlp.experts.33.gate_proj,0.0001937228,0.05000,1.329
37,mlp.experts.35.gate_proj,0.0004451040,0.05000,1.339
37,mlp.experts.38.gate_proj,0.0007918515,0.05000,1.254
37,mlp.experts.36.gate_proj,0.0003705773,0.05000,1.277
37,mlp.experts.37.gate_proj,0.0001615785,0.05000,1.252
37,mlp.experts.39.gate_proj,0.0001669109,0.05000,1.260
37,mlp.experts.40.gate_proj,fallback(rtn): 0.0010605,0.00000,0.030
37,mlp.experts.41.gate_proj,fallback(rtn): 0.0011597,0.00000,0.029
37,mlp.experts.42.gate_proj,0.0004069010,0.05000,1.253
37,mlp.experts.43.gate_proj,0.0001599894,0.05000,1.246
37,mlp.experts.44.gate_proj,0.0003318919,0.05000,1.253
37,mlp.experts.45.gate_proj,0.0000932986,0.05000,1.255
37,mlp.experts.46.gate_proj,0.0005812168,0.05000,1.245
37,mlp.experts.47.gate_proj,0.0006180250,0.05000,1.253
37,mlp.experts.48.gate_proj,0.0001471510,0.05000,1.249
37,mlp.experts.49.gate_proj,0.0009736385,0.05000,1.244
37,mlp.experts.50.gate_proj,0.0001111203,0.05000,1.282
37,mlp.experts.51.gate_proj,0.0000839687,0.05000,1.285
37,mlp.experts.52.gate_proj,0.0002287424,0.05000,1.279
37,mlp.experts.53.gate_proj,0.0006593306,0.05000,1.278
37,mlp.experts.54.gate_proj,0.0002894402,0.05000,1.238
37,mlp.experts.55.gate_proj,0.0001015899,0.05000,1.238
37,mlp.experts.57.gate_proj,0.0001003625,0.05000,1.231
37,mlp.experts.56.gate_proj,0.0002563932,0.05000,1.241
37,mlp.experts.58.gate_proj,0.0001386296,0.05000,1.244
37,mlp.experts.61.gate_proj,0.0003358390,0.05000,1.235
37,mlp.experts.59.gate_proj,0.0002081954,0.05000,1.252
37,mlp.experts.60.gate_proj,0.0000992071,0.05000,1.263
37,mlp.experts.62.gate_proj,0.0005205289,0.05000,1.245
37,mlp.experts.65.gate_proj,0.0002487042,0.05000,1.245
37,mlp.experts.63.gate_proj,0.0004101773,0.05000,1.243
37,mlp.experts.64.gate_proj,0.0002208162,0.05000,1.244
37,mlp.experts.66.gate_proj,0.0004066133,0.05000,1.246
37,mlp.experts.67.gate_proj,0.0000859661,0.05000,1.241
37,mlp.experts.69.gate_proj,0.0002079961,0.05000,1.249
37,mlp.experts.68.gate_proj,0.0006856061,0.05000,1.250
37,mlp.experts.70.gate_proj,0.0000868489,0.05000,1.268
37,mlp.experts.73.gate_proj,0.0006649652,0.05000,1.244
37,mlp.experts.71.gate_proj,0.0006401402,0.05000,1.259
37,mlp.experts.72.gate_proj,0.0001734151,0.05000,1.258
37,mlp.experts.74.gate_proj,0.0003354900,0.05000,1.237
37,mlp.experts.77.gate_proj,0.0004958470,0.05000,1.232
37,mlp.experts.75.gate_proj,0.0004298973,0.05000,1.228
37,mlp.experts.76.gate_proj,0.0009073420,0.05000,1.230
37,mlp.experts.81.gate_proj,0.0004225387,0.05000,1.226
37,mlp.experts.78.gate_proj,0.0001117134,0.05000,1.234
37,mlp.experts.79.gate_proj,0.0007028986,0.05000,1.249
37,mlp.experts.80.gate_proj,0.0004014525,0.05000,1.250
37,mlp.experts.82.gate_proj,0.0002849246,0.05000,1.239
37,mlp.experts.85.gate_proj,0.0004243980,0.05000,1.251
37,mlp.experts.83.gate_proj,0.0001666481,0.05000,1.228
37,mlp.experts.84.gate_proj,0.0000855847,0.05000,1.229
37,mlp.experts.86.gate_proj,0.0004671982,0.05000,1.250
37,mlp.experts.89.gate_proj,0.0002773650,0.05000,1.263
37,mlp.experts.87.gate_proj,0.0001284442,0.05000,1.266
37,mlp.experts.88.gate_proj,0.0005973384,0.05000,1.273
37,mlp.experts.90.gate_proj,0.0001061222,0.05000,1.245
37,mlp.experts.93.gate_proj,0.0001107983,0.05000,1.248
37,mlp.experts.91.gate_proj,0.0004636958,0.05000,1.256
37,mlp.experts.92.gate_proj,0.0004146924,0.05000,1.246
37,mlp.experts.94.gate_proj,0.0001156356,0.05000,1.252
37,mlp.experts.95.gate_proj,0.0001861791,0.05000,1.250
37,mlp.experts.97.gate_proj,0.0001795729,0.05000,1.264
37,mlp.experts.96.gate_proj,0.0003311092,0.05000,1.271
37,mlp.experts.98.gate_proj,0.0002575016,0.05000,1.243
37,mlp.experts.99.gate_proj,0.0002707793,0.05000,1.247
37,mlp.experts.101.gate_proj,0.0001062172,0.05000,1.244
37,mlp.experts.100.gate_proj,0.0003697454,0.05000,1.253
37,mlp.experts.102.gate_proj,0.0001958018,0.05000,1.237
37,mlp.experts.106.gate_proj,fallback(rtn): 0.0011597,0.00000,0.018
37,mlp.experts.105.gate_proj,0.0002787759,0.05000,1.246
37,mlp.experts.103.gate_proj,0.0002936118,0.05000,1.255
37,mlp.experts.104.gate_proj,0.0003222029,0.05000,1.254
37,mlp.experts.109.gate_proj,0.0001968666,0.05000,1.222
37,mlp.experts.110.gate_proj,0.0004038228,0.05000,1.242
37,mlp.experts.107.gate_proj,0.0003063803,0.05000,1.251
37,mlp.experts.108.gate_proj,0.0005214033,0.05000,1.247
37,mlp.experts.113.gate_proj,0.0004246528,0.05000,1.246
37,mlp.experts.114.gate_proj,0.0006353042,0.05000,1.263
37,mlp.experts.111.gate_proj,0.0003791853,0.05000,1.267
37,mlp.experts.112.gate_proj,0.0001112548,0.05000,1.260
37,mlp.experts.117.gate_proj,0.0004544767,0.05000,1.266
37,mlp.experts.118.gate_proj,0.0004472474,0.05000,1.258
37,mlp.experts.115.gate_proj,0.0002882117,0.05000,1.267
37,mlp.experts.116.gate_proj,0.0006090298,0.05000,1.261
37,mlp.experts.121.gate_proj,0.0002214591,0.05000,1.266
37,mlp.experts.122.gate_proj,0.0002565902,0.05000,1.260
37,mlp.experts.119.gate_proj,0.0006540576,0.05000,1.257
37,mlp.experts.120.gate_proj,0.0006832282,0.05000,1.268
37,mlp.experts.125.gate_proj,0.0008686000,0.05000,1.244
37,mlp.experts.126.gate_proj,0.0001685015,0.05000,1.236
37,mlp.experts.123.gate_proj,0.0004201182,0.05000,1.251
37,mlp.experts.124.gate_proj,0.0001715850,0.05000,1.251
37,mlp.experts.129.gate_proj,0.0001695899,0.05000,1.245
37,mlp.experts.130.gate_proj,0.0003206361,0.05000,1.240
37,mlp.experts.127.gate_proj,0.0003683729,0.05000,1.232
37,mlp.experts.128.gate_proj,0.0004121217,0.05000,1.240
37,mlp.experts.134.gate_proj,0.0001718881,0.05000,1.238
37,mlp.experts.133.gate_proj,0.0004719827,0.05000,1.249
37,mlp.experts.138.gate_proj,fallback(rtn): 0.0011368,0.00000,0.032
37,mlp.experts.131.gate_proj,0.0004704300,0.05000,1.256
37,mlp.experts.132.gate_proj,0.0002819033,0.05000,1.250
37,mlp.experts.136.gate_proj,fallback(rtn): 0.0010681,0.00000,0.017
37,mlp.experts.137.gate_proj,0.0007096583,0.05000,1.277
37,mlp.experts.141.gate_proj,fallback(rtn): 0.0010910,0.00000,0.017
37,mlp.experts.142.gate_proj,0.0008084493,0.05000,1.285
37,mlp.experts.135.gate_proj,0.0001424492,0.05000,1.274
37,mlp.experts.140.gate_proj,0.0001874418,0.05000,1.279
37,mlp.experts.146.gate_proj,0.0004166094,0.05000,1.227
37,mlp.experts.145.gate_proj,0.0001522294,0.05000,1.250
37,mlp.experts.139.gate_proj,0.0003716405,0.05000,1.234
37,mlp.experts.150.gate_proj,fallback(rtn): 0.0011902,0.00000,0.027
37,mlp.experts.154.gate_proj,fallback(rtn): 0.0010986,0.00000,0.018
37,mlp.experts.144.gate_proj,0.0005058574,0.05000,1.247
37,mlp.experts.149.gate_proj,0.0005269989,0.05000,1.253
37,mlp.experts.143.gate_proj,0.0000789846,0.05000,1.261
37,mlp.experts.158.gate_proj,0.0001818824,0.05000,1.238
37,mlp.experts.148.gate_proj,0.0006314676,0.05000,1.248
37,mlp.experts.153.gate_proj,0.0006294663,0.05000,1.263
37,mlp.experts.147.gate_proj,0.0001588609,0.05000,1.259
37,mlp.experts.162.gate_proj,0.0001582555,0.05000,1.249
37,mlp.experts.152.gate_proj,0.0006063378,0.05000,1.245
37,mlp.experts.157.gate_proj,0.0006890169,0.05000,1.256
37,mlp.experts.166.gate_proj,0.0005543920,0.05000,1.239
37,mlp.experts.151.gate_proj,0.0003759328,0.05000,1.271
37,mlp.experts.156.gate_proj,0.0003683906,0.05000,1.262
37,mlp.experts.161.gate_proj,0.0000790042,0.05000,1.278
37,mlp.experts.170.gate_proj,0.0003037196,0.05000,1.270
37,mlp.experts.155.gate_proj,0.0006462975,0.05000,1.269
37,mlp.experts.160.gate_proj,0.0002957006,0.05000,1.276
37,mlp.experts.165.gate_proj,0.0001457606,0.05000,1.231
37,mlp.experts.174.gate_proj,0.0000840445,0.05000,1.232
37,mlp.experts.159.gate_proj,0.0001438130,0.05000,1.230
37,mlp.experts.164.gate_proj,0.0001766477,0.05000,1.226
37,mlp.experts.168.gate_proj,fallback(rtn): 0.0012207,0.00000,0.017
37,mlp.experts.172.gate_proj,fallback(rtn): 0.0010452,0.00000,0.017
37,mlp.experts.169.gate_proj,0.0002268690,0.05000,1.250
37,mlp.experts.163.gate_proj,0.0002806071,0.05000,1.255
37,mlp.experts.178.gate_proj,0.0008285871,0.05000,1.271
37,mlp.experts.167.gate_proj,fallback(rtn): 0.0010910,0.00000,0.023
37,mlp.experts.176.gate_proj,0.0006616042,0.05000,1.257
37,mlp.experts.173.gate_proj,0.0001752445,0.05000,1.242
37,mlp.experts.171.gate_proj,0.0002151608,0.05000,1.226
37,mlp.experts.182.gate_proj,0.0001182774,0.05000,1.251
37,mlp.experts.180.gate_proj,0.0006348097,0.05000,1.239
37,mlp.experts.175.gate_proj,0.0003491427,0.05000,1.238
37,mlp.experts.177.gate_proj,0.0002921918,0.05000,1.259
37,mlp.experts.186.gate_proj,0.0005290487,0.05000,1.257
37,mlp.experts.184.gate_proj,0.0002902322,0.05000,1.246
37,mlp.experts.188.gate_proj,fallback(rtn): 0.0011826,0.00000,0.020
37,mlp.experts.179.gate_proj,0.0004005990,0.05000,1.253
37,mlp.experts.181.gate_proj,0.0005782809,0.05000,1.253
37,mlp.experts.183.gate_proj,fallback(rtn): 0.0010834,0.00000,0.023
37,mlp.experts.190.gate_proj,0.0000642062,0.05000,1.261
37,mlp.experts.192.gate_proj,0.0003010249,0.05000,1.243
37,mlp.experts.185.gate_proj,0.0005260193,0.05000,1.261
37,mlp.experts.187.gate_proj,0.0006205533,0.05000,1.268
37,mlp.experts.194.gate_proj,0.0005224235,0.05000,1.259
37,mlp.experts.196.gate_proj,0.0001812715,0.05000,1.261
37,mlp.experts.189.gate_proj,0.0004365095,0.05000,1.272
37,mlp.experts.198.gate_proj,0.0002402583,0.05000,1.260
37,mlp.experts.191.gate_proj,0.0006181246,0.05000,1.272
37,mlp.experts.200.gate_proj,0.0004740582,0.05000,1.245
37,mlp.experts.193.gate_proj,0.0000983015,0.05000,1.251
37,mlp.experts.195.gate_proj,0.0005869517,0.05000,1.242
37,mlp.experts.202.gate_proj,0.0006972277,0.05000,1.251
37,mlp.experts.204.gate_proj,0.0002801728,0.05000,1.245
37,mlp.experts.197.gate_proj,0.0006004433,0.05000,1.255
37,mlp.experts.199.gate_proj,0.0002447285,0.05000,1.245
37,mlp.experts.206.gate_proj,0.0004371046,0.05000,1.241
37,mlp.experts.203.gate_proj,fallback(rtn): 0.0010834,0.00000,0.014
37,mlp.experts.208.gate_proj,0.0004224304,0.05000,1.245
37,mlp.experts.201.gate_proj,0.0004112227,0.05000,1.260
37,mlp.experts.210.gate_proj,0.0001557590,0.05000,1.259
37,mlp.experts.207.gate_proj,0.0004804442,0.05000,1.270
37,mlp.experts.212.gate_proj,0.0004431550,0.05000,1.264
37,mlp.experts.205.gate_proj,0.0008159673,0.05000,1.246
37,mlp.experts.214.gate_proj,0.0004303474,0.05000,1.240
37,mlp.experts.211.gate_proj,0.0004018988,0.05000,1.253
37,mlp.experts.216.gate_proj,0.0008196437,0.05000,1.254
37,mlp.experts.209.gate_proj,0.0001439300,0.05000,1.235
37,mlp.experts.218.gate_proj,0.0002513104,0.05000,1.235
37,mlp.experts.222.gate_proj,fallback(rtn): 0.0011444,0.00000,0.017
37,mlp.experts.215.gate_proj,0.0005404721,0.05000,1.235
37,mlp.experts.220.gate_proj,0.0000795845,0.05000,1.234
37,mlp.experts.213.gate_proj,0.0002866494,0.05000,1.223
37,mlp.experts.219.gate_proj,0.0002839680,0.05000,1.216
37,mlp.experts.226.gate_proj,0.0001741873,0.05000,1.240
37,mlp.experts.223.gate_proj,fallback(rtn): 0.0010605,0.00000,0.025
37,mlp.experts.224.gate_proj,0.0005200575,0.05000,1.245
37,mlp.experts.217.gate_proj,0.0007782851,0.05000,1.247
37,mlp.experts.230.gate_proj,0.0001746427,0.05000,1.238
37,mlp.experts.227.gate_proj,0.0001512671,0.05000,1.247
37,mlp.experts.228.gate_proj,0.0004574627,0.05000,1.234
37,mlp.experts.221.gate_proj,0.0001199711,0.05000,1.251
37,mlp.experts.234.gate_proj,0.0004735043,0.05000,1.252
37,mlp.experts.232.gate_proj,0.0004763558,0.05000,1.232
37,mlp.experts.231.gate_proj,0.0005329650,0.05000,1.244
37,mlp.experts.225.gate_proj,0.0001515967,0.05000,1.253
37,mlp.experts.238.gate_proj,0.0001968666,0.05000,1.264
37,mlp.experts.235.gate_proj,0.0003732020,0.05000,1.264
37,mlp.experts.236.gate_proj,0.0006086411,0.05000,1.271
37,mlp.experts.229.gate_proj,0.0008867429,0.05000,1.242
37,mlp.experts.242.gate_proj,0.0005250667,0.05000,1.241
37,mlp.experts.239.gate_proj,0.0003870052,0.05000,1.233
37,mlp.experts.240.gate_proj,0.0004996644,0.05000,1.248
37,mlp.experts.233.gate_proj,0.0000943542,0.05000,1.231
37,mlp.experts.246.gate_proj,0.0005694859,0.05000,1.240
37,mlp.experts.243.gate_proj,0.0003167518,0.05000,1.255
37,mlp.experts.244.gate_proj,0.0004161795,0.05000,1.246
37,mlp.experts.237.gate_proj,0.0005003022,0.05000,1.267
37,mlp.experts.250.gate_proj,0.0005833083,0.05000,1.268
37,mlp.experts.247.gate_proj,0.0004224033,0.05000,1.250
37,mlp.experts.248.gate_proj,0.0002276254,0.05000,1.267
37,mlp.experts.241.gate_proj,0.0001408585,0.05000,1.259
37,mlp.experts.254.gate_proj,0.0006667938,0.05000,1.252
37,mlp.experts.251.gate_proj,0.0011508737,0.05000,1.245
37,mlp.experts.252.gate_proj,0.0001447509,0.05000,1.255
37,mlp.experts.245.gate_proj,0.0005873711,0.05000,1.262
37,mlp.experts.249.gate_proj,fallback(rtn): 0.0011139,0.00000,0.018
37,mlp.experts.253.gate_proj,fallback(rtn): 0.0011597,0.00000,0.018
37,mlp.experts.2.up_proj,0.0000654584,0.05000,1.266
37,mlp.experts.255.gate_proj,0.0004811161,0.05000,1.271
37,mlp.experts.0.up_proj,0.0004468826,0.05000,1.270
37,mlp.experts.6.up_proj,0.0004015943,0.05000,1.233
37,mlp.experts.1.up_proj,0.0001715156,0.05000,1.252
37,mlp.experts.3.up_proj,0.0003633615,0.05000,1.226
37,mlp.experts.4.up_proj,0.0003059816,0.05000,1.246
37,mlp.experts.10.up_proj,0.0008534683,0.05000,1.249
37,mlp.experts.5.up_proj,0.0001726540,0.05000,1.246
37,mlp.experts.7.up_proj,0.0001195464,0.05000,1.262
37,mlp.experts.8.up_proj,0.0001846340,0.05000,1.252
37,mlp.experts.14.up_proj,0.0000771031,0.05000,1.265
37,mlp.experts.9.up_proj,0.0004031729,0.05000,1.265
37,mlp.experts.11.up_proj,0.0001736093,0.05000,1.274
37,mlp.experts.12.up_proj,0.0005783984,0.05000,1.267
37,mlp.experts.18.up_proj,0.0001910803,0.05000,1.278
37,mlp.experts.13.up_proj,0.0005764181,0.05000,1.272
37,mlp.experts.15.up_proj,0.0000948537,0.05000,1.264
37,mlp.experts.16.up_proj,0.0003032373,0.05000,1.262
37,mlp.experts.17.up_proj,0.0003216591,0.05000,1.225
37,mlp.experts.22.up_proj,0.0001540427,0.05000,1.242
37,mlp.experts.19.up_proj,0.0000600510,0.05000,1.233
37,mlp.experts.20.up_proj,0.0004610867,0.05000,1.240
37,mlp.experts.26.up_proj,0.0007338728,0.05000,1.236
37,mlp.experts.21.up_proj,0.0001932666,0.05000,1.248
37,mlp.experts.23.up_proj,0.0005637400,0.05000,1.249
37,mlp.experts.24.up_proj,0.0002106544,0.05000,1.245
37,mlp.experts.30.up_proj,0.0006962107,0.05000,1.252
37,mlp.experts.25.up_proj,0.0002575611,0.05000,1.270
37,mlp.experts.27.up_proj,0.0000636056,0.05000,1.257
37,mlp.experts.28.up_proj,0.0001129811,0.05000,1.258
37,mlp.experts.34.up_proj,0.0004114628,0.05000,1.251
37,mlp.experts.29.up_proj,0.0001772711,0.05000,1.247
37,mlp.experts.31.up_proj,0.0000935415,0.05000,1.253
37,mlp.experts.32.up_proj,0.0001301095,0.05000,1.246
37,mlp.experts.38.up_proj,0.0006232570,0.05000,1.252
37,mlp.experts.33.up_proj,0.0001525828,0.05000,1.242
37,mlp.experts.35.up_proj,0.0004051372,0.05000,1.236
37,mlp.experts.36.up_proj,0.0003610046,0.05000,1.261
37,mlp.experts.40.up_proj,fallback(rtn): 0.0010681,0.00000,0.017
37,mlp.experts.42.up_proj,0.0004017802,0.05000,1.227
37,mlp.experts.37.up_proj,0.0001605587,0.05000,1.235
37,mlp.experts.39.up_proj,0.0001223775,0.05000,1.225
37,mlp.experts.41.up_proj,fallback(rtn): 0.0011215,0.00000,0.016
37,mlp.experts.44.up_proj,0.0003020647,0.05000,1.226
37,mlp.experts.46.up_proj,0.0005067222,0.05000,1.250
37,mlp.experts.45.up_proj,0.0000983406,0.05000,1.243
37,mlp.experts.43.up_proj,0.0001476583,0.05000,1.258
37,mlp.experts.48.up_proj,0.0001554448,0.05000,1.239
37,mlp.experts.50.up_proj,0.0001038273,0.05000,1.229
37,mlp.experts.49.up_proj,0.0008012912,0.05000,1.230
37,mlp.experts.47.up_proj,0.0005886619,0.05000,1.246
37,mlp.experts.52.up_proj,0.0001876236,0.05000,1.239
37,mlp.experts.54.up_proj,0.0002706893,0.05000,1.243
37,mlp.experts.53.up_proj,0.0003922478,0.05000,1.225
37,mlp.experts.51.up_proj,0.0000701263,0.05000,1.236
37,mlp.experts.56.up_proj,0.0001844731,0.05000,1.229
37,mlp.experts.58.up_proj,0.0001349273,0.05000,1.254
37,mlp.experts.57.up_proj,0.0001017543,0.05000,1.240
37,mlp.experts.55.up_proj,0.0000806089,0.05000,1.246
37,mlp.experts.60.up_proj,0.0000979602,0.05000,1.246
37,mlp.experts.61.up_proj,0.0002868595,0.05000,1.245
37,mlp.experts.62.up_proj,0.0004314527,0.05000,1.252
37,mlp.experts.59.up_proj,0.0001961376,0.05000,1.249
37,mlp.experts.64.up_proj,0.0002020071,0.05000,1.252
37,mlp.experts.66.up_proj,0.0003244810,0.05000,1.229
37,mlp.experts.65.up_proj,0.0002152268,0.05000,1.250
37,mlp.experts.63.up_proj,0.0003828478,0.05000,1.246
37,mlp.experts.68.up_proj,0.0006021865,0.05000,1.242
37,mlp.experts.70.up_proj,0.0000782342,0.05000,1.263
37,mlp.experts.69.up_proj,0.0002064855,0.05000,1.255
37,mlp.experts.67.up_proj,0.0000875535,0.05000,1.257
37,mlp.experts.72.up_proj,0.0001595830,0.05000,1.265
37,mlp.experts.74.up_proj,0.0002843796,0.05000,1.251
37,mlp.experts.73.up_proj,0.0005308362,0.05000,1.254
37,mlp.experts.71.up_proj,0.0006130729,0.05000,1.240
37,mlp.experts.76.up_proj,0.0006772604,0.05000,1.249
37,mlp.experts.78.up_proj,0.0000962324,0.05000,1.233
37,mlp.experts.77.up_proj,0.0004881571,0.05000,1.237
37,mlp.experts.75.up_proj,0.0004487790,0.05000,1.242
37,mlp.experts.80.up_proj,0.0003478148,0.05000,1.230
37,mlp.experts.82.up_proj,0.0002974872,0.05000,1.244
37,mlp.experts.81.up_proj,0.0003434713,0.05000,1.237
37,mlp.experts.79.up_proj,0.0006471680,0.05000,1.237
37,mlp.experts.84.up_proj,0.0000891768,0.05000,1.246
37,mlp.experts.86.up_proj,0.0003402112,0.05000,1.235
37,mlp.experts.85.up_proj,0.0003723224,0.05000,1.238
37,mlp.experts.83.up_proj,0.0001697397,0.05000,1.234
37,mlp.experts.88.up_proj,0.0005839576,0.05000,1.243
37,mlp.experts.89.up_proj,0.0002465463,0.05000,1.237
37,mlp.experts.90.up_proj,0.0000978732,0.05000,1.253
37,mlp.experts.87.up_proj,0.0001178003,0.05000,1.246
37,mlp.experts.92.up_proj,0.0003604356,0.05000,1.240
37,mlp.experts.93.up_proj,0.0001069485,0.05000,1.242
37,mlp.experts.94.up_proj,0.0001064964,0.05000,1.244
37,mlp.experts.91.up_proj,0.0004515873,0.05000,1.235
37,mlp.experts.96.up_proj,0.0002641958,0.05000,1.248
37,mlp.experts.97.up_proj,0.0001656830,0.05000,1.236
37,mlp.experts.95.up_proj,0.0001577944,0.05000,1.232
37,mlp.experts.98.up_proj,0.0002514561,0.05000,1.251
37,mlp.experts.100.up_proj,0.0002870610,0.05000,1.228
37,mlp.experts.101.up_proj,0.0000960175,0.05000,1.234
37,mlp.experts.102.up_proj,0.0001757087,0.05000,1.234
37,mlp.experts.99.up_proj,0.0001956949,0.05000,1.240
37,mlp.experts.106.up_proj,fallback(rtn): 0.0010681,0.00000,0.023
37,mlp.experts.104.up_proj,0.0002411169,0.05000,1.238
37,mlp.experts.105.up_proj,0.0002565844,0.05000,1.248
37,mlp.experts.103.up_proj,0.0002558917,0.05000,1.251
37,mlp.experts.110.up_proj,0.0002919440,0.05000,1.243
37,mlp.experts.108.up_proj,0.0004719307,0.05000,1.267
37,mlp.experts.109.up_proj,0.0001453304,0.05000,1.299
37,mlp.experts.107.up_proj,0.0002946555,0.05000,1.301
37,mlp.experts.114.up_proj,0.0006243666,0.05000,1.277
37,mlp.experts.112.up_proj,0.0001090411,0.05000,1.273
37,mlp.experts.113.up_proj,0.0003142592,0.05000,1.254
37,mlp.experts.111.up_proj,0.0003336971,0.05000,1.259
37,mlp.experts.118.up_proj,0.0004421839,0.05000,1.266
37,mlp.experts.116.up_proj,0.0004422602,0.05000,1.257
37,mlp.experts.117.up_proj,0.0003977425,0.05000,1.220
37,mlp.experts.115.up_proj,0.0002899742,0.05000,1.232
37,mlp.experts.122.up_proj,0.0001907049,0.05000,1.226
37,mlp.experts.120.up_proj,0.0006103874,0.05000,1.242
37,mlp.experts.121.up_proj,0.0002278365,0.05000,1.241
37,mlp.experts.119.up_proj,0.0005295445,0.05000,1.243
37,mlp.experts.126.up_proj,0.0001462888,0.05000,1.248
37,mlp.experts.124.up_proj,0.0001362811,0.05000,1.245
37,mlp.experts.125.up_proj,0.0006524793,0.05000,1.224
37,mlp.experts.123.up_proj,0.0003563146,0.05000,1.224
37,mlp.experts.130.up_proj,0.0003079409,0.05000,1.231
37,mlp.experts.128.up_proj,0.0003804836,0.05000,1.226
37,mlp.experts.129.up_proj,0.0001431084,0.05000,1.245
37,mlp.experts.127.up_proj,0.0003137690,0.05000,1.245
37,mlp.experts.134.up_proj,0.0001423754,0.05000,1.234
37,mlp.experts.138.up_proj,fallback(rtn): 0.0010834,0.00000,0.017
37,mlp.experts.132.up_proj,0.0002125753,0.05000,1.242
37,mlp.experts.136.up_proj,fallback(rtn): 0.0010452,0.00000,0.017
37,mlp.experts.133.up_proj,0.0004594282,0.05000,1.254
37,mlp.experts.131.up_proj,0.0004337245,0.05000,1.257
37,mlp.experts.142.up_proj,0.0007127538,0.05000,1.268
37,mlp.experts.140.up_proj,0.0001874483,0.05000,1.248
37,mlp.experts.137.up_proj,0.0004070923,0.05000,1.234
37,mlp.experts.141.up_proj,fallback(rtn): 0.0010834,0.00000,0.018
37,mlp.experts.135.up_proj,0.0001399010,0.05000,1.243
37,mlp.experts.146.up_proj,0.0004097249,0.05000,1.235
37,mlp.experts.150.up_proj,fallback(rtn): 0.0010986,0.00000,0.019
37,mlp.experts.144.up_proj,0.0004784699,0.05000,1.227
37,mlp.experts.154.up_proj,fallback(rtn): 0.0010986,0.00000,0.027
37,mlp.experts.145.up_proj,0.0001311072,0.05000,1.237
37,mlp.experts.139.up_proj,0.0003581021,0.05000,1.230
37,mlp.experts.158.up_proj,0.0001816565,0.05000,1.210
37,mlp.experts.148.up_proj,0.0006420451,0.05000,1.231
37,mlp.experts.149.up_proj,0.0005001572,0.05000,1.241
37,mlp.experts.143.up_proj,0.0000806474,0.05000,1.241
37,mlp.experts.162.up_proj,0.0001450492,0.05000,1.241
37,mlp.experts.152.up_proj,0.0004851038,0.05000,1.253
37,mlp.experts.153.up_proj,0.0006737676,0.05000,1.234
37,mlp.experts.147.up_proj,0.0001453898,0.05000,1.242
37,mlp.experts.166.up_proj,0.0004514257,0.05000,1.230
37,mlp.experts.156.up_proj,0.0002931818,0.05000,1.237
37,mlp.experts.157.up_proj,0.0006449486,0.05000,1.240
37,mlp.experts.151.up_proj,0.0003188389,0.05000,1.229
37,mlp.experts.170.up_proj,0.0002571167,0.05000,1.226
37,mlp.experts.160.up_proj,0.0002634971,0.05000,1.231
37,mlp.experts.161.up_proj,0.0000801019,0.05000,1.230
37,mlp.experts.155.up_proj,0.0006505034,0.05000,1.237
37,mlp.experts.174.up_proj,0.0000858158,0.05000,1.233
37,mlp.experts.164.up_proj,0.0001331770,0.05000,1.228
37,mlp.experts.168.up_proj,fallback(rtn): 0.0011139,0.00000,0.018
37,mlp.experts.172.up_proj,fallback(rtn): 0.0010452,0.00000,0.019
37,mlp.experts.165.up_proj,0.0001381076,0.05000,1.247
37,mlp.experts.159.up_proj,0.0001282535,0.05000,1.247
37,mlp.experts.178.up_proj,0.0006665663,0.05000,1.243
37,mlp.experts.176.up_proj,0.0006273728,0.05000,1.242
37,mlp.experts.169.up_proj,0.0001780132,0.05000,1.246
37,mlp.experts.163.up_proj,0.0002572873,0.05000,1.241
37,mlp.experts.167.up_proj,fallback(rtn): 0.0010757,0.00000,0.017
37,mlp.experts.182.up_proj,0.0000976225,0.05000,1.241
37,mlp.experts.180.up_proj,0.0005385311,0.05000,1.252
37,mlp.experts.173.up_proj,0.0001675512,0.05000,1.241
37,mlp.experts.171.up_proj,0.0001753537,0.05000,1.249
37,mlp.experts.186.up_proj,0.0004886700,0.05000,1.242
37,mlp.experts.184.up_proj,0.0002099828,0.05000,1.251
37,mlp.experts.188.up_proj,fallback(rtn): 0.0011215,0.00000,0.018
37,mlp.experts.177.up_proj,0.0002386656,0.05000,1.248
37,mlp.experts.175.up_proj,0.0002584575,0.05000,1.254
37,mlp.experts.190.up_proj,0.0000627712,0.05000,1.248
37,mlp.experts.192.up_proj,0.0002808029,0.05000,1.237
37,mlp.experts.181.up_proj,0.0003779447,0.05000,1.231
37,mlp.experts.179.up_proj,0.0003308825,0.05000,1.229
37,mlp.experts.194.up_proj,0.0004001279,0.05000,1.233
37,mlp.experts.183.up_proj,fallback(rtn): 0.0010757,0.00000,0.022
37,mlp.experts.196.up_proj,0.0001405339,0.05000,1.237
37,mlp.experts.185.up_proj,0.0003482241,0.05000,1.254
37,mlp.experts.198.up_proj,0.0002043592,0.05000,1.241
37,mlp.experts.187.up_proj,0.0004592148,0.05000,1.240
37,mlp.experts.200.up_proj,0.0004569811,0.05000,1.241
37,mlp.experts.189.up_proj,0.0004196225,0.05000,1.234
37,mlp.experts.202.up_proj,0.0006681319,0.05000,1.236
37,mlp.experts.191.up_proj,0.0005979126,0.05000,1.238
37,mlp.experts.204.up_proj,0.0002554411,0.05000,1.238
37,mlp.experts.193.up_proj,0.0000853877,0.05000,1.216
37,mlp.experts.206.up_proj,0.0004277887,0.05000,1.220
37,mlp.experts.195.up_proj,0.0005678936,0.05000,1.217
37,mlp.experts.208.up_proj,0.0003545294,0.05000,1.221
37,mlp.experts.197.up_proj,0.0005773512,0.05000,1.225
37,mlp.experts.210.up_proj,0.0001613900,0.05000,1.229
37,mlp.experts.199.up_proj,0.0002059651,0.05000,1.226
37,mlp.experts.203.up_proj,fallback(rtn): 0.0010834,0.00000,0.019
37,mlp.experts.212.up_proj,0.0003533760,0.05000,1.231
37,mlp.experts.201.up_proj,0.0003816231,0.05000,1.246
37,mlp.experts.214.up_proj,0.0002802932,0.05000,1.249
37,mlp.experts.207.up_proj,0.0004294894,0.05000,1.234
37,mlp.experts.216.up_proj,0.0006954267,0.05000,1.247
37,mlp.experts.205.up_proj,0.0007340278,0.05000,1.251
37,mlp.experts.218.up_proj,0.0002123766,0.05000,1.247
37,mlp.experts.211.up_proj,0.0003883155,0.05000,1.246
37,mlp.experts.222.up_proj,fallback(rtn): 0.0010834,0.00000,0.022
37,mlp.experts.220.up_proj,0.0000648993,0.05000,1.240
37,mlp.experts.209.up_proj,0.0001532514,0.05000,1.236
37,mlp.experts.215.up_proj,0.0004683636,0.05000,1.246
37,mlp.experts.226.up_proj,0.0001589598,0.05000,1.247
37,mlp.experts.224.up_proj,0.0004899117,0.05000,1.249
37,mlp.experts.213.up_proj,0.0002708065,0.05000,1.232
37,mlp.experts.219.up_proj,0.0002750195,0.05000,1.243
37,mlp.experts.230.up_proj,0.0001454032,0.05000,1.239
37,mlp.experts.223.up_proj,fallback(rtn): 0.0010834,0.00000,0.023
37,mlp.experts.228.up_proj,0.0003823200,0.05000,1.234
37,mlp.experts.217.up_proj,0.0005917179,0.05000,1.236
37,mlp.experts.234.up_proj,0.0004515804,0.05000,1.229
37,mlp.experts.227.up_proj,0.0001508464,0.05000,1.226
37,mlp.experts.232.up_proj,0.0003556333,0.05000,1.232
37,mlp.experts.221.up_proj,0.0001010329,0.05000,1.244
37,mlp.experts.238.up_proj,0.0001432827,0.05000,1.245
37,mlp.experts.231.up_proj,0.0005185914,0.05000,1.244
37,mlp.experts.236.up_proj,0.0006100458,0.05000,1.238
37,mlp.experts.225.up_proj,0.0001529330,0.05000,1.240
37,mlp.experts.242.up_proj,0.0004861394,0.05000,1.242
37,mlp.experts.235.up_proj,0.0003719734,0.05000,1.237
37,mlp.experts.240.up_proj,0.0004705549,0.05000,1.239
37,mlp.experts.229.up_proj,0.0007457324,0.05000,1.256
37,mlp.experts.246.up_proj,0.0004862101,0.05000,1.247
37,mlp.experts.239.up_proj,0.0003371731,0.05000,1.260
37,mlp.experts.244.up_proj,0.0003171270,0.05000,1.247
37,mlp.experts.233.up_proj,0.0000772071,0.05000,1.242
37,mlp.experts.250.up_proj,0.0004250069,0.05000,1.242
37,mlp.experts.243.up_proj,0.0002236528,0.05000,1.236
37,mlp.experts.248.up_proj,0.0002071996,0.05000,1.233
37,mlp.experts.237.up_proj,0.0004553750,0.05000,1.242
37,mlp.experts.254.up_proj,0.0005719853,0.05000,1.200
37,mlp.experts.247.up_proj,0.0004241824,0.05000,1.185
37,mlp.experts.252.up_proj,0.0001210707,0.05000,1.170
37,mlp.experts.251.up_proj,0.0007630912,0.05000,0.459
37,mlp.experts.241.up_proj,0.0001401484,0.05000,0.462
37,mlp.experts.255.up_proj,0.0004077269,0.05000,0.455
37,mlp.experts.245.up_proj,0.0005930587,0.05000,0.465
37,mlp.experts.249.up_proj,fallback(rtn): 0.0011215,0.00000,0.005
37,mlp.experts.253.up_proj,fallback(rtn): 0.0011063,0.00000,0.005
37,mlp.experts.1.down_proj,0.0000289267,0.05000,0.308
37,mlp.experts.0.down_proj,0.0000611532,0.05000,0.308
37,mlp.experts.2.down_proj,0.0000180803,0.05000,0.313
37,mlp.experts.3.down_proj,0.0000592518,0.05000,0.313
37,mlp.experts.6.down_proj,0.0000104372,0.05000,0.309
37,mlp.experts.4.down_proj,0.0000351454,0.05000,0.313
37,mlp.experts.5.down_proj,0.0001389715,0.05000,0.318
37,mlp.experts.7.down_proj,0.0000178297,0.05000,0.315
37,mlp.experts.8.down_proj,0.0000089438,0.05000,0.315
37,mlp.experts.10.down_proj,0.0000993432,0.05000,0.321
37,mlp.experts.11.down_proj,0.0000280072,0.05000,0.319
37,mlp.experts.9.down_proj,0.0000571158,0.05000,0.325
37,mlp.experts.14.down_proj,0.0000141722,0.05000,0.317
37,mlp.experts.12.down_proj,0.0001519949,0.05000,0.320
37,mlp.experts.15.down_proj,0.0000183179,0.05000,0.322
37,mlp.experts.13.down_proj,0.0000819836,0.05000,0.330
37,mlp.experts.18.down_proj,0.0000467177,0.05000,0.324
37,mlp.experts.16.down_proj,0.0000161256,0.05000,0.326
37,mlp.experts.19.down_proj,0.0000215250,0.05000,0.321
37,mlp.experts.17.down_proj,0.0000318036,0.05000,0.323
37,mlp.experts.22.down_proj,0.0000369580,0.05000,0.313
37,mlp.experts.20.down_proj,0.0000861585,0.05000,0.314
37,mlp.experts.23.down_proj,0.0000566655,0.05000,0.312
37,mlp.experts.21.down_proj,0.0000296568,0.05000,0.310
37,mlp.experts.26.down_proj,0.0000385687,0.05000,0.321
37,mlp.experts.24.down_proj,0.0000094085,0.05000,0.323
37,mlp.experts.27.down_proj,0.0000118001,0.05000,0.325
37,mlp.experts.25.down_proj,0.0000056349,0.05000,0.322
37,mlp.experts.30.down_proj,0.0000400035,0.05000,0.313
37,mlp.experts.28.down_proj,0.0000205295,0.05000,0.320
37,mlp.experts.31.down_proj,0.0000246858,0.05000,0.317
37,mlp.experts.29.down_proj,0.0000396900,0.05000,0.317
37,mlp.experts.34.down_proj,0.0000476653,0.05000,0.309
37,mlp.experts.32.down_proj,0.0000241619,0.05000,0.310
37,mlp.experts.35.down_proj,0.0000359072,0.05000,0.313
37,mlp.experts.33.down_proj,0.0000357737,0.05000,0.313
37,mlp.experts.38.down_proj,0.0000418037,0.05000,0.314
37,mlp.experts.36.down_proj,0.0000198406,0.05000,0.320
37,mlp.experts.39.down_proj,0.0000381990,0.05000,0.320
37,mlp.experts.37.down_proj,0.0000204677,0.05000,0.314
37,mlp.experts.40.down_proj,fallback(rtn): 0.0010529,0.00000,0.008
37,mlp.experts.41.down_proj,fallback(rtn): 0.0010986,0.00000,0.007
37,mlp.experts.42.down_proj,0.0000100570,0.05000,0.319
37,mlp.experts.43.down_proj,0.0000351734,0.05000,0.311
37,mlp.experts.45.down_proj,0.0000154116,0.05000,0.309
37,mlp.experts.44.down_proj,0.0000291592,0.05000,0.321
37,mlp.experts.46.down_proj,0.0000272566,0.05000,0.314
37,mlp.experts.47.down_proj,0.0000567430,0.05000,0.319
37,mlp.experts.49.down_proj,0.0000525279,0.05000,0.317
37,mlp.experts.48.down_proj,0.0000311315,0.05000,0.328
37,mlp.experts.50.down_proj,0.0000184519,0.05000,0.323
37,mlp.experts.51.down_proj,0.0000233036,0.05000,0.320
37,mlp.experts.53.down_proj,0.0001123528,0.05000,0.317
37,mlp.experts.52.down_proj,0.0000325766,0.05000,0.310
37,mlp.experts.54.down_proj,0.0000070461,0.05000,0.314
37,mlp.experts.55.down_proj,0.0000083492,0.05000,0.314
37,mlp.experts.57.down_proj,0.0000192270,0.05000,0.316
37,mlp.experts.56.down_proj,0.0000270317,0.05000,0.322
37,mlp.experts.58.down_proj,0.0000183150,0.05000,0.316
37,mlp.experts.59.down_proj,0.0000285785,0.05000,0.320
37,mlp.experts.61.down_proj,0.0000226070,0.05000,0.317
37,mlp.experts.60.down_proj,0.0000176923,0.05000,0.316
37,mlp.experts.62.down_proj,0.0000799176,0.05000,0.336
37,mlp.experts.65.down_proj,0.0000652977,0.05000,0.328
37,mlp.experts.63.down_proj,0.0000527939,0.05000,0.338
37,mlp.experts.64.down_proj,0.0000316277,0.05000,0.336
37,mlp.experts.66.down_proj,0.0000333525,0.05000,0.318
37,mlp.experts.69.down_proj,0.0000063750,0.05000,0.321
37,mlp.experts.67.down_proj,0.0000248747,0.05000,0.320
37,mlp.experts.68.down_proj,0.0000295476,0.05000,0.318
37,mlp.experts.70.down_proj,0.0000175476,0.05000,0.315
37,mlp.experts.73.down_proj,0.0000681458,0.05000,0.315
37,mlp.experts.71.down_proj,0.0000798418,0.05000,0.313
37,mlp.experts.72.down_proj,0.0000381475,0.05000,0.319
37,mlp.experts.74.down_proj,0.0000330867,0.05000,0.312
37,mlp.experts.75.down_proj,0.0000889157,0.05000,0.307
37,mlp.experts.77.down_proj,0.0000178134,0.05000,0.313
37,mlp.experts.76.down_proj,0.0000390495,0.05000,0.303
37,mlp.experts.78.down_proj,0.0000140227,0.05000,0.308
37,mlp.experts.81.down_proj,0.0001856167,0.05000,0.304
37,mlp.experts.79.down_proj,0.0000438462,0.05000,0.308
37,mlp.experts.80.down_proj,0.0000540330,0.05000,0.310
37,mlp.experts.82.down_proj,0.0000415069,0.05000,0.312
37,mlp.experts.85.down_proj,0.0000110325,0.05000,0.310
37,mlp.experts.83.down_proj,0.0000241712,0.05000,0.307
37,mlp.experts.84.down_proj,0.0000122169,0.05000,0.313
37,mlp.experts.86.down_proj,0.0000799212,0.05000,0.314
37,mlp.experts.89.down_proj,0.0000327603,0.05000,0.318
37,mlp.experts.87.down_proj,0.0000155235,0.05000,0.319
37,mlp.experts.88.down_proj,0.0000968937,0.05000,0.321
37,mlp.experts.90.down_proj,0.0000159549,0.05000,0.318
37,mlp.experts.93.down_proj,0.0000198372,0.05000,0.323
37,mlp.experts.91.down_proj,0.0000396669,0.05000,0.326
37,mlp.experts.92.down_proj,0.0000367363,0.05000,0.315
37,mlp.experts.94.down_proj,0.0000169476,0.05000,0.325
37,mlp.experts.97.down_proj,0.0000189671,0.05000,0.326
37,mlp.experts.95.down_proj,0.0000351897,0.05000,0.336
37,mlp.experts.96.down_proj,0.0001181943,0.05000,0.334
37,mlp.experts.98.down_proj,0.0000242487,0.05000,0.315
37,mlp.experts.101.down_proj,0.0000088694,0.05000,0.315
37,mlp.experts.99.down_proj,0.0000655967,0.05000,0.316
37,mlp.experts.100.down_proj,0.0001563875,0.05000,0.317
37,mlp.experts.102.down_proj,0.0000168363,0.05000,0.322
37,mlp.experts.106.down_proj,fallback(rtn): 0.0010910,0.00000,0.005
37,mlp.experts.105.down_proj,0.0000335487,0.05000,0.322
37,mlp.experts.103.down_proj,0.0000273399,0.05000,0.327
37,mlp.experts.104.down_proj,0.0000449937,0.05000,0.327
37,mlp.experts.110.down_proj,0.0000359325,0.05000,0.319
37,mlp.experts.109.down_proj,0.0000045004,0.05000,0.315
37,mlp.experts.107.down_proj,0.0002059712,0.05000,0.326
37,mlp.experts.108.down_proj,0.0000333526,0.05000,0.324
37,mlp.experts.114.down_proj,0.0000920071,0.05000,0.323
37,mlp.experts.113.down_proj,0.0000536922,0.05000,0.311
37,mlp.experts.111.down_proj,0.0000232104,0.05000,0.317
37,mlp.experts.112.down_proj,0.0000170847,0.05000,0.313
37,mlp.experts.118.down_proj,0.0000142514,0.05000,0.320
37,mlp.experts.117.down_proj,0.0000320049,0.05000,0.319
37,mlp.experts.115.down_proj,0.0000181218,0.05000,0.320
37,mlp.experts.116.down_proj,0.0001223274,0.05000,0.324
37,mlp.experts.122.down_proj,0.0000766814,0.05000,0.315
37,mlp.experts.121.down_proj,0.0000623812,0.05000,0.314
37,mlp.experts.119.down_proj,0.0000938315,0.05000,0.314
37,mlp.experts.120.down_proj,0.0000230979,0.05000,0.309
37,mlp.experts.126.down_proj,0.0000246370,0.05000,0.321
37,mlp.experts.125.down_proj,0.0000347083,0.05000,0.318
37,mlp.experts.123.down_proj,0.0000419279,0.05000,0.328
37,mlp.experts.124.down_proj,0.0000241849,0.05000,0.324
37,mlp.experts.130.down_proj,0.0000230915,0.05000,0.327
37,mlp.experts.129.down_proj,0.0000255259,0.05000,0.328
37,mlp.experts.127.down_proj,0.0000093211,0.05000,0.311
37,mlp.experts.128.down_proj,0.0000417465,0.05000,0.317
37,mlp.experts.134.down_proj,0.0000186027,0.05000,0.308
37,mlp.experts.138.down_proj,fallback(rtn): 0.0010834,0.00000,0.005
37,mlp.experts.133.down_proj,0.0000428008,0.05000,0.311
37,mlp.experts.131.down_proj,0.0000377231,0.05000,0.312
37,mlp.experts.132.down_proj,0.0000680807,0.05000,0.310
37,mlp.experts.136.down_proj,fallback(rtn): 0.0010529,0.00000,0.005
37,mlp.experts.142.down_proj,0.0000914613,0.05000,0.315
37,mlp.experts.137.down_proj,0.0000663165,0.05000,0.316
37,mlp.experts.141.down_proj,fallback(rtn): 0.0010757,0.00000,0.005
37,mlp.experts.135.down_proj,0.0000198308,0.05000,0.318
37,mlp.experts.140.down_proj,0.0000451870,0.05000,0.313
37,mlp.experts.146.down_proj,0.0000446671,0.05000,0.305
37,mlp.experts.150.down_proj,fallback(rtn): 0.0011139,0.00000,0.005
37,mlp.experts.154.down_proj,fallback(rtn): 0.0010834,0.00000,0.005
37,mlp.experts.145.down_proj,0.0000264657,0.05000,0.311
37,mlp.experts.139.down_proj,0.0000430837,0.05000,0.309
37,mlp.experts.144.down_proj,0.0000290524,0.05000,0.312
37,mlp.experts.158.down_proj,0.0000307356,0.05000,0.307
37,mlp.experts.149.down_proj,0.0000410419,0.05000,0.306
37,mlp.experts.143.down_proj,0.0000193666,0.05000,0.309
37,mlp.experts.148.down_proj,0.0000354807,0.05000,0.309
37,mlp.experts.162.down_proj,0.0000239948,0.05000,0.314
37,mlp.experts.153.down_proj,0.0000624514,0.05000,0.318
37,mlp.experts.147.down_proj,0.0000202988,0.05000,0.313
37,mlp.experts.152.down_proj,0.0000932307,0.05000,0.315
37,mlp.experts.166.down_proj,0.0000169658,0.05000,0.317
37,mlp.experts.157.down_proj,0.0000300845,0.05000,0.317
37,mlp.experts.151.down_proj,0.0002368000,0.05000,0.317
37,mlp.experts.156.down_proj,0.0000345891,0.05000,0.319
37,mlp.experts.170.down_proj,0.0001112175,0.05000,0.318
37,mlp.experts.161.down_proj,0.0000183095,0.05000,0.316
37,mlp.experts.155.down_proj,0.0000982611,0.05000,0.318
37,mlp.experts.160.down_proj,0.0000143772,0.05000,0.319
37,mlp.experts.165.down_proj,0.0000030692,0.05000,0.307
37,mlp.experts.174.down_proj,0.0000161374,0.05000,0.317
37,mlp.experts.159.down_proj,0.0000113642,0.05000,0.306
37,mlp.experts.164.down_proj,0.0000283455,0.05000,0.310
37,mlp.experts.168.down_proj,fallback(rtn): 0.0011368,0.00000,0.005
37,mlp.experts.172.down_proj,fallback(rtn): 0.0010376,0.00000,0.005
37,mlp.experts.178.down_proj,0.0000370205,0.05000,0.312
37,mlp.experts.169.down_proj,0.0000043659,0.05000,0.322
37,mlp.experts.163.down_proj,0.0000480267,0.05000,0.317
37,mlp.experts.167.down_proj,fallback(rtn): 0.0010986,0.00000,0.004
37,mlp.experts.176.down_proj,0.0000572885,0.05000,0.318
37,mlp.experts.182.down_proj,0.0000226504,0.05000,0.314
37,mlp.experts.173.down_proj,0.0000255193,0.05000,0.313
37,mlp.experts.171.down_proj,0.0000475832,0.05000,0.315
37,mlp.experts.180.down_proj,0.0000330652,0.05000,0.315
37,mlp.experts.186.down_proj,0.0000608121,0.05000,0.321
37,mlp.experts.177.down_proj,0.0000415642,0.05000,0.325
37,mlp.experts.175.down_proj,0.0000134356,0.05000,0.316
37,mlp.experts.184.down_proj,0.0000328083,0.05000,0.325
37,mlp.experts.188.down_proj,fallback(rtn): 0.0011215,0.00000,0.005
37,mlp.experts.190.down_proj,0.0000132809,0.05000,0.331
37,mlp.experts.181.down_proj,0.0000781751,0.05000,0.327
37,mlp.experts.179.down_proj,0.0000974983,0.05000,0.314
37,mlp.experts.183.down_proj,fallback(rtn): 0.0010529,0.00000,0.005
37,mlp.experts.192.down_proj,0.0000982137,0.05000,0.321
37,mlp.experts.194.down_proj,0.0000186037,0.05000,0.317
37,mlp.experts.185.down_proj,0.0001067448,0.05000,0.317
37,mlp.experts.187.down_proj,0.0000474908,0.05000,0.314
37,mlp.experts.196.down_proj,0.0000118244,0.05000,0.315
37,mlp.experts.198.down_proj,0.0000955067,0.05000,0.314
37,mlp.experts.189.down_proj,0.0000136973,0.05000,0.316
37,mlp.experts.191.down_proj,0.0000359581,0.05000,0.316
37,mlp.experts.200.down_proj,0.0001013247,0.05000,0.318
37,mlp.experts.193.down_proj,0.0000122117,0.05000,0.310
37,mlp.experts.202.down_proj,0.0000721865,0.05000,0.318
37,mlp.experts.195.down_proj,0.0000311437,0.05000,0.316
37,mlp.experts.204.down_proj,0.0000327255,0.05000,0.314
37,mlp.experts.197.down_proj,0.0000955990,0.05000,0.310
37,mlp.experts.206.down_proj,0.0000842843,0.05000,0.312
37,mlp.experts.199.down_proj,0.0000313356,0.05000,0.313
37,mlp.experts.203.down_proj,fallback(rtn): 0.0010834,0.00000,0.005
37,mlp.experts.208.down_proj,0.0000742238,0.05000,0.327
37,mlp.experts.210.down_proj,0.0000311370,0.05000,0.328
37,mlp.experts.201.down_proj,0.0000696377,0.05000,0.335
37,mlp.experts.207.down_proj,0.0000120964,0.05000,0.323
37,mlp.experts.212.down_proj,0.0000626022,0.05000,0.321
37,mlp.experts.214.down_proj,0.0000586089,0.05000,0.320
37,mlp.experts.205.down_proj,0.0000764994,0.05000,0.326
37,mlp.experts.211.down_proj,0.0001513890,0.05000,0.328
37,mlp.experts.216.down_proj,0.0000587675,0.05000,0.321
37,mlp.experts.218.down_proj,0.0000072515,0.05000,0.319
37,mlp.experts.222.down_proj,fallback(rtn): 0.0010986,0.00000,0.005
37,mlp.experts.209.down_proj,0.0000362433,0.05000,0.321
37,mlp.experts.215.down_proj,0.0000186484,0.05000,0.317
37,mlp.experts.220.down_proj,0.0000123061,0.05000,0.318
37,mlp.experts.226.down_proj,0.0000154999,0.05000,0.305
37,mlp.experts.213.down_proj,0.0000440721,0.05000,0.307
37,mlp.experts.219.down_proj,0.0000338692,0.05000,0.308
37,mlp.experts.223.down_proj,fallback(rtn): 0.0011063,0.00000,0.005
37,mlp.experts.224.down_proj,0.0000614468,0.05000,0.312
37,mlp.experts.230.down_proj,0.0000720851,0.05000,0.319
37,mlp.experts.217.down_proj,0.0000695517,0.05000,0.317
37,mlp.experts.227.down_proj,0.0000209779,0.05000,0.310
37,mlp.experts.228.down_proj,0.0000547617,0.05000,0.311
37,mlp.experts.234.down_proj,0.0000478892,0.05000,0.314
37,mlp.experts.221.down_proj,0.0000132530,0.05000,0.321
37,mlp.experts.231.down_proj,0.0000203417,0.05000,0.322
37,mlp.experts.232.down_proj,0.0000678813,0.05000,0.310
37,mlp.experts.238.down_proj,0.0000272946,0.05000,0.312
37,mlp.experts.225.down_proj,0.0000217909,0.05000,0.311
37,mlp.experts.235.down_proj,0.0000467186,0.05000,0.310
37,mlp.experts.236.down_proj,0.0000501162,0.05000,0.317
37,mlp.experts.242.down_proj,0.0000410770,0.05000,0.312
37,mlp.experts.229.down_proj,0.0002122826,0.05000,0.317
37,mlp.experts.239.down_proj,0.0000833750,0.05000,0.316
37,mlp.experts.240.down_proj,0.0000310689,0.05000,0.317
37,mlp.experts.246.down_proj,0.0000744833,0.05000,0.313
37,mlp.experts.233.down_proj,0.0000111641,0.05000,0.314
37,mlp.experts.243.down_proj,0.0000628179,0.05000,0.320
37,mlp.experts.244.down_proj,0.0000350849,0.05000,0.319
37,mlp.experts.250.down_proj,0.0000191632,0.05000,0.321
37,mlp.experts.237.down_proj,0.0000594812,0.05000,0.314
37,mlp.experts.247.down_proj,0.0000355251,0.05000,0.320
37,mlp.experts.248.down_proj,0.0000649899,0.05000,0.320
37,mlp.experts.254.down_proj,0.0000243155,0.05000,0.328
37,mlp.experts.241.down_proj,0.0000180085,0.05000,0.323
37,mlp.experts.251.down_proj,0.0000954428,0.05000,0.312
37,mlp.experts.252.down_proj,0.0000435348,0.05000,0.304
37,mlp.experts.245.down_proj,0.0000415564,0.05000,0.130
37,mlp.experts.249.down_proj,fallback(rtn): 0.0011139,0.00000,0.002
37,mlp.experts.253.down_proj,fallback(rtn): 0.0010910,0.00000,0.002
37,mlp.experts.255.down_proj,0.0001428243,0.05000,0.119
38,mlp.experts.2.gate_proj,fallback(rtn): 0.0011749,0.00000,0.029
38,mlp.experts.6.gate_proj,fallback(rtn): 0.0011673,0.00000,0.017
38,mlp.experts.1.gate_proj,0.0005355229,0.05000,1.262
38,mlp.experts.3.gate_proj,0.0001019318,0.05000,1.262
38,mlp.experts.0.gate_proj,0.0003349873,0.05000,1.270
38,mlp.experts.10.gate_proj,0.0004221144,0.05000,1.252
38,mlp.experts.5.gate_proj,0.0003100020,0.05000,1.226
38,mlp.experts.4.gate_proj,0.0000878881,0.05000,1.218
38,mlp.experts.7.gate_proj,0.0003351770,0.05000,1.229
38,mlp.experts.14.gate_proj,0.0001220220,0.05000,1.231
38,mlp.experts.8.gate_proj,0.0001666163,0.05000,1.241
38,mlp.experts.9.gate_proj,0.0000885206,0.05000,1.252
38,mlp.experts.11.gate_proj,0.0004677981,0.05000,1.251
38,mlp.experts.18.gate_proj,0.0006185239,0.05000,1.242
38,mlp.experts.12.gate_proj,0.0002634300,0.05000,1.231
38,mlp.experts.13.gate_proj,0.0003060277,0.05000,1.231
38,mlp.experts.15.gate_proj,0.0001519179,0.05000,1.240
38,mlp.experts.22.gate_proj,0.0001399661,0.05000,1.235
38,mlp.experts.16.gate_proj,0.0003622229,0.05000,1.264
38,mlp.experts.17.gate_proj,0.0002486277,0.05000,1.258
38,mlp.experts.19.gate_proj,0.0006126536,0.05000,1.269
38,mlp.experts.26.gate_proj,0.0005242282,0.05000,1.253
38,mlp.experts.20.gate_proj,0.0002289636,0.05000,1.229
38,mlp.experts.21.gate_proj,0.0004191147,0.05000,1.238
38,mlp.experts.23.gate_proj,0.0003333839,0.05000,1.228
38,mlp.experts.30.gate_proj,0.0000813426,0.05000,1.231
38,mlp.experts.24.gate_proj,0.0006854779,0.05000,1.242
38,mlp.experts.25.gate_proj,0.0005511447,0.05000,1.245
38,mlp.experts.27.gate_proj,0.0003335120,0.05000,1.236
38,mlp.experts.34.gate_proj,0.0004854689,0.05000,1.240
38,mlp.experts.29.gate_proj,fallback(rtn): 0.0011368,0.00000,0.026
38,mlp.experts.28.gate_proj,0.0005748214,0.05000,1.245
38,mlp.experts.31.gate_proj,0.0003289076,0.05000,1.264
38,mlp.experts.33.gate_proj,0.0001154718,0.05000,1.252
38,mlp.experts.38.gate_proj,0.0006068979,0.05000,1.261
38,mlp.experts.32.gate_proj,0.0002835024,0.05000,1.342
38,mlp.experts.37.gate_proj,0.0003767430,0.05000,1.321
38,mlp.experts.42.gate_proj,0.0004080242,0.05000,1.321
38,mlp.experts.35.gate_proj,0.0003238958,0.05000,1.340
38,mlp.experts.36.gate_proj,0.0004681532,0.05000,1.311
38,mlp.experts.46.gate_proj,0.0004441469,0.05000,1.295
38,mlp.experts.41.gate_proj,0.0003534819,0.05000,1.302
38,mlp.experts.39.gate_proj,0.0001349065,0.05000,1.314
38,mlp.experts.40.gate_proj,0.0002539405,0.05000,1.248
38,mlp.experts.45.gate_proj,0.0003401075,0.05000,1.246
38,mlp.experts.50.gate_proj,0.0006890267,0.05000,1.260
38,mlp.experts.43.gate_proj,0.0004519813,0.05000,1.253
38,mlp.experts.54.gate_proj,fallback(rtn): 0.0011902,0.00000,0.025
38,mlp.experts.58.gate_proj,fallback(rtn): 0.0013351,0.00000,0.017
38,mlp.experts.44.gate_proj,0.0000670541,0.05000,1.229
38,mlp.experts.49.gate_proj,0.0000842885,0.05000,1.230
38,mlp.experts.47.gate_proj,0.0003739340,0.05000,1.241
38,mlp.experts.51.gate_proj,fallback(rtn): 0.0011749,0.00000,0.018
38,mlp.experts.62.gate_proj,0.0005879211,0.05000,1.242
38,mlp.experts.48.gate_proj,0.0002834439,0.05000,1.254
38,mlp.experts.53.gate_proj,0.0011154883,0.05000,1.249
38,mlp.experts.55.gate_proj,0.0005944445,0.05000,1.246
38,mlp.experts.66.gate_proj,0.0003448676,0.05000,1.250
38,mlp.experts.52.gate_proj,0.0002901014,0.05000,1.237
38,mlp.experts.57.gate_proj,0.0001900246,0.05000,1.232
38,mlp.experts.59.gate_proj,0.0000949249,0.05000,1.235
38,mlp.experts.70.gate_proj,0.0007158935,0.05000,1.231
38,mlp.experts.61.gate_proj,0.0001919763,0.05000,1.230
38,mlp.experts.56.gate_proj,0.0004656420,0.05000,1.261
38,mlp.experts.63.gate_proj,0.0006469604,0.05000,1.249
38,mlp.experts.74.gate_proj,0.0000945869,0.05000,1.250
38,mlp.experts.65.gate_proj,0.0004184747,0.05000,1.248
38,mlp.experts.60.gate_proj,0.0001799286,0.05000,1.260
38,mlp.experts.67.gate_proj,0.0003947442,0.05000,1.255
38,mlp.experts.78.gate_proj,0.0007027683,0.05000,1.254
38,mlp.experts.69.gate_proj,0.0001949847,0.05000,1.240
38,mlp.experts.64.gate_proj,0.0001715385,0.05000,1.235
38,mlp.experts.71.gate_proj,0.0001012303,0.05000,1.234
38,mlp.experts.82.gate_proj,0.0000862614,0.05000,1.234
38,mlp.experts.73.gate_proj,0.0005515641,0.05000,1.241
38,mlp.experts.68.gate_proj,0.0001635436,0.05000,1.237
38,mlp.experts.75.gate_proj,0.0000896152,0.05000,1.248
38,mlp.experts.86.gate_proj,0.0000790561,0.05000,1.279
38,mlp.experts.77.gate_proj,0.0003174094,0.05000,1.266
38,mlp.experts.81.gate_proj,fallback(rtn): 0.0012207,0.00000,0.018
38,mlp.experts.72.gate_proj,0.0005125807,0.05000,1.268
38,mlp.experts.79.gate_proj,0.0001344029,0.05000,1.273
38,mlp.experts.90.gate_proj,0.0010657772,0.05000,1.266
38,mlp.experts.76.gate_proj,0.0002835718,0.05000,1.262
38,mlp.experts.85.gate_proj,0.0004175983,0.05000,1.269
38,mlp.experts.83.gate_proj,0.0004606882,0.05000,1.272
38,mlp.experts.94.gate_proj,0.0000956635,0.05000,1.266
38,mlp.experts.80.gate_proj,0.0000982358,0.05000,1.256
38,mlp.experts.89.gate_proj,0.0001916153,0.05000,1.264
38,mlp.experts.87.gate_proj,0.0003923354,0.05000,1.268
38,mlp.experts.98.gate_proj,0.0007458937,0.05000,1.252
38,mlp.experts.84.gate_proj,0.0000906644,0.05000,1.242
38,mlp.experts.93.gate_proj,0.0002564929,0.05000,1.242
38,mlp.experts.102.gate_proj,0.0002961429,0.05000,1.230
38,mlp.experts.91.gate_proj,0.0004813580,0.05000,1.246
38,mlp.experts.88.gate_proj,0.0002968249,0.05000,1.235
38,mlp.experts.97.gate_proj,0.0001124035,0.05000,1.246
38,mlp.experts.106.gate_proj,0.0002793036,0.05000,1.241
38,mlp.experts.95.gate_proj,0.0001143692,0.05000,1.259
38,mlp.experts.92.gate_proj,0.0001259827,0.05000,1.264
38,mlp.experts.101.gate_proj,0.0000943026,0.05000,1.256
38,mlp.experts.110.gate_proj,0.0006399502,0.05000,1.264
38,mlp.experts.99.gate_proj,0.0002494927,0.05000,1.263
38,mlp.experts.96.gate_proj,0.0006518728,0.05000,1.248
38,mlp.experts.105.gate_proj,0.0004528801,0.05000,1.256
38,mlp.experts.114.gate_proj,0.0001535344,0.05000,1.249
38,mlp.experts.103.gate_proj,0.0003422304,0.05000,1.257
38,mlp.experts.100.gate_proj,0.0003051769,0.05000,1.246
38,mlp.experts.109.gate_proj,0.0001928954,0.05000,1.237
38,mlp.experts.118.gate_proj,0.0001338722,0.05000,1.228
38,mlp.experts.107.gate_proj,0.0006054762,0.05000,1.238
38,mlp.experts.104.gate_proj,0.0004769261,0.05000,1.261
38,mlp.experts.113.gate_proj,0.0006422614,0.05000,1.257
38,mlp.experts.122.gate_proj,0.0003753105,0.05000,1.254
38,mlp.experts.111.gate_proj,0.0007835316,0.05000,1.265
38,mlp.experts.108.gate_proj,0.0002901767,0.05000,1.248
38,mlp.experts.117.gate_proj,0.0005093155,0.05000,1.243
38,mlp.experts.126.gate_proj,0.0001690965,0.05000,1.239
38,mlp.experts.130.gate_proj,fallback(rtn): 0.0011292,0.00000,0.018
38,mlp.experts.115.gate_proj,0.0004818834,0.05000,1.251
38,mlp.experts.119.gate_proj,fallback(rtn): 0.0011063,0.00000,0.020
38,mlp.experts.121.gate_proj,0.0003130279,0.05000,1.241
38,mlp.experts.112.gate_proj,0.0005040449,0.05000,1.260
38,mlp.experts.116.gate_proj,fallback(rtn): 0.0012665,0.00000,0.018
38,mlp.experts.134.gate_proj,0.0004657548,0.05000,1.241
38,mlp.experts.123.gate_proj,0.0003809619,0.05000,1.249
38,mlp.experts.125.gate_proj,0.0003921390,0.05000,1.249
38,mlp.experts.120.gate_proj,0.0002875985,0.05000,1.241
38,mlp.experts.138.gate_proj,0.0004671717,0.05000,1.237
38,mlp.experts.127.gate_proj,0.0001344561,0.05000,1.237
38,mlp.experts.129.gate_proj,0.0004328759,0.05000,1.238
38,mlp.experts.124.gate_proj,0.0001831884,0.05000,1.231
38,mlp.experts.142.gate_proj,0.0010339627,0.05000,1.236
38,mlp.experts.131.gate_proj,0.0003642102,0.05000,1.241
38,mlp.experts.133.gate_proj,0.0002102296,0.05000,1.246
38,mlp.experts.128.gate_proj,0.0004906168,0.05000,1.255
38,mlp.experts.146.gate_proj,0.0001437429,0.05000,1.266
38,mlp.experts.135.gate_proj,0.0003309762,0.05000,1.260
38,mlp.experts.137.gate_proj,0.0003389484,0.05000,1.233
38,mlp.experts.132.gate_proj,0.0002592780,0.05000,1.231
38,mlp.experts.150.gate_proj,0.0006127288,0.05000,1.235
38,mlp.experts.139.gate_proj,0.0003795153,0.05000,1.234
38,mlp.experts.136.gate_proj,0.0001742921,0.05000,1.233
38,mlp.experts.141.gate_proj,0.0003764826,0.05000,1.251
38,mlp.experts.145.gate_proj,fallback(rtn): 0.0011368,0.00000,0.022
38,mlp.experts.154.gate_proj,0.0003572522,0.05000,1.238
38,mlp.experts.143.gate_proj,0.0002182074,0.05000,1.236
38,mlp.experts.140.gate_proj,0.0004786853,0.05000,1.246
38,mlp.experts.149.gate_proj,0.0005805515,0.05000,1.244
38,mlp.experts.153.gate_proj,fallback(rtn): 0.0011520,0.00000,0.017
38,mlp.experts.158.gate_proj,0.0005336717,0.05000,1.264
38,mlp.experts.147.gate_proj,0.0008321290,0.05000,1.249
38,mlp.experts.144.gate_proj,0.0003703667,0.05000,1.241
38,mlp.experts.157.gate_proj,0.0001481204,0.05000,1.230
38,mlp.experts.162.gate_proj,0.0000888541,0.05000,1.227
38,mlp.experts.151.gate_proj,0.0001526836,0.05000,1.233
38,mlp.experts.148.gate_proj,0.0001026142,0.05000,1.235
38,mlp.experts.161.gate_proj,0.0008330485,0.05000,1.237
38,mlp.experts.166.gate_proj,0.0002667821,0.05000,1.235
38,mlp.experts.155.gate_proj,0.0007741877,0.05000,1.247
38,mlp.experts.152.gate_proj,0.0005029800,0.05000,1.273
38,mlp.experts.165.gate_proj,0.0006705263,0.05000,1.287
38,mlp.experts.170.gate_proj,0.0007206467,0.05000,1.291
38,mlp.experts.159.gate_proj,0.0002776287,0.05000,1.270
38,mlp.experts.156.gate_proj,0.0003632474,0.05000,1.221
38,mlp.experts.169.gate_proj,0.0002429617,0.05000,1.221
38,mlp.experts.174.gate_proj,0.0005925595,0.05000,1.236
38,mlp.experts.163.gate_proj,0.0001609571,0.05000,1.229
38,mlp.experts.160.gate_proj,0.0001514408,0.05000,1.247
38,mlp.experts.173.gate_proj,0.0000937999,0.05000,1.235
38,mlp.experts.178.gate_proj,0.0006354795,0.05000,1.249
38,mlp.experts.167.gate_proj,0.0001479600,0.05000,1.241
38,mlp.experts.164.gate_proj,0.0012950625,0.05000,1.241
38,mlp.experts.177.gate_proj,0.0004619374,0.05000,1.233
38,mlp.experts.182.gate_proj,0.0004898035,0.05000,1.238
38,mlp.experts.171.gate_proj,0.0001184473,0.05000,1.231
38,mlp.experts.168.gate_proj,0.0003122395,0.05000,1.242
38,mlp.experts.181.gate_proj,0.0019958103,0.05000,1.260
38,mlp.experts.175.gate_proj,0.0000767279,0.05000,1.260
38,mlp.experts.186.gate_proj,0.0008536826,0.05000,1.269
38,mlp.experts.179.gate_proj,fallback(rtn): 0.0011902,0.00000,0.022
38,mlp.experts.172.gate_proj,0.0009723744,0.05000,1.249
38,mlp.experts.185.gate_proj,0.0004305453,0.05000,1.259
38,mlp.experts.190.gate_proj,0.0002750941,0.05000,1.250
38,mlp.experts.183.gate_proj,0.0006667214,0.05000,1.251
38,mlp.experts.176.gate_proj,0.0003973297,0.05000,1.247
38,mlp.experts.189.gate_proj,0.0002268486,0.05000,1.246
38,mlp.experts.194.gate_proj,0.0006218888,0.05000,1.262
38,mlp.experts.187.gate_proj,0.0001866812,0.05000,1.265
38,mlp.experts.180.gate_proj,0.0002574975,0.05000,1.267
38,mlp.experts.193.gate_proj,0.0003483919,0.05000,1.249
38,mlp.experts.198.gate_proj,0.0004605877,0.05000,1.241
38,mlp.experts.191.gate_proj,0.0004024371,0.05000,1.251
38,mlp.experts.184.gate_proj,0.0003267267,0.05000,1.261
38,mlp.experts.197.gate_proj,0.0006825494,0.05000,1.262
38,mlp.experts.202.gate_proj,0.0000601122,0.05000,1.267
38,mlp.experts.195.gate_proj,0.0002037754,0.05000,1.263
38,mlp.experts.188.gate_proj,0.0001897745,0.05000,1.252
38,mlp.experts.201.gate_proj,0.0001065679,0.05000,1.255
38,mlp.experts.206.gate_proj,0.0009176700,0.05000,1.261
38,mlp.experts.199.gate_proj,0.0001831782,0.05000,1.260
38,mlp.experts.192.gate_proj,0.0000946686,0.05000,1.244
38,mlp.experts.205.gate_proj,0.0002994287,0.05000,1.268
38,mlp.experts.210.gate_proj,0.0002957571,0.05000,1.252
38,mlp.experts.214.gate_proj,fallback(rtn): 0.0012054,0.00000,0.019
38,mlp.experts.203.gate_proj,0.0007476372,0.05000,1.250
38,mlp.experts.196.gate_proj,0.0005789237,0.05000,1.247
38,mlp.experts.209.gate_proj,0.0000361104,0.05000,1.258
38,mlp.experts.218.gate_proj,0.0000911337,0.05000,1.249
38,mlp.experts.207.gate_proj,0.0005108881,0.05000,1.251
38,mlp.experts.200.gate_proj,0.0003012351,0.05000,1.243
38,mlp.experts.213.gate_proj,0.0000545978,0.05000,1.233
38,mlp.experts.222.gate_proj,0.0007333234,0.05000,1.223
38,mlp.experts.211.gate_proj,0.0010751075,0.05000,1.244
38,mlp.experts.204.gate_proj,0.0004775253,0.05000,1.245
38,mlp.experts.208.gate_proj,fallback(rtn): 0.0012360,0.00000,0.019
38,mlp.experts.217.gate_proj,0.0005897039,0.05000,1.258
38,mlp.experts.226.gate_proj,0.0003533796,0.05000,1.242
38,mlp.experts.215.gate_proj,0.0000832030,0.05000,1.246
38,mlp.experts.212.gate_proj,0.0001362481,0.05000,1.250
38,mlp.experts.221.gate_proj,0.0007669560,0.05000,1.252
38,mlp.experts.225.gate_proj,fallback(rtn): 0.0012131,0.00000,0.018
38,mlp.experts.230.gate_proj,0.0001977633,0.05000,1.266
38,mlp.experts.219.gate_proj,0.0005272265,0.05000,1.260
38,mlp.experts.216.gate_proj,0.0002936839,0.05000,1.241
38,mlp.experts.229.gate_proj,0.0006804074,0.05000,1.229
38,mlp.experts.234.gate_proj,0.0000876283,0.05000,1.233
38,mlp.experts.223.gate_proj,0.0003019651,0.05000,1.227
38,mlp.experts.238.gate_proj,fallback(rtn): 0.0010605,0.00000,0.033
38,mlp.experts.220.gate_proj,0.0005249448,0.05000,1.245
38,mlp.experts.224.gate_proj,fallback(rtn): 0.0012131,0.00000,0.021
38,mlp.experts.233.gate_proj,0.0004506806,0.05000,1.244
38,mlp.experts.242.gate_proj,0.0001391707,0.05000,1.222
38,mlp.experts.227.gate_proj,0.0003406641,0.05000,1.242
38,mlp.experts.228.gate_proj,0.0001394349,0.05000,1.247
38,mlp.experts.237.gate_proj,0.0000996571,0.05000,1.245
38,mlp.experts.246.gate_proj,0.0006474592,0.05000,1.241
38,mlp.experts.231.gate_proj,0.0006172635,0.05000,1.250
38,mlp.experts.235.gate_proj,fallback(rtn): 0.0012817,0.00000,0.018
38,mlp.experts.232.gate_proj,0.0009266955,0.05000,1.234
38,mlp.experts.241.gate_proj,0.0004426378,0.05000,1.254
38,mlp.experts.250.gate_proj,0.0001161231,0.05000,1.246
38,mlp.experts.239.gate_proj,0.0004519507,0.05000,1.252
38,mlp.experts.236.gate_proj,0.0004971519,0.05000,1.246
38,mlp.experts.240.gate_proj,fallback(rtn): 0.0011444,0.00000,0.017
38,mlp.experts.245.gate_proj,0.0003599967,0.05000,1.250
38,mlp.experts.254.gate_proj,0.0002224845,0.05000,1.256
38,mlp.experts.2.up_proj,fallback(rtn): 0.0011368,0.00000,0.018
38,mlp.experts.6.up_proj,fallback(rtn): 0.0011063,0.00000,0.018
38,mlp.experts.243.gate_proj,0.0003781008,0.05000,1.263
38,mlp.experts.247.gate_proj,fallback(rtn): 0.0010834,0.00000,0.017
38,mlp.experts.244.gate_proj,0.0000950783,0.05000,1.242
38,mlp.experts.249.gate_proj,0.0002639292,0.05000,1.232
38,mlp.experts.10.up_proj,0.0003756799,0.05000,1.253
38,mlp.experts.251.gate_proj,0.0000875854,0.05000,1.262
38,mlp.experts.253.gate_proj,0.0007641272,0.05000,1.235
38,mlp.experts.248.gate_proj,0.0003340167,0.05000,1.254
38,mlp.experts.14.up_proj,0.0001250459,0.05000,1.244
38,mlp.experts.255.gate_proj,0.0003072826,0.05000,1.227
38,mlp.experts.1.up_proj,0.0005439693,0.05000,0.515
38,mlp.experts.252.gate_proj,0.0002836730,0.05000,0.509
38,mlp.experts.0.up_proj,0.0002589424,0.05000,1.228
38,mlp.experts.5.up_proj,0.0003080759,0.05000,1.240
38,mlp.experts.3.up_proj,0.0000910068,0.05000,1.239
38,mlp.experts.18.up_proj,0.0004305481,0.05000,1.243
38,mlp.experts.4.up_proj,0.0000788724,0.05000,1.239
38,mlp.experts.9.up_proj,0.0000754864,0.05000,1.248
38,mlp.experts.7.up_proj,0.0002410891,0.05000,1.256
38,mlp.experts.22.up_proj,0.0001229383,0.05000,1.254
38,mlp.experts.8.up_proj,0.0001468348,0.05000,1.229
38,mlp.experts.13.up_proj,0.0002783858,0.05000,1.235
38,mlp.experts.26.up_proj,0.0004872127,0.05000,1.239
38,mlp.experts.11.up_proj,0.0004642981,0.05000,1.241
38,mlp.experts.12.up_proj,0.0002276960,0.05000,1.244
38,mlp.experts.17.up_proj,0.0002354671,0.05000,1.234
38,mlp.experts.30.up_proj,0.0000694548,0.05000,1.242
38,mlp.experts.15.up_proj,0.0001405214,0.05000,1.254
38,mlp.experts.16.up_proj,0.0003186480,0.05000,1.245
38,mlp.experts.21.up_proj,0.0003290048,0.05000,1.230
38,mlp.experts.19.up_proj,0.0005699556,0.05000,1.229
38,mlp.experts.34.up_proj,0.0004863800,0.05000,1.242
38,mlp.experts.25.up_proj,0.0005435812,0.05000,1.255
38,mlp.experts.20.up_proj,0.0001999255,0.05000,1.261
38,mlp.experts.38.up_proj,0.0006151079,0.05000,1.248
38,mlp.experts.23.up_proj,0.0003277833,0.05000,1.259
38,mlp.experts.29.up_proj,fallback(rtn): 0.0011215,0.00000,0.034
38,mlp.experts.24.up_proj,0.0004221622,0.05000,1.234
38,mlp.experts.42.up_proj,0.0003965111,0.05000,1.236
38,mlp.experts.33.up_proj,0.0001053519,0.05000,1.220
38,mlp.experts.27.up_proj,0.0002561809,0.05000,1.237
38,mlp.experts.28.up_proj,0.0004907169,0.05000,1.236
38,mlp.experts.37.up_proj,0.0003449048,0.05000,1.235
38,mlp.experts.46.up_proj,0.0004252770,0.05000,1.247
38,mlp.experts.31.up_proj,0.0002971183,0.05000,1.250
38,mlp.experts.32.up_proj,0.0002707250,0.05000,1.255
38,mlp.experts.50.up_proj,0.0005076143,0.05000,1.245
38,mlp.experts.41.up_proj,0.0003358436,0.05000,1.257
38,mlp.experts.54.up_proj,fallback(rtn): 0.0011215,0.00000,0.024
38,mlp.experts.35.up_proj,0.0002644222,0.05000,1.263
38,mlp.experts.58.up_proj,fallback(rtn): 0.0012360,0.00000,0.023
38,mlp.experts.36.up_proj,0.0003923037,0.05000,1.244
38,mlp.experts.45.up_proj,0.0002842863,0.05000,1.241
38,mlp.experts.39.up_proj,0.0001306068,0.05000,1.241
38,mlp.experts.62.up_proj,0.0005252068,0.05000,1.245
38,mlp.experts.40.up_proj,0.0002508917,0.05000,1.231
38,mlp.experts.49.up_proj,0.0000702376,0.05000,1.236
38,mlp.experts.66.up_proj,0.0003269241,0.05000,1.231
38,mlp.experts.43.up_proj,0.0002829457,0.05000,1.259
38,mlp.experts.44.up_proj,0.0000658559,0.05000,1.260
38,mlp.experts.53.up_proj,0.0008768162,0.05000,1.251
38,mlp.experts.70.up_proj,0.0005901062,0.05000,1.253
38,mlp.experts.47.up_proj,0.0003724437,0.05000,1.258
38,mlp.experts.51.up_proj,fallback(rtn): 0.0011368,0.00000,0.020
38,mlp.experts.57.up_proj,0.0001500595,0.05000,1.247
38,mlp.experts.48.up_proj,0.0002443368,0.05000,1.262
38,mlp.experts.74.up_proj,0.0000839247,0.05000,1.255
38,mlp.experts.55.up_proj,0.0005632034,0.05000,1.254
38,mlp.experts.61.up_proj,0.0001673474,0.05000,1.244
38,mlp.experts.52.up_proj,0.0002263285,0.05000,1.252
38,mlp.experts.78.up_proj,0.0006378831,0.05000,1.245
38,mlp.experts.59.up_proj,0.0000779971,0.05000,1.239
38,mlp.experts.65.up_proj,0.0003336386,0.05000,1.228
38,mlp.experts.56.up_proj,0.0004724969,0.05000,1.219
38,mlp.experts.82.up_proj,0.0000717472,0.05000,1.223
38,mlp.experts.63.up_proj,0.0005270974,0.05000,1.217
38,mlp.experts.69.up_proj,0.0001526636,0.05000,1.247
38,mlp.experts.60.up_proj,0.0001449656,0.05000,1.258
38,mlp.experts.67.up_proj,0.0003624706,0.05000,1.258
38,mlp.experts.86.up_proj,0.0000648797,0.05000,1.295
38,mlp.experts.64.up_proj,0.0001246620,0.05000,1.237
38,mlp.experts.73.up_proj,0.0004561507,0.05000,1.253
38,mlp.experts.71.up_proj,0.0000902936,0.05000,1.235
38,mlp.experts.90.up_proj,0.0008161877,0.05000,1.239
38,mlp.experts.77.up_proj,0.0002596484,0.05000,1.229
38,mlp.experts.68.up_proj,0.0001358967,0.05000,1.239
38,mlp.experts.81.up_proj,fallback(rtn): 0.0010986,0.00000,0.023
38,mlp.experts.75.up_proj,0.0000723837,0.05000,1.240
38,mlp.experts.94.up_proj,0.0000863266,0.05000,1.243
38,mlp.experts.72.up_proj,0.0004949213,0.05000,1.241
38,mlp.experts.85.up_proj,0.0003799379,0.05000,1.251
38,mlp.experts.79.up_proj,0.0001248957,0.05000,1.265
38,mlp.experts.98.up_proj,0.0005287434,0.05000,1.244
38,mlp.experts.76.up_proj,0.0002671253,0.05000,1.248
38,mlp.experts.89.up_proj,0.0001680326,0.05000,1.226
38,mlp.experts.102.up_proj,0.0002502811,0.05000,1.230
38,mlp.experts.83.up_proj,0.0004698435,0.05000,1.251
38,mlp.experts.93.up_proj,0.0002489737,0.05000,1.232
38,mlp.experts.80.up_proj,0.0000859576,0.05000,1.247
38,mlp.experts.106.up_proj,0.0002822728,0.05000,1.236
38,mlp.experts.87.up_proj,0.0001834425,0.05000,1.255
38,mlp.experts.97.up_proj,0.0001087043,0.05000,1.242
38,mlp.experts.84.up_proj,0.0000870422,0.05000,1.254
38,mlp.experts.110.up_proj,0.0005928378,0.05000,1.259
38,mlp.experts.91.up_proj,0.0004783949,0.05000,1.249
38,mlp.experts.101.up_proj,0.0000935244,0.05000,1.239
38,mlp.experts.88.up_proj,0.0002288361,0.05000,1.244
38,mlp.experts.114.up_proj,0.0001463910,0.05000,1.243
38,mlp.experts.95.up_proj,0.0001049642,0.05000,1.237
38,mlp.experts.105.up_proj,0.0004440629,0.05000,1.248
38,mlp.experts.92.up_proj,0.0001232761,0.05000,1.244
38,mlp.experts.118.up_proj,0.0001276008,0.05000,1.255
38,mlp.experts.99.up_proj,0.0002404967,0.05000,1.257
38,mlp.experts.109.up_proj,0.0001580712,0.05000,1.246
38,mlp.experts.96.up_proj,0.0005048327,0.05000,1.258
38,mlp.experts.122.up_proj,0.0002665327,0.05000,1.247
38,mlp.experts.103.up_proj,0.0003178902,0.05000,1.254
38,mlp.experts.113.up_proj,0.0006663993,0.05000,1.249
38,mlp.experts.100.up_proj,0.0003012727,0.05000,1.229
38,mlp.experts.126.up_proj,0.0001669568,0.05000,1.249
38,mlp.experts.107.up_proj,0.0005664808,0.05000,1.231
38,mlp.experts.130.up_proj,fallback(rtn): 0.0010986,0.00000,0.024
38,mlp.experts.104.up_proj,0.0004585939,0.05000,1.231
38,mlp.experts.117.up_proj,0.0004768042,0.05000,1.237
38,mlp.experts.111.up_proj,0.0006886852,0.05000,1.232
38,mlp.experts.134.up_proj,0.0003944244,0.05000,1.232
38,mlp.experts.121.up_proj,0.0002803107,0.05000,1.239
38,mlp.experts.108.up_proj,0.0002690238,0.05000,1.248
38,mlp.experts.115.up_proj,0.0004547304,0.05000,1.240
38,mlp.experts.138.up_proj,0.0004344710,0.05000,1.234
38,mlp.experts.119.up_proj,fallback(rtn): 0.0010605,0.00000,0.033
38,mlp.experts.125.up_proj,0.0003749989,0.05000,1.246
38,mlp.experts.112.up_proj,0.0004610594,0.05000,1.256
38,mlp.experts.116.up_proj,fallback(rtn): 0.0011444,0.00000,0.018
38,mlp.experts.142.up_proj,0.0008596442,0.05000,1.247
38,mlp.experts.123.up_proj,0.0003185515,0.05000,1.244
38,mlp.experts.129.up_proj,0.0004069822,0.05000,1.233
38,mlp.experts.120.up_proj,0.0002818905,0.05000,1.244
38,mlp.experts.146.up_proj,0.0001160669,0.05000,1.248
38,mlp.experts.127.up_proj,0.0001288207,0.05000,1.238
38,mlp.experts.133.up_proj,0.0001651873,0.05000,1.255
38,mlp.experts.124.up_proj,0.0001547872,0.05000,1.247
38,mlp.experts.150.up_proj,0.0005232353,0.05000,1.238
38,mlp.experts.131.up_proj,0.0003331748,0.05000,1.253
38,mlp.experts.137.up_proj,0.0002971627,0.05000,1.243
38,mlp.experts.128.up_proj,0.0004889272,0.05000,1.244
38,mlp.experts.154.up_proj,0.0003035109,0.05000,1.235
38,mlp.experts.135.up_proj,0.0002681449,0.05000,1.232
38,mlp.experts.141.up_proj,0.0002423968,0.05000,1.234
38,mlp.experts.145.up_proj,fallback(rtn): 0.0010986,0.00000,0.017
38,mlp.experts.132.up_proj,0.0001944869,0.05000,1.246
38,mlp.experts.158.up_proj,0.0004052806,0.05000,1.245
38,mlp.experts.139.up_proj,0.0003297062,0.05000,1.246
38,mlp.experts.149.up_proj,0.0003961284,0.05000,1.241
38,mlp.experts.153.up_proj,fallback(rtn): 0.0010986,0.00000,0.020
38,mlp.experts.136.up_proj,0.0001385877,0.05000,1.253
38,mlp.experts.162.up_proj,0.0000862562,0.05000,1.258
38,mlp.experts.143.up_proj,0.0002035361,0.05000,1.252
38,mlp.experts.157.up_proj,0.0001435860,0.05000,1.280
38,mlp.experts.140.up_proj,0.0004724829,0.05000,1.288
38,mlp.experts.166.up_proj,0.0002489262,0.05000,1.290
38,mlp.experts.147.up_proj,0.0007391051,0.05000,1.280
38,mlp.experts.161.up_proj,0.0007091369,0.05000,1.232
38,mlp.experts.144.up_proj,0.0003455430,0.05000,1.230
38,mlp.experts.170.up_proj,0.0006958790,0.05000,1.229
38,mlp.experts.151.up_proj,0.0001534041,0.05000,1.238
38,mlp.experts.165.up_proj,0.0006615510,0.05000,1.246
38,mlp.experts.148.up_proj,0.0000942410,0.05000,1.248
38,mlp.experts.174.up_proj,0.0005714992,0.05000,1.250
38,mlp.experts.155.up_proj,0.0007035832,0.05000,1.246
38,mlp.experts.169.up_proj,0.0002186749,0.05000,1.255
38,mlp.experts.152.up_proj,0.0004946133,0.05000,1.248
38,mlp.experts.178.up_proj,0.0006192622,0.05000,1.230
38,mlp.experts.159.up_proj,0.0002691839,0.05000,1.236
38,mlp.experts.173.up_proj,0.0000818022,0.05000,1.244
38,mlp.experts.156.up_proj,0.0002476526,0.05000,1.246
38,mlp.experts.182.up_proj,0.0004384781,0.05000,1.235
38,mlp.experts.163.up_proj,0.0001407545,0.05000,1.242
38,mlp.experts.177.up_proj,0.0003697462,0.05000,1.235
38,mlp.experts.160.up_proj,0.0001473205,0.05000,1.235
38,mlp.experts.186.up_proj,0.0007347770,0.05000,1.244
38,mlp.experts.167.up_proj,0.0001431121,0.05000,1.240
38,mlp.experts.181.up_proj,0.0009920321,0.05000,1.250
38,mlp.experts.164.up_proj,0.0007662816,0.05000,1.260
38,mlp.experts.190.up_proj,0.0002345084,0.05000,1.258
38,mlp.experts.171.up_proj,0.0001127651,0.05000,1.257
38,mlp.experts.185.up_proj,0.0002747970,0.05000,1.258
38,mlp.experts.168.up_proj,0.0002225022,0.05000,1.275
38,mlp.experts.194.up_proj,0.0005519839,0.05000,1.273
38,mlp.experts.175.up_proj,0.0000670033,0.05000,1.267
38,mlp.experts.179.up_proj,fallback(rtn): 0.0011520,0.00000,0.018
38,mlp.experts.189.up_proj,0.0002203609,0.05000,1.235
38,mlp.experts.172.up_proj,0.0007703638,0.05000,1.242
38,mlp.experts.198.up_proj,0.0003964306,0.05000,1.243
38,mlp.experts.183.up_proj,0.0006410650,0.05000,1.248
38,mlp.experts.193.up_proj,0.0003479361,0.05000,1.235
38,mlp.experts.176.up_proj,0.0002571879,0.05000,1.233
38,mlp.experts.202.up_proj,0.0000522027,0.05000,1.233
38,mlp.experts.187.up_proj,0.0001703803,0.05000,1.234
38,mlp.experts.197.up_proj,0.0004533429,0.05000,1.247
38,mlp.experts.180.up_proj,0.0002171331,0.05000,1.244
38,mlp.experts.206.up_proj,0.0007457685,0.05000,1.241
38,mlp.experts.191.up_proj,0.0003551780,0.05000,1.230
38,mlp.experts.201.up_proj,0.0000939276,0.05000,1.227
38,mlp.experts.184.up_proj,0.0003230356,0.05000,1.232
38,mlp.experts.210.up_proj,0.0002955771,0.05000,1.226
38,mlp.experts.214.up_proj,fallback(rtn): 0.0011368,0.00000,0.018
38,mlp.experts.195.up_proj,0.0001758607,0.05000,1.233
38,mlp.experts.205.up_proj,0.0002939393,0.05000,1.242
38,mlp.experts.188.up_proj,0.0001750801,0.05000,1.246
38,mlp.experts.218.up_proj,0.0000701930,0.05000,1.243
38,mlp.experts.199.up_proj,0.0001595224,0.05000,1.250
38,mlp.experts.209.up_proj,0.0000321222,0.05000,1.246
38,mlp.experts.192.up_proj,0.0000779054,0.05000,1.239
38,mlp.experts.222.up_proj,0.0005095800,0.05000,1.243
38,mlp.experts.203.up_proj,0.0005952027,0.05000,1.263
38,mlp.experts.213.up_proj,0.0000522180,0.05000,1.259
38,mlp.experts.196.up_proj,0.0005324505,0.05000,1.258
38,mlp.experts.226.up_proj,0.0003537937,0.05000,1.242
38,mlp.experts.207.up_proj,0.0004870312,0.05000,1.245
38,mlp.experts.217.up_proj,0.0005017320,0.05000,1.229
38,mlp.experts.200.up_proj,0.0002650510,0.05000,1.233
38,mlp.experts.230.up_proj,0.0001947777,0.05000,1.233
38,mlp.experts.211.up_proj,0.0008255660,0.05000,1.229
38,mlp.experts.221.up_proj,0.0006979077,0.05000,1.245
38,mlp.experts.225.up_proj,fallback(rtn): 0.0011292,0.00000,0.021
38,mlp.experts.204.up_proj,0.0004155564,0.05000,1.251
38,mlp.experts.208.up_proj,fallback(rtn): 0.0011444,0.00000,0.019
38,mlp.experts.234.up_proj,0.0000747494,0.05000,1.258
38,mlp.experts.238.up_proj,fallback(rtn): 0.0010605,0.00000,0.018
38,mlp.experts.215.up_proj,0.0000640078,0.05000,1.256
38,mlp.experts.229.up_proj,0.0006080476,0.05000,1.241
38,mlp.experts.212.up_proj,0.0001176706,0.05000,1.247
38,mlp.experts.242.up_proj,0.0001300944,0.05000,1.247
38,mlp.experts.219.up_proj,0.0005292724,0.05000,1.246
38,mlp.experts.233.up_proj,0.0003525241,0.05000,1.236
38,mlp.experts.216.up_proj,0.0002195311,0.05000,1.261
38,mlp.experts.246.up_proj,0.0005473783,0.05000,1.263
38,mlp.experts.223.up_proj,0.0002831190,0.05000,1.254
38,mlp.experts.237.up_proj,0.0000722684,0.05000,1.246
38,mlp.experts.220.up_proj,0.0004941705,0.05000,1.253
38,mlp.experts.224.up_proj,fallback(rtn): 0.0011444,0.00000,0.018
38,mlp.experts.250.up_proj,0.0001060042,0.05000,1.250
38,mlp.experts.227.up_proj,0.0002833674,0.05000,1.252
38,mlp.experts.241.up_proj,0.0004222161,0.05000,1.233
38,mlp.experts.228.up_proj,0.0001338701,0.05000,1.232
38,mlp.experts.254.up_proj,0.0001878855,0.05000,1.228
38,mlp.experts.231.up_proj,0.0005726972,0.05000,1.225
38,mlp.experts.235.up_proj,fallback(rtn): 0.0011368,0.00000,0.012
38,mlp.experts.245.up_proj,0.0003001469,0.05000,0.804
38,mlp.experts.232.up_proj,0.0007925478,0.05000,0.786
38,mlp.experts.239.up_proj,0.0004326397,0.05000,0.780
38,mlp.experts.249.up_proj,0.0002409093,0.05000,0.767
38,mlp.experts.236.up_proj,0.0004253329,0.05000,0.762
38,mlp.experts.240.up_proj,fallback(rtn): 0.0011215,0.00000,0.011
38,mlp.experts.243.up_proj,0.0003054592,0.05000,0.768
38,mlp.experts.247.up_proj,fallback(rtn): 0.0010834,0.00000,0.012
38,mlp.experts.253.up_proj,0.0006663275,0.05000,0.762
38,mlp.experts.244.up_proj,0.0000860249,0.05000,0.740
38,mlp.experts.251.up_proj,0.0000922478,0.05000,0.727
38,mlp.experts.248.up_proj,0.0003298951,0.05000,0.459
38,mlp.experts.255.up_proj,0.0002322368,0.05000,0.461
38,mlp.experts.252.up_proj,0.0002492470,0.05000,0.255
38,mlp.experts.2.down_proj,fallback(rtn): 0.0011139,0.00000,0.006
38,mlp.experts.6.down_proj,fallback(rtn): 0.0011063,0.00000,0.005
38,mlp.experts.1.down_proj,0.0000609641,0.05000,0.311
38,mlp.experts.3.down_proj,0.0000223177,0.05000,0.314
38,mlp.experts.0.down_proj,0.0000757261,0.05000,0.330
38,mlp.experts.10.down_proj,0.0000530784,0.05000,0.327
38,mlp.experts.7.down_proj,0.0001666959,0.05000,0.319
38,mlp.experts.4.down_proj,0.0000137659,0.05000,0.319
38,mlp.experts.5.down_proj,0.0000420567,0.05000,0.345
38,mlp.experts.14.down_proj,0.0000182857,0.05000,0.340
38,mlp.experts.11.down_proj,0.0000257071,0.05000,0.322
38,mlp.experts.8.down_proj,0.0000041241,0.05000,0.323
38,mlp.experts.9.down_proj,0.0000206373,0.05000,0.338
38,mlp.experts.18.down_proj,0.0000662492,0.05000,0.322
38,mlp.experts.15.down_proj,0.0000224832,0.05000,0.328
38,mlp.experts.12.down_proj,0.0000411929,0.05000,0.329
38,mlp.experts.13.down_proj,0.0002403932,0.05000,0.319
38,mlp.experts.22.down_proj,0.0000163919,0.05000,0.316
38,mlp.experts.19.down_proj,0.0000690968,0.05000,0.315
38,mlp.experts.16.down_proj,0.0000874906,0.05000,0.315
38,mlp.experts.26.down_proj,0.0000536704,0.05000,0.305
38,mlp.experts.17.down_proj,0.0000133527,0.05000,0.321
38,mlp.experts.23.down_proj,0.0000260225,0.05000,0.321
38,mlp.experts.20.down_proj,0.0000576218,0.05000,0.319
38,mlp.experts.30.down_proj,0.0000148579,0.05000,0.327
38,mlp.experts.21.down_proj,0.0000875656,0.05000,0.328
38,mlp.experts.27.down_proj,0.0001279345,0.05000,0.325
38,mlp.experts.24.down_proj,0.0000800545,0.05000,0.315
38,mlp.experts.25.down_proj,0.0000257306,0.05000,0.308
38,mlp.experts.34.down_proj,0.0000635651,0.05000,0.316
38,mlp.experts.29.down_proj,fallback(rtn): 0.0011063,0.00000,0.007
38,mlp.experts.31.down_proj,0.0000365535,0.05000,0.322
38,mlp.experts.28.down_proj,0.0001056329,0.05000,0.317
38,mlp.experts.38.down_proj,0.0000383159,0.05000,0.321
38,mlp.experts.33.down_proj,0.0000278544,0.05000,0.324
38,mlp.experts.32.down_proj,0.0000327283,0.05000,0.312
38,mlp.experts.35.down_proj,0.0000108259,0.05000,0.319
38,mlp.experts.42.down_proj,0.0000189351,0.05000,0.312
38,mlp.experts.37.down_proj,0.0000644807,0.05000,0.316
38,mlp.experts.36.down_proj,0.0000133489,0.05000,0.310
38,mlp.experts.39.down_proj,0.0000160319,0.05000,0.307
38,mlp.experts.46.down_proj,0.0000324060,0.05000,0.321
38,mlp.experts.41.down_proj,0.0002038081,0.05000,0.321
38,mlp.experts.40.down_proj,0.0000495777,0.05000,0.323
38,mlp.experts.43.down_proj,0.0000493714,0.05000,0.316
38,mlp.experts.50.down_proj,0.0002513933,0.05000,0.311
38,mlp.experts.54.down_proj,fallback(rtn): 0.0011139,0.00000,0.005
38,mlp.experts.58.down_proj,fallback(rtn): 0.0012512,0.00000,0.005
38,mlp.experts.45.down_proj,0.0000439018,0.05000,0.316
38,mlp.experts.44.down_proj,0.0000096604,0.05000,0.322
38,mlp.experts.47.down_proj,0.0000287512,0.05000,0.324
38,mlp.experts.51.down_proj,fallback(rtn): 0.0011368,0.00000,0.005
38,mlp.experts.62.down_proj,0.0000847147,0.05000,0.321
38,mlp.experts.49.down_proj,0.0000316237,0.05000,0.324
38,mlp.experts.48.down_proj,0.0002608951,0.05000,0.316
38,mlp.experts.55.down_proj,0.0001135826,0.05000,0.310
38,mlp.experts.66.down_proj,0.0000615764,0.05000,0.314
38,mlp.experts.53.down_proj,0.0001520497,0.05000,0.319
38,mlp.experts.52.down_proj,0.0000289821,0.05000,0.309
38,mlp.experts.59.down_proj,0.0000131767,0.05000,0.312
38,mlp.experts.70.down_proj,0.0001952699,0.05000,0.312
38,mlp.experts.57.down_proj,0.0001222602,0.05000,0.315
38,mlp.experts.56.down_proj,0.0000634560,0.05000,0.316
38,mlp.experts.63.down_proj,0.0001087303,0.05000,0.320
38,mlp.experts.74.down_proj,0.0000134866,0.05000,0.317
38,mlp.experts.61.down_proj,0.0000038235,0.05000,0.313
38,mlp.experts.60.down_proj,0.0000519966,0.05000,0.307
38,mlp.experts.67.down_proj,0.0000673577,0.05000,0.309
38,mlp.experts.78.down_proj,0.0000992822,0.05000,0.308
38,mlp.experts.65.down_proj,0.0000963752,0.05000,0.307
38,mlp.experts.64.down_proj,0.0000835140,0.05000,0.311
38,mlp.experts.71.down_proj,0.0000219144,0.05000,0.310
38,mlp.experts.82.down_proj,0.0000227265,0.05000,0.306
38,mlp.experts.69.down_proj,0.0000324388,0.05000,0.308
38,mlp.experts.68.down_proj,0.0000617340,0.05000,0.339
38,mlp.experts.75.down_proj,0.0000131543,0.05000,0.341
38,mlp.experts.86.down_proj,0.0000086478,0.05000,0.340
38,mlp.experts.73.down_proj,0.0000658946,0.05000,0.342
38,mlp.experts.72.down_proj,0.0000533328,0.05000,0.311
38,mlp.experts.79.down_proj,0.0000147527,0.05000,0.314
38,mlp.experts.90.down_proj,0.0000691533,0.05000,0.314
38,mlp.experts.77.down_proj,0.0000667267,0.05000,0.310
38,mlp.experts.81.down_proj,fallback(rtn): 0.0010757,0.00000,0.005
38,mlp.experts.76.down_proj,0.0000349229,0.05000,0.317
38,mlp.experts.83.down_proj,0.0000302107,0.05000,0.325
38,mlp.experts.94.down_proj,0.0000170473,0.05000,0.322
38,mlp.experts.85.down_proj,0.0000171305,0.05000,0.324
38,mlp.experts.80.down_proj,0.0000150091,0.05000,0.319
38,mlp.experts.87.down_proj,0.0000235631,0.05000,0.317
38,mlp.experts.98.down_proj,0.0001493415,0.05000,0.320
38,mlp.experts.89.down_proj,0.0000870300,0.05000,0.316
38,mlp.experts.84.down_proj,0.0000169831,0.05000,0.308
38,mlp.experts.91.down_proj,0.0000189485,0.05000,0.309
38,mlp.experts.102.down_proj,0.0000706623,0.05000,0.312
38,mlp.experts.93.down_proj,0.0000096592,0.05000,0.314
38,mlp.experts.88.down_proj,0.0000304899,0.05000,0.310
38,mlp.experts.95.down_proj,0.0000231634,0.05000,0.312
38,mlp.experts.106.down_proj,0.0001377630,0.05000,0.315
38,mlp.experts.97.down_proj,0.0000192788,0.05000,0.310
38,mlp.experts.92.down_proj,0.0000256982,0.05000,0.311
38,mlp.experts.99.down_proj,0.0000297689,0.05000,0.310
38,mlp.experts.110.down_proj,0.0000430506,0.05000,0.311
38,mlp.experts.101.down_proj,0.0000193781,0.05000,0.310
38,mlp.experts.96.down_proj,0.0000710035,0.05000,0.306
38,mlp.experts.103.down_proj,0.0003430590,0.05000,0.313
38,mlp.experts.114.down_proj,0.0000257342,0.05000,0.309
38,mlp.experts.105.down_proj,0.0000420329,0.05000,0.311
38,mlp.experts.100.down_proj,0.0000184602,0.05000,0.315
38,mlp.experts.107.down_proj,0.0000448285,0.05000,0.311
38,mlp.experts.118.down_proj,0.0000321484,0.05000,0.310
38,mlp.experts.109.down_proj,0.0000773780,0.05000,0.314
38,mlp.experts.104.down_proj,0.0000493913,0.05000,0.313
38,mlp.experts.111.down_proj,0.0000701591,0.05000,0.311
38,mlp.experts.122.down_proj,0.0000885687,0.05000,0.310
38,mlp.experts.113.down_proj,0.0000713260,0.05000,0.310
38,mlp.experts.108.down_proj,0.0000999040,0.05000,0.305
38,mlp.experts.115.down_proj,0.0000597986,0.05000,0.312
38,mlp.experts.126.down_proj,0.0000227694,0.05000,0.308
38,mlp.experts.119.down_proj,fallback(rtn): 0.0010376,0.00000,0.006
38,mlp.experts.130.down_proj,fallback(rtn): 0.0010757,0.00000,0.006
38,mlp.experts.117.down_proj,0.0000195278,0.05000,0.315
38,mlp.experts.112.down_proj,0.0001240356,0.05000,0.315
38,mlp.experts.116.down_proj,fallback(rtn): 0.0011139,0.00000,0.005
38,mlp.experts.123.down_proj,0.0000329533,0.05000,0.314
38,mlp.experts.134.down_proj,0.0000267690,0.05000,0.312
38,mlp.experts.121.down_proj,0.0000790036,0.05000,0.312
38,mlp.experts.120.down_proj,0.0000562538,0.05000,0.324
38,mlp.experts.138.down_proj,0.0000148336,0.05000,0.323
38,mlp.experts.127.down_proj,0.0000192055,0.05000,0.332
38,mlp.experts.125.down_proj,0.0000132498,0.05000,0.325
38,mlp.experts.124.down_proj,0.0000346380,0.05000,0.320
38,mlp.experts.142.down_proj,0.0000641377,0.05000,0.317
38,mlp.experts.131.down_proj,0.0000560916,0.05000,0.318
38,mlp.experts.129.down_proj,0.0000137519,0.05000,0.315
38,mlp.experts.128.down_proj,0.0000706268,0.05000,0.317
38,mlp.experts.146.down_proj,0.0000236131,0.05000,0.309
38,mlp.experts.135.down_proj,0.0000546807,0.05000,0.312
38,mlp.experts.133.down_proj,0.0000342846,0.05000,0.310
38,mlp.experts.132.down_proj,0.0000296544,0.05000,0.312
38,mlp.experts.150.down_proj,0.0001290441,0.05000,0.308
38,mlp.experts.139.down_proj,0.0000214650,0.05000,0.311
38,mlp.experts.137.down_proj,0.0001221339,0.05000,0.309
38,mlp.experts.136.down_proj,0.0000276079,0.05000,0.319
38,mlp.experts.154.down_proj,0.0000644246,0.05000,0.320
38,mlp.experts.143.down_proj,0.0000184281,0.05000,0.315
38,mlp.experts.141.down_proj,0.0001143756,0.05000,0.321
38,mlp.experts.145.down_proj,fallback(rtn): 0.0011139,0.00000,0.005
38,mlp.experts.140.down_proj,0.0000153991,0.05000,0.310
38,mlp.experts.158.down_proj,0.0000851936,0.05000,0.314
38,mlp.experts.147.down_proj,0.0001727610,0.05000,0.323
38,mlp.experts.149.down_proj,0.0000766860,0.05000,0.320
38,mlp.experts.153.down_proj,fallback(rtn): 0.0010757,0.00000,0.005
38,mlp.experts.144.down_proj,0.0000899214,0.05000,0.318
38,mlp.experts.162.down_proj,0.0000143888,0.05000,0.315
38,mlp.experts.151.down_proj,0.0000326298,0.05000,0.316
38,mlp.experts.157.down_proj,0.0000258620,0.05000,0.322
38,mlp.experts.148.down_proj,0.0000496346,0.05000,0.328
38,mlp.experts.166.down_proj,0.0000457453,0.05000,0.324
38,mlp.experts.155.down_proj,0.0000489740,0.05000,0.326
38,mlp.experts.161.down_proj,0.0001182876,0.05000,0.320
38,mlp.experts.152.down_proj,0.0000511105,0.05000,0.316
38,mlp.experts.170.down_proj,0.0000540253,0.05000,0.315
38,mlp.experts.159.down_proj,0.0000066206,0.05000,0.311
38,mlp.experts.165.down_proj,0.0000242904,0.05000,0.311
38,mlp.experts.156.down_proj,0.0000499873,0.05000,0.306
38,mlp.experts.174.down_proj,0.0000199510,0.05000,0.307
38,mlp.experts.163.down_proj,0.0000426454,0.05000,0.306
38,mlp.experts.169.down_proj,0.0000085924,0.05000,0.308
38,mlp.experts.160.down_proj,0.0000307075,0.05000,0.313
38,mlp.experts.167.down_proj,0.0000323988,0.05000,0.314
38,mlp.experts.178.down_proj,0.0000310066,0.05000,0.321
38,mlp.experts.173.down_proj,0.0000122888,0.05000,0.314
38,mlp.experts.164.down_proj,0.0000643253,0.05000,0.317
38,mlp.experts.182.down_proj,0.0000653483,0.05000,0.318
38,mlp.experts.171.down_proj,0.0000201193,0.05000,0.326
38,mlp.experts.177.down_proj,0.0000767353,0.05000,0.311
38,mlp.experts.168.down_proj,0.0000335489,0.05000,0.316
38,mlp.experts.186.down_proj,0.0000378819,0.05000,0.329
38,mlp.experts.175.down_proj,0.0000159944,0.05000,0.328
38,mlp.experts.179.down_proj,fallback(rtn): 0.0011444,0.00000,0.005
38,mlp.experts.181.down_proj,0.0001888239,0.05000,0.327
38,mlp.experts.172.down_proj,0.0000766355,0.05000,0.311
38,mlp.experts.190.down_proj,0.0000760676,0.05000,0.313
38,mlp.experts.183.down_proj,0.0000660274,0.05000,0.308
38,mlp.experts.185.down_proj,0.0000421387,0.05000,0.309
38,mlp.experts.176.down_proj,0.0000088681,0.05000,0.304
38,mlp.experts.194.down_proj,0.0000276131,0.05000,0.305
38,mlp.experts.189.down_proj,0.0000281146,0.05000,0.305
38,mlp.experts.187.down_proj,0.0000259110,0.05000,0.311
38,mlp.experts.180.down_proj,0.0000667735,0.05000,0.309
38,mlp.experts.198.down_proj,0.0000679903,0.05000,0.306
38,mlp.experts.193.down_proj,0.0000254762,0.05000,0.306
38,mlp.experts.191.down_proj,0.0000079275,0.05000,0.311
38,mlp.experts.184.down_proj,0.0000083265,0.05000,0.312
38,mlp.experts.202.down_proj,0.0000216732,0.05000,0.310
38,mlp.experts.195.down_proj,0.0000273837,0.05000,0.310
38,mlp.experts.197.down_proj,0.0001067690,0.05000,0.318
38,mlp.experts.188.down_proj,0.0000391014,0.05000,0.322
38,mlp.experts.206.down_proj,0.0000410236,0.05000,0.322
38,mlp.experts.199.down_proj,0.0000691904,0.05000,0.316
38,mlp.experts.201.down_proj,0.0000386223,0.05000,0.319
38,mlp.experts.192.down_proj,0.0000351746,0.05000,0.310
38,mlp.experts.203.down_proj,0.0000694047,0.05000,0.301
38,mlp.experts.205.down_proj,0.0000459896,0.05000,0.301
38,mlp.experts.210.down_proj,0.0000553302,0.05000,0.304
38,mlp.experts.214.down_proj,fallback(rtn): 0.0011215,0.00000,0.005
38,mlp.experts.196.down_proj,0.0000146119,0.05000,0.311
38,mlp.experts.209.down_proj,0.0000024776,0.05000,0.311
38,mlp.experts.207.down_proj,0.0000160006,0.05000,0.318
38,mlp.experts.218.down_proj,0.0000549700,0.05000,0.316
38,mlp.experts.200.down_proj,0.0000574660,0.05000,0.313
38,mlp.experts.213.down_proj,0.0000115936,0.05000,0.308
38,mlp.experts.211.down_proj,0.0001154818,0.05000,0.311
38,mlp.experts.222.down_proj,0.0001268075,0.05000,0.309
38,mlp.experts.204.down_proj,0.0000728396,0.05000,0.309
38,mlp.experts.208.down_proj,fallback(rtn): 0.0011444,0.00000,0.005
38,mlp.experts.217.down_proj,0.0000715705,0.05000,0.316
38,mlp.experts.215.down_proj,0.0000125356,0.05000,0.309
38,mlp.experts.226.down_proj,0.0000670249,0.05000,0.313
38,mlp.experts.212.down_proj,0.0000287083,0.05000,0.314
38,mlp.experts.221.down_proj,0.0000335109,0.05000,0.306
38,mlp.experts.225.down_proj,fallback(rtn): 0.0011215,0.00000,0.004
38,mlp.experts.219.down_proj,0.0000888032,0.05000,0.323
38,mlp.experts.230.down_proj,0.0000514183,0.05000,0.320
38,mlp.experts.216.down_proj,0.0001044918,0.05000,0.324
38,mlp.experts.229.down_proj,0.0000298066,0.05000,0.312
38,mlp.experts.223.down_proj,0.0000475523,0.05000,0.312
38,mlp.experts.234.down_proj,0.0000116634,0.05000,0.313
38,mlp.experts.238.down_proj,fallback(rtn): 0.0010681,0.00000,0.005
38,mlp.experts.220.down_proj,0.0000232178,0.05000,0.315
38,mlp.experts.224.down_proj,fallback(rtn): 0.0010681,0.00000,0.005
38,mlp.experts.227.down_proj,0.0000581882,0.05000,0.312
38,mlp.experts.233.down_proj,0.0000088644,0.05000,0.317
38,mlp.experts.242.down_proj,0.0000191528,0.05000,0.317
38,mlp.experts.228.down_proj,0.0000182398,0.05000,0.317
38,mlp.experts.231.down_proj,0.0000947367,0.05000,0.319
38,mlp.experts.237.down_proj,0.0000347285,0.05000,0.321
38,mlp.experts.235.down_proj,fallback(rtn): 0.0011444,0.00000,0.007
38,mlp.experts.246.down_proj,0.0000470231,0.05000,0.322
38,mlp.experts.232.down_proj,0.0001688047,0.05000,0.336
38,mlp.experts.239.down_proj,0.0000903472,0.05000,0.332
38,mlp.experts.241.down_proj,0.0000462845,0.05000,0.339
38,mlp.experts.250.down_proj,0.0000162422,0.05000,0.331
38,mlp.experts.236.down_proj,0.0000592929,0.05000,0.322
38,mlp.experts.240.down_proj,fallback(rtn): 0.0011215,0.00000,0.005
38,mlp.experts.245.down_proj,0.0000443026,0.05000,0.321
38,mlp.experts.243.down_proj,0.0001249717,0.05000,0.331
38,mlp.experts.247.down_proj,fallback(rtn): 0.0010986,0.00000,0.005
38,mlp.experts.254.down_proj,0.0000228678,0.05000,0.331
38,mlp.experts.244.down_proj,0.0000122924,0.05000,0.210
38,mlp.experts.249.down_proj,0.0000544441,0.05000,0.198
38,mlp.experts.251.down_proj,0.0000098609,0.05000,0.195
38,mlp.experts.248.down_proj,0.0000502343,0.05000,0.192
38,mlp.experts.253.down_proj,0.0000483737,0.05000,0.195
38,mlp.experts.255.down_proj,0.0000537669,0.05000,0.189
38,mlp.experts.252.down_proj,0.0000119633,0.05000,0.080
39,mlp.experts.0.gate_proj,fallback(rtn): 0.0010910,0.00000,0.035
39,mlp.experts.1.gate_proj,0.0000728721,0.05000,1.260
39,mlp.experts.2.gate_proj,0.0000906769,0.05000,1.263
39,mlp.experts.3.gate_proj,0.0008182645,0.05000,1.281
39,mlp.experts.4.gate_proj,0.0005237303,0.05000,1.262
39,mlp.experts.6.gate_proj,0.0002844642,0.05000,1.230
39,mlp.experts.5.gate_proj,0.0005867170,0.05000,1.238
39,mlp.experts.7.gate_proj,0.0006944193,0.05000,1.245
39,mlp.experts.8.gate_proj,0.0002265433,0.05000,1.243
39,mlp.experts.10.gate_proj,0.0002995333,0.05000,1.239
39,mlp.experts.9.gate_proj,0.0000917311,0.05000,1.255
39,mlp.experts.12.gate_proj,0.0002915300,0.05000,1.228
39,mlp.experts.11.gate_proj,0.0001840000,0.05000,1.256
39,mlp.experts.14.gate_proj,0.0000814592,0.05000,1.246
39,mlp.experts.13.gate_proj,0.0000888232,0.05000,1.260
39,mlp.experts.16.gate_proj,0.0000864390,0.05000,1.245
39,mlp.experts.15.gate_proj,0.0000666976,0.05000,1.252
39,mlp.experts.18.gate_proj,0.0003540508,0.05000,1.247
39,mlp.experts.20.gate_proj,0.0003014080,0.05000,1.231
39,mlp.experts.17.gate_proj,0.0002319619,0.05000,1.252
39,mlp.experts.19.gate_proj,0.0010143751,0.05000,1.260
39,mlp.experts.22.gate_proj,0.0002350909,0.05000,1.276
39,mlp.experts.24.gate_proj,0.0000610380,0.05000,1.258
39,mlp.experts.21.gate_proj,0.0002046221,0.05000,1.283
39,mlp.experts.23.gate_proj,0.0000680970,0.05000,1.282
39,mlp.experts.26.gate_proj,0.0011443221,0.05000,1.260
39,mlp.experts.28.gate_proj,0.0006922801,0.05000,1.261
39,mlp.experts.25.gate_proj,0.0001292970,0.05000,1.264
39,mlp.experts.27.gate_proj,0.0003074496,0.05000,1.262
39,mlp.experts.30.gate_proj,0.0001121153,0.05000,1.245
39,mlp.experts.32.gate_proj,0.0001770265,0.05000,1.247
39,mlp.experts.29.gate_proj,0.0001900566,0.05000,1.247
39,mlp.experts.31.gate_proj,0.0001651161,0.05000,1.252
39,mlp.experts.36.gate_proj,0.0001086434,0.05000,1.233
39,mlp.experts.34.gate_proj,0.0001090927,0.05000,1.256
39,mlp.experts.33.gate_proj,0.0006571239,0.05000,1.247
39,mlp.experts.35.gate_proj,0.0002873574,0.05000,1.251
39,mlp.experts.40.gate_proj,0.0002371793,0.05000,1.247
39,mlp.experts.38.gate_proj,0.0000754119,0.05000,1.258
39,mlp.experts.37.gate_proj,0.0005059290,0.05000,1.259
39,mlp.experts.39.gate_proj,0.0004599563,0.05000,1.269
39,mlp.experts.43.gate_proj,fallback(rtn): 0.0012665,0.00000,0.017
39,mlp.experts.44.gate_proj,0.0001057527,0.05000,1.248
39,mlp.experts.42.gate_proj,0.0001817809,0.05000,1.261
39,mlp.experts.41.gate_proj,0.0004723812,0.05000,1.263
39,mlp.experts.47.gate_proj,0.0006283178,0.05000,1.250
39,mlp.experts.48.gate_proj,0.0004423817,0.05000,1.229
39,mlp.experts.46.gate_proj,0.0003057385,0.05000,1.229
39,mlp.experts.45.gate_proj,0.0003757139,0.05000,1.225
39,mlp.experts.51.gate_proj,0.0004608199,0.05000,1.232
39,mlp.experts.52.gate_proj,0.0000466519,0.05000,1.232
39,mlp.experts.50.gate_proj,0.0003875093,0.05000,1.248
39,mlp.experts.49.gate_proj,0.0005477288,0.05000,1.231
39,mlp.experts.54.gate_proj,fallback(rtn): 0.0013199,0.00000,0.022
39,mlp.experts.55.gate_proj,0.0001705747,0.05000,1.240
39,mlp.experts.56.gate_proj,0.0000617453,0.05000,1.251
39,mlp.experts.58.gate_proj,0.0002281624,0.05000,1.252
39,mlp.experts.53.gate_proj,0.0004990001,0.05000,1.303
39,mlp.experts.59.gate_proj,0.0005887493,0.05000,1.277
39,mlp.experts.60.gate_proj,0.0002789184,0.05000,1.277
39,mlp.experts.62.gate_proj,0.0000526798,0.05000,1.261
39,mlp.experts.57.gate_proj,0.0001195836,0.05000,1.249
39,mlp.experts.63.gate_proj,0.0002691268,0.05000,1.251
39,mlp.experts.64.gate_proj,0.0004980774,0.05000,1.252
39,mlp.experts.66.gate_proj,0.0002355202,0.05000,1.253
39,mlp.experts.61.gate_proj,0.0000969144,0.05000,1.270
39,mlp.experts.67.gate_proj,0.0004162418,0.05000,1.263
39,mlp.experts.68.gate_proj,0.0004455989,0.05000,1.237
39,mlp.experts.70.gate_proj,0.0000880674,0.05000,1.222
39,mlp.experts.65.gate_proj,0.0006541503,0.05000,1.216
39,mlp.experts.71.gate_proj,0.0006586329,0.05000,1.219
39,mlp.experts.72.gate_proj,0.0000544694,0.05000,1.251
39,mlp.experts.74.gate_proj,0.0001695953,0.05000,1.242
39,mlp.experts.69.gate_proj,0.0000784114,0.05000,1.239
39,mlp.experts.75.gate_proj,0.0001513005,0.05000,1.236
39,mlp.experts.76.gate_proj,0.0004816342,0.05000,1.248
39,mlp.experts.78.gate_proj,0.0001059386,0.05000,1.248
39,mlp.experts.73.gate_proj,0.0003082928,0.05000,1.244
39,mlp.experts.82.gate_proj,fallback(rtn): 0.0016098,0.00000,0.023
39,mlp.experts.79.gate_proj,0.0003260822,0.05000,1.250
39,mlp.experts.80.gate_proj,0.0004411271,0.05000,1.246
39,mlp.experts.77.gate_proj,0.0001047570,0.05000,1.246
39,mlp.experts.86.gate_proj,0.0005842909,0.05000,1.245
39,mlp.experts.83.gate_proj,0.0004823458,0.05000,1.251
39,mlp.experts.84.gate_proj,0.0005312635,0.05000,1.247
39,mlp.experts.81.gate_proj,0.0004026076,0.05000,1.258
39,mlp.experts.90.gate_proj,0.0006842473,0.05000,1.260
39,mlp.experts.94.gate_proj,fallback(rtn): 0.0014954,0.00000,0.018
39,mlp.experts.87.gate_proj,0.0002715623,0.05000,1.262
39,mlp.experts.88.gate_proj,0.0006309183,0.05000,1.254
39,mlp.experts.85.gate_proj,0.0001221187,0.05000,1.253
39,mlp.experts.98.gate_proj,0.0004427469,0.05000,1.244
39,mlp.experts.91.gate_proj,0.0005523342,0.05000,1.260
39,mlp.experts.102.gate_proj,fallback(rtn): 0.0012970,0.00000,0.033
39,mlp.experts.92.gate_proj,0.0000739827,0.05000,1.250
39,mlp.experts.89.gate_proj,0.0001301257,0.05000,1.259
39,mlp.experts.95.gate_proj,0.0003672053,0.05000,1.244
39,mlp.experts.106.gate_proj,0.0004092946,0.05000,1.248
39,mlp.experts.96.gate_proj,0.0002399442,0.05000,1.244
39,mlp.experts.93.gate_proj,0.0003888519,0.05000,1.249
39,mlp.experts.99.gate_proj,0.0002744754,0.05000,1.241
39,mlp.experts.110.gate_proj,0.0001548936,0.05000,1.249
39,mlp.experts.100.gate_proj,0.0003631659,0.05000,1.249
39,mlp.experts.97.gate_proj,0.0004428887,0.05000,1.240
39,mlp.experts.103.gate_proj,0.0003783718,0.05000,1.251
39,mlp.experts.114.gate_proj,0.0002531336,0.05000,1.259
39,mlp.experts.104.gate_proj,0.0007729020,0.05000,1.252
39,mlp.experts.101.gate_proj,0.0008018277,0.05000,1.252
39,mlp.experts.107.gate_proj,0.0003288928,0.05000,1.254
39,mlp.experts.118.gate_proj,0.0005148111,0.05000,1.249
39,mlp.experts.122.gate_proj,fallback(rtn): 0.0012741,0.00000,0.019
39,mlp.experts.108.gate_proj,0.0001548079,0.05000,1.236
39,mlp.experts.105.gate_proj,0.0007045924,0.05000,1.247
39,mlp.experts.111.gate_proj,0.0007422061,0.05000,1.242
39,mlp.experts.126.gate_proj,0.0004960308,0.05000,1.230
39,mlp.experts.112.gate_proj,0.0003100051,0.05000,1.249
39,mlp.experts.109.gate_proj,0.0005112024,0.05000,1.239
39,mlp.experts.130.gate_proj,0.0003400721,0.05000,1.241
39,mlp.experts.115.gate_proj,0.0004664466,0.05000,1.260
39,mlp.experts.119.gate_proj,fallback(rtn): 0.0013275,0.00000,0.019
39,mlp.experts.116.gate_proj,0.0001835906,0.05000,1.247
39,mlp.experts.113.gate_proj,0.0003294829,0.05000,1.247
39,mlp.experts.134.gate_proj,0.0005573476,0.05000,1.246
39,mlp.experts.123.gate_proj,0.0000695980,0.05000,1.245
39,mlp.experts.120.gate_proj,0.0002031218,0.05000,1.261
39,mlp.experts.124.gate_proj,fallback(rtn): 0.0012665,0.00000,0.019
39,mlp.experts.117.gate_proj,0.0002673753,0.05000,1.271
39,mlp.experts.138.gate_proj,0.0001431534,0.05000,1.278
39,mlp.experts.127.gate_proj,0.0003863844,0.05000,1.273
39,mlp.experts.128.gate_proj,0.0003068537,0.05000,1.254
39,mlp.experts.121.gate_proj,0.0004708424,0.05000,1.251
39,mlp.experts.142.gate_proj,0.0005337389,0.05000,1.231
39,mlp.experts.131.gate_proj,0.0006281438,0.05000,1.237
39,mlp.experts.135.gate_proj,fallback(rtn): 0.0012741,0.00000,0.018
39,mlp.experts.132.gate_proj,0.0004455070,0.05000,1.249
39,mlp.experts.125.gate_proj,0.0001144900,0.05000,1.249
39,mlp.experts.146.gate_proj,0.0001419293,0.05000,1.240
39,mlp.experts.139.gate_proj,0.0005003354,0.05000,1.243
39,mlp.experts.136.gate_proj,0.0007221733,0.05000,1.233
39,mlp.experts.129.gate_proj,0.0001205931,0.05000,1.253
39,mlp.experts.150.gate_proj,0.0001156594,0.05000,1.243
39,mlp.experts.143.gate_proj,0.0005293707,0.05000,1.247
39,mlp.experts.140.gate_proj,0.0002613265,0.05000,1.267
39,mlp.experts.133.gate_proj,0.0000588891,0.05000,1.266
39,mlp.experts.154.gate_proj,0.0000875877,0.05000,1.294
39,mlp.experts.147.gate_proj,0.0001032678,0.05000,1.259
39,mlp.experts.144.gate_proj,0.0002755135,0.05000,1.234
39,mlp.experts.137.gate_proj,0.0004591185,0.05000,1.232
39,mlp.experts.158.gate_proj,0.0000703549,0.05000,1.246
39,mlp.experts.151.gate_proj,0.0004176456,0.05000,1.244
39,mlp.experts.148.gate_proj,0.0006198105,0.05000,1.229
39,mlp.experts.152.gate_proj,fallback(rtn): 0.0011673,0.00000,0.016
39,mlp.experts.156.gate_proj,fallback(rtn): 0.0012436,0.00000,0.017
39,mlp.experts.141.gate_proj,0.0009237852,0.05000,1.235
39,mlp.experts.162.gate_proj,0.0004754147,0.05000,1.229
39,mlp.experts.155.gate_proj,0.0007866610,0.05000,1.243
39,mlp.experts.160.gate_proj,0.0003375174,0.05000,1.240
39,mlp.experts.145.gate_proj,0.0000712163,0.05000,1.239
39,mlp.experts.166.gate_proj,0.0004199520,0.05000,1.237
39,mlp.experts.159.gate_proj,0.0005917118,0.05000,1.234
39,mlp.experts.164.gate_proj,0.0006113932,0.05000,1.235
39,mlp.experts.149.gate_proj,0.0004025319,0.05000,1.229
39,mlp.experts.170.gate_proj,0.0007542592,0.05000,1.239
39,mlp.experts.163.gate_proj,0.0002360833,0.05000,1.240
39,mlp.experts.168.gate_proj,0.0007304774,0.05000,1.244
39,mlp.experts.153.gate_proj,0.0015455692,0.05000,1.244
39,mlp.experts.174.gate_proj,0.0006540130,0.05000,1.239
39,mlp.experts.167.gate_proj,0.0005358395,0.05000,1.242
39,mlp.experts.172.gate_proj,0.0004447953,0.05000,1.224
39,mlp.experts.157.gate_proj,0.0001205345,0.05000,1.226
39,mlp.experts.178.gate_proj,0.0006285882,0.05000,1.220
39,mlp.experts.171.gate_proj,0.0000954292,0.05000,1.220
39,mlp.experts.176.gate_proj,0.0001522124,0.05000,1.244
39,mlp.experts.161.gate_proj,0.0008101413,0.05000,1.245
39,mlp.experts.180.gate_proj,fallback(rtn): 0.0012360,0.00000,0.024
39,mlp.experts.182.gate_proj,0.0001215683,0.05000,1.250
39,mlp.experts.175.gate_proj,0.0005166651,0.05000,1.249
39,mlp.experts.165.gate_proj,0.0002709967,0.05000,1.235
39,mlp.experts.184.gate_proj,0.0001068983,0.05000,1.239
39,mlp.experts.186.gate_proj,0.0001637631,0.05000,1.247
39,mlp.experts.179.gate_proj,0.0004171311,0.05000,1.257
39,mlp.experts.169.gate_proj,0.0005114969,0.05000,1.258
39,mlp.experts.188.gate_proj,0.0001106490,0.05000,1.276
39,mlp.experts.190.gate_proj,0.0003634121,0.05000,1.264
39,mlp.experts.183.gate_proj,0.0000706895,0.05000,1.262
39,mlp.experts.173.gate_proj,0.0005098904,0.05000,1.237
39,mlp.experts.192.gate_proj,0.0006184210,0.05000,1.249
39,mlp.experts.194.gate_proj,0.0004492790,0.05000,1.245
39,mlp.experts.187.gate_proj,0.0001338038,0.05000,1.235
39,mlp.experts.177.gate_proj,0.0000964944,0.05000,1.256
39,mlp.experts.196.gate_proj,0.0001923035,0.05000,1.279
39,mlp.experts.198.gate_proj,0.0005575889,0.05000,1.275
39,mlp.experts.191.gate_proj,0.0003033739,0.05000,1.273
39,mlp.experts.181.gate_proj,0.0000588545,0.05000,1.265
39,mlp.experts.200.gate_proj,0.0001509500,0.05000,1.264
39,mlp.experts.202.gate_proj,0.0005459912,0.05000,1.257
39,mlp.experts.195.gate_proj,0.0000944944,0.05000,1.246
39,mlp.experts.185.gate_proj,0.0002878388,0.05000,1.250
39,mlp.experts.204.gate_proj,0.0000720552,0.05000,1.250
39,mlp.experts.206.gate_proj,0.0003706762,0.05000,1.257
39,mlp.experts.199.gate_proj,0.0003610297,0.05000,1.258
39,mlp.experts.189.gate_proj,0.0000989288,0.05000,1.236
39,mlp.experts.208.gate_proj,0.0003468665,0.05000,1.232
39,mlp.experts.212.gate_proj,fallback(rtn): 0.0012512,0.00000,0.020
39,mlp.experts.210.gate_proj,0.0004851204,0.05000,1.237
39,mlp.experts.203.gate_proj,0.0004899588,0.05000,1.241
39,mlp.experts.207.gate_proj,fallback(rtn): 0.0013657,0.00000,0.020
39,mlp.experts.193.gate_proj,0.0003517184,0.05000,1.236
39,mlp.experts.216.gate_proj,0.0002807205,0.05000,1.238
39,mlp.experts.214.gate_proj,0.0008903485,0.05000,1.222
39,mlp.experts.211.gate_proj,0.0001939850,0.05000,1.231
39,mlp.experts.197.gate_proj,0.0001200654,0.05000,1.248
39,mlp.experts.220.gate_proj,0.0000858131,0.05000,1.256
39,mlp.experts.218.gate_proj,0.0004753246,0.05000,1.255
39,mlp.experts.215.gate_proj,0.0000925731,0.05000,1.257
39,mlp.experts.201.gate_proj,0.0006569092,0.05000,1.238
39,mlp.experts.224.gate_proj,0.0002234991,0.05000,1.231
39,mlp.experts.222.gate_proj,0.0003429244,0.05000,1.245
39,mlp.experts.219.gate_proj,0.0001305800,0.05000,1.251
39,mlp.experts.205.gate_proj,0.0005765159,0.05000,1.242
39,mlp.experts.228.gate_proj,0.0002778215,0.05000,1.246
39,mlp.experts.226.gate_proj,0.0008305928,0.05000,1.223
39,mlp.experts.223.gate_proj,0.0004116892,0.05000,1.228
39,mlp.experts.209.gate_proj,0.0003625667,0.05000,1.229
39,mlp.experts.232.gate_proj,0.0005320590,0.05000,1.245
39,mlp.experts.230.gate_proj,0.0001438511,0.05000,1.240
39,mlp.experts.227.gate_proj,0.0002695246,0.05000,1.237
39,mlp.experts.213.gate_proj,0.0001012899,0.05000,1.270
39,mlp.experts.236.gate_proj,0.0001132022,0.05000,1.274
39,mlp.experts.234.gate_proj,0.0000674374,0.05000,1.266
39,mlp.experts.231.gate_proj,0.0001079074,0.05000,1.296
39,mlp.experts.217.gate_proj,0.0003861821,0.05000,1.254
39,mlp.experts.238.gate_proj,0.0004756567,0.05000,1.239
39,mlp.experts.240.gate_proj,0.0001638538,0.05000,1.269
39,mlp.experts.235.gate_proj,0.0001407205,0.05000,1.247
39,mlp.experts.221.gate_proj,0.0003721406,0.05000,1.241
39,mlp.experts.242.gate_proj,0.0000958632,0.05000,1.232
39,mlp.experts.244.gate_proj,0.0000747947,0.05000,1.253
39,mlp.experts.239.gate_proj,0.0000416418,0.05000,1.253
39,mlp.experts.225.gate_proj,0.0004322027,0.05000,1.238
39,mlp.experts.246.gate_proj,0.0000768103,0.05000,1.240
39,mlp.experts.248.gate_proj,0.0000744797,0.05000,1.243
39,mlp.experts.243.gate_proj,0.0001780470,0.05000,1.268
39,mlp.experts.229.gate_proj,0.0006731876,0.05000,1.245
39,mlp.experts.250.gate_proj,0.0000678949,0.05000,1.251
39,mlp.experts.252.gate_proj,0.0001731265,0.05000,1.251
39,mlp.experts.0.up_proj,fallback(rtn): 0.0015259,0.00000,0.028
39,mlp.experts.247.gate_proj,0.0004045469,0.05000,1.262
39,mlp.experts.233.gate_proj,0.0005464916,0.05000,1.255
39,mlp.experts.254.gate_proj,0.0001189582,0.05000,1.246
39,mlp.experts.4.up_proj,0.0004020081,0.05000,1.255
39,mlp.experts.251.gate_proj,0.0002902181,0.05000,1.269
39,mlp.experts.237.gate_proj,0.0007834717,0.05000,1.256
39,mlp.experts.2.up_proj,0.0000789009,0.05000,1.257
39,mlp.experts.8.up_proj,0.0001862010,0.05000,1.253
39,mlp.experts.255.gate_proj,0.0004749285,0.05000,1.251
39,mlp.experts.241.gate_proj,0.0001159603,0.05000,1.248
39,mlp.experts.6.up_proj,0.0002654949,0.05000,1.242
39,mlp.experts.12.up_proj,0.0002240282,0.05000,1.251
39,mlp.experts.3.up_proj,0.0006977526,0.05000,1.237
39,mlp.experts.245.gate_proj,0.0002998811,0.05000,1.239
39,mlp.experts.10.up_proj,0.0002911269,0.05000,1.241
39,mlp.experts.16.up_proj,0.0000680033,0.05000,1.242
39,mlp.experts.7.up_proj,0.0006485604,0.05000,1.227
39,mlp.experts.249.gate_proj,0.0004303624,0.05000,1.227
39,mlp.experts.14.up_proj,0.0000721337,0.05000,1.217
39,mlp.experts.20.up_proj,0.0002469343,0.05000,1.235
39,mlp.experts.11.up_proj,0.0001596735,0.05000,1.224
39,mlp.experts.253.gate_proj,0.0000646654,0.05000,1.222
39,mlp.experts.18.up_proj,0.0002774835,0.05000,1.225
39,mlp.experts.24.up_proj,0.0000494901,0.05000,1.231
39,mlp.experts.15.up_proj,0.0000627070,0.05000,1.235
39,mlp.experts.1.up_proj,0.0000569230,0.05000,1.259
39,mlp.experts.22.up_proj,0.0001907940,0.05000,1.255
39,mlp.experts.28.up_proj,0.0005038738,0.05000,1.241
39,mlp.experts.19.up_proj,0.0009127543,0.05000,1.250
39,mlp.experts.5.up_proj,0.0003631282,0.05000,1.240
39,mlp.experts.26.up_proj,0.0007049495,0.05000,1.234
39,mlp.experts.32.up_proj,0.0001269568,0.05000,1.235
39,mlp.experts.23.up_proj,0.0000497839,0.05000,1.235
39,mlp.experts.9.up_proj,0.0000637625,0.05000,1.258
39,mlp.experts.30.up_proj,0.0001043904,0.05000,1.276
39,mlp.experts.36.up_proj,0.0000769711,0.05000,1.284
39,mlp.experts.27.up_proj,0.0002672803,0.05000,1.287
39,mlp.experts.13.up_proj,0.0000677478,0.05000,1.243
39,mlp.experts.34.up_proj,0.0001150973,0.05000,1.240
39,mlp.experts.40.up_proj,0.0001563968,0.05000,1.234
39,mlp.experts.31.up_proj,0.0001226592,0.05000,1.248
39,mlp.experts.17.up_proj,0.0002211434,0.05000,1.233
39,mlp.experts.38.up_proj,0.0000634455,0.05000,1.233
39,mlp.experts.44.up_proj,0.0000919745,0.05000,1.235
39,mlp.experts.35.up_proj,0.0002086484,0.05000,1.249
39,mlp.experts.21.up_proj,0.0001729443,0.05000,1.231
39,mlp.experts.42.up_proj,0.0001587498,0.05000,1.234
39,mlp.experts.48.up_proj,0.0004189167,0.05000,1.237
39,mlp.experts.39.up_proj,0.0003594038,0.05000,1.252
39,mlp.experts.43.up_proj,fallback(rtn): 0.0011292,0.00000,0.017
39,mlp.experts.25.up_proj,0.0001050714,0.05000,1.233
39,mlp.experts.46.up_proj,0.0002722901,0.05000,1.237
39,mlp.experts.52.up_proj,0.0000425682,0.05000,1.239
39,mlp.experts.47.up_proj,0.0005655834,0.05000,1.234
39,mlp.experts.29.up_proj,0.0001541814,0.05000,1.259
39,mlp.experts.50.up_proj,0.0003256980,0.05000,1.264
39,mlp.experts.54.up_proj,fallback(rtn): 0.0011673,0.00000,0.017
39,mlp.experts.56.up_proj,0.0000510255,0.05000,1.268
39,mlp.experts.51.up_proj,0.0003845714,0.05000,1.260
39,mlp.experts.33.up_proj,0.0004517584,0.05000,1.221
39,mlp.experts.58.up_proj,0.0001854208,0.05000,1.222
39,mlp.experts.60.up_proj,0.0002061608,0.05000,1.234
39,mlp.experts.55.up_proj,0.0001454358,0.05000,1.237
39,mlp.experts.37.up_proj,0.0004141146,0.05000,1.233
39,mlp.experts.62.up_proj,0.0000424839,0.05000,1.238
39,mlp.experts.64.up_proj,0.0003747869,0.05000,1.240
39,mlp.experts.59.up_proj,0.0004613569,0.05000,1.236
39,mlp.experts.41.up_proj,0.0003750755,0.05000,1.233
39,mlp.experts.66.up_proj,0.0002237320,0.05000,1.244
39,mlp.experts.68.up_proj,0.0003780344,0.05000,1.245
39,mlp.experts.63.up_proj,0.0002514314,0.05000,1.244
39,mlp.experts.45.up_proj,0.0003571127,0.05000,1.227
39,mlp.experts.70.up_proj,0.0000818468,0.05000,1.244
39,mlp.experts.72.up_proj,0.0000433078,0.05000,1.245
39,mlp.experts.67.up_proj,0.0003727086,0.05000,1.258
39,mlp.experts.49.up_proj,0.0004420831,0.05000,1.236
39,mlp.experts.74.up_proj,0.0001331339,0.05000,1.239
39,mlp.experts.76.up_proj,0.0004141338,0.05000,1.232
39,mlp.experts.71.up_proj,0.0004664134,0.05000,1.233
39,mlp.experts.53.up_proj,0.0003565131,0.05000,1.228
39,mlp.experts.78.up_proj,0.0000844293,0.05000,1.225
39,mlp.experts.82.up_proj,fallback(rtn): 0.0013046,0.00000,0.017
39,mlp.experts.80.up_proj,0.0004248219,0.05000,1.230
39,mlp.experts.75.up_proj,0.0000979778,0.05000,1.221
39,mlp.experts.57.up_proj,0.0000815849,0.05000,1.212
39,mlp.experts.86.up_proj,0.0005541441,0.05000,1.230
39,mlp.experts.84.up_proj,0.0004952118,0.05000,1.227
39,mlp.experts.79.up_proj,0.0002830240,0.05000,1.229
39,mlp.experts.61.up_proj,0.0000779027,0.05000,1.233
39,mlp.experts.90.up_proj,0.0005679891,0.05000,1.233
39,mlp.experts.94.up_proj,fallback(rtn): 0.0012207,0.00000,0.018
39,mlp.experts.88.up_proj,0.0005852379,0.05000,1.235
39,mlp.experts.83.up_proj,0.0003963294,0.05000,1.247
39,mlp.experts.65.up_proj,0.0005894895,0.05000,1.244
39,mlp.experts.98.up_proj,0.0004357057,0.05000,1.241
39,mlp.experts.102.up_proj,fallback(rtn): 0.0011673,0.00000,0.017
39,mlp.experts.92.up_proj,0.0000440712,0.05000,1.239
39,mlp.experts.87.up_proj,0.0002253080,0.05000,1.230
39,mlp.experts.69.up_proj,0.0000600222,0.05000,1.230
39,mlp.experts.106.up_proj,0.0003866325,0.05000,1.223
39,mlp.experts.96.up_proj,0.0001591496,0.05000,1.231
39,mlp.experts.91.up_proj,0.0004835019,0.05000,1.240
39,mlp.experts.73.up_proj,0.0003021069,0.05000,1.246
39,mlp.experts.110.up_proj,0.0001309970,0.05000,1.250
39,mlp.experts.100.up_proj,0.0003430263,0.05000,1.251
39,mlp.experts.95.up_proj,0.0003058630,0.05000,1.248
39,mlp.experts.77.up_proj,0.0000891081,0.05000,1.268
39,mlp.experts.114.up_proj,0.0002470270,0.05000,1.266
39,mlp.experts.104.up_proj,0.0005236157,0.05000,1.276
39,mlp.experts.99.up_proj,0.0002582674,0.05000,1.265
39,mlp.experts.81.up_proj,0.0003901697,0.05000,1.236
39,mlp.experts.118.up_proj,0.0003794013,0.05000,1.231
39,mlp.experts.122.up_proj,fallback(rtn): 0.0011749,0.00000,0.017
39,mlp.experts.108.up_proj,0.0001387779,0.05000,1.234
39,mlp.experts.103.up_proj,0.0003457757,0.05000,1.235
39,mlp.experts.85.up_proj,0.0001066493,0.05000,1.237
39,mlp.experts.126.up_proj,0.0003886946,0.05000,1.235
39,mlp.experts.112.up_proj,0.0002621844,0.05000,1.231
39,mlp.experts.107.up_proj,0.0003055385,0.05000,1.237
39,mlp.experts.89.up_proj,0.0001141803,0.05000,1.224
39,mlp.experts.130.up_proj,0.0002576507,0.05000,1.230
39,mlp.experts.116.up_proj,0.0001463555,0.05000,1.230
39,mlp.experts.111.up_proj,0.0005334359,0.05000,1.234
39,mlp.experts.93.up_proj,0.0002922367,0.05000,1.239
39,mlp.experts.134.up_proj,0.0004924958,0.05000,1.244
39,mlp.experts.120.up_proj,0.0006511263,0.05000,1.248
39,mlp.experts.124.up_proj,fallback(rtn): 0.0011368,0.00000,0.018
39,mlp.experts.115.up_proj,0.0004484793,0.05000,1.251
39,mlp.experts.119.up_proj,fallback(rtn): 0.0011444,0.00000,0.018
39,mlp.experts.97.up_proj,0.0004140599,0.05000,1.253
39,mlp.experts.138.up_proj,0.0001204869,0.05000,1.264
39,mlp.experts.128.up_proj,0.0002363331,0.05000,1.267
39,mlp.experts.123.up_proj,0.0000547071,0.05000,1.260
39,mlp.experts.101.up_proj,0.0005399643,0.05000,1.236
39,mlp.experts.142.up_proj,0.0003922615,0.05000,1.241
39,mlp.experts.132.up_proj,0.0003271302,0.05000,1.242
39,mlp.experts.127.up_proj,0.0003346168,0.05000,1.240
39,mlp.experts.105.up_proj,0.0005761529,0.05000,1.242
39,mlp.experts.146.up_proj,0.0001297031,0.05000,1.233
39,mlp.experts.136.up_proj,0.0005880276,0.05000,1.235
39,mlp.experts.131.up_proj,0.0005351729,0.05000,1.249
39,mlp.experts.135.up_proj,fallback(rtn): 0.0011826,0.00000,0.017
39,mlp.experts.109.up_proj,0.0004133830,0.05000,1.232
39,mlp.experts.150.up_proj,0.0000878977,0.05000,1.243
39,mlp.experts.140.up_proj,0.0002236889,0.05000,1.248
39,mlp.experts.139.up_proj,0.0003956821,0.05000,1.241
39,mlp.experts.113.up_proj,0.0002927166,0.05000,1.246
39,mlp.experts.154.up_proj,0.0000631246,0.05000,1.255
39,mlp.experts.144.up_proj,0.0002358170,0.05000,1.241
39,mlp.experts.143.up_proj,0.0004706185,0.05000,1.252
39,mlp.experts.117.up_proj,0.0002372627,0.05000,1.273
39,mlp.experts.158.up_proj,0.0000574146,0.05000,1.262
39,mlp.experts.148.up_proj,0.0004693277,0.05000,1.269
39,mlp.experts.152.up_proj,fallback(rtn): 0.0011139,0.00000,0.019
39,mlp.experts.156.up_proj,fallback(rtn): 0.0011444,0.00000,0.017
39,mlp.experts.147.up_proj,0.0000798961,0.05000,1.251
39,mlp.experts.121.up_proj,0.0004083947,0.05000,1.255
39,mlp.experts.162.up_proj,0.0004560216,0.05000,1.245
39,mlp.experts.160.up_proj,0.0002571199,0.05000,1.233
39,mlp.experts.151.up_proj,0.0003828549,0.05000,1.249
39,mlp.experts.125.up_proj,0.0001009423,0.05000,1.232
39,mlp.experts.166.up_proj,0.0003833170,0.05000,1.236
39,mlp.experts.164.up_proj,0.0005617722,0.05000,1.242
39,mlp.experts.155.up_proj,0.0006446112,0.05000,1.229
39,mlp.experts.129.up_proj,0.0000986882,0.05000,1.230
39,mlp.experts.170.up_proj,0.0006998133,0.05000,1.232
39,mlp.experts.168.up_proj,0.0006727880,0.05000,1.223
39,mlp.experts.159.up_proj,0.0004400813,0.05000,1.229
39,mlp.experts.133.up_proj,0.0000478700,0.05000,1.234
39,mlp.experts.174.up_proj,0.0005758017,0.05000,1.252
39,mlp.experts.172.up_proj,0.0003674293,0.05000,1.240
39,mlp.experts.163.up_proj,0.0001857210,0.05000,1.247
39,mlp.experts.137.up_proj,0.0004135275,0.05000,1.231
39,mlp.experts.178.up_proj,0.0004925772,0.05000,1.227
39,mlp.experts.176.up_proj,0.0000988852,0.05000,1.232
39,mlp.experts.180.up_proj,fallback(rtn): 0.0011978,0.00000,0.018
39,mlp.experts.167.up_proj,0.0005031402,0.05000,1.228
39,mlp.experts.141.up_proj,0.0005532749,0.05000,1.244
39,mlp.experts.182.up_proj,0.0000948728,0.05000,1.247
39,mlp.experts.184.up_proj,0.0000834122,0.05000,1.244
39,mlp.experts.171.up_proj,0.0000823309,0.05000,1.246
39,mlp.experts.145.up_proj,0.0000553492,0.05000,1.232
39,mlp.experts.186.up_proj,0.0001233051,0.05000,1.234
39,mlp.experts.188.up_proj,0.0000971750,0.05000,1.254
39,mlp.experts.175.up_proj,0.0004428811,0.05000,1.242
39,mlp.experts.149.up_proj,0.0003283096,0.05000,1.249
39,mlp.experts.190.up_proj,0.0002953536,0.05000,1.266
39,mlp.experts.192.up_proj,0.0005646415,0.05000,1.273
39,mlp.experts.179.up_proj,0.0003497225,0.05000,1.280
39,mlp.experts.153.up_proj,0.0008801124,0.05000,1.274
39,mlp.experts.194.up_proj,0.0003768403,0.05000,1.271
39,mlp.experts.196.up_proj,0.0001774127,0.05000,1.263
39,mlp.experts.183.up_proj,0.0000581633,0.05000,1.262
39,mlp.experts.157.up_proj,0.0001032654,0.05000,1.258
39,mlp.experts.198.up_proj,0.0005300921,0.05000,1.249
39,mlp.experts.200.up_proj,0.0001158791,0.05000,1.246
39,mlp.experts.187.up_proj,0.0000998554,0.05000,1.256
39,mlp.experts.161.up_proj,0.0007252291,0.05000,1.248
39,mlp.experts.202.up_proj,0.0005289341,0.05000,1.249
39,mlp.experts.204.up_proj,0.0000561510,0.05000,1.243
39,mlp.experts.191.up_proj,0.0002403454,0.05000,1.243
39,mlp.experts.165.up_proj,0.0002393107,0.05000,1.260
39,mlp.experts.206.up_proj,0.0003446582,0.05000,1.244
39,mlp.experts.208.up_proj,0.0003332283,0.05000,1.244
39,mlp.experts.212.up_proj,fallback(rtn): 0.0010757,0.00000,0.017
39,mlp.experts.195.up_proj,0.0000769431,0.05000,1.248
39,mlp.experts.169.up_proj,0.0004348278,0.05000,1.240
39,mlp.experts.210.up_proj,0.0004499008,0.05000,1.245
39,mlp.experts.216.up_proj,0.0002580263,0.05000,1.259
39,mlp.experts.199.up_proj,0.0002897430,0.05000,1.261
39,mlp.experts.173.up_proj,0.0004700437,0.05000,1.265
39,mlp.experts.214.up_proj,0.0005835031,0.05000,1.267
39,mlp.experts.220.up_proj,0.0000672344,0.05000,1.240
39,mlp.experts.203.up_proj,0.0004697623,0.05000,1.249
39,mlp.experts.207.up_proj,fallback(rtn): 0.0011749,0.00000,0.017
39,mlp.experts.177.up_proj,0.0000838938,0.05000,1.252
39,mlp.experts.218.up_proj,0.0003727303,0.05000,1.238
39,mlp.experts.224.up_proj,0.0001665130,0.05000,1.232
39,mlp.experts.211.up_proj,0.0001648094,0.05000,1.242
39,mlp.experts.181.up_proj,0.0000518231,0.05000,1.223
39,mlp.experts.222.up_proj,0.0003077713,0.05000,1.225
39,mlp.experts.228.up_proj,0.0002557572,0.05000,1.229
39,mlp.experts.215.up_proj,0.0000690192,0.05000,1.225
39,mlp.experts.185.up_proj,0.0002600683,0.05000,1.233
39,mlp.experts.226.up_proj,0.0006295035,0.05000,1.238
39,mlp.experts.232.up_proj,0.0004748665,0.05000,1.236
39,mlp.experts.219.up_proj,0.0001176760,0.05000,1.244
39,mlp.experts.189.up_proj,0.0000937060,0.05000,1.241
39,mlp.experts.230.up_proj,0.0001166961,0.05000,1.231
39,mlp.experts.236.up_proj,0.0000833435,0.05000,1.251
39,mlp.experts.223.up_proj,0.0003674830,0.05000,1.250
39,mlp.experts.193.up_proj,0.0003412480,0.05000,1.273
39,mlp.experts.234.up_proj,0.0000500063,0.05000,1.259
39,mlp.experts.240.up_proj,0.0001376325,0.05000,1.258
39,mlp.experts.227.up_proj,0.0002133915,0.05000,1.265
39,mlp.experts.197.up_proj,0.0000875222,0.05000,1.259
39,mlp.experts.238.up_proj,0.0004111271,0.05000,1.263
39,mlp.experts.244.up_proj,0.0000584192,0.05000,1.252
39,mlp.experts.231.up_proj,0.0000699089,0.05000,1.248
39,mlp.experts.201.up_proj,0.0005287730,0.05000,1.237
39,mlp.experts.242.up_proj,0.0000751398,0.05000,1.230
39,mlp.experts.248.up_proj,0.0000630234,0.05000,1.242
39,mlp.experts.235.up_proj,0.0001233123,0.05000,1.242
39,mlp.experts.205.up_proj,0.0004670835,0.05000,1.253
39,mlp.experts.246.up_proj,0.0000625587,0.05000,1.250
39,mlp.experts.252.up_proj,0.0001455931,0.05000,1.234
39,mlp.experts.239.up_proj,0.0000338678,0.05000,1.194
39,mlp.experts.209.up_proj,0.0002946985,0.05000,0.866
39,mlp.experts.250.up_proj,0.0000531209,0.05000,0.806
39,mlp.experts.243.up_proj,0.0001361912,0.05000,0.756
39,mlp.experts.213.up_proj,0.0000775800,0.05000,0.760
39,mlp.experts.254.up_proj,0.0000973207,0.05000,0.758
39,mlp.experts.247.up_proj,0.0003698444,0.05000,0.697
39,mlp.experts.217.up_proj,0.0003256853,0.05000,0.502
39,mlp.experts.251.up_proj,0.0001780883,0.05000,0.467
39,mlp.experts.221.up_proj,0.0002620552,0.05000,0.458
39,mlp.experts.255.up_proj,0.0002519898,0.05000,0.459
39,mlp.experts.225.up_proj,0.0003826098,0.05000,0.315
39,mlp.experts.229.up_proj,0.0005536037,0.05000,0.246
39,mlp.experts.233.up_proj,0.0004773979,0.05000,0.247
39,mlp.experts.237.up_proj,0.0007103554,0.05000,0.245
39,mlp.experts.241.up_proj,0.0000824785,0.05000,0.244
39,mlp.experts.245.up_proj,0.0002449354,0.05000,0.246
39,mlp.experts.249.up_proj,0.0003374135,0.05000,0.245
39,mlp.experts.253.up_proj,0.0000599655,0.05000,0.244
39,mlp.experts.0.down_proj,fallback(rtn): 0.0014801,0.00000,0.008
39,mlp.experts.3.down_proj,0.0002685429,0.05000,0.313
39,mlp.experts.1.down_proj,0.0000227504,0.05000,0.314
39,mlp.experts.2.down_proj,0.0000327855,0.05000,0.331
39,mlp.experts.4.down_proj,0.0000310087,0.05000,0.320
39,mlp.experts.7.down_proj,0.0000826972,0.05000,0.317
39,mlp.experts.5.down_proj,0.0001670234,0.05000,0.320
39,mlp.experts.8.down_proj,0.0000786920,0.05000,0.307
39,mlp.experts.6.down_proj,0.0000404659,0.05000,0.313
39,mlp.experts.11.down_proj,0.0000356298,0.05000,0.311
39,mlp.experts.9.down_proj,0.0000131978,0.05000,0.310
39,mlp.experts.12.down_proj,0.0000844341,0.05000,0.311
39,mlp.experts.10.down_proj,0.0000336283,0.05000,0.311
39,mlp.experts.15.down_proj,0.0000096366,0.05000,0.311
39,mlp.experts.13.down_proj,0.0000143590,0.05000,0.311
39,mlp.experts.16.down_proj,0.0000079888,0.05000,0.310
39,mlp.experts.14.down_proj,0.0000121109,0.05000,0.312
39,mlp.experts.17.down_proj,0.0000617014,0.05000,0.314
39,mlp.experts.19.down_proj,0.0013174620,0.05000,0.319
39,mlp.experts.20.down_proj,0.0001355058,0.05000,0.317
39,mlp.experts.18.down_proj,0.0000293010,0.05000,0.316
39,mlp.experts.21.down_proj,0.0001421197,0.05000,0.316
39,mlp.experts.23.down_proj,0.0000087699,0.05000,0.319
39,mlp.experts.24.down_proj,0.0000468325,0.05000,0.323
39,mlp.experts.22.down_proj,0.0000362758,0.05000,0.314
39,mlp.experts.25.down_proj,0.0000622756,0.05000,0.318
39,mlp.experts.27.down_proj,0.0000529708,0.05000,0.312
39,mlp.experts.28.down_proj,0.0000451131,0.05000,0.313
39,mlp.experts.26.down_proj,0.0000938184,0.05000,0.316
39,mlp.experts.31.down_proj,0.0000235048,0.05000,0.308
39,mlp.experts.29.down_proj,0.0000329656,0.05000,0.313
39,mlp.experts.32.down_proj,0.0000848885,0.05000,0.316
39,mlp.experts.30.down_proj,0.0000101160,0.05000,0.312
39,mlp.experts.33.down_proj,0.0000206245,0.05000,0.310
39,mlp.experts.35.down_proj,0.0000262073,0.05000,0.317
39,mlp.experts.36.down_proj,0.0000098270,0.05000,0.309
39,mlp.experts.34.down_proj,0.0000091164,0.05000,0.314
39,mlp.experts.37.down_proj,0.0001502909,0.05000,0.309
39,mlp.experts.39.down_proj,0.0000508722,0.05000,0.308
39,mlp.experts.40.down_proj,0.0001076147,0.05000,0.308
39,mlp.experts.43.down_proj,fallback(rtn): 0.0010986,0.00000,0.007
39,mlp.experts.38.down_proj,0.0000276421,0.05000,0.307
39,mlp.experts.41.down_proj,0.0000158958,0.05000,0.324
39,mlp.experts.44.down_proj,0.0000190446,0.05000,0.324
39,mlp.experts.47.down_proj,0.0001023854,0.05000,0.322
39,mlp.experts.42.down_proj,0.0000817948,0.05000,0.324
39,mlp.experts.45.down_proj,0.0000706957,0.05000,0.312
39,mlp.experts.48.down_proj,0.0000147401,0.05000,0.310
39,mlp.experts.51.down_proj,0.0000583455,0.05000,0.312
39,mlp.experts.46.down_proj,0.0001147130,0.05000,0.310
39,mlp.experts.49.down_proj,0.0000242408,0.05000,0.319
39,mlp.experts.52.down_proj,0.0000069929,0.05000,0.318
39,mlp.experts.55.down_proj,0.0000109959,0.05000,0.318
39,mlp.experts.50.down_proj,0.0001077463,0.05000,0.316
39,mlp.experts.54.down_proj,fallback(rtn): 0.0011063,0.00000,0.006
39,mlp.experts.56.down_proj,0.0000313949,0.05000,0.319
39,mlp.experts.53.down_proj,0.0002126337,0.05000,0.328
39,mlp.experts.59.down_proj,0.0000377578,0.05000,0.322
39,mlp.experts.58.down_proj,0.0000330593,0.05000,0.314
39,mlp.experts.60.down_proj,0.0001210085,0.05000,0.310
39,mlp.experts.57.down_proj,0.0000455356,0.05000,0.308
39,mlp.experts.63.down_proj,0.0000415481,0.05000,0.308
39,mlp.experts.62.down_proj,0.0000043457,0.05000,0.309
39,mlp.experts.61.down_proj,0.0000102623,0.05000,0.318
39,mlp.experts.64.down_proj,0.0000209911,0.05000,0.325
39,mlp.experts.67.down_proj,0.0001010964,0.05000,0.321
39,mlp.experts.66.down_proj,0.0000520254,0.05000,0.326
39,mlp.experts.65.down_proj,0.0000431840,0.05000,0.314
39,mlp.experts.68.down_proj,0.0000157621,0.05000,0.318
39,mlp.experts.71.down_proj,0.0000559363,0.05000,0.317
39,mlp.experts.70.down_proj,0.0000178771,0.05000,0.315
39,mlp.experts.69.down_proj,0.0000118627,0.05000,0.319
39,mlp.experts.72.down_proj,0.0000062715,0.05000,0.319
39,mlp.experts.75.down_proj,0.0000139774,0.05000,0.321
39,mlp.experts.74.down_proj,0.0000488067,0.05000,0.324
39,mlp.experts.73.down_proj,0.0000101723,0.05000,0.317
39,mlp.experts.76.down_proj,0.0000249569,0.05000,0.314
39,mlp.experts.79.down_proj,0.0000558577,0.05000,0.317
39,mlp.experts.78.down_proj,0.0000094053,0.05000,0.313
39,mlp.experts.82.down_proj,fallback(rtn): 0.0011597,0.00000,0.005
39,mlp.experts.77.down_proj,0.0000135767,0.05000,0.339
39,mlp.experts.80.down_proj,0.0000189491,0.05000,0.339
39,mlp.experts.83.down_proj,0.0003158700,0.05000,0.340
39,mlp.experts.86.down_proj,0.0001193691,0.05000,0.336
39,mlp.experts.81.down_proj,0.0000168603,0.05000,0.317
39,mlp.experts.84.down_proj,0.0000534023,0.05000,0.314
39,mlp.experts.87.down_proj,0.0000669143,0.05000,0.316
39,mlp.experts.90.down_proj,0.0002092000,0.05000,0.315
39,mlp.experts.94.down_proj,fallback(rtn): 0.0010834,0.00000,0.005
39,mlp.experts.85.down_proj,0.0000404374,0.05000,0.311
39,mlp.experts.88.down_proj,0.0000801397,0.05000,0.316
39,mlp.experts.91.down_proj,0.0001264055,0.05000,0.317
39,mlp.experts.98.down_proj,0.0000275974,0.05000,0.313
39,mlp.experts.102.down_proj,fallback(rtn): 0.0011292,0.00000,0.005
39,mlp.experts.89.down_proj,0.0000207556,0.05000,0.320
39,mlp.experts.92.down_proj,0.0000093534,0.05000,0.317
39,mlp.experts.95.down_proj,0.0000581152,0.05000,0.317
39,mlp.experts.106.down_proj,0.0000326196,0.05000,0.318
39,mlp.experts.93.down_proj,0.0002102437,0.05000,0.315
39,mlp.experts.96.down_proj,0.0001191178,0.05000,0.320
39,mlp.experts.99.down_proj,0.0000385301,0.05000,0.319
39,mlp.experts.110.down_proj,0.0001166163,0.05000,0.317
39,mlp.experts.97.down_proj,0.0000397928,0.05000,0.312
39,mlp.experts.100.down_proj,0.0000619607,0.05000,0.309
39,mlp.experts.103.down_proj,0.0000646059,0.05000,0.311
39,mlp.experts.114.down_proj,0.0000282438,0.05000,0.306
39,mlp.experts.101.down_proj,0.0009084227,0.05000,0.311
39,mlp.experts.104.down_proj,0.0000405242,0.05000,0.308
39,mlp.experts.107.down_proj,0.0000631786,0.05000,0.313
39,mlp.experts.118.down_proj,0.0001402352,0.05000,0.311
39,mlp.experts.122.down_proj,fallback(rtn): 0.0011292,0.00000,0.005
39,mlp.experts.105.down_proj,0.0001905676,0.05000,0.315
39,mlp.experts.108.down_proj,0.0000463967,0.05000,0.314
39,mlp.experts.111.down_proj,0.0000400752,0.05000,0.310
39,mlp.experts.126.down_proj,0.0000183375,0.05000,0.312
39,mlp.experts.109.down_proj,0.0001502525,0.05000,0.312
39,mlp.experts.112.down_proj,0.0000764853,0.05000,0.316
39,mlp.experts.115.down_proj,0.0000370423,0.05000,0.316
39,mlp.experts.119.down_proj,fallback(rtn): 0.0010757,0.00000,0.005
39,mlp.experts.130.down_proj,0.0000410940,0.05000,0.316
39,mlp.experts.113.down_proj,0.0001407103,0.05000,0.310
39,mlp.experts.116.down_proj,0.0000164193,0.05000,0.310
39,mlp.experts.123.down_proj,0.0000229187,0.05000,0.308
39,mlp.experts.134.down_proj,0.0001532774,0.05000,0.309
39,mlp.experts.117.down_proj,0.0000056610,0.05000,0.313
39,mlp.experts.120.down_proj,0.0000558521,0.05000,0.313
39,mlp.experts.124.down_proj,fallback(rtn): 0.0010834,0.00000,0.004
39,mlp.experts.127.down_proj,0.0001577127,0.05000,0.311
39,mlp.experts.138.down_proj,0.0000387200,0.05000,0.314
39,mlp.experts.121.down_proj,0.0000468944,0.05000,0.317
39,mlp.experts.128.down_proj,0.0000795891,0.05000,0.311
39,mlp.experts.131.down_proj,0.0000600061,0.05000,0.314
39,mlp.experts.135.down_proj,fallback(rtn): 0.0011139,0.00000,0.005
39,mlp.experts.142.down_proj,0.0001787082,0.05000,0.315
39,mlp.experts.125.down_proj,0.0000150024,0.05000,0.310
39,mlp.experts.132.down_proj,0.0001904408,0.05000,0.314
39,mlp.experts.139.down_proj,0.0000319218,0.05000,0.313
39,mlp.experts.146.down_proj,0.0000140829,0.05000,0.316
39,mlp.experts.129.down_proj,0.0000154646,0.05000,0.310
39,mlp.experts.136.down_proj,0.0002939380,0.05000,0.311
39,mlp.experts.143.down_proj,0.0000359850,0.05000,0.310
39,mlp.experts.150.down_proj,0.0000299154,0.05000,0.311
39,mlp.experts.133.down_proj,0.0000402964,0.05000,0.307
39,mlp.experts.140.down_proj,0.0000536526,0.05000,0.308
39,mlp.experts.147.down_proj,0.0000124897,0.05000,0.307
39,mlp.experts.154.down_proj,0.0000177106,0.05000,0.309
39,mlp.experts.137.down_proj,0.0001239419,0.05000,0.316
39,mlp.experts.144.down_proj,0.0001619985,0.05000,0.318
39,mlp.experts.151.down_proj,0.0000206843,0.05000,0.314
39,mlp.experts.158.down_proj,0.0000013458,0.05000,0.315
39,mlp.experts.141.down_proj,0.0002022432,0.05000,0.319
39,mlp.experts.148.down_proj,0.0002265499,0.05000,0.313
39,mlp.experts.152.down_proj,fallback(rtn): 0.0010910,0.00000,0.005
39,mlp.experts.156.down_proj,fallback(rtn): 0.0010834,0.00000,0.005
39,mlp.experts.155.down_proj,0.0001811108,0.05000,0.321
39,mlp.experts.162.down_proj,0.0001524350,0.05000,0.317
39,mlp.experts.145.down_proj,0.0000102928,0.05000,0.315
39,mlp.experts.160.down_proj,0.0000426604,0.05000,0.314
39,mlp.experts.159.down_proj,0.0004563022,0.05000,0.315
39,mlp.experts.166.down_proj,0.0000561870,0.05000,0.314
39,mlp.experts.149.down_proj,0.0005856332,0.05000,0.309
39,mlp.experts.163.down_proj,0.0000067529,0.05000,0.316
39,mlp.experts.164.down_proj,0.0001205038,0.05000,0.327
39,mlp.experts.170.down_proj,0.0009009139,0.05000,0.321
39,mlp.experts.153.down_proj,0.0001375755,0.05000,0.310
39,mlp.experts.168.down_proj,0.0001573598,0.05000,0.307
39,mlp.experts.167.down_proj,0.0000728397,0.05000,0.314
39,mlp.experts.174.down_proj,0.0001610485,0.05000,0.311
39,mlp.experts.157.down_proj,0.0000335677,0.05000,0.315
39,mlp.experts.172.down_proj,0.0000229538,0.05000,0.315
39,mlp.experts.171.down_proj,0.0000149369,0.05000,0.317
39,mlp.experts.178.down_proj,0.0001192263,0.05000,0.314
39,mlp.experts.161.down_proj,0.0002162410,0.05000,0.307
39,mlp.experts.176.down_proj,0.0000392867,0.05000,0.307
39,mlp.experts.175.down_proj,0.0000829536,0.05000,0.306
39,mlp.experts.180.down_proj,fallback(rtn): 0.0011673,0.00000,0.006
39,mlp.experts.182.down_proj,0.0000143308,0.05000,0.311
39,mlp.experts.165.down_proj,0.0000484447,0.05000,0.323
39,mlp.experts.184.down_proj,0.0000315715,0.05000,0.317
39,mlp.experts.179.down_proj,0.0000120919,0.05000,0.324
39,mlp.experts.186.down_proj,0.0001080483,0.05000,0.319
39,mlp.experts.169.down_proj,0.0002310265,0.05000,0.311
39,mlp.experts.188.down_proj,0.0000231322,0.05000,0.310
39,mlp.experts.183.down_proj,0.0000144639,0.05000,0.313
39,mlp.experts.190.down_proj,0.0000281850,0.05000,0.310
39,mlp.experts.173.down_proj,0.0001068076,0.05000,0.315
39,mlp.experts.192.down_proj,0.0001148037,0.05000,0.313
39,mlp.experts.187.down_proj,0.0000303282,0.05000,0.313
39,mlp.experts.194.down_proj,0.0000185982,0.05000,0.315
39,mlp.experts.177.down_proj,0.0000197269,0.05000,0.320
39,mlp.experts.196.down_proj,0.0000429329,0.05000,0.318
39,mlp.experts.191.down_proj,0.0001431431,0.05000,0.322
39,mlp.experts.198.down_proj,0.0000691318,0.05000,0.322
39,mlp.experts.181.down_proj,0.0000084472,0.05000,0.316
39,mlp.experts.200.down_proj,0.0001262108,0.05000,0.314
39,mlp.experts.195.down_proj,0.0000257091,0.05000,0.310
39,mlp.experts.202.down_proj,0.0000242810,0.05000,0.316
39,mlp.experts.185.down_proj,0.0000120006,0.05000,0.321
39,mlp.experts.199.down_proj,0.0000564120,0.05000,0.318
39,mlp.experts.204.down_proj,0.0000223307,0.05000,0.327
39,mlp.experts.206.down_proj,0.0000468896,0.05000,0.318
39,mlp.experts.189.down_proj,0.0000308309,0.05000,0.309
39,mlp.experts.203.down_proj,0.0000323139,0.05000,0.308
39,mlp.experts.208.down_proj,0.0000111512,0.05000,0.306
39,mlp.experts.207.down_proj,fallback(rtn): 0.0010681,0.00000,0.007
39,mlp.experts.212.down_proj,fallback(rtn): 0.0009766,0.00000,0.005
39,mlp.experts.210.down_proj,0.0000167134,0.05000,0.316
39,mlp.experts.193.down_proj,0.0001295850,0.05000,0.319
39,mlp.experts.216.down_proj,0.0000405319,0.05000,0.307
39,mlp.experts.211.down_proj,0.0000382301,0.05000,0.315
39,mlp.experts.214.down_proj,0.0002474380,0.05000,0.312
39,mlp.experts.197.down_proj,0.0000082297,0.05000,0.311
39,mlp.experts.220.down_proj,0.0000097257,0.05000,0.312
39,mlp.experts.215.down_proj,0.0000235941,0.05000,0.314
39,mlp.experts.218.down_proj,0.0001378482,0.05000,0.316
39,mlp.experts.201.down_proj,0.0001471269,0.05000,0.317
39,mlp.experts.224.down_proj,0.0000275178,0.05000,0.321
39,mlp.experts.219.down_proj,0.0000281576,0.05000,0.317
39,mlp.experts.222.down_proj,0.0000483061,0.05000,0.310
39,mlp.experts.205.down_proj,0.0000352818,0.05000,0.310
39,mlp.experts.228.down_proj,0.0000708369,0.05000,0.306
39,mlp.experts.223.down_proj,0.0000792428,0.05000,0.310
39,mlp.experts.226.down_proj,0.0003585940,0.05000,0.310
39,mlp.experts.209.down_proj,0.0001473473,0.05000,0.315
39,mlp.experts.232.down_proj,0.0000442309,0.05000,0.312
39,mlp.experts.227.down_proj,0.0000167589,0.05000,0.312
39,mlp.experts.230.down_proj,0.0000369499,0.05000,0.312
39,mlp.experts.213.down_proj,0.0000175458,0.05000,0.312
39,mlp.experts.236.down_proj,0.0000495217,0.05000,0.315
39,mlp.experts.231.down_proj,0.0000091489,0.05000,0.316
39,mlp.experts.234.down_proj,0.0000476140,0.05000,0.312
39,mlp.experts.217.down_proj,0.0001209977,0.05000,0.315
39,mlp.experts.240.down_proj,0.0000336921,0.05000,0.311
39,mlp.experts.235.down_proj,0.0000081561,0.05000,0.310
39,mlp.experts.238.down_proj,0.0004121294,0.05000,0.315
39,mlp.experts.221.down_proj,0.0000430808,0.05000,0.312
39,mlp.experts.244.down_proj,0.0000098433,0.05000,0.315
39,mlp.experts.239.down_proj,0.0000066042,0.05000,0.310
39,mlp.experts.242.down_proj,0.0000094498,0.05000,0.309
39,mlp.experts.225.down_proj,0.0000151077,0.05000,0.310
39,mlp.experts.248.down_proj,0.0000286887,0.05000,0.312
39,mlp.experts.243.down_proj,0.0000378405,0.05000,0.315
39,mlp.experts.246.down_proj,0.0000153691,0.05000,0.307
39,mlp.experts.229.down_proj,0.0003363624,0.05000,0.309
39,mlp.experts.252.down_proj,0.0000244995,0.05000,0.308
39,mlp.experts.247.down_proj,0.0002884040,0.05000,0.307
39,mlp.experts.250.down_proj,0.0000104396,0.05000,0.306
39,mlp.experts.233.down_proj,0.0000999439,0.05000,0.202
39,mlp.experts.251.down_proj,0.0000424670,0.05000,0.193
39,mlp.experts.254.down_proj,0.0000149083,0.05000,0.193
39,mlp.experts.237.down_proj,0.0001031620,0.05000,0.126
39,mlp.experts.255.down_proj,0.0001974054,0.05000,0.119
39,mlp.experts.241.down_proj,0.0000016497,0.05000,0.066
39,mlp.experts.245.down_proj,0.0000883085,0.05000,0.060
39,mlp.experts.249.down_proj,0.0001431981,0.05000,0.061
39,mlp.experts.253.down_proj,0.0000268090,0.05000,0.063