step,tokens_seen,cumulative_flops,train_loss,eval_loss 50,6553600,4.398047e+14,10.966406,10.859888 100,13107200,8.796093e+14,10.685520,10.152156 150,19660800,1.319414e+15,10.023752,9.359902 200,26214400,1.759219e+15,9.363685,8.747483 250,32768000,2.199023e+15,8.741579,8.160504 300,39321600,2.638828e+15,8.180814,7.734984 350,45875200,3.078633e+15,7.792396,7.515282 400,52428800,3.518437e+15,7.531654,7.360544 450,58982400,3.958242e+15,7.345322,7.215747 500,65536000,4.398047e+15,7.187748,7.073195 550,72089600,4.837851e+15,7.038107,6.943852 600,78643200,5.277656e+15,6.912271,6.832352 650,85196800,5.717460e+15,6.809241,6.744181 700,91750400,6.157265e+15,6.707028,6.669098 750,98304000,6.597070e+15,6.630859,6.603720 800,104857600,7.036874e+15,6.566890,6.547984 850,111411200,7.476679e+15,6.506584,6.498183 900,117964800,7.916484e+15,6.456330,6.459381 950,124518400,8.356288e+15,6.407885,6.411727 1000,131072000,8.796093e+15,6.361885,6.365324 1050,137625600,9.235898e+15,6.324306,6.323165 1100,144179200,9.675702e+15,6.283927,6.282506 1150,150732800,1.011551e+16,6.232833,6.233687 1200,157286400,1.055531e+16,6.190581,6.189144 1250,163840000,1.099512e+16,6.144643,6.144751 1300,170393600,1.143492e+16,6.102064,6.099179 1350,176947200,1.187473e+16,6.057111,6.053986 1400,183500800,1.231453e+16,6.018725,6.011513 1450,190054400,1.275433e+16,5.977268,5.972199 1500,196608000,1.319414e+16,5.931943,5.923457 1550,203161600,1.363394e+16,5.892011,5.876078 1600,209715200,1.407375e+16,5.847132,5.839727 1650,216268800,1.451355e+16,5.797540,5.789473 1700,222822400,1.495336e+16,5.761157,5.752341 1750,229376000,1.539316e+16,5.725055,5.706067 1800,235929600,1.583297e+16,5.678744,5.672643 1850,242483200,1.627277e+16,5.634879,5.625265 1900,249036800,1.671258e+16,5.600014,5.598091 1950,255590400,1.715238e+16,5.561524,5.548492 2000,262144000,1.759219e+16,5.522030,5.523125 2050,268697600,1.803199e+16,5.479033,5.477932 2100,275251200,1.847180e+16,5.449860,5.444698 2150,281804800,1.891160e+16,5.413702,5.410170 2200,288358400,1.935140e+16,5.386618,5.375693 2250,294912000,1.979121e+16,5.342880,5.351022 2300,301465600,2.023101e+16,5.325228,5.328811 2350,308019200,2.067082e+16,5.289233,5.293851 2400,314572800,2.111062e+16,5.263985,5.270456 2450,321126400,2.155043e+16,5.235773,5.243205 2500,327680000,2.199023e+16,5.214933,5.218588 2550,334233600,2.243004e+16,5.196698,5.195352 2600,340787200,2.286984e+16,5.176426,5.185991 2650,347340800,2.330965e+16,5.151837,5.164497 2700,353894400,2.374945e+16,5.128730,5.136427 2750,360448000,2.418926e+16,5.110267,5.114144 2800,367001600,2.462906e+16,5.082181,5.100811 2850,373555200,2.506887e+16,5.072836,5.083752 2900,380108800,2.550867e+16,5.054517,5.060269 2950,386662400,2.594847e+16,5.035598,5.043441 3000,393216000,2.638828e+16,5.018969,5.023648 3050,399769600,2.682808e+16,4.996802,5.009793 3100,406323200,2.726789e+16,4.986925,4.998405 3150,412876800,2.770769e+16,4.966134,4.979606 3200,419430400,2.814750e+16,4.950174,4.959612 3250,425984000,2.858730e+16,4.930843,4.946864 3300,432537600,2.902711e+16,4.928391,4.936089 3350,439091200,2.946691e+16,4.907104,4.915057 3400,445644800,2.990672e+16,4.896344,4.906024 3450,452198400,3.034652e+16,4.873030,4.888242 3500,458752000,3.078633e+16,4.861259,4.874338 3550,465305600,3.122613e+16,4.852299,4.855587 3600,471859200,3.166593e+16,4.833261,4.843521 3650,478412800,3.210574e+16,4.820560,4.832552 3700,484966400,3.254554e+16,4.804486,4.816872 3750,491520000,3.298535e+16,4.792010,4.803288 3800,498073600,3.342515e+16,4.783072,4.791105 3850,504627200,3.386496e+16,4.771372,4.776197 3900,511180800,3.430476e+16,4.754953,4.768794 3950,517734400,3.474457e+16,4.745642,4.758200 4000,524288000,3.518437e+16,4.729309,4.740850 4050,530841600,3.562418e+16,4.725221,4.730262 4100,537395200,3.606398e+16,4.712807,4.716686 4150,543948800,3.650379e+16,4.694708,4.705774 4200,550502400,3.694359e+16,4.683052,4.696957 4250,557056000,3.738340e+16,4.675393,4.687691 4300,563609600,3.782320e+16,4.666643,4.675431 4350,570163200,3.826300e+16,4.660138,4.666486 4400,576716800,3.870281e+16,4.649493,4.658655 4450,583270400,3.914261e+16,4.640490,4.650945 4500,589824000,3.958242e+16,4.630827,4.643562 4550,596377600,4.002222e+16,4.620696,4.637984 4600,602931200,4.046203e+16,4.618017,4.627496 4650,609484800,4.090183e+16,4.612078,4.618381 4700,616038400,4.134164e+16,4.599160,4.612531 4750,622592000,4.178144e+16,4.594281,4.606193 4800,629145600,4.222125e+16,4.587387,4.599668 4850,635699200,4.266105e+16,4.584343,4.593330 4900,642252800,4.310086e+16,4.576934,4.584937 4950,648806400,4.354066e+16,4.578302,4.581865 5000,655360000,4.398047e+16,4.564031,4.574897 5050,661913600,4.442027e+16,4.562856,4.569302 5100,668467200,4.486007e+16,4.554699,4.563571 5150,675020800,4.529988e+16,4.545624,4.558981 5200,681574400,4.573968e+16,4.541746,4.554132 5250,688128000,4.617949e+16,4.540258,4.549264 5300,694681600,4.661929e+16,4.536628,4.543859 5350,701235200,4.705910e+16,4.532048,4.538998 5400,707788800,4.749890e+16,4.527545,4.535521 5450,714342400,4.793871e+16,4.522649,4.532171 5500,720896000,4.837851e+16,4.516909,4.527919 5550,727449600,4.881832e+16,4.512801,4.522844 5600,734003200,4.925812e+16,4.511338,4.518651 5650,740556800,4.969793e+16,4.501449,4.515674 5700,747110400,5.013773e+16,4.501363,4.513058 5750,753664000,5.057753e+16,4.494465,4.509216 5800,760217600,5.101734e+16,4.495492,4.505537 5850,766771200,5.145714e+16,4.493174,4.501884 5900,773324800,5.189695e+16,4.492527,4.498463 5950,779878400,5.233675e+16,4.489871,4.497025 6000,786432000,5.277656e+16,4.486652,4.494540 6050,792985600,5.321636e+16,4.481571,4.492234 6100,799539200,5.365617e+16,4.477337,4.489326 6150,806092800,5.409597e+16,4.473154,4.486483 6200,812646400,5.453578e+16,4.473092,4.484154 6250,819200000,5.497558e+16,4.467423,4.482443 6300,825753600,5.541539e+16,4.470738,4.480085 6350,832307200,5.585519e+16,4.461532,4.478146 6400,838860800,5.629500e+16,4.463880,4.476336 6450,845414400,5.673480e+16,4.459826,4.474690 6500,851968000,5.717460e+16,4.457452,4.473471 6550,858521600,5.761441e+16,4.451392,4.471851 6600,865075200,5.805421e+16,4.456475,4.470639 6650,871628800,5.849402e+16,4.456953,4.469236 6700,878182400,5.893382e+16,4.455691,4.467663 6750,884736000,5.937363e+16,4.445392,4.466790 6800,891289600,5.981343e+16,4.448156,4.465537 6850,897843200,6.025324e+16,4.445724,4.464775 6900,904396800,6.069304e+16,4.452081,4.463952 6950,910950400,6.113285e+16,4.448498,4.463070 7000,917504000,6.157265e+16,4.446883,4.462439 7050,924057600,6.201246e+16,4.449464,4.461822 7100,930611200,6.245226e+16,4.446288,4.461223 7150,937164800,6.289207e+16,4.448481,4.460896 7200,943718400,6.333187e+16,4.447148,4.460533 7250,950272000,6.377167e+16,4.448498,4.460182 7300,956825600,6.421148e+16,4.439710,4.459867 7350,963379200,6.465128e+16,4.448042,4.459739 7400,969932800,6.509109e+16,4.445526,4.459559 7450,976486400,6.553089e+16,4.445956,4.459433 7500,983040000,6.597070e+16,4.446623,4.459363 7550,989593600,6.641050e+16,4.448514,4.459306 7600,996147200,6.685031e+16,4.447819,4.459292 7630,1000079360,6.711419e+16,4.445814,4.448594