step,tokens_seen,cumulative_flops,train_loss,eval_loss 50,6553600,2.975043e+15,10.956172,10.846644 100,13107200,5.950087e+15,10.647160,10.065203 150,19660800,8.925130e+15,9.958972,9.286909 200,26214400,1.190017e+16,9.295078,8.667791 250,32768000,1.487522e+16,8.665375,8.085291 300,39321600,1.785026e+16,8.125940,7.706881 350,45875200,2.082530e+16,7.755777,7.499464 400,52428800,2.380035e+16,7.505585,7.342963 450,58982400,2.677539e+16,7.326009,7.193363 500,65536000,2.975043e+16,7.165652,7.050196 550,72089600,3.272548e+16,7.019143,6.921604 600,78643200,3.570052e+16,6.889088,6.812680 650,85196800,3.867556e+16,6.782626,6.724273 700,91750400,4.165061e+16,6.693675,6.650601 750,98304000,4.462565e+16,6.614646,6.588295 800,104857600,4.760069e+16,6.546922,6.532422 850,111411200,5.057574e+16,6.491759,6.485583 900,117964800,5.355078e+16,6.438571,6.437550 950,124518400,5.652582e+16,6.392994,6.393340 1000,131072000,5.950087e+16,6.355932,6.352684 1050,137625600,6.247591e+16,6.303550,6.313988 1100,144179200,6.545095e+16,6.268119,6.273219 1150,150732800,6.842600e+16,6.227911,6.234131 1200,157286400,7.140104e+16,6.186159,6.199852 1250,163840000,7.437608e+16,6.157771,6.160812 1300,170393600,7.735113e+16,6.119838,6.126289 1350,176947200,8.032617e+16,6.081553,6.089994 1400,183500800,8.330121e+16,6.051288,6.057438 1450,190054400,8.627626e+16,6.019664,6.025506 1500,196608000,8.925130e+16,5.992981,5.995894 1550,203161600,9.222634e+16,5.966330,5.968178 1600,209715200,9.520139e+16,5.930495,5.935294 1650,216268800,9.817643e+16,5.900312,5.908704 1700,222822400,1.011515e+17,5.875652,5.882700 1750,229376000,1.041265e+17,5.843724,5.859658 1800,235929600,1.071016e+17,5.827125,5.834630 1850,242483200,1.100766e+17,5.803089,5.810907 1900,249036800,1.130516e+17,5.779781,5.788305 1950,255590400,1.160267e+17,5.756569,5.766655 2000,262144000,1.190017e+17,5.737028,5.745168 2050,268697600,1.219768e+17,5.718202,5.725469 2100,275251200,1.249518e+17,5.695756,5.707702 2150,281804800,1.279269e+17,5.676009,5.687473 2200,288358400,1.309019e+17,5.656003,5.671178 2250,294912000,1.338769e+17,5.630434,5.654406 2300,301465600,1.368520e+17,5.621495,5.636883 2350,308019200,1.398270e+17,5.600887,5.619536 2400,314572800,1.428021e+17,5.591932,5.603825 2450,321126400,1.457771e+17,5.573901,5.588605 2500,327680000,1.487522e+17,5.561285,5.575473 2550,334233600,1.517272e+17,5.546140,5.559345 2600,340787200,1.547023e+17,5.529524,5.547779 2650,347340800,1.576773e+17,5.515256,5.531441 2700,353894400,1.606523e+17,5.502748,5.518717 2750,360448000,1.636274e+17,5.488312,5.506541 2800,367001600,1.666024e+17,5.480944,5.494544 2850,373555200,1.695775e+17,5.461756,5.481421 2900,380108800,1.725525e+17,5.451083,5.467438 2950,386662400,1.755276e+17,5.438855,5.455629 3000,393216000,1.785026e+17,5.433234,5.444181 3050,399769600,1.814776e+17,5.416215,5.433724 3100,406323200,1.844527e+17,5.410660,5.421679 3150,412876800,1.874277e+17,5.397106,5.412449 3200,419430400,1.904028e+17,5.388587,5.402672 3250,425984000,1.933778e+17,5.377210,5.392301 3300,432537600,1.963529e+17,5.371851,5.381423 3350,439091200,1.993279e+17,5.363182,5.371438 3400,445644800,2.023029e+17,5.353554,5.363049 3450,452198400,2.052780e+17,5.336609,5.352833 3500,458752000,2.082530e+17,5.330511,5.345372 3550,465305600,2.112281e+17,5.319522,5.333938 3600,471859200,2.142031e+17,5.313501,5.327402 3650,478412800,2.171782e+17,5.303109,5.316326 3700,484966400,2.201532e+17,5.291758,5.307350 3750,491520000,2.231282e+17,5.283394,5.299880 3800,498073600,2.261033e+17,5.274045,5.292339 3850,504627200,2.290783e+17,5.264362,5.284973 3900,511180800,2.320534e+17,5.261883,5.276596 3950,517734400,2.350284e+17,5.257573,5.269653 4000,524288000,2.380035e+17,5.248569,5.260326 4050,530841600,2.409785e+17,5.237393,5.253500 4100,537395200,2.439536e+17,5.229721,5.246319 4150,543948800,2.469286e+17,5.221681,5.239172 4200,550502400,2.499036e+17,5.216440,5.232696 4250,557056000,2.528787e+17,5.212887,5.225436 4300,563609600,2.558537e+17,5.209701,5.217815 4350,570163200,2.588288e+17,5.196994,5.210840 4400,576716800,2.618038e+17,5.187537,5.204401 4450,583270400,2.647789e+17,5.182836,5.199759 4500,589824000,2.677539e+17,5.172600,5.193398 4550,596377600,2.707289e+17,5.169554,5.188896 4600,602931200,2.737040e+17,5.165934,5.182321 4650,609484800,2.766790e+17,5.160705,5.176644 4700,616038400,2.796541e+17,5.154583,5.170066 4750,622592000,2.826291e+17,5.153899,5.167034 4800,629145600,2.856042e+17,5.141909,5.160019 4850,635699200,2.885792e+17,5.136149,5.154595 4900,642252800,2.915542e+17,5.131905,5.150066 4950,648806400,2.945293e+17,5.132771,5.145302 5000,655360000,2.975043e+17,5.126423,5.140185 5050,661913600,3.004794e+17,5.118174,5.135195 5100,668467200,3.034544e+17,5.113658,5.130634 5150,675020800,3.064295e+17,5.107284,5.126037 5200,681574400,3.094045e+17,5.101845,5.121975 5250,688128000,3.123795e+17,5.093899,5.117765 5300,694681600,3.153546e+17,5.088744,5.112937 5350,701235200,3.183296e+17,5.089869,5.108900 5400,707788800,3.213047e+17,5.088857,5.105189 5450,714342400,3.242797e+17,5.083003,5.101136 5500,720896000,3.272548e+17,5.077079,5.097591 5550,727449600,3.302298e+17,5.071113,5.093486 5600,734003200,3.332049e+17,5.071430,5.090482 5650,740556800,3.361799e+17,5.074283,5.087763 5700,747110400,3.391549e+17,5.068249,5.083909 5750,753664000,3.421300e+17,5.063194,5.081145 5800,760217600,3.451050e+17,5.058290,5.078380 5850,766771200,3.480801e+17,5.058679,5.074890 5900,773324800,3.510551e+17,5.057764,5.072645 5950,779878400,3.540302e+17,5.055682,5.069755 6000,786432000,3.570052e+17,5.054353,5.067293 6050,792985600,3.599802e+17,5.049317,5.064651 6100,799539200,3.629553e+17,5.042191,5.062357 6150,806092800,3.659303e+17,5.040311,5.059884 6200,812646400,3.689054e+17,5.037771,5.057656 6250,819200000,3.718804e+17,5.035693,5.055688 6300,825753600,3.748555e+17,5.035345,5.053892 6350,832307200,3.778305e+17,5.034083,5.052022 6400,838860800,3.808055e+17,5.029211,5.050479 6450,845414400,3.837806e+17,5.028170,5.048884 6500,851968000,3.867556e+17,5.032156,5.047733 6550,858521600,3.897307e+17,5.026234,5.046669 6600,865075200,3.927057e+17,5.028373,5.045374 6650,871628800,3.956808e+17,5.025681,5.044115 6700,878182400,3.986558e+17,5.026446,5.042848 6750,884736000,4.016308e+17,5.016003,5.041612 6800,891289600,4.046059e+17,5.016819,5.040743 6850,897843200,4.075809e+17,5.015100,5.039827 6900,904396800,4.105560e+17,5.018798,5.039279 6950,910950400,4.135310e+17,5.014581,5.038666 7000,917504000,4.165061e+17,5.014366,5.037915 7050,924057600,4.194811e+17,5.017541,5.037456 7100,930611200,4.224562e+17,5.017008,5.037059 7150,937164800,4.254312e+17,5.019023,5.036601 7200,943718400,4.284062e+17,5.015058,5.036250 7250,950272000,4.313813e+17,5.014929,5.035986 7300,956825600,4.343563e+17,5.015896,5.035780 7350,963379200,4.373314e+17,5.012451,5.035562 7400,969932800,4.403064e+17,5.011726,5.035429 7450,976486400,4.432815e+17,5.012722,5.035330 7500,983040000,4.462565e+17,5.006920,5.035264 7550,989593600,4.492315e+17,5.014639,5.035240 7600,996147200,4.522066e+17,5.012943,5.035232 7630,1000079360,4.539916e+17,5.014991,5.014591