| step,tokens_seen,cumulative_flops,train_loss,eval_loss | |
| 50,6553600,2.975043e+15,10.956172,10.846644 | |
| 100,13107200,5.950087e+15,10.647160,10.065203 | |
| 150,19660800,8.925130e+15,9.958972,9.286909 | |
| 200,26214400,1.190017e+16,9.295078,8.667791 | |
| 250,32768000,1.487522e+16,8.665375,8.085291 | |
| 300,39321600,1.785026e+16,8.125940,7.706881 | |
| 350,45875200,2.082530e+16,7.755777,7.499464 | |
| 400,52428800,2.380035e+16,7.505585,7.342963 | |
| 450,58982400,2.677539e+16,7.326009,7.193363 | |
| 500,65536000,2.975043e+16,7.165652,7.050196 | |
| 550,72089600,3.272548e+16,7.019143,6.921604 | |
| 600,78643200,3.570052e+16,6.889088,6.812680 | |
| 650,85196800,3.867556e+16,6.782626,6.724273 | |
| 700,91750400,4.165061e+16,6.693675,6.650601 | |
| 750,98304000,4.462565e+16,6.614646,6.588295 | |
| 800,104857600,4.760069e+16,6.546922,6.532422 | |
| 850,111411200,5.057574e+16,6.491759,6.485583 | |
| 900,117964800,5.355078e+16,6.438571,6.437550 | |
| 950,124518400,5.652582e+16,6.392994,6.393340 | |
| 1000,131072000,5.950087e+16,6.355932,6.352684 | |
| 1050,137625600,6.247591e+16,6.303550,6.313988 | |
| 1100,144179200,6.545095e+16,6.268119,6.273219 | |
| 1150,150732800,6.842600e+16,6.227911,6.234131 | |
| 1200,157286400,7.140104e+16,6.186159,6.199852 | |
| 1250,163840000,7.437608e+16,6.157771,6.160812 | |
| 1300,170393600,7.735113e+16,6.119838,6.126289 | |
| 1350,176947200,8.032617e+16,6.081553,6.089994 | |
| 1400,183500800,8.330121e+16,6.051288,6.057438 | |
| 1450,190054400,8.627626e+16,6.019664,6.025506 | |
| 1500,196608000,8.925130e+16,5.992981,5.995894 | |
| 1550,203161600,9.222634e+16,5.966330,5.968178 | |
| 1600,209715200,9.520139e+16,5.930495,5.935294 | |
| 1650,216268800,9.817643e+16,5.900312,5.908704 | |
| 1700,222822400,1.011515e+17,5.875652,5.882700 | |
| 1750,229376000,1.041265e+17,5.843724,5.859658 | |
| 1800,235929600,1.071016e+17,5.827125,5.834630 | |
| 1850,242483200,1.100766e+17,5.803089,5.810907 | |
| 1900,249036800,1.130516e+17,5.779781,5.788305 | |
| 1950,255590400,1.160267e+17,5.756569,5.766655 | |
| 2000,262144000,1.190017e+17,5.737028,5.745168 | |
| 2050,268697600,1.219768e+17,5.718202,5.725469 | |
| 2100,275251200,1.249518e+17,5.695756,5.707702 | |
| 2150,281804800,1.279269e+17,5.676009,5.687473 | |
| 2200,288358400,1.309019e+17,5.656003,5.671178 | |
| 2250,294912000,1.338769e+17,5.630434,5.654406 | |
| 2300,301465600,1.368520e+17,5.621495,5.636883 | |
| 2350,308019200,1.398270e+17,5.600887,5.619536 | |
| 2400,314572800,1.428021e+17,5.591932,5.603825 | |
| 2450,321126400,1.457771e+17,5.573901,5.588605 | |
| 2500,327680000,1.487522e+17,5.561285,5.575473 | |
| 2550,334233600,1.517272e+17,5.546140,5.559345 | |
| 2600,340787200,1.547023e+17,5.529524,5.547779 | |
| 2650,347340800,1.576773e+17,5.515256,5.531441 | |
| 2700,353894400,1.606523e+17,5.502748,5.518717 | |
| 2750,360448000,1.636274e+17,5.488312,5.506541 | |
| 2800,367001600,1.666024e+17,5.480944,5.494544 | |
| 2850,373555200,1.695775e+17,5.461756,5.481421 | |
| 2900,380108800,1.725525e+17,5.451083,5.467438 | |
| 2950,386662400,1.755276e+17,5.438855,5.455629 | |
| 3000,393216000,1.785026e+17,5.433234,5.444181 | |
| 3050,399769600,1.814776e+17,5.416215,5.433724 | |
| 3100,406323200,1.844527e+17,5.410660,5.421679 | |
| 3150,412876800,1.874277e+17,5.397106,5.412449 | |
| 3200,419430400,1.904028e+17,5.388587,5.402672 | |
| 3250,425984000,1.933778e+17,5.377210,5.392301 | |
| 3300,432537600,1.963529e+17,5.371851,5.381423 | |
| 3350,439091200,1.993279e+17,5.363182,5.371438 | |
| 3400,445644800,2.023029e+17,5.353554,5.363049 | |
| 3450,452198400,2.052780e+17,5.336609,5.352833 | |
| 3500,458752000,2.082530e+17,5.330511,5.345372 | |
| 3550,465305600,2.112281e+17,5.319522,5.333938 | |
| 3600,471859200,2.142031e+17,5.313501,5.327402 | |
| 3650,478412800,2.171782e+17,5.303109,5.316326 | |
| 3700,484966400,2.201532e+17,5.291758,5.307350 | |
| 3750,491520000,2.231282e+17,5.283394,5.299880 | |
| 3800,498073600,2.261033e+17,5.274045,5.292339 | |
| 3850,504627200,2.290783e+17,5.264362,5.284973 | |
| 3900,511180800,2.320534e+17,5.261883,5.276596 | |
| 3950,517734400,2.350284e+17,5.257573,5.269653 | |
| 4000,524288000,2.380035e+17,5.248569,5.260326 | |
| 4050,530841600,2.409785e+17,5.237393,5.253500 | |
| 4100,537395200,2.439536e+17,5.229721,5.246319 | |
| 4150,543948800,2.469286e+17,5.221681,5.239172 | |
| 4200,550502400,2.499036e+17,5.216440,5.232696 | |
| 4250,557056000,2.528787e+17,5.212887,5.225436 | |
| 4300,563609600,2.558537e+17,5.209701,5.217815 | |
| 4350,570163200,2.588288e+17,5.196994,5.210840 | |
| 4400,576716800,2.618038e+17,5.187537,5.204401 | |
| 4450,583270400,2.647789e+17,5.182836,5.199759 | |
| 4500,589824000,2.677539e+17,5.172600,5.193398 | |
| 4550,596377600,2.707289e+17,5.169554,5.188896 | |
| 4600,602931200,2.737040e+17,5.165934,5.182321 | |
| 4650,609484800,2.766790e+17,5.160705,5.176644 | |
| 4700,616038400,2.796541e+17,5.154583,5.170066 | |
| 4750,622592000,2.826291e+17,5.153899,5.167034 | |
| 4800,629145600,2.856042e+17,5.141909,5.160019 | |
| 4850,635699200,2.885792e+17,5.136149,5.154595 | |
| 4900,642252800,2.915542e+17,5.131905,5.150066 | |
| 4950,648806400,2.945293e+17,5.132771,5.145302 | |
| 5000,655360000,2.975043e+17,5.126423,5.140185 | |
| 5050,661913600,3.004794e+17,5.118174,5.135195 | |
| 5100,668467200,3.034544e+17,5.113658,5.130634 | |
| 5150,675020800,3.064295e+17,5.107284,5.126037 | |
| 5200,681574400,3.094045e+17,5.101845,5.121975 | |
| 5250,688128000,3.123795e+17,5.093899,5.117765 | |
| 5300,694681600,3.153546e+17,5.088744,5.112937 | |
| 5350,701235200,3.183296e+17,5.089869,5.108900 | |
| 5400,707788800,3.213047e+17,5.088857,5.105189 | |
| 5450,714342400,3.242797e+17,5.083003,5.101136 | |
| 5500,720896000,3.272548e+17,5.077079,5.097591 | |
| 5550,727449600,3.302298e+17,5.071113,5.093486 | |
| 5600,734003200,3.332049e+17,5.071430,5.090482 | |
| 5650,740556800,3.361799e+17,5.074283,5.087763 | |
| 5700,747110400,3.391549e+17,5.068249,5.083909 | |
| 5750,753664000,3.421300e+17,5.063194,5.081145 | |
| 5800,760217600,3.451050e+17,5.058290,5.078380 | |
| 5850,766771200,3.480801e+17,5.058679,5.074890 | |
| 5900,773324800,3.510551e+17,5.057764,5.072645 | |
| 5950,779878400,3.540302e+17,5.055682,5.069755 | |
| 6000,786432000,3.570052e+17,5.054353,5.067293 | |
| 6050,792985600,3.599802e+17,5.049317,5.064651 | |
| 6100,799539200,3.629553e+17,5.042191,5.062357 | |
| 6150,806092800,3.659303e+17,5.040311,5.059884 | |
| 6200,812646400,3.689054e+17,5.037771,5.057656 | |
| 6250,819200000,3.718804e+17,5.035693,5.055688 | |
| 6300,825753600,3.748555e+17,5.035345,5.053892 | |
| 6350,832307200,3.778305e+17,5.034083,5.052022 | |
| 6400,838860800,3.808055e+17,5.029211,5.050479 | |
| 6450,845414400,3.837806e+17,5.028170,5.048884 | |
| 6500,851968000,3.867556e+17,5.032156,5.047733 | |
| 6550,858521600,3.897307e+17,5.026234,5.046669 | |
| 6600,865075200,3.927057e+17,5.028373,5.045374 | |
| 6650,871628800,3.956808e+17,5.025681,5.044115 | |
| 6700,878182400,3.986558e+17,5.026446,5.042848 | |
| 6750,884736000,4.016308e+17,5.016003,5.041612 | |
| 6800,891289600,4.046059e+17,5.016819,5.040743 | |
| 6850,897843200,4.075809e+17,5.015100,5.039827 | |
| 6900,904396800,4.105560e+17,5.018798,5.039279 | |
| 6950,910950400,4.135310e+17,5.014581,5.038666 | |
| 7000,917504000,4.165061e+17,5.014366,5.037915 | |
| 7050,924057600,4.194811e+17,5.017541,5.037456 | |
| 7100,930611200,4.224562e+17,5.017008,5.037059 | |
| 7150,937164800,4.254312e+17,5.019023,5.036601 | |
| 7200,943718400,4.284062e+17,5.015058,5.036250 | |
| 7250,950272000,4.313813e+17,5.014929,5.035986 | |
| 7300,956825600,4.343563e+17,5.015896,5.035780 | |
| 7350,963379200,4.373314e+17,5.012451,5.035562 | |
| 7400,969932800,4.403064e+17,5.011726,5.035429 | |
| 7450,976486400,4.432815e+17,5.012722,5.035330 | |
| 7500,983040000,4.462565e+17,5.006920,5.035264 | |
| 7550,989593600,4.492315e+17,5.014639,5.035240 | |
| 7600,996147200,4.522066e+17,5.012943,5.035232 | |
| 7630,1000079360,4.539916e+17,5.014991,5.014591 | |