model,params,phase,budget_t,checkpoint_iter,total_training_tokens,training_flops,tokens_per_param,gpu_hours,path,top1_move_match_pct,mean_nll_legal,perplexity_legal,final_val_loss
91M,91352064,post,18750,18749,3839795200,2104639301143756800,42.0,2.5,91m/anneal/T018750/checkpoint-000018749.pt,54.093042353987165,1.4127465559578585,4.1072206380053675,1.419543981552124
91M,91352064,pre,18750,15000,3072000000,1683801243648000000,33.6,2.0,91m/trunk/checkpoint-000015000.pt,52.35954115665534,1.4792722149911905,4.389749724033492,
91M,91352064,post,37500,37499,7679795200,4209390855703756800,84.1,5.1,91m/anneal/T037500/checkpoint-000037499.pt,54.72366350733952,1.3873449567792162,4.004204590913049,1.3978652954101562
91M,91352064,pre,37500,30000,6144000000,3367602487296000000,67.3,4.1,91m/trunk/checkpoint-000030000.pt,53.01165433137756,1.4534966116043373,4.278047062297825,
91M,91352064,post,75000,74999,15359795200,8418893964823756800,168.1,10.1,91m/anneal/T075000/checkpoint-000074999.pt,55.205876597337934,1.3678629669672289,3.9269497008374485,1.3811485767364502
91M,91352064,pre,75000,60000,12288000000,6735204974592000000,134.5,8.1,91m/trunk/checkpoint-000060000.pt,53.35778899133419,1.4370774849776407,4.208378777200237,
91M,91352064,post,150000,149999,30719795200,16837900183063756800,336.3,20.3,91m/anneal/T150000/checkpoint-000149999.pt,55.55879821141135,1.353085779709565,3.8693470803089225,1.368669033050537
91M,91352064,pre,150000,120000,24576000000,13470409949184000000,269.0,16.2,91m/trunk/checkpoint-000120000.pt,53.73197639497358,1.4261519260876638,4.162650147334285,
91M,91352064,post,300000,299999,61439795200,33675912619543756800,672.6,40.5,91m/anneal/T300000/checkpoint-000299999.pt,55.84554702284602,1.3425605147111692,3.8288347524109945,1.3608551025390625
91M,91352064,pre,300000,240000,49152000000,26940819898368000000,538.1,32.4,91m/trunk/checkpoint-000240000.pt,53.863190841231656,1.4182724359958372,4.129979469915587,
91M,91352064,pre,600000,480000,98304000000,53881639796736000000,1076.1,64.9,91m/trunk/checkpoint-000480000.pt,53.96488203708165,1.41351416384541,4.110374583304795,
91M,91352064,trunk-final,600000,599999,122879795200,67351937492503756800,1345.1,81.1,91m/trunk/checkpoint-000599999.pt,56.05379339832973,1.3347227693112564,3.798942616940196,1.3550746440887451
350M,316887040,post,18750,18749,3839795200,7300688010805248000,12.1,7.8,350m/anneal/T018750/checkpoint-000018749.pt,54.998082685462,1.3743365070090774,3.952453427601623,1.3888936042785645
350M,316887040,pre,18750,15000,3072000000,5840861921280000000,9.7,6.3,350m/trunk/checkpoint-000015000.pt,53.4109534652491,1.436669928291017,4.206663973753286,
350M,316887040,post,37500,37499,7679795200,14601765412405248000,24.2,15.7,350m/anneal/T037500/checkpoint-000037499.pt,55.644200717381054,1.3499370063335419,3.8571825449730675,1.3687193393707275
350M,316887040,pre,37500,30000,6144000000,11681723842560000000,19.4,12.5,350m/trunk/checkpoint-000030000.pt,54.00820542752721,1.4130794183765105,4.108588004960783,
350M,316887040,post,75000,74999,15359795200,29203920215605248000,48.5,31.4,350m/anneal/T075000/checkpoint-000074999.pt,56.12188917130159,1.3307202424063012,3.7837676362985357,1.3526790142059326
350M,316887040,pre,75000,60000,12288000000,23363447685120000000,38.8,25.1,350m/trunk/checkpoint-000060000.pt,54.373682906716716,1.3976302064650983,4.045601358033151,
350M,316887040,post,150000,149999,30719795200,58408229822005248000,96.9,62.7,350m/anneal/T150000/checkpoint-000149999.pt,56.49483230001957,1.317104624559824,3.7325984427332224,1.3407398462295532
350M,316887040,pre,150000,120000,24576000000,46726895370240000000,77.6,50.2,350m/trunk/checkpoint-000120000.pt,54.6461791145061,1.3879074987910138,4.0064577579103995,
350M,316887040,post,300000,299999,61439795200,116816849034805248000,193.9,125.5,350m/anneal/T300000/checkpoint-000299999.pt,56.77705647537636,1.3062968320815889,3.6924745094983553,1.3332316875457764
350M,316887040,pre,300000,240000,49152000000,93453790740480000000,155.1,100.4,350m/trunk/checkpoint-000240000.pt,54.86358787804748,1.3808047559006091,3.9781017405160255,
350M,316887040,pre,600000,480000,98304000000,186907581480960000000,310.2,200.8,350m/trunk/checkpoint-000480000.pt,54.99548101971723,1.3765396770902847,3.961170954311486,
350M,316887040,trunk-final,600000,599999,122879795200,233634087460405248000,387.8,251.0,350m/trunk/checkpoint-000599999.pt,57.012111319621425,1.2984858923993905,3.6637451614952985,1.3280322551727295
700M,742200320,post,18750,18749,3839795200,17099383357046784000,5.2,16.8,700m/anneal/T018750/checkpoint-000018749.pt,55.41638529086057,1.3589848522814982,3.8922400969369915,1.372852087020874
700M,742200320,pre,18750,15000,3072000000,13680236298240000000,4.1,13.4,700m/trunk/checkpoint-000015000.pt,53.79916724072987,1.4208227219136957,4.140525540430386,
700M,742200320,post,37500,37499,7679795200,34199678729846784000,10.3,33.6,700m/anneal/T037500/checkpoint-000037499.pt,56.06284267048546,1.3347861838156103,3.799183532642012,1.353476881980896
700M,742200320,pre,37500,30000,6144000000,27360472596480000000,8.3,26.9,700m/trunk/checkpoint-000030000.pt,54.43295563933673,1.3967479861986556,4.04203382043352,
700M,742200320,post,75000,74999,15359795200,68400269475446784000,20.7,67.2,700m/anneal/T075000/checkpoint-000074999.pt,56.50399468807724,1.3170397282517825,3.7323562187346946,1.337888479232788
700M,742200320,pre,75000,60000,12288000000,54720945192960000000,16.6,53.8,700m/trunk/checkpoint-000060000.pt,54.73633248835754,1.3824926166336773,3.984821891980476,
700M,742200320,post,150000,149999,30719795200,136801450966646784000,41.4,134.4,700m/anneal/T150000/checkpoint-000149999.pt,56.880557525657515,1.303091969236236,3.6806595778658946,1.3260610103607178
700M,742200320,pre,150000,120000,24576000000,109441890385920000000,33.1,107.5,700m/trunk/checkpoint-000120000.pt,55.02534361783113,1.3726845887174977,3.9459296873144227,
700M,742200320,post,300000,299999,61439795200,273603813949046784000,82.8,268.8,700m/anneal/T300000/checkpoint-000299999.pt,57.15022583589824,1.2917126068377571,3.6390134214126957,1.3188841342926023
700M,742200320,pre,300000,240000,49152000000,218883780771840000000,66.2,215.0,700m/trunk/checkpoint-000240000.pt,55.28856432166091,1.3654216689845482,3.9173745391218078,