| [ |
| { |
| "model": "91M", |
| "params": 91352064, |
| "phase": "post", |
| "budget_t": 18750, |
| "checkpoint_iter": 18749, |
| "total_training_tokens": 3839795200, |
| "training_flops": 2104639301143756800, |
| "tokens_per_param": 42.0, |
| "gpu_hours": 2.5, |
| "path": "91m/anneal/T018750/checkpoint-000018749.pt", |
| "top1_move_match_pct": 54.093042353987165, |
| "mean_nll_legal": 1.4127465559578585, |
| "perplexity_legal": 4.1072206380053675, |
| "final_val_loss": 1.419543981552124 |
| }, |
| { |
| "model": "91M", |
| "params": 91352064, |
| "phase": "pre", |
| "budget_t": 18750, |
| "checkpoint_iter": 15000, |
| "total_training_tokens": 3072000000, |
| "training_flops": 1683801243648000000, |
| "tokens_per_param": 33.6, |
| "gpu_hours": 2.0, |
| "path": "91m/trunk/checkpoint-000015000.pt", |
| "top1_move_match_pct": 52.35954115665534, |
| "mean_nll_legal": 1.4792722149911905, |
| "perplexity_legal": 4.389749724033492, |
| "final_val_loss": "" |
| }, |
| { |
| "model": "91M", |
| "params": 91352064, |
| "phase": "post", |
| "budget_t": 37500, |
| "checkpoint_iter": 37499, |
| "total_training_tokens": 7679795200, |
| "training_flops": 4209390855703756800, |
| "tokens_per_param": 84.1, |
| "gpu_hours": 5.1, |
| "path": "91m/anneal/T037500/checkpoint-000037499.pt", |
| "top1_move_match_pct": 54.72366350733952, |
| "mean_nll_legal": 1.3873449567792162, |
| "perplexity_legal": 4.004204590913049, |
| "final_val_loss": 1.3978652954101562 |
| }, |
| { |
| "model": "91M", |
| "params": 91352064, |
| "phase": "pre", |
| "budget_t": 37500, |
| "checkpoint_iter": 30000, |
| "total_training_tokens": 6144000000, |
| "training_flops": 3367602487296000000, |
| "tokens_per_param": 67.3, |
| "gpu_hours": 4.1, |
| "path": "91m/trunk/checkpoint-000030000.pt", |
| "top1_move_match_pct": 53.01165433137756, |
| "mean_nll_legal": 1.4534966116043373, |
| "perplexity_legal": 4.278047062297825, |
| "final_val_loss": "" |
| }, |
| { |
| "model": "91M", |
| "params": 91352064, |
| "phase": "post", |
| "budget_t": 75000, |
| "checkpoint_iter": 74999, |
| "total_training_tokens": 15359795200, |
| "training_flops": 8418893964823756800, |
| "tokens_per_param": 168.1, |
| "gpu_hours": 10.1, |
| "path": "91m/anneal/T075000/checkpoint-000074999.pt", |
| "top1_move_match_pct": 55.205876597337934, |
| "mean_nll_legal": 1.3678629669672289, |
| "perplexity_legal": 3.9269497008374485, |
| "final_val_loss": 1.3811485767364502 |
| }, |
| { |
| "model": "91M", |
| "params": 91352064, |
| "phase": "pre", |
| "budget_t": 75000, |
| "checkpoint_iter": 60000, |
| "total_training_tokens": 12288000000, |
| "training_flops": 6735204974592000000, |
| "tokens_per_param": 134.5, |
| "gpu_hours": 8.1, |
| "path": "91m/trunk/checkpoint-000060000.pt", |
| "top1_move_match_pct": 53.35778899133419, |
| "mean_nll_legal": 1.4370774849776407, |
| "perplexity_legal": 4.208378777200237, |
| "final_val_loss": "" |
| }, |
| { |
| "model": "91M", |
| "params": 91352064, |
| "phase": "post", |
| "budget_t": 150000, |
| "checkpoint_iter": 149999, |
| "total_training_tokens": 30719795200, |
| "training_flops": 16837900183063756800, |
| "tokens_per_param": 336.3, |
| "gpu_hours": 20.3, |
| "path": "91m/anneal/T150000/checkpoint-000149999.pt", |
| "top1_move_match_pct": 55.55879821141135, |
| "mean_nll_legal": 1.353085779709565, |
| "perplexity_legal": 3.8693470803089225, |
| "final_val_loss": 1.368669033050537 |
| }, |
| { |
| "model": "91M", |
| "params": 91352064, |
| "phase": "pre", |
| "budget_t": 150000, |
| "checkpoint_iter": 120000, |
| "total_training_tokens": 24576000000, |
| "training_flops": 13470409949184000000, |
| "tokens_per_param": 269.0, |
| "gpu_hours": 16.2, |
| "path": "91m/trunk/checkpoint-000120000.pt", |
| "top1_move_match_pct": 53.73197639497358, |
| "mean_nll_legal": 1.4261519260876638, |
| "perplexity_legal": 4.162650147334285, |
| "final_val_loss": "" |
| }, |
| { |
| "model": "91M", |
| "params": 91352064, |
| "phase": "post", |
| "budget_t": 300000, |
| "checkpoint_iter": 299999, |
| "total_training_tokens": 61439795200, |
| "training_flops": 33675912619543756800, |
| "tokens_per_param": 672.6, |
| "gpu_hours": 40.5, |
| "path": "91m/anneal/T300000/checkpoint-000299999.pt", |
| "top1_move_match_pct": 55.84554702284602, |
| "mean_nll_legal": 1.3425605147111692, |
| "perplexity_legal": 3.8288347524109945, |
| "final_val_loss": 1.3608551025390625 |
| }, |
| { |
| "model": "91M", |
| "params": 91352064, |
| "phase": "pre", |
| "budget_t": 300000, |
| "checkpoint_iter": 240000, |
| "total_training_tokens": 49152000000, |
| "training_flops": 26940819898368000000, |
| "tokens_per_param": 538.1, |
| "gpu_hours": 32.4, |
| "path": "91m/trunk/checkpoint-000240000.pt", |
| "top1_move_match_pct": 53.863190841231656, |
| "mean_nll_legal": 1.4182724359958372, |
| "perplexity_legal": 4.129979469915587, |
| "final_val_loss": "" |
| }, |
| { |
| "model": "91M", |
| "params": 91352064, |
| "phase": "pre", |
| "budget_t": 600000, |
| "checkpoint_iter": 480000, |
| "total_training_tokens": 98304000000, |
| "training_flops": 53881639796736000000, |
| "tokens_per_param": 1076.1, |
| "gpu_hours": 64.9, |
| "path": "91m/trunk/checkpoint-000480000.pt", |
| "top1_move_match_pct": 53.96488203708165, |
| "mean_nll_legal": 1.41351416384541, |
| "perplexity_legal": 4.110374583304795, |
| "final_val_loss": "" |
| }, |
| { |
| "model": "91M", |
| "params": 91352064, |
| "phase": "trunk-final", |
| "budget_t": 600000, |
| "checkpoint_iter": 599999, |
| "total_training_tokens": 122879795200, |
| "training_flops": 67351937492503756800, |
| "tokens_per_param": 1345.1, |
| "gpu_hours": 81.1, |
| "path": "91m/trunk/checkpoint-000599999.pt", |
| "top1_move_match_pct": 56.05379339832973, |
| "mean_nll_legal": 1.3347227693112564, |
| "perplexity_legal": 3.798942616940196, |
| "final_val_loss": 1.3550746440887451 |
| }, |
| { |
| "model": "350M", |
| "params": 316887040, |
| "phase": "post", |
| "budget_t": 18750, |
| "checkpoint_iter": 18749, |
| "total_training_tokens": 3839795200, |
| "training_flops": 7300688010805248000, |
| "tokens_per_param": 12.1, |
| "gpu_hours": 7.8, |
| "path": "350m/anneal/T018750/checkpoint-000018749.pt", |
| "top1_move_match_pct": 54.998082685462, |
| "mean_nll_legal": 1.3743365070090774, |
| "perplexity_legal": 3.952453427601623, |
| "final_val_loss": 1.3888936042785645 |
| }, |
| { |
| "model": "350M", |
| "params": 316887040, |
| "phase": "pre", |
| "budget_t": 18750, |
| "checkpoint_iter": 15000, |
| "total_training_tokens": 3072000000, |
| "training_flops": 5840861921280000000, |
| "tokens_per_param": 9.7, |
| "gpu_hours": 6.3, |
| "path": "350m/trunk/checkpoint-000015000.pt", |
| "top1_move_match_pct": 53.4109534652491, |
| "mean_nll_legal": 1.436669928291017, |
| "perplexity_legal": 4.206663973753286, |
| "final_val_loss": "" |
| }, |
| { |
| "model": "350M", |
| "params": 316887040, |
| "phase": "post", |
| "budget_t": 37500, |
| "checkpoint_iter": 37499, |
| "total_training_tokens": 7679795200, |
| "training_flops": 14601765412405248000, |
| "tokens_per_param": 24.2, |
| "gpu_hours": 15.7, |
| "path": "350m/anneal/T037500/checkpoint-000037499.pt", |
| "top1_move_match_pct": 55.644200717381054, |
| "mean_nll_legal": 1.3499370063335419, |
| "perplexity_legal": 3.8571825449730675, |
| "final_val_loss": 1.3687193393707275 |
| }, |
| { |
| "model": "350M", |
| "params": 316887040, |
| "phase": "pre", |
| "budget_t": 37500, |
| "checkpoint_iter": 30000, |
| "total_training_tokens": 6144000000, |
| "training_flops": 11681723842560000000, |
| "tokens_per_param": 19.4, |
| "gpu_hours": 12.5, |
| "path": "350m/trunk/checkpoint-000030000.pt", |
| "top1_move_match_pct": 54.00820542752721, |
| "mean_nll_legal": 1.4130794183765105, |
| "perplexity_legal": 4.108588004960783, |
| "final_val_loss": "" |
| }, |
| { |
| "model": "350M", |
| "params": 316887040, |
| "phase": "post", |
| "budget_t": 75000, |
| "checkpoint_iter": 74999, |
| "total_training_tokens": 15359795200, |
| "training_flops": 29203920215605248000, |
| "tokens_per_param": 48.5, |
| "gpu_hours": 31.4, |
| "path": "350m/anneal/T075000/checkpoint-000074999.pt", |
| "top1_move_match_pct": 56.12188917130159, |
| "mean_nll_legal": 1.3307202424063012, |
| "perplexity_legal": 3.7837676362985357, |
| "final_val_loss": 1.3526790142059326 |
| }, |
| { |
| "model": "350M", |
| "params": 316887040, |
| "phase": "pre", |
| "budget_t": 75000, |
| "checkpoint_iter": 60000, |
| "total_training_tokens": 12288000000, |
| "training_flops": 23363447685120000000, |
| "tokens_per_param": 38.8, |
| "gpu_hours": 25.1, |
| "path": "350m/trunk/checkpoint-000060000.pt", |
| "top1_move_match_pct": 54.373682906716716, |
| "mean_nll_legal": 1.3976302064650983, |
| "perplexity_legal": 4.045601358033151, |
| "final_val_loss": "" |
| }, |
| { |
| "model": "350M", |
| "params": 316887040, |
| "phase": "post", |
| "budget_t": 150000, |
| "checkpoint_iter": 149999, |
| "total_training_tokens": 30719795200, |
| "training_flops": 58408229822005248000, |
| "tokens_per_param": 96.9, |
| "gpu_hours": 62.7, |
| "path": "350m/anneal/T150000/checkpoint-000149999.pt", |
| "top1_move_match_pct": 56.49483230001957, |
| "mean_nll_legal": 1.317104624559824, |
| "perplexity_legal": 3.7325984427332224, |
| "final_val_loss": 1.3407398462295532 |
| }, |
| { |
| "model": "350M", |
| "params": 316887040, |
| "phase": "pre", |
| "budget_t": 150000, |
| "checkpoint_iter": 120000, |
| "total_training_tokens": 24576000000, |
| "training_flops": 46726895370240000000, |
| "tokens_per_param": 77.6, |
| "gpu_hours": 50.2, |
| "path": "350m/trunk/checkpoint-000120000.pt", |
| "top1_move_match_pct": 54.6461791145061, |
| "mean_nll_legal": 1.3879074987910138, |
| "perplexity_legal": 4.0064577579103995, |
| "final_val_loss": "" |
| }, |
| { |
| "model": "350M", |
| "params": 316887040, |
| "phase": "post", |
| "budget_t": 300000, |
| "checkpoint_iter": 299999, |
| "total_training_tokens": 61439795200, |
| "training_flops": 116816849034805248000, |
| "tokens_per_param": 193.9, |
| "gpu_hours": 125.5, |
| "path": "350m/anneal/T300000/checkpoint-000299999.pt", |
| "top1_move_match_pct": 56.77705647537636, |
| "mean_nll_legal": 1.3062968320815889, |
| "perplexity_legal": 3.6924745094983553, |
| "final_val_loss": 1.3332316875457764 |
| }, |
| { |
| "model": "350M", |
| "params": 316887040, |
| "phase": "pre", |
| "budget_t": 300000, |
| "checkpoint_iter": 240000, |
| "total_training_tokens": 49152000000, |
| "training_flops": 93453790740480000000, |
| "tokens_per_param": 155.1, |
| "gpu_hours": 100.4, |
| "path": "350m/trunk/checkpoint-000240000.pt", |
| "top1_move_match_pct": 54.86358787804748, |
| "mean_nll_legal": 1.3808047559006091, |
| "perplexity_legal": 3.9781017405160255, |
| "final_val_loss": "" |
| }, |
| { |
| "model": "350M", |
| "params": 316887040, |
| "phase": "pre", |
| "budget_t": 600000, |
| "checkpoint_iter": 480000, |
| "total_training_tokens": 98304000000, |
| "training_flops": 186907581480960000000, |
| "tokens_per_param": 310.2, |
| "gpu_hours": 200.8, |
| "path": "350m/trunk/checkpoint-000480000.pt", |
| "top1_move_match_pct": 54.99548101971723, |
| "mean_nll_legal": 1.3765396770902847, |
| "perplexity_legal": 3.961170954311486, |
| "final_val_loss": "" |
| }, |
| { |
| "model": "350M", |
| "params": 316887040, |
| "phase": "trunk-final", |
| "budget_t": 600000, |
| "checkpoint_iter": 599999, |
| "total_training_tokens": 122879795200, |
| "training_flops": 233634087460405248000, |
| "tokens_per_param": 387.8, |
| "gpu_hours": 251.0, |
| "path": "350m/trunk/checkpoint-000599999.pt", |
| "top1_move_match_pct": 57.012111319621425, |
| "mean_nll_legal": 1.2984858923993905, |
| "perplexity_legal": 3.6637451614952985, |
| "final_val_loss": 1.3280322551727295 |
| }, |
| { |
| "model": "700M", |
| "params": 742200320, |
| "phase": "post", |
| "budget_t": 18750, |
| "checkpoint_iter": 18749, |
| "total_training_tokens": 3839795200, |
| "training_flops": 17099383357046784000, |
| "tokens_per_param": 5.2, |
| "gpu_hours": 16.8, |
| "path": "700m/anneal/T018750/checkpoint-000018749.pt", |
| "top1_move_match_pct": 55.41638529086057, |
| "mean_nll_legal": 1.3589848522814982, |
| "perplexity_legal": 3.8922400969369915, |
| "final_val_loss": 1.372852087020874 |
| }, |
| { |
| "model": "700M", |
| "params": 742200320, |
| "phase": "pre", |
| "budget_t": 18750, |
| "checkpoint_iter": 15000, |
| "total_training_tokens": 3072000000, |
| "training_flops": 13680236298240000000, |
| "tokens_per_param": 4.1, |
| "gpu_hours": 13.4, |
| "path": "700m/trunk/checkpoint-000015000.pt", |
| "top1_move_match_pct": 53.79916724072987, |
| "mean_nll_legal": 1.4208227219136957, |
| "perplexity_legal": 4.140525540430386, |
| "final_val_loss": "" |
| }, |
| { |
| "model": "700M", |
| "params": 742200320, |
| "phase": "post", |
| "budget_t": 37500, |
| "checkpoint_iter": 37499, |
| "total_training_tokens": 7679795200, |
| "training_flops": 34199678729846784000, |
| "tokens_per_param": 10.3, |
| "gpu_hours": 33.6, |
| "path": "700m/anneal/T037500/checkpoint-000037499.pt", |
| "top1_move_match_pct": 56.06284267048546, |
| "mean_nll_legal": 1.3347861838156103, |
| "perplexity_legal": 3.799183532642012, |
| "final_val_loss": 1.353476881980896 |
| }, |
| { |
| "model": "700M", |
| "params": 742200320, |
| "phase": "pre", |
| "budget_t": 37500, |
| "checkpoint_iter": 30000, |
| "total_training_tokens": 6144000000, |
| "training_flops": 27360472596480000000, |
| "tokens_per_param": 8.3, |
| "gpu_hours": 26.9, |
| "path": "700m/trunk/checkpoint-000030000.pt", |
| "top1_move_match_pct": 54.43295563933673, |
| "mean_nll_legal": 1.3967479861986556, |
| "perplexity_legal": 4.04203382043352, |
| "final_val_loss": "" |
| }, |
| { |
| "model": "700M", |
| "params": 742200320, |
| "phase": "post", |
| "budget_t": 75000, |
| "checkpoint_iter": 74999, |
| "total_training_tokens": 15359795200, |
| "training_flops": 68400269475446784000, |
| "tokens_per_param": 20.7, |
| "gpu_hours": 67.2, |
| "path": "700m/anneal/T075000/checkpoint-000074999.pt", |
| "top1_move_match_pct": 56.50399468807724, |
| "mean_nll_legal": 1.3170397282517825, |
| "perplexity_legal": 3.7323562187346946, |
| "final_val_loss": 1.337888479232788 |
| }, |
| { |
| "model": "700M", |
| "params": 742200320, |
| "phase": "pre", |
| "budget_t": 75000, |
| "checkpoint_iter": 60000, |
| "total_training_tokens": 12288000000, |
| "training_flops": 54720945192960000000, |
| "tokens_per_param": 16.6, |
| "gpu_hours": 53.8, |
| "path": "700m/trunk/checkpoint-000060000.pt", |
| "top1_move_match_pct": 54.73633248835754, |
| "mean_nll_legal": 1.3824926166336773, |
| "perplexity_legal": 3.984821891980476, |
| "final_val_loss": "" |
| }, |
| { |
| "model": "700M", |
| "params": 742200320, |
| "phase": "post", |
| "budget_t": 150000, |
| "checkpoint_iter": 149999, |
| "total_training_tokens": 30719795200, |
| "training_flops": 136801450966646784000, |
| "tokens_per_param": 41.4, |
| "gpu_hours": 134.4, |
| "path": "700m/anneal/T150000/checkpoint-000149999.pt", |
| "top1_move_match_pct": 56.880557525657515, |
| "mean_nll_legal": 1.303091969236236, |
| "perplexity_legal": 3.6806595778658946, |
| "final_val_loss": 1.3260610103607178 |
| }, |
| { |
| "model": "700M", |
| "params": 742200320, |
| "phase": "pre", |
| "budget_t": 150000, |
| "checkpoint_iter": 120000, |
| "total_training_tokens": 24576000000, |
| "training_flops": 109441890385920000000, |
| "tokens_per_param": 33.1, |
| "gpu_hours": 107.5, |
| "path": "700m/trunk/checkpoint-000120000.pt", |
| "top1_move_match_pct": 55.02534361783113, |
| "mean_nll_legal": 1.3726845887174977, |
| "perplexity_legal": 3.9459296873144227, |
| "final_val_loss": "" |
| }, |
| { |
| "model": "700M", |
| "params": 742200320, |
| "phase": "post", |
| "budget_t": 300000, |
| "checkpoint_iter": 299999, |
| "total_training_tokens": 61439795200, |
| "training_flops": 273603813949046784000, |
| "tokens_per_param": 82.8, |
| "gpu_hours": 268.8, |
| "path": "700m/anneal/T300000/checkpoint-000299999.pt", |
| "top1_move_match_pct": 57.15022583589824, |
| "mean_nll_legal": 1.2917126068377571, |
| "perplexity_legal": 3.6390134214126957, |
| "final_val_loss": 1.3188841342926023 |
| }, |
| { |
| "model": "700M", |
| "params": 742200320, |
| "phase": "pre", |
| "budget_t": 300000, |
| "checkpoint_iter": 240000, |
| "total_training_tokens": 49152000000, |
| "training_flops": 218883780771840000000, |
| "tokens_per_param": 66.2, |
| "gpu_hours": 215.0, |
| "path": "700m/trunk/checkpoint-000240000.pt", |
| "top1_move_match_pct": 55.28856432166091, |
| "mean_nll_legal": 1.3654216689845482, |
| "perplexity_legal": 3.9173745391218078, |
| "final_val_loss": "" |
| } |
| ] |
|
|
