{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 5.0,
  "eval_steps": 500,
  "global_step": 645,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "entropy": 1.1461779922246933,
      "epoch": 0.007774538386783284,
      "grad_norm": 0.2348785102367401,
      "learning_rate": 0.0002,
      "loss": 2.5822062492370605,
      "mean_token_accuracy": 0.5106955841183662,
      "num_tokens": 37728.0,
      "step": 1
    },
    {
      "entropy": 1.2709465026855469,
      "epoch": 0.015549076773566569,
      "grad_norm": 0.19847582280635834,
      "learning_rate": 0.0002,
      "loss": 2.256243944168091,
      "mean_token_accuracy": 0.5385559350252151,
      "num_tokens": 74823.0,
      "step": 2
    },
    {
      "entropy": 1.457642063498497,
      "epoch": 0.023323615160349854,
      "grad_norm": 0.14325936138629913,
      "learning_rate": 0.0002,
      "loss": 1.8135013580322266,
      "mean_token_accuracy": 0.5658686235547066,
      "num_tokens": 112223.0,
      "step": 3
    },
    {
      "entropy": 1.4453874379396439,
      "epoch": 0.031098153547133137,
      "grad_norm": 0.11537832021713257,
      "learning_rate": 0.0002,
      "loss": 1.4907238483428955,
      "mean_token_accuracy": 0.6095475852489471,
      "num_tokens": 149646.0,
      "step": 4
    },
    {
      "entropy": 1.4222392737865448,
      "epoch": 0.038872691933916424,
      "grad_norm": 0.14347851276397705,
      "learning_rate": 0.0002,
      "loss": 1.3716599941253662,
      "mean_token_accuracy": 0.614239789545536,
      "num_tokens": 186807.0,
      "step": 5
    },
    {
      "entropy": 1.3676332831382751,
      "epoch": 0.04664723032069971,
      "grad_norm": 0.07458607107400894,
      "learning_rate": 0.0002,
      "loss": 1.2618626356124878,
      "mean_token_accuracy": 0.6355780363082886,
      "num_tokens": 224243.0,
      "step": 6
    },
    {
      "entropy": 1.2903779596090317,
      "epoch": 0.05442176870748299,
      "grad_norm": 0.050369806587696075,
      "learning_rate": 0.0002,
      "loss": 1.1705503463745117,
      "mean_token_accuracy": 0.6446279659867287,
      "num_tokens": 261678.0,
      "step": 7
    },
    {
      "entropy": 1.231130599975586,
      "epoch": 0.062196307094266275,
      "grad_norm": 0.05470636859536171,
      "learning_rate": 0.0002,
      "loss": 1.0978062152862549,
      "mean_token_accuracy": 0.6580947414040565,
      "num_tokens": 298703.0,
      "step": 8
    },
    {
      "entropy": 1.1396304965019226,
      "epoch": 0.06997084548104957,
      "grad_norm": 0.05549474433064461,
      "learning_rate": 0.0002,
      "loss": 1.026996374130249,
      "mean_token_accuracy": 0.6708663776516914,
      "num_tokens": 336240.0,
      "step": 9
    },
    {
      "entropy": 1.0528622567653656,
      "epoch": 0.07774538386783285,
      "grad_norm": 0.05926097184419632,
      "learning_rate": 0.0002,
      "loss": 0.9768505096435547,
      "mean_token_accuracy": 0.6747338622808456,
      "num_tokens": 373808.0,
      "step": 10
    },
    {
      "entropy": 0.978929877281189,
      "epoch": 0.08551992225461613,
      "grad_norm": 0.08427942544221878,
      "learning_rate": 0.0002,
      "loss": 0.9218605756759644,
      "mean_token_accuracy": 0.6868897452950478,
      "num_tokens": 410822.0,
      "step": 11
    },
    {
      "entropy": 0.9272410869598389,
      "epoch": 0.09329446064139942,
      "grad_norm": 0.0502631776034832,
      "learning_rate": 0.0002,
      "loss": 0.8876349925994873,
      "mean_token_accuracy": 0.688661016523838,
      "num_tokens": 447975.0,
      "step": 12
    },
    {
      "entropy": 0.860072985291481,
      "epoch": 0.1010689990281827,
      "grad_norm": 0.04337044060230255,
      "learning_rate": 0.0002,
      "loss": 0.8350162506103516,
      "mean_token_accuracy": 0.7001973986625671,
      "num_tokens": 485476.0,
      "step": 13
    },
    {
      "entropy": 0.7882575914263725,
      "epoch": 0.10884353741496598,
      "grad_norm": 0.06162057816982269,
      "learning_rate": 0.0002,
      "loss": 0.8057988882064819,
      "mean_token_accuracy": 0.7050592303276062,
      "num_tokens": 522792.0,
      "step": 14
    },
    {
      "entropy": 0.7824503108859062,
      "epoch": 0.11661807580174927,
      "grad_norm": 0.03932056203484535,
      "learning_rate": 0.0002,
      "loss": 0.7716900110244751,
      "mean_token_accuracy": 0.7123773470520973,
      "num_tokens": 559845.0,
      "step": 15
    },
    {
      "entropy": 0.7571921274065971,
      "epoch": 0.12439261418853255,
      "grad_norm": 0.03887049853801727,
      "learning_rate": 0.0002,
      "loss": 0.7427914142608643,
      "mean_token_accuracy": 0.721781499683857,
      "num_tokens": 596752.0,
      "step": 16
    },
    {
      "entropy": 0.7445609271526337,
      "epoch": 0.13216715257531583,
      "grad_norm": 0.037259574979543686,
      "learning_rate": 0.0002,
      "loss": 0.7245944738388062,
      "mean_token_accuracy": 0.7208689078688622,
      "num_tokens": 634143.0,
      "step": 17
    },
    {
      "entropy": 0.7450662180781364,
      "epoch": 0.13994169096209913,
      "grad_norm": 0.03612779080867767,
      "learning_rate": 0.0002,
      "loss": 0.7255409955978394,
      "mean_token_accuracy": 0.7214401289820671,
      "num_tokens": 671585.0,
      "step": 18
    },
    {
      "entropy": 0.7271910980343819,
      "epoch": 0.1477162293488824,
      "grad_norm": 0.03141465783119202,
      "learning_rate": 0.0002,
      "loss": 0.7076310515403748,
      "mean_token_accuracy": 0.7255471646785736,
      "num_tokens": 708756.0,
      "step": 19
    },
    {
      "entropy": 0.7060252502560616,
      "epoch": 0.1554907677356657,
      "grad_norm": 0.035933561623096466,
      "learning_rate": 0.0002,
      "loss": 0.6859346628189087,
      "mean_token_accuracy": 0.732830710709095,
      "num_tokens": 746139.0,
      "step": 20
    },
    {
      "entropy": 0.6829683035612106,
      "epoch": 0.16326530612244897,
      "grad_norm": 0.03822736069560051,
      "learning_rate": 0.0002,
      "loss": 0.6772962212562561,
      "mean_token_accuracy": 0.7338771298527718,
      "num_tokens": 783417.0,
      "step": 21
    },
    {
      "entropy": 0.6782366037368774,
      "epoch": 0.17103984450923226,
      "grad_norm": 0.031850460916757584,
      "learning_rate": 0.0002,
      "loss": 0.6737133264541626,
      "mean_token_accuracy": 0.7363682463765144,
      "num_tokens": 820745.0,
      "step": 22
    },
    {
      "entropy": 0.6792467907071114,
      "epoch": 0.17881438289601556,
      "grad_norm": 0.031343962997198105,
      "learning_rate": 0.0002,
      "loss": 0.6833145618438721,
      "mean_token_accuracy": 0.7314189001917839,
      "num_tokens": 858477.0,
      "step": 23
    },
    {
      "entropy": 0.6493787094950676,
      "epoch": 0.18658892128279883,
      "grad_norm": 0.028227699920535088,
      "learning_rate": 0.0002,
      "loss": 0.6512086987495422,
      "mean_token_accuracy": 0.7448033019900322,
      "num_tokens": 895754.0,
      "step": 24
    },
    {
      "entropy": 0.6527747735381126,
      "epoch": 0.19436345966958213,
      "grad_norm": 0.02940857782959938,
      "learning_rate": 0.0002,
      "loss": 0.6458977460861206,
      "mean_token_accuracy": 0.7454173043370247,
      "num_tokens": 933200.0,
      "step": 25
    },
    {
      "entropy": 0.6647381633520126,
      "epoch": 0.2021379980563654,
      "grad_norm": 0.03015323169529438,
      "learning_rate": 0.0002,
      "loss": 0.6591448783874512,
      "mean_token_accuracy": 0.7374408692121506,
      "num_tokens": 970838.0,
      "step": 26
    },
    {
      "entropy": 0.6438521891832352,
      "epoch": 0.2099125364431487,
      "grad_norm": 0.035360876470804214,
      "learning_rate": 0.0002,
      "loss": 0.6528849601745605,
      "mean_token_accuracy": 0.7403199598193169,
      "num_tokens": 1008094.0,
      "step": 27
    },
    {
      "entropy": 0.6399626433849335,
      "epoch": 0.21768707482993196,
      "grad_norm": 0.02637004852294922,
      "learning_rate": 0.0002,
      "loss": 0.6530839204788208,
      "mean_token_accuracy": 0.7398090362548828,
      "num_tokens": 1045463.0,
      "step": 28
    },
    {
      "entropy": 0.6436624526977539,
      "epoch": 0.22546161321671526,
      "grad_norm": 0.02592352218925953,
      "learning_rate": 0.0002,
      "loss": 0.6487458944320679,
      "mean_token_accuracy": 0.7412822172045708,
      "num_tokens": 1083139.0,
      "step": 29
    },
    {
      "entropy": 0.653114914894104,
      "epoch": 0.23323615160349853,
      "grad_norm": 0.018322035670280457,
      "learning_rate": 0.0002,
      "loss": 0.6511994004249573,
      "mean_token_accuracy": 0.7411110699176788,
      "num_tokens": 1120783.0,
      "step": 30
    },
    {
      "entropy": 0.642485961318016,
      "epoch": 0.24101068999028183,
      "grad_norm": 0.021689819172024727,
      "learning_rate": 0.0002,
      "loss": 0.644116222858429,
      "mean_token_accuracy": 0.7440010756254196,
      "num_tokens": 1158207.0,
      "step": 31
    },
    {
      "entropy": 0.6343450918793678,
      "epoch": 0.2487852283770651,
      "grad_norm": 0.02071012370288372,
      "learning_rate": 0.0002,
      "loss": 0.6319076418876648,
      "mean_token_accuracy": 0.7487388849258423,
      "num_tokens": 1195845.0,
      "step": 32
    },
    {
      "entropy": 0.6410091295838356,
      "epoch": 0.2565597667638484,
      "grad_norm": 0.025183040648698807,
      "learning_rate": 0.0002,
      "loss": 0.6358401775360107,
      "mean_token_accuracy": 0.7465788945555687,
      "num_tokens": 1233366.0,
      "step": 33
    },
    {
      "entropy": 0.6519959643483162,
      "epoch": 0.26433430515063167,
      "grad_norm": 0.017367947846651077,
      "learning_rate": 0.0002,
      "loss": 0.6433607339859009,
      "mean_token_accuracy": 0.7429918646812439,
      "num_tokens": 1270710.0,
      "step": 34
    },
    {
      "entropy": 0.6490929946303368,
      "epoch": 0.272108843537415,
      "grad_norm": 0.023137487471103668,
      "learning_rate": 0.0002,
      "loss": 0.6468774676322937,
      "mean_token_accuracy": 0.7406889051198959,
      "num_tokens": 1308095.0,
      "step": 35
    },
    {
      "entropy": 0.6438097059726715,
      "epoch": 0.27988338192419826,
      "grad_norm": 0.016993502154946327,
      "learning_rate": 0.0002,
      "loss": 0.6424656510353088,
      "mean_token_accuracy": 0.7413171753287315,
      "num_tokens": 1345646.0,
      "step": 36
    },
    {
      "entropy": 0.6314259544014931,
      "epoch": 0.28765792031098153,
      "grad_norm": 0.016146596521139145,
      "learning_rate": 0.0002,
      "loss": 0.6370364427566528,
      "mean_token_accuracy": 0.7465247958898544,
      "num_tokens": 1382928.0,
      "step": 37
    },
    {
      "entropy": 0.6270746886730194,
      "epoch": 0.2954324586977648,
      "grad_norm": 0.019162772223353386,
      "learning_rate": 0.0002,
      "loss": 0.6330348253250122,
      "mean_token_accuracy": 0.747043713927269,
      "num_tokens": 1420089.0,
      "step": 38
    },
    {
      "entropy": 0.6293222159147263,
      "epoch": 0.3032069970845481,
      "grad_norm": 0.01702946238219738,
      "learning_rate": 0.0002,
      "loss": 0.6317635178565979,
      "mean_token_accuracy": 0.7488930821418762,
      "num_tokens": 1457216.0,
      "step": 39
    },
    {
      "entropy": 0.6111311987042427,
      "epoch": 0.3109815354713314,
      "grad_norm": 0.015137894079089165,
      "learning_rate": 0.0002,
      "loss": 0.6177330017089844,
      "mean_token_accuracy": 0.753462478518486,
      "num_tokens": 1494415.0,
      "step": 40
    },
    {
      "entropy": 0.6119553595781326,
      "epoch": 0.31875607385811466,
      "grad_norm": 0.014271042309701443,
      "learning_rate": 0.0002,
      "loss": 0.6184912919998169,
      "mean_token_accuracy": 0.7530097812414169,
      "num_tokens": 1531665.0,
      "step": 41
    },
    {
      "entropy": 0.627587340772152,
      "epoch": 0.32653061224489793,
      "grad_norm": 0.01676957495510578,
      "learning_rate": 0.0002,
      "loss": 0.628797173500061,
      "mean_token_accuracy": 0.7489041686058044,
      "num_tokens": 1568905.0,
      "step": 42
    },
    {
      "entropy": 0.6380143910646439,
      "epoch": 0.33430515063168126,
      "grad_norm": 0.013997296802699566,
      "learning_rate": 0.0002,
      "loss": 0.6401110291481018,
      "mean_token_accuracy": 0.7437692731618881,
      "num_tokens": 1606022.0,
      "step": 43
    },
    {
      "entropy": 0.6236186027526855,
      "epoch": 0.34207968901846453,
      "grad_norm": 0.013737027533352375,
      "learning_rate": 0.0002,
      "loss": 0.622249960899353,
      "mean_token_accuracy": 0.7506565973162651,
      "num_tokens": 1643817.0,
      "step": 44
    },
    {
      "entropy": 0.6351634711027145,
      "epoch": 0.3498542274052478,
      "grad_norm": 0.013750840909779072,
      "learning_rate": 0.0002,
      "loss": 0.6342694163322449,
      "mean_token_accuracy": 0.7469271644949913,
      "num_tokens": 1681417.0,
      "step": 45
    },
    {
      "entropy": 0.6226040348410606,
      "epoch": 0.3576287657920311,
      "grad_norm": 0.015259931795299053,
      "learning_rate": 0.0002,
      "loss": 0.6237019896507263,
      "mean_token_accuracy": 0.7505070269107819,
      "num_tokens": 1718574.0,
      "step": 46
    },
    {
      "entropy": 0.6210184469819069,
      "epoch": 0.3654033041788144,
      "grad_norm": 0.013225192204117775,
      "learning_rate": 0.0002,
      "loss": 0.6187986135482788,
      "mean_token_accuracy": 0.7520730867981911,
      "num_tokens": 1756095.0,
      "step": 47
    },
    {
      "entropy": 0.6205598041415215,
      "epoch": 0.37317784256559766,
      "grad_norm": 0.012887167744338512,
      "learning_rate": 0.0002,
      "loss": 0.6181526780128479,
      "mean_token_accuracy": 0.7511478438973427,
      "num_tokens": 1793392.0,
      "step": 48
    },
    {
      "entropy": 0.629549115896225,
      "epoch": 0.38095238095238093,
      "grad_norm": 0.013227855786681175,
      "learning_rate": 0.0002,
      "loss": 0.6304742097854614,
      "mean_token_accuracy": 0.7472723796963692,
      "num_tokens": 1830606.0,
      "step": 49
    },
    {
      "entropy": 0.6296898201107979,
      "epoch": 0.38872691933916426,
      "grad_norm": 0.015021155588328838,
      "learning_rate": 0.0002,
      "loss": 0.6288135647773743,
      "mean_token_accuracy": 0.7465364933013916,
      "num_tokens": 1868232.0,
      "step": 50
    },
    {
      "entropy": 0.6357625275850296,
      "epoch": 0.3965014577259475,
      "grad_norm": 0.011794226244091988,
      "learning_rate": 0.0002,
      "loss": 0.6371973156929016,
      "mean_token_accuracy": 0.7450965940952301,
      "num_tokens": 1905598.0,
      "step": 51
    },
    {
      "entropy": 0.6295278668403625,
      "epoch": 0.4042759961127308,
      "grad_norm": 0.012368254363536835,
      "learning_rate": 0.0002,
      "loss": 0.6367925405502319,
      "mean_token_accuracy": 0.7448450028896332,
      "num_tokens": 1942785.0,
      "step": 52
    },
    {
      "entropy": 0.6321664452552795,
      "epoch": 0.41205053449951407,
      "grad_norm": 0.011660202406346798,
      "learning_rate": 0.0002,
      "loss": 0.6337926983833313,
      "mean_token_accuracy": 0.7433984354138374,
      "num_tokens": 1980646.0,
      "step": 53
    },
    {
      "entropy": 0.6304126009345055,
      "epoch": 0.4198250728862974,
      "grad_norm": 0.012000083923339844,
      "learning_rate": 0.0002,
      "loss": 0.6315821409225464,
      "mean_token_accuracy": 0.7455745488405228,
      "num_tokens": 2018148.0,
      "step": 54
    },
    {
      "entropy": 0.6312398687005043,
      "epoch": 0.42759961127308066,
      "grad_norm": 0.012478172779083252,
      "learning_rate": 0.0002,
      "loss": 0.6293996572494507,
      "mean_token_accuracy": 0.7464256510138512,
      "num_tokens": 2055123.0,
      "step": 55
    },
    {
      "entropy": 0.6144075095653534,
      "epoch": 0.43537414965986393,
      "grad_norm": 0.010203132405877113,
      "learning_rate": 0.0002,
      "loss": 0.6101412773132324,
      "mean_token_accuracy": 0.7551510035991669,
      "num_tokens": 2092759.0,
      "step": 56
    },
    {
      "entropy": 0.6334135234355927,
      "epoch": 0.44314868804664725,
      "grad_norm": 0.012491037137806416,
      "learning_rate": 0.0002,
      "loss": 0.6366456747055054,
      "mean_token_accuracy": 0.7441563606262207,
      "num_tokens": 2130468.0,
      "step": 57
    },
    {
      "entropy": 0.6204067915678024,
      "epoch": 0.4509232264334305,
      "grad_norm": 0.012662500143051147,
      "learning_rate": 0.0002,
      "loss": 0.6225067377090454,
      "mean_token_accuracy": 0.7498065009713173,
      "num_tokens": 2167896.0,
      "step": 58
    },
    {
      "entropy": 0.626205176115036,
      "epoch": 0.4586977648202138,
      "grad_norm": 0.011919913813471794,
      "learning_rate": 0.0002,
      "loss": 0.6297718286514282,
      "mean_token_accuracy": 0.7457590103149414,
      "num_tokens": 2204991.0,
      "step": 59
    },
    {
      "entropy": 0.6314920708537102,
      "epoch": 0.46647230320699706,
      "grad_norm": 0.011844294145703316,
      "learning_rate": 0.0002,
      "loss": 0.6283063888549805,
      "mean_token_accuracy": 0.7473507225513458,
      "num_tokens": 2242421.0,
      "step": 60
    },
    {
      "entropy": 0.629265584051609,
      "epoch": 0.4742468415937804,
      "grad_norm": 0.012998970225453377,
      "learning_rate": 0.0002,
      "loss": 0.6303939819335938,
      "mean_token_accuracy": 0.7454146966338158,
      "num_tokens": 2279756.0,
      "step": 61
    },
    {
      "entropy": 0.6266416981816292,
      "epoch": 0.48202137998056366,
      "grad_norm": 0.010719172656536102,
      "learning_rate": 0.0002,
      "loss": 0.6256165504455566,
      "mean_token_accuracy": 0.7477178424596786,
      "num_tokens": 2317119.0,
      "step": 62
    },
    {
      "entropy": 0.6031938791275024,
      "epoch": 0.4897959183673469,
      "grad_norm": 0.011259288527071476,
      "learning_rate": 0.0002,
      "loss": 0.5979391932487488,
      "mean_token_accuracy": 0.7593775168061256,
      "num_tokens": 2354598.0,
      "step": 63
    },
    {
      "entropy": 0.6359111741185188,
      "epoch": 0.4975704567541302,
      "grad_norm": 0.01182929240167141,
      "learning_rate": 0.0002,
      "loss": 0.6360020041465759,
      "mean_token_accuracy": 0.7429406046867371,
      "num_tokens": 2391824.0,
      "step": 64
    },
    {
      "entropy": 0.6270973086357117,
      "epoch": 0.5053449951409135,
      "grad_norm": 0.01080579124391079,
      "learning_rate": 0.0002,
      "loss": 0.6288405060768127,
      "mean_token_accuracy": 0.7458023801445961,
      "num_tokens": 2428949.0,
      "step": 65
    },
    {
      "entropy": 0.6371860653162003,
      "epoch": 0.5131195335276968,
      "grad_norm": 0.012401307933032513,
      "learning_rate": 0.0002,
      "loss": 0.6441806554794312,
      "mean_token_accuracy": 0.7399793341755867,
      "num_tokens": 2466079.0,
      "step": 66
    },
    {
      "entropy": 0.6057624816894531,
      "epoch": 0.5208940719144801,
      "grad_norm": 0.012216067872941494,
      "learning_rate": 0.0002,
      "loss": 0.6104533672332764,
      "mean_token_accuracy": 0.754143625497818,
      "num_tokens": 2503686.0,
      "step": 67
    },
    {
      "entropy": 0.6143222749233246,
      "epoch": 0.5286686103012633,
      "grad_norm": 0.010598300956189632,
      "learning_rate": 0.0002,
      "loss": 0.617759108543396,
      "mean_token_accuracy": 0.7507391050457954,
      "num_tokens": 2541428.0,
      "step": 68
    },
    {
      "entropy": 0.6160529032349586,
      "epoch": 0.5364431486880467,
      "grad_norm": 0.010992376133799553,
      "learning_rate": 0.0002,
      "loss": 0.6156395673751831,
      "mean_token_accuracy": 0.7503774240612984,
      "num_tokens": 2578762.0,
      "step": 69
    },
    {
      "entropy": 0.6199713721871376,
      "epoch": 0.54421768707483,
      "grad_norm": 0.01134777907282114,
      "learning_rate": 0.0002,
      "loss": 0.6140978932380676,
      "mean_token_accuracy": 0.7530878558754921,
      "num_tokens": 2616254.0,
      "step": 70
    },
    {
      "entropy": 0.6425308436155319,
      "epoch": 0.5519922254616132,
      "grad_norm": 0.011413667351007462,
      "learning_rate": 0.0002,
      "loss": 0.63960862159729,
      "mean_token_accuracy": 0.7409021556377411,
      "num_tokens": 2653615.0,
      "step": 71
    },
    {
      "entropy": 0.6269439905881882,
      "epoch": 0.5597667638483965,
      "grad_norm": 0.011452693492174149,
      "learning_rate": 0.0002,
      "loss": 0.6268940567970276,
      "mean_token_accuracy": 0.7482407689094543,
      "num_tokens": 2691144.0,
      "step": 72
    },
    {
      "entropy": 0.6223431453108788,
      "epoch": 0.5675413022351797,
      "grad_norm": 0.011051226407289505,
      "learning_rate": 0.0002,
      "loss": 0.627192497253418,
      "mean_token_accuracy": 0.7496485412120819,
      "num_tokens": 2728868.0,
      "step": 73
    },
    {
      "entropy": 0.6142039522528648,
      "epoch": 0.5753158406219631,
      "grad_norm": 0.010462508536875248,
      "learning_rate": 0.0002,
      "loss": 0.6176329851150513,
      "mean_token_accuracy": 0.7508676871657372,
      "num_tokens": 2766300.0,
      "step": 74
    },
    {
      "entropy": 0.6121213287115097,
      "epoch": 0.5830903790087464,
      "grad_norm": 0.01290794089436531,
      "learning_rate": 0.0002,
      "loss": 0.6207513809204102,
      "mean_token_accuracy": 0.7499961778521538,
      "num_tokens": 2803656.0,
      "step": 75
    },
    {
      "entropy": 0.6135914027690887,
      "epoch": 0.5908649173955296,
      "grad_norm": 0.009645558893680573,
      "learning_rate": 0.0002,
      "loss": 0.6158081293106079,
      "mean_token_accuracy": 0.7523107752203941,
      "num_tokens": 2841367.0,
      "step": 76
    },
    {
      "entropy": 0.6079287081956863,
      "epoch": 0.5986394557823129,
      "grad_norm": 0.010133286938071251,
      "learning_rate": 0.0002,
      "loss": 0.6089348196983337,
      "mean_token_accuracy": 0.7539728805422783,
      "num_tokens": 2878743.0,
      "step": 77
    },
    {
      "entropy": 0.619053803384304,
      "epoch": 0.6064139941690962,
      "grad_norm": 0.011026635766029358,
      "learning_rate": 0.0002,
      "loss": 0.6179240942001343,
      "mean_token_accuracy": 0.752836562693119,
      "num_tokens": 2916083.0,
      "step": 78
    },
    {
      "entropy": 0.6179199442267418,
      "epoch": 0.6141885325558795,
      "grad_norm": 0.009910841472446918,
      "learning_rate": 0.0002,
      "loss": 0.6233879923820496,
      "mean_token_accuracy": 0.7482481822371483,
      "num_tokens": 2953599.0,
      "step": 79
    },
    {
      "entropy": 0.6186161413788795,
      "epoch": 0.6219630709426628,
      "grad_norm": 0.00901505071669817,
      "learning_rate": 0.0002,
      "loss": 0.6190614700317383,
      "mean_token_accuracy": 0.7501069083809853,
      "num_tokens": 2990903.0,
      "step": 80
    },
    {
      "entropy": 0.6112105250358582,
      "epoch": 0.6297376093294461,
      "grad_norm": 0.011348889209330082,
      "learning_rate": 0.0002,
      "loss": 0.6137362718582153,
      "mean_token_accuracy": 0.7515707835555077,
      "num_tokens": 3028013.0,
      "step": 81
    },
    {
      "entropy": 0.631052277982235,
      "epoch": 0.6375121477162293,
      "grad_norm": 0.012229959480464458,
      "learning_rate": 0.0002,
      "loss": 0.6278471946716309,
      "mean_token_accuracy": 0.7475830912590027,
      "num_tokens": 3065444.0,
      "step": 82
    },
    {
      "entropy": 0.6256950199604034,
      "epoch": 0.6452866861030127,
      "grad_norm": 0.009951086714863777,
      "learning_rate": 0.0002,
      "loss": 0.6218305826187134,
      "mean_token_accuracy": 0.7465297132730484,
      "num_tokens": 3102683.0,
      "step": 83
    },
    {
      "entropy": 0.6196548789739609,
      "epoch": 0.6530612244897959,
      "grad_norm": 0.010236121714115143,
      "learning_rate": 0.0002,
      "loss": 0.6180955767631531,
      "mean_token_accuracy": 0.7518158033490181,
      "num_tokens": 3140271.0,
      "step": 84
    },
    {
      "entropy": 0.6243495345115662,
      "epoch": 0.6608357628765792,
      "grad_norm": 0.011498089879751205,
      "learning_rate": 0.0002,
      "loss": 0.6245218515396118,
      "mean_token_accuracy": 0.7478918880224228,
      "num_tokens": 3177703.0,
      "step": 85
    },
    {
      "entropy": 0.619852252304554,
      "epoch": 0.6686103012633625,
      "grad_norm": 0.009944644756615162,
      "learning_rate": 0.0002,
      "loss": 0.6247724294662476,
      "mean_token_accuracy": 0.7476306930184364,
      "num_tokens": 3215349.0,
      "step": 86
    },
    {
      "entropy": 0.6298213005065918,
      "epoch": 0.6763848396501457,
      "grad_norm": 0.009104517288506031,
      "learning_rate": 0.0002,
      "loss": 0.6307124495506287,
      "mean_token_accuracy": 0.7444773614406586,
      "num_tokens": 3252965.0,
      "step": 87
    },
    {
      "entropy": 0.617066778242588,
      "epoch": 0.6841593780369291,
      "grad_norm": 0.009981841780245304,
      "learning_rate": 0.0002,
      "loss": 0.6200389862060547,
      "mean_token_accuracy": 0.7506762072443962,
      "num_tokens": 3290319.0,
      "step": 88
    },
    {
      "entropy": 0.6173762008547783,
      "epoch": 0.6919339164237124,
      "grad_norm": 0.010542662814259529,
      "learning_rate": 0.0002,
      "loss": 0.6204540729522705,
      "mean_token_accuracy": 0.7490114718675613,
      "num_tokens": 3328270.0,
      "step": 89
    },
    {
      "entropy": 0.6311885267496109,
      "epoch": 0.6997084548104956,
      "grad_norm": 0.009542804211378098,
      "learning_rate": 0.0002,
      "loss": 0.630376935005188,
      "mean_token_accuracy": 0.7458378821611404,
      "num_tokens": 3365973.0,
      "step": 90
    },
    {
      "entropy": 0.6197073757648468,
      "epoch": 0.7074829931972789,
      "grad_norm": 0.009216145612299442,
      "learning_rate": 0.0002,
      "loss": 0.6229982376098633,
      "mean_token_accuracy": 0.7472847774624825,
      "num_tokens": 3403209.0,
      "step": 91
    },
    {
      "entropy": 0.6161768138408661,
      "epoch": 0.7152575315840622,
      "grad_norm": 0.0102296257391572,
      "learning_rate": 0.0002,
      "loss": 0.6171408891677856,
      "mean_token_accuracy": 0.7507107704877853,
      "num_tokens": 3440047.0,
      "step": 92
    },
    {
      "entropy": 0.6355379894375801,
      "epoch": 0.7230320699708455,
      "grad_norm": 0.011433378793299198,
      "learning_rate": 0.0002,
      "loss": 0.6368508338928223,
      "mean_token_accuracy": 0.7425181716680527,
      "num_tokens": 3477583.0,
      "step": 93
    },
    {
      "entropy": 0.6173990294337273,
      "epoch": 0.7308066083576288,
      "grad_norm": 0.009371397085487843,
      "learning_rate": 0.0002,
      "loss": 0.6161597371101379,
      "mean_token_accuracy": 0.752352699637413,
      "num_tokens": 3515443.0,
      "step": 94
    },
    {
      "entropy": 0.6139659285545349,
      "epoch": 0.738581146744412,
      "grad_norm": 0.00992497242987156,
      "learning_rate": 0.0002,
      "loss": 0.6122086644172668,
      "mean_token_accuracy": 0.7519859671592712,
      "num_tokens": 3552895.0,
      "step": 95
    },
    {
      "entropy": 0.6270382553339005,
      "epoch": 0.7463556851311953,
      "grad_norm": 0.009038747288286686,
      "learning_rate": 0.0002,
      "loss": 0.6263892650604248,
      "mean_token_accuracy": 0.7476321458816528,
      "num_tokens": 3590558.0,
      "step": 96
    },
    {
      "entropy": 0.6252292916178703,
      "epoch": 0.7541302235179786,
      "grad_norm": 0.008724549785256386,
      "learning_rate": 0.0002,
      "loss": 0.6235740184783936,
      "mean_token_accuracy": 0.7499061301350594,
      "num_tokens": 3628009.0,
      "step": 97
    },
    {
      "entropy": 0.6164776980876923,
      "epoch": 0.7619047619047619,
      "grad_norm": 0.009640969336032867,
      "learning_rate": 0.0002,
      "loss": 0.6190721988677979,
      "mean_token_accuracy": 0.7499102726578712,
      "num_tokens": 3665592.0,
      "step": 98
    },
    {
      "entropy": 0.6058400347828865,
      "epoch": 0.7696793002915452,
      "grad_norm": 0.010068013332784176,
      "learning_rate": 0.0002,
      "loss": 0.6085440516471863,
      "mean_token_accuracy": 0.7550365477800369,
      "num_tokens": 3702702.0,
      "step": 99
    },
    {
      "entropy": 0.6062669232487679,
      "epoch": 0.7774538386783285,
      "grad_norm": 0.009750640951097012,
      "learning_rate": 0.0002,
      "loss": 0.6106675267219543,
      "mean_token_accuracy": 0.753579393029213,
      "num_tokens": 3739974.0,
      "step": 100
    },
    {
      "entropy": 0.6228908747434616,
      "epoch": 0.7852283770651117,
      "grad_norm": 0.010727898217737675,
      "learning_rate": 0.0002,
      "loss": 0.6273207664489746,
      "mean_token_accuracy": 0.7462224960327148,
      "num_tokens": 3777563.0,
      "step": 101
    },
    {
      "entropy": 0.623473547399044,
      "epoch": 0.793002915451895,
      "grad_norm": 0.00916969496756792,
      "learning_rate": 0.0002,
      "loss": 0.6267216205596924,
      "mean_token_accuracy": 0.7489331811666489,
      "num_tokens": 3815209.0,
      "step": 102
    },
    {
      "entropy": 0.6183424741029739,
      "epoch": 0.8007774538386784,
      "grad_norm": 0.009042995050549507,
      "learning_rate": 0.0002,
      "loss": 0.6215161681175232,
      "mean_token_accuracy": 0.7501572594046593,
      "num_tokens": 3853109.0,
      "step": 103
    },
    {
      "entropy": 0.6086031794548035,
      "epoch": 0.8085519922254616,
      "grad_norm": 0.010368067771196365,
      "learning_rate": 0.0002,
      "loss": 0.6092633008956909,
      "mean_token_accuracy": 0.7548685073852539,
      "num_tokens": 3890248.0,
      "step": 104
    },
    {
      "entropy": 0.6166428253054619,
      "epoch": 0.8163265306122449,
      "grad_norm": 0.009941854514181614,
      "learning_rate": 0.0002,
      "loss": 0.6201497316360474,
      "mean_token_accuracy": 0.746953047811985,
      "num_tokens": 3927797.0,
      "step": 105
    },
    {
      "entropy": 0.6270147785544395,
      "epoch": 0.8241010689990281,
      "grad_norm": 0.0085823442786932,
      "learning_rate": 0.0002,
      "loss": 0.6264973878860474,
      "mean_token_accuracy": 0.746023453772068,
      "num_tokens": 3965467.0,
      "step": 106
    },
    {
      "entropy": 0.6165590658783913,
      "epoch": 0.8318756073858115,
      "grad_norm": 0.009966393932700157,
      "learning_rate": 0.0002,
      "loss": 0.6136085987091064,
      "mean_token_accuracy": 0.7522286921739578,
      "num_tokens": 4002647.0,
      "step": 107
    },
    {
      "entropy": 0.6224516704678535,
      "epoch": 0.8396501457725948,
      "grad_norm": 0.01067335158586502,
      "learning_rate": 0.0002,
      "loss": 0.6225627660751343,
      "mean_token_accuracy": 0.7488038167357445,
      "num_tokens": 4039990.0,
      "step": 108
    },
    {
      "entropy": 0.6210483014583588,
      "epoch": 0.847424684159378,
      "grad_norm": 0.010811593383550644,
      "learning_rate": 0.0002,
      "loss": 0.6203762292861938,
      "mean_token_accuracy": 0.7501420751214027,
      "num_tokens": 4077461.0,
      "step": 109
    },
    {
      "entropy": 0.6205326095223427,
      "epoch": 0.8551992225461613,
      "grad_norm": 0.009125830605626106,
      "learning_rate": 0.0002,
      "loss": 0.623924732208252,
      "mean_token_accuracy": 0.7463032528758049,
      "num_tokens": 4115100.0,
      "step": 110
    },
    {
      "entropy": 0.6294923424720764,
      "epoch": 0.8629737609329446,
      "grad_norm": 0.008677372708916664,
      "learning_rate": 0.0002,
      "loss": 0.6358845233917236,
      "mean_token_accuracy": 0.7433422952890396,
      "num_tokens": 4152751.0,
      "step": 111
    },
    {
      "entropy": 0.615186795592308,
      "epoch": 0.8707482993197279,
      "grad_norm": 0.012182718142867088,
      "learning_rate": 0.0002,
      "loss": 0.6257232427597046,
      "mean_token_accuracy": 0.7469102591276169,
      "num_tokens": 4189807.0,
      "step": 112
    },
    {
      "entropy": 0.6161832436919212,
      "epoch": 0.8785228377065112,
      "grad_norm": 0.009921083226799965,
      "learning_rate": 0.0002,
      "loss": 0.6149104237556458,
      "mean_token_accuracy": 0.7501650750637054,
      "num_tokens": 4227148.0,
      "step": 113
    },
    {
      "entropy": 0.6069425120949745,
      "epoch": 0.8862973760932945,
      "grad_norm": 0.010401617735624313,
      "learning_rate": 0.0002,
      "loss": 0.6072876453399658,
      "mean_token_accuracy": 0.7546068653464317,
      "num_tokens": 4264665.0,
      "step": 114
    },
    {
      "entropy": 0.6115981489419937,
      "epoch": 0.8940719144800777,
      "grad_norm": 0.009178240783512592,
      "learning_rate": 0.0002,
      "loss": 0.6142789125442505,
      "mean_token_accuracy": 0.7516015693545341,
      "num_tokens": 4301705.0,
      "step": 115
    },
    {
      "entropy": 0.6232319623231888,
      "epoch": 0.901846452866861,
      "grad_norm": 0.011550409719347954,
      "learning_rate": 0.0002,
      "loss": 0.6232004165649414,
      "mean_token_accuracy": 0.7479738518595695,
      "num_tokens": 4339005.0,
      "step": 116
    },
    {
      "entropy": 0.6050816774368286,
      "epoch": 0.9096209912536443,
      "grad_norm": 0.009149852208793163,
      "learning_rate": 0.0002,
      "loss": 0.6073260307312012,
      "mean_token_accuracy": 0.7553000226616859,
      "num_tokens": 4376492.0,
      "step": 117
    },
    {
      "entropy": 0.6323671862483025,
      "epoch": 0.9173955296404276,
      "grad_norm": 0.01042769942432642,
      "learning_rate": 0.0002,
      "loss": 0.6354271769523621,
      "mean_token_accuracy": 0.742473192512989,
      "num_tokens": 4414516.0,
      "step": 118
    },
    {
      "entropy": 0.6279568076133728,
      "epoch": 0.9251700680272109,
      "grad_norm": 0.009754139930009842,
      "learning_rate": 0.0002,
      "loss": 0.6289409399032593,
      "mean_token_accuracy": 0.7444217056035995,
      "num_tokens": 4452210.0,
      "step": 119
    },
    {
      "entropy": 0.6090738251805305,
      "epoch": 0.9329446064139941,
      "grad_norm": 0.011155272834002972,
      "learning_rate": 0.0002,
      "loss": 0.61219322681427,
      "mean_token_accuracy": 0.7522945404052734,
      "num_tokens": 4489567.0,
      "step": 120
    },
    {
      "entropy": 0.6002820879220963,
      "epoch": 0.9407191448007775,
      "grad_norm": 0.009737227112054825,
      "learning_rate": 0.0002,
      "loss": 0.6018539071083069,
      "mean_token_accuracy": 0.757467195391655,
      "num_tokens": 4527111.0,
      "step": 121
    },
    {
      "entropy": 0.6134138256311417,
      "epoch": 0.9484936831875608,
      "grad_norm": 0.010466666892170906,
      "learning_rate": 0.0002,
      "loss": 0.6216229200363159,
      "mean_token_accuracy": 0.7486356720328331,
      "num_tokens": 4564450.0,
      "step": 122
    },
    {
      "entropy": 0.6079460605978966,
      "epoch": 0.956268221574344,
      "grad_norm": 0.008756682276725769,
      "learning_rate": 0.0002,
      "loss": 0.6086549758911133,
      "mean_token_accuracy": 0.7539011463522911,
      "num_tokens": 4601781.0,
      "step": 123
    },
    {
      "entropy": 0.612805612385273,
      "epoch": 0.9640427599611273,
      "grad_norm": 0.009290359914302826,
      "learning_rate": 0.0002,
      "loss": 0.6137915849685669,
      "mean_token_accuracy": 0.752314880490303,
      "num_tokens": 4639256.0,
      "step": 124
    },
    {
      "entropy": 0.6211065128445625,
      "epoch": 0.9718172983479106,
      "grad_norm": 0.010166316293179989,
      "learning_rate": 0.0002,
      "loss": 0.6211485266685486,
      "mean_token_accuracy": 0.7476831749081612,
      "num_tokens": 4676689.0,
      "step": 125
    },
    {
      "entropy": 0.6219009906053543,
      "epoch": 0.9795918367346939,
      "grad_norm": 0.009910349734127522,
      "learning_rate": 0.0002,
      "loss": 0.6177939176559448,
      "mean_token_accuracy": 0.7506504207849503,
      "num_tokens": 4714123.0,
      "step": 126
    },
    {
      "entropy": 0.6336647123098373,
      "epoch": 0.9873663751214772,
      "grad_norm": 0.00899409968405962,
      "learning_rate": 0.0002,
      "loss": 0.6283681392669678,
      "mean_token_accuracy": 0.7467537075281143,
      "num_tokens": 4751822.0,
      "step": 127
    },
    {
      "entropy": 0.6106422170996666,
      "epoch": 0.9951409135082604,
      "grad_norm": 0.009350291453301907,
      "learning_rate": 0.0002,
      "loss": 0.6105437278747559,
      "mean_token_accuracy": 0.7529440075159073,
      "num_tokens": 4789003.0,
      "step": 128
    },
    {
      "entropy": 0.6007849931716919,
      "epoch": 1.0,
      "grad_norm": 0.011687238700687885,
      "learning_rate": 0.0002,
      "loss": 0.6050734519958496,
      "mean_token_accuracy": 0.7555755734443664,
      "num_tokens": 4812561.0,
      "step": 129
    },
    {
      "entropy": 0.6145111918449402,
      "epoch": 1.0077745383867833,
      "grad_norm": 0.00996165256947279,
      "learning_rate": 0.0002,
      "loss": 0.6200628280639648,
      "mean_token_accuracy": 0.7501887455582619,
      "num_tokens": 4849863.0,
      "step": 130
    },
    {
      "entropy": 0.6117109283804893,
      "epoch": 1.0155490767735667,
      "grad_norm": 0.009831785224378109,
      "learning_rate": 0.0002,
      "loss": 0.6182730793952942,
      "mean_token_accuracy": 0.7466977462172508,
      "num_tokens": 4887693.0,
      "step": 131
    },
    {
      "entropy": 0.6117515116930008,
      "epoch": 1.0233236151603498,
      "grad_norm": 0.007678937632590532,
      "learning_rate": 0.0002,
      "loss": 0.6126781105995178,
      "mean_token_accuracy": 0.7521011829376221,
      "num_tokens": 4925266.0,
      "step": 132
    },
    {
      "entropy": 0.6145991012454033,
      "epoch": 1.031098153547133,
      "grad_norm": 0.00878220982849598,
      "learning_rate": 0.0002,
      "loss": 0.6143695116043091,
      "mean_token_accuracy": 0.7531941831111908,
      "num_tokens": 4962307.0,
      "step": 133
    },
    {
      "entropy": 0.6105677559971809,
      "epoch": 1.0388726919339164,
      "grad_norm": 0.009893382899463177,
      "learning_rate": 0.0002,
      "loss": 0.6073343753814697,
      "mean_token_accuracy": 0.7548379600048065,
      "num_tokens": 4999709.0,
      "step": 134
    },
    {
      "entropy": 0.6226058155298233,
      "epoch": 1.0466472303206997,
      "grad_norm": 0.01014266349375248,
      "learning_rate": 0.0002,
      "loss": 0.6212986707687378,
      "mean_token_accuracy": 0.7492796331644058,
      "num_tokens": 5036991.0,
      "step": 135
    },
    {
      "entropy": 0.6036651879549026,
      "epoch": 1.054421768707483,
      "grad_norm": 0.008363187313079834,
      "learning_rate": 0.0002,
      "loss": 0.6068825721740723,
      "mean_token_accuracy": 0.753925733268261,
      "num_tokens": 5074058.0,
      "step": 136
    },
    {
      "entropy": 0.6133922636508942,
      "epoch": 1.0621963070942664,
      "grad_norm": 0.00871324259787798,
      "learning_rate": 0.0002,
      "loss": 0.6173220276832581,
      "mean_token_accuracy": 0.7509826496243477,
      "num_tokens": 5111393.0,
      "step": 137
    },
    {
      "entropy": 0.622228629887104,
      "epoch": 1.0699708454810495,
      "grad_norm": 0.010760784149169922,
      "learning_rate": 0.0002,
      "loss": 0.629308819770813,
      "mean_token_accuracy": 0.7456969246268272,
      "num_tokens": 5148886.0,
      "step": 138
    },
    {
      "entropy": 0.6098063141107559,
      "epoch": 1.0777453838678328,
      "grad_norm": 0.010240385308861732,
      "learning_rate": 0.0002,
      "loss": 0.6158695220947266,
      "mean_token_accuracy": 0.7498040646314621,
      "num_tokens": 5186054.0,
      "step": 139
    },
    {
      "entropy": 0.6184578239917755,
      "epoch": 1.0855199222546161,
      "grad_norm": 0.010335118509829044,
      "learning_rate": 0.0002,
      "loss": 0.6153397560119629,
      "mean_token_accuracy": 0.7500413805246353,
      "num_tokens": 5223497.0,
      "step": 140
    },
    {
      "entropy": 0.626154899597168,
      "epoch": 1.0932944606413995,
      "grad_norm": 0.009573339484632015,
      "learning_rate": 0.0002,
      "loss": 0.6198714971542358,
      "mean_token_accuracy": 0.7480529472231865,
      "num_tokens": 5261284.0,
      "step": 141
    },
    {
      "entropy": 0.6239576488733292,
      "epoch": 1.1010689990281828,
      "grad_norm": 0.01078983023762703,
      "learning_rate": 0.0002,
      "loss": 0.6222984790802002,
      "mean_token_accuracy": 0.7482637241482735,
      "num_tokens": 5298391.0,
      "step": 142
    },
    {
      "entropy": 0.6052972301840782,
      "epoch": 1.1088435374149659,
      "grad_norm": 0.009443830698728561,
      "learning_rate": 0.0002,
      "loss": 0.6056097745895386,
      "mean_token_accuracy": 0.755977600812912,
      "num_tokens": 5335665.0,
      "step": 143
    },
    {
      "entropy": 0.6082469522953033,
      "epoch": 1.1166180758017492,
      "grad_norm": 0.008718990720808506,
      "learning_rate": 0.0002,
      "loss": 0.6119707822799683,
      "mean_token_accuracy": 0.7540762051939964,
      "num_tokens": 5373467.0,
      "step": 144
    },
    {
      "entropy": 0.6099165305495262,
      "epoch": 1.1243926141885325,
      "grad_norm": 0.00886059831827879,
      "learning_rate": 0.0002,
      "loss": 0.6144919395446777,
      "mean_token_accuracy": 0.7509082928299904,
      "num_tokens": 5410699.0,
      "step": 145
    },
    {
      "entropy": 0.606502428650856,
      "epoch": 1.1321671525753159,
      "grad_norm": 0.009656739421188831,
      "learning_rate": 0.0002,
      "loss": 0.6092766523361206,
      "mean_token_accuracy": 0.7524644657969475,
      "num_tokens": 5448145.0,
      "step": 146
    },
    {
      "entropy": 0.6240331009030342,
      "epoch": 1.1399416909620992,
      "grad_norm": 0.009215152822434902,
      "learning_rate": 0.0002,
      "loss": 0.6283767819404602,
      "mean_token_accuracy": 0.7434803545475006,
      "num_tokens": 5485424.0,
      "step": 147
    },
    {
      "entropy": 0.6154414415359497,
      "epoch": 1.1477162293488825,
      "grad_norm": 0.009418639354407787,
      "learning_rate": 0.0002,
      "loss": 0.6141241192817688,
      "mean_token_accuracy": 0.752318486571312,
      "num_tokens": 5522963.0,
      "step": 148
    },
    {
      "entropy": 0.6115295439958572,
      "epoch": 1.1554907677356656,
      "grad_norm": 0.008995896205306053,
      "learning_rate": 0.0002,
      "loss": 0.6093723773956299,
      "mean_token_accuracy": 0.7540601193904877,
      "num_tokens": 5560173.0,
      "step": 149
    },
    {
      "entropy": 0.6168172955513,
      "epoch": 1.163265306122449,
      "grad_norm": 0.007887676358222961,
      "learning_rate": 0.0002,
      "loss": 0.6149598360061646,
      "mean_token_accuracy": 0.7500165104866028,
      "num_tokens": 5597781.0,
      "step": 150
    },
    {
      "entropy": 0.6069798469543457,
      "epoch": 1.1710398445092323,
      "grad_norm": 0.008911027573049068,
      "learning_rate": 0.0002,
      "loss": 0.6064385771751404,
      "mean_token_accuracy": 0.7551223114132881,
      "num_tokens": 5635360.0,
      "step": 151
    },
    {
      "entropy": 0.6170337721705437,
      "epoch": 1.1788143828960156,
      "grad_norm": 0.008784991689026356,
      "learning_rate": 0.0002,
      "loss": 0.6199371814727783,
      "mean_token_accuracy": 0.7501093670725822,
      "num_tokens": 5673236.0,
      "step": 152
    },
    {
      "entropy": 0.6042322665452957,
      "epoch": 1.186588921282799,
      "grad_norm": 0.008859240449965,
      "learning_rate": 0.0002,
      "loss": 0.6099147200584412,
      "mean_token_accuracy": 0.7529143393039703,
      "num_tokens": 5710364.0,
      "step": 153
    },
    {
      "entropy": 0.6032149121165276,
      "epoch": 1.194363459669582,
      "grad_norm": 0.008698609657585621,
      "learning_rate": 0.0002,
      "loss": 0.6091040372848511,
      "mean_token_accuracy": 0.7545271888375282,
      "num_tokens": 5747783.0,
      "step": 154
    },
    {
      "entropy": 0.5934446603059769,
      "epoch": 1.2021379980563653,
      "grad_norm": 0.009365703910589218,
      "learning_rate": 0.0002,
      "loss": 0.6000581979751587,
      "mean_token_accuracy": 0.7570822536945343,
      "num_tokens": 5784550.0,
      "step": 155
    },
    {
      "entropy": 0.6240461468696594,
      "epoch": 1.2099125364431487,
      "grad_norm": 0.00959563348442316,
      "learning_rate": 0.0002,
      "loss": 0.6229224801063538,
      "mean_token_accuracy": 0.7504049837589264,
      "num_tokens": 5822051.0,
      "step": 156
    },
    {
      "entropy": 0.6372882649302483,
      "epoch": 1.217687074829932,
      "grad_norm": 0.008253706619143486,
      "learning_rate": 0.0002,
      "loss": 0.6363227367401123,
      "mean_token_accuracy": 0.7415706738829613,
      "num_tokens": 5859606.0,
      "step": 157
    },
    {
      "entropy": 0.6115364283323288,
      "epoch": 1.2254616132167153,
      "grad_norm": 0.009423714131116867,
      "learning_rate": 0.0002,
      "loss": 0.6082147359848022,
      "mean_token_accuracy": 0.7525753974914551,
      "num_tokens": 5897144.0,
      "step": 158
    },
    {
      "entropy": 0.6259980425238609,
      "epoch": 1.2332361516034984,
      "grad_norm": 0.008684671483933926,
      "learning_rate": 0.0002,
      "loss": 0.6272211074829102,
      "mean_token_accuracy": 0.7443205043673515,
      "num_tokens": 5934271.0,
      "step": 159
    },
    {
      "entropy": 0.6230324283242226,
      "epoch": 1.2410106899902817,
      "grad_norm": 0.008543766103684902,
      "learning_rate": 0.0002,
      "loss": 0.6271595358848572,
      "mean_token_accuracy": 0.7448511347174644,
      "num_tokens": 5971696.0,
      "step": 160
    },
    {
      "entropy": 0.6094089895486832,
      "epoch": 1.248785228377065,
      "grad_norm": 0.008484925143420696,
      "learning_rate": 0.0002,
      "loss": 0.611902117729187,
      "mean_token_accuracy": 0.751502238214016,
      "num_tokens": 6009264.0,
      "step": 161
    },
    {
      "entropy": 0.6298199594020844,
      "epoch": 1.2565597667638484,
      "grad_norm": 0.009336225688457489,
      "learning_rate": 0.0002,
      "loss": 0.6334519386291504,
      "mean_token_accuracy": 0.7432255297899246,
      "num_tokens": 6046764.0,
      "step": 162
    },
    {
      "entropy": 0.6082314997911453,
      "epoch": 1.2643343051506317,
      "grad_norm": 0.008643310517072678,
      "learning_rate": 0.0002,
      "loss": 0.6062188148498535,
      "mean_token_accuracy": 0.7549923211336136,
      "num_tokens": 6084129.0,
      "step": 163
    },
    {
      "entropy": 0.6305336207151413,
      "epoch": 1.272108843537415,
      "grad_norm": 0.009341283701360226,
      "learning_rate": 0.0002,
      "loss": 0.6319139003753662,
      "mean_token_accuracy": 0.7440996170043945,
      "num_tokens": 6121588.0,
      "step": 164
    },
    {
      "entropy": 0.6267635151743889,
      "epoch": 1.2798833819241984,
      "grad_norm": 0.00801732949912548,
      "learning_rate": 0.0002,
      "loss": 0.6295123100280762,
      "mean_token_accuracy": 0.7461825907230377,
      "num_tokens": 6158885.0,
      "step": 165
    },
    {
      "entropy": 0.6146969944238663,
      "epoch": 1.2876579203109815,
      "grad_norm": 0.009981551207602024,
      "learning_rate": 0.0002,
      "loss": 0.611693263053894,
      "mean_token_accuracy": 0.7518708109855652,
      "num_tokens": 6196224.0,
      "step": 166
    },
    {
      "entropy": 0.61357232183218,
      "epoch": 1.2954324586977648,
      "grad_norm": 0.009115675464272499,
      "learning_rate": 0.0002,
      "loss": 0.6161482930183411,
      "mean_token_accuracy": 0.7504228800535202,
      "num_tokens": 6233989.0,
      "step": 167
    },
    {
      "entropy": 0.6055504828691483,
      "epoch": 1.3032069970845481,
      "grad_norm": 0.009081711992621422,
      "learning_rate": 0.0002,
      "loss": 0.6060025691986084,
      "mean_token_accuracy": 0.7522977739572525,
      "num_tokens": 6271394.0,
      "step": 168
    },
    {
      "entropy": 0.6105418056249619,
      "epoch": 1.3109815354713314,
      "grad_norm": 0.009730422869324684,
      "learning_rate": 0.0002,
      "loss": 0.6106258630752563,
      "mean_token_accuracy": 0.753718800842762,
      "num_tokens": 6308814.0,
      "step": 169
    },
    {
      "entropy": 0.6137099266052246,
      "epoch": 1.3187560738581148,
      "grad_norm": 0.009750008583068848,
      "learning_rate": 0.0002,
      "loss": 0.6176519393920898,
      "mean_token_accuracy": 0.7496867552399635,
      "num_tokens": 6346282.0,
      "step": 170
    },
    {
      "entropy": 0.6076096817851067,
      "epoch": 1.3265306122448979,
      "grad_norm": 0.00966191291809082,
      "learning_rate": 0.0002,
      "loss": 0.6177955865859985,
      "mean_token_accuracy": 0.7480223625898361,
      "num_tokens": 6383602.0,
      "step": 171
    },
    {
      "entropy": 0.6195629611611366,
      "epoch": 1.3343051506316812,
      "grad_norm": 0.008418413810431957,
      "learning_rate": 0.0002,
      "loss": 0.6202820539474487,
      "mean_token_accuracy": 0.7488253712654114,
      "num_tokens": 6421035.0,
      "step": 172
    },
    {
      "entropy": 0.6313579976558685,
      "epoch": 1.3420796890184645,
      "grad_norm": 0.009207581169903278,
      "learning_rate": 0.0002,
      "loss": 0.6277562379837036,
      "mean_token_accuracy": 0.7459008172154427,
      "num_tokens": 6458322.0,
      "step": 173
    },
    {
      "entropy": 0.6184266805648804,
      "epoch": 1.3498542274052479,
      "grad_norm": 0.009536071680486202,
      "learning_rate": 0.0002,
      "loss": 0.6161496639251709,
      "mean_token_accuracy": 0.7486988604068756,
      "num_tokens": 6495621.0,
      "step": 174
    },
    {
      "entropy": 0.6189115419983864,
      "epoch": 1.3576287657920312,
      "grad_norm": 0.0097253592684865,
      "learning_rate": 0.0002,
      "loss": 0.6185729503631592,
      "mean_token_accuracy": 0.7469287514686584,
      "num_tokens": 6532892.0,
      "step": 175
    },
    {
      "entropy": 0.6204129755496979,
      "epoch": 1.3654033041788143,
      "grad_norm": 0.008999030105769634,
      "learning_rate": 0.0002,
      "loss": 0.6241609454154968,
      "mean_token_accuracy": 0.7467619553208351,
      "num_tokens": 6570420.0,
      "step": 176
    },
    {
      "entropy": 0.6034655645489693,
      "epoch": 1.3731778425655976,
      "grad_norm": 0.009542280808091164,
      "learning_rate": 0.0002,
      "loss": 0.6092945337295532,
      "mean_token_accuracy": 0.7532089725136757,
      "num_tokens": 6607782.0,
      "step": 177
    },
    {
      "entropy": 0.5901695042848587,
      "epoch": 1.380952380952381,
      "grad_norm": 0.009766815230250359,
      "learning_rate": 0.0002,
      "loss": 0.5972245335578918,
      "mean_token_accuracy": 0.7562905699014664,
      "num_tokens": 6644876.0,
      "step": 178
    },
    {
      "entropy": 0.6139540746808052,
      "epoch": 1.3887269193391643,
      "grad_norm": 0.00885457918047905,
      "learning_rate": 0.0002,
      "loss": 0.6145105361938477,
      "mean_token_accuracy": 0.7494652420282364,
      "num_tokens": 6682153.0,
      "step": 179
    },
    {
      "entropy": 0.6128789633512497,
      "epoch": 1.3965014577259476,
      "grad_norm": 0.008380657061934471,
      "learning_rate": 0.0002,
      "loss": 0.6103215217590332,
      "mean_token_accuracy": 0.7528893128037453,
      "num_tokens": 6719589.0,
      "step": 180
    },
    {
      "entropy": 0.6158252954483032,
      "epoch": 1.4042759961127307,
      "grad_norm": 0.008612860925495625,
      "learning_rate": 0.0002,
      "loss": 0.6157952547073364,
      "mean_token_accuracy": 0.7490102499723434,
      "num_tokens": 6757256.0,
      "step": 181
    },
    {
      "entropy": 0.6120009869337082,
      "epoch": 1.412050534499514,
      "grad_norm": 0.008242498151957989,
      "learning_rate": 0.0002,
      "loss": 0.610822319984436,
      "mean_token_accuracy": 0.7527074217796326,
      "num_tokens": 6794427.0,
      "step": 182
    },
    {
      "entropy": 0.607716366648674,
      "epoch": 1.4198250728862973,
      "grad_norm": 0.00903896614909172,
      "learning_rate": 0.0002,
      "loss": 0.6105165481567383,
      "mean_token_accuracy": 0.7544176280498505,
      "num_tokens": 6831592.0,
      "step": 183
    },
    {
      "entropy": 0.6083493009209633,
      "epoch": 1.4275996112730807,
      "grad_norm": 0.007915884256362915,
      "learning_rate": 0.0002,
      "loss": 0.611156165599823,
      "mean_token_accuracy": 0.7522151321172714,
      "num_tokens": 6869182.0,
      "step": 184
    },
    {
      "entropy": 0.6225397288799286,
      "epoch": 1.435374149659864,
      "grad_norm": 0.009225807152688503,
      "learning_rate": 0.0002,
      "loss": 0.6281070709228516,
      "mean_token_accuracy": 0.7460536956787109,
      "num_tokens": 6906740.0,
      "step": 185
    },
    {
      "entropy": 0.6144149005413055,
      "epoch": 1.4431486880466473,
      "grad_norm": 0.010468881577253342,
      "learning_rate": 0.0002,
      "loss": 0.6134935617446899,
      "mean_token_accuracy": 0.7510944902896881,
      "num_tokens": 6944215.0,
      "step": 186
    },
    {
      "entropy": 0.6219450011849403,
      "epoch": 1.4509232264334306,
      "grad_norm": 0.008004755713045597,
      "learning_rate": 0.0002,
      "loss": 0.6226309537887573,
      "mean_token_accuracy": 0.7474055960774422,
      "num_tokens": 6981266.0,
      "step": 187
    },
    {
      "entropy": 0.6094852611422539,
      "epoch": 1.4586977648202137,
      "grad_norm": 0.00825564842671156,
      "learning_rate": 0.0002,
      "loss": 0.6140962839126587,
      "mean_token_accuracy": 0.7508443966507912,
      "num_tokens": 7018562.0,
      "step": 188
    },
    {
      "entropy": 0.6202999800443649,
      "epoch": 1.466472303206997,
      "grad_norm": 0.00858406163752079,
      "learning_rate": 0.0002,
      "loss": 0.6255123615264893,
      "mean_token_accuracy": 0.744349479675293,
      "num_tokens": 7055995.0,
      "step": 189
    },
    {
      "entropy": 0.620690606534481,
      "epoch": 1.4742468415937804,
      "grad_norm": 0.008920849300920963,
      "learning_rate": 0.0002,
      "loss": 0.6179178357124329,
      "mean_token_accuracy": 0.7499353438615799,
      "num_tokens": 7093265.0,
      "step": 190
    },
    {
      "entropy": 0.6239896044135094,
      "epoch": 1.4820213799805637,
      "grad_norm": 0.00956004112958908,
      "learning_rate": 0.0002,
      "loss": 0.6228440999984741,
      "mean_token_accuracy": 0.7463066428899765,
      "num_tokens": 7130758.0,
      "step": 191
    },
    {
      "entropy": 0.6123484745621681,
      "epoch": 1.489795918367347,
      "grad_norm": 0.009270581416785717,
      "learning_rate": 0.0002,
      "loss": 0.6113156080245972,
      "mean_token_accuracy": 0.752521239221096,
      "num_tokens": 7168712.0,
      "step": 192
    },
    {
      "entropy": 0.616000160574913,
      "epoch": 1.4975704567541301,
      "grad_norm": 0.010770791210234165,
      "learning_rate": 0.0002,
      "loss": 0.6215670108795166,
      "mean_token_accuracy": 0.7469163537025452,
      "num_tokens": 7205815.0,
      "step": 193
    },
    {
      "entropy": 0.6254132762551308,
      "epoch": 1.5053449951409135,
      "grad_norm": 0.008934563025832176,
      "learning_rate": 0.0002,
      "loss": 0.627918541431427,
      "mean_token_accuracy": 0.7457368895411491,
      "num_tokens": 7243319.0,
      "step": 194
    },
    {
      "entropy": 0.6185151413083076,
      "epoch": 1.5131195335276968,
      "grad_norm": 0.008593689650297165,
      "learning_rate": 0.0002,
      "loss": 0.6180027723312378,
      "mean_token_accuracy": 0.7505958154797554,
      "num_tokens": 7280988.0,
      "step": 195
    },
    {
      "entropy": 0.6063526794314384,
      "epoch": 1.5208940719144801,
      "grad_norm": 0.01172675471752882,
      "learning_rate": 0.0002,
      "loss": 0.6113625764846802,
      "mean_token_accuracy": 0.7508470490574837,
      "num_tokens": 7318322.0,
      "step": 196
    },
    {
      "entropy": 0.6110472977161407,
      "epoch": 1.5286686103012634,
      "grad_norm": 0.009914939291775227,
      "learning_rate": 0.0002,
      "loss": 0.6066443920135498,
      "mean_token_accuracy": 0.7531256228685379,
      "num_tokens": 7355926.0,
      "step": 197
    },
    {
      "entropy": 0.6154029294848442,
      "epoch": 1.5364431486880465,
      "grad_norm": 0.008429116569459438,
      "learning_rate": 0.0002,
      "loss": 0.6149218678474426,
      "mean_token_accuracy": 0.7508518844842911,
      "num_tokens": 7393433.0,
      "step": 198
    },
    {
      "entropy": 0.622289851307869,
      "epoch": 1.54421768707483,
      "grad_norm": 0.06439514458179474,
      "learning_rate": 0.0002,
      "loss": 0.631239116191864,
      "mean_token_accuracy": 0.7464239746332169,
      "num_tokens": 7431062.0,
      "step": 199
    },
    {
      "entropy": 0.619748018682003,
      "epoch": 1.5519922254616132,
      "grad_norm": 0.014919525012373924,
      "learning_rate": 0.0002,
      "loss": 0.6189074516296387,
      "mean_token_accuracy": 0.7492179349064827,
      "num_tokens": 7468637.0,
      "step": 200
    },
    {
      "entropy": 0.6060447245836258,
      "epoch": 1.5597667638483965,
      "grad_norm": 0.019268253818154335,
      "learning_rate": 0.0002,
      "loss": 0.6034001708030701,
      "mean_token_accuracy": 0.7538621947169304,
      "num_tokens": 7506043.0,
      "step": 201
    },
    {
      "entropy": 0.6062331944704056,
      "epoch": 1.5675413022351798,
      "grad_norm": 0.013310298323631287,
      "learning_rate": 0.0002,
      "loss": 0.6041976809501648,
      "mean_token_accuracy": 0.7555137276649475,
      "num_tokens": 7543352.0,
      "step": 202
    },
    {
      "entropy": 0.6137887313961983,
      "epoch": 1.575315840621963,
      "grad_norm": 0.010207262821495533,
      "learning_rate": 0.0002,
      "loss": 0.6102935671806335,
      "mean_token_accuracy": 0.7525052726268768,
      "num_tokens": 7580867.0,
      "step": 203
    },
    {
      "entropy": 0.6222132593393326,
      "epoch": 1.5830903790087465,
      "grad_norm": 0.013623848557472229,
      "learning_rate": 0.0002,
      "loss": 0.6228193044662476,
      "mean_token_accuracy": 0.7474973797798157,
      "num_tokens": 7618160.0,
      "step": 204
    },
    {
      "entropy": 0.6147656589746475,
      "epoch": 1.5908649173955296,
      "grad_norm": 0.011189316399395466,
      "learning_rate": 0.0002,
      "loss": 0.6171211004257202,
      "mean_token_accuracy": 0.750194676220417,
      "num_tokens": 7655454.0,
      "step": 205
    },
    {
      "entropy": 0.6172639206051826,
      "epoch": 1.598639455782313,
      "grad_norm": 0.010384263470768929,
      "learning_rate": 0.0002,
      "loss": 0.6146183013916016,
      "mean_token_accuracy": 0.7520541921257973,
      "num_tokens": 7693399.0,
      "step": 206
    },
    {
      "entropy": 0.6170154958963394,
      "epoch": 1.6064139941690962,
      "grad_norm": 0.01584717258810997,
      "learning_rate": 0.0002,
      "loss": 0.6188840866088867,
      "mean_token_accuracy": 0.7489955052733421,
      "num_tokens": 7730827.0,
      "step": 207
    },
    {
      "entropy": 0.6163731887936592,
      "epoch": 1.6141885325558794,
      "grad_norm": 0.018742689862847328,
      "learning_rate": 0.0002,
      "loss": 0.6233645677566528,
      "mean_token_accuracy": 0.7474886327981949,
      "num_tokens": 7768375.0,
      "step": 208
    },
    {
      "entropy": 0.6161412820219994,
      "epoch": 1.621963070942663,
      "grad_norm": 0.00972844660282135,
      "learning_rate": 0.0002,
      "loss": 0.622969388961792,
      "mean_token_accuracy": 0.747713029384613,
      "num_tokens": 7806087.0,
      "step": 209
    },
    {
      "entropy": 0.6096204742789268,
      "epoch": 1.629737609329446,
      "grad_norm": 0.008969136513769627,
      "learning_rate": 0.0002,
      "loss": 0.6155728697776794,
      "mean_token_accuracy": 0.7519758120179176,
      "num_tokens": 7843539.0,
      "step": 210
    },
    {
      "entropy": 0.6264154762029648,
      "epoch": 1.6375121477162293,
      "grad_norm": 0.009598297998309135,
      "learning_rate": 0.0002,
      "loss": 0.6284589767456055,
      "mean_token_accuracy": 0.7461679801344872,
      "num_tokens": 7881097.0,
      "step": 211
    },
    {
      "entropy": 0.6087732166051865,
      "epoch": 1.6452866861030127,
      "grad_norm": 0.012110014446079731,
      "learning_rate": 0.0002,
      "loss": 0.6086750626564026,
      "mean_token_accuracy": 0.7552923634648323,
      "num_tokens": 7918507.0,
      "step": 212
    },
    {
      "entropy": 0.6052073761820793,
      "epoch": 1.6530612244897958,
      "grad_norm": 0.009252856485545635,
      "learning_rate": 0.0002,
      "loss": 0.6080942153930664,
      "mean_token_accuracy": 0.7508447393774986,
      "num_tokens": 7955564.0,
      "step": 213
    },
    {
      "entropy": 0.6120294705033302,
      "epoch": 1.6608357628765793,
      "grad_norm": 0.00877399556338787,
      "learning_rate": 0.0002,
      "loss": 0.614532470703125,
      "mean_token_accuracy": 0.7511213645339012,
      "num_tokens": 7992945.0,
      "step": 214
    },
    {
      "entropy": 0.6241516917943954,
      "epoch": 1.6686103012633624,
      "grad_norm": 0.01109123881906271,
      "learning_rate": 0.0002,
      "loss": 0.626361608505249,
      "mean_token_accuracy": 0.7474541217088699,
      "num_tokens": 8030734.0,
      "step": 215
    },
    {
      "entropy": 0.6194194927811623,
      "epoch": 1.6763848396501457,
      "grad_norm": 0.009091328829526901,
      "learning_rate": 0.0002,
      "loss": 0.6160167455673218,
      "mean_token_accuracy": 0.7495900243520737,
      "num_tokens": 8067927.0,
      "step": 216
    },
    {
      "entropy": 0.6229095980525017,
      "epoch": 1.684159378036929,
      "grad_norm": 0.01083504967391491,
      "learning_rate": 0.0002,
      "loss": 0.6173299551010132,
      "mean_token_accuracy": 0.7501125037670135,
      "num_tokens": 8105627.0,
      "step": 217
    },
    {
      "entropy": 0.6194786503911018,
      "epoch": 1.6919339164237124,
      "grad_norm": 0.008784794248640537,
      "learning_rate": 0.0002,
      "loss": 0.6191180944442749,
      "mean_token_accuracy": 0.748157188296318,
      "num_tokens": 8143034.0,
      "step": 218
    },
    {
      "entropy": 0.6127319037914276,
      "epoch": 1.6997084548104957,
      "grad_norm": 0.008322956040501595,
      "learning_rate": 0.0002,
      "loss": 0.6156037449836731,
      "mean_token_accuracy": 0.7487869411706924,
      "num_tokens": 8180596.0,
      "step": 219
    },
    {
      "entropy": 0.6223913356661797,
      "epoch": 1.7074829931972788,
      "grad_norm": 0.008480758406221867,
      "learning_rate": 0.0002,
      "loss": 0.6275689601898193,
      "mean_token_accuracy": 0.7448212057352066,
      "num_tokens": 8218297.0,
      "step": 220
    },
    {
      "entropy": 0.6217603012919426,
      "epoch": 1.7152575315840624,
      "grad_norm": 0.008550974540412426,
      "learning_rate": 0.0002,
      "loss": 0.6251344680786133,
      "mean_token_accuracy": 0.74727413803339,
      "num_tokens": 8255632.0,
      "step": 221
    },
    {
      "entropy": 0.6164599433541298,
      "epoch": 1.7230320699708455,
      "grad_norm": 0.008577285334467888,
      "learning_rate": 0.0002,
      "loss": 0.6166675090789795,
      "mean_token_accuracy": 0.7512230649590492,
      "num_tokens": 8292769.0,
      "step": 222
    },
    {
      "entropy": 0.619569830596447,
      "epoch": 1.7308066083576288,
      "grad_norm": 0.008122924715280533,
      "learning_rate": 0.0002,
      "loss": 0.6211944818496704,
      "mean_token_accuracy": 0.7477053627371788,
      "num_tokens": 8330358.0,
      "step": 223
    },
    {
      "entropy": 0.6090706288814545,
      "epoch": 1.738581146744412,
      "grad_norm": 0.008728940039873123,
      "learning_rate": 0.0002,
      "loss": 0.6092976927757263,
      "mean_token_accuracy": 0.7530095875263214,
      "num_tokens": 8367398.0,
      "step": 224
    },
    {
      "entropy": 0.617340199649334,
      "epoch": 1.7463556851311952,
      "grad_norm": 0.007776155136525631,
      "learning_rate": 0.0002,
      "loss": 0.6156238913536072,
      "mean_token_accuracy": 0.7495973780751228,
      "num_tokens": 8404907.0,
      "step": 225
    },
    {
      "entropy": 0.6192676723003387,
      "epoch": 1.7541302235179788,
      "grad_norm": 0.008142861537635326,
      "learning_rate": 0.0002,
      "loss": 0.6212935447692871,
      "mean_token_accuracy": 0.7502573132514954,
      "num_tokens": 8442551.0,
      "step": 226
    },
    {
      "entropy": 0.6181206256151199,
      "epoch": 1.7619047619047619,
      "grad_norm": 0.009585011750459671,
      "learning_rate": 0.0002,
      "loss": 0.625989556312561,
      "mean_token_accuracy": 0.7449588850140572,
      "num_tokens": 8480048.0,
      "step": 227
    },
    {
      "entropy": 0.6096160188317299,
      "epoch": 1.7696793002915452,
      "grad_norm": 0.008407268673181534,
      "learning_rate": 0.0002,
      "loss": 0.6082819700241089,
      "mean_token_accuracy": 0.7547600343823433,
      "num_tokens": 8517427.0,
      "step": 228
    },
    {
      "entropy": 0.6192163527011871,
      "epoch": 1.7774538386783285,
      "grad_norm": 0.007702583912760019,
      "learning_rate": 0.0002,
      "loss": 0.6174746751785278,
      "mean_token_accuracy": 0.7493149042129517,
      "num_tokens": 8554570.0,
      "step": 229
    },
    {
      "entropy": 0.6089940667152405,
      "epoch": 1.7852283770651116,
      "grad_norm": 0.007490647025406361,
      "learning_rate": 0.0002,
      "loss": 0.6111437082290649,
      "mean_token_accuracy": 0.7528351470828056,
      "num_tokens": 8591761.0,
      "step": 230
    },
    {
      "entropy": 0.6070573329925537,
      "epoch": 1.7930029154518952,
      "grad_norm": 0.008878695778548717,
      "learning_rate": 0.0002,
      "loss": 0.6092367172241211,
      "mean_token_accuracy": 0.7542654424905777,
      "num_tokens": 8628522.0,
      "step": 231
    },
    {
      "entropy": 0.617328479886055,
      "epoch": 1.8007774538386783,
      "grad_norm": 0.008331574499607086,
      "learning_rate": 0.0002,
      "loss": 0.6187005043029785,
      "mean_token_accuracy": 0.7479601725935936,
      "num_tokens": 8666140.0,
      "step": 232
    },
    {
      "entropy": 0.6115391552448273,
      "epoch": 1.8085519922254616,
      "grad_norm": 0.0087031414732337,
      "learning_rate": 0.0002,
      "loss": 0.6169438362121582,
      "mean_token_accuracy": 0.7492516785860062,
      "num_tokens": 8703399.0,
      "step": 233
    },
    {
      "entropy": 0.6166737154126167,
      "epoch": 1.816326530612245,
      "grad_norm": 0.008778571151196957,
      "learning_rate": 0.0002,
      "loss": 0.6192659139633179,
      "mean_token_accuracy": 0.7489692941308022,
      "num_tokens": 8741141.0,
      "step": 234
    },
    {
      "entropy": 0.6278815269470215,
      "epoch": 1.824101068999028,
      "grad_norm": 0.008317695930600166,
      "learning_rate": 0.0002,
      "loss": 0.6227933168411255,
      "mean_token_accuracy": 0.7477347627282143,
      "num_tokens": 8778706.0,
      "step": 235
    },
    {
      "entropy": 0.612150214612484,
      "epoch": 1.8318756073858116,
      "grad_norm": 0.008878265507519245,
      "learning_rate": 0.0002,
      "loss": 0.6094038486480713,
      "mean_token_accuracy": 0.7539248242974281,
      "num_tokens": 8815790.0,
      "step": 236
    },
    {
      "entropy": 0.637272298336029,
      "epoch": 1.8396501457725947,
      "grad_norm": 0.007240319158881903,
      "learning_rate": 0.0002,
      "loss": 0.6381018757820129,
      "mean_token_accuracy": 0.7397879138588905,
      "num_tokens": 8853228.0,
      "step": 237
    },
    {
      "entropy": 0.6079713776707649,
      "epoch": 1.847424684159378,
      "grad_norm": 0.008403577841818333,
      "learning_rate": 0.0002,
      "loss": 0.6132397651672363,
      "mean_token_accuracy": 0.750219389796257,
      "num_tokens": 8890524.0,
      "step": 238
    },
    {
      "entropy": 0.6004362255334854,
      "epoch": 1.8551992225461613,
      "grad_norm": 0.008654654026031494,
      "learning_rate": 0.0002,
      "loss": 0.6059733629226685,
      "mean_token_accuracy": 0.7544897198677063,
      "num_tokens": 8927518.0,
      "step": 239
    },
    {
      "entropy": 0.6205713227391243,
      "epoch": 1.8629737609329446,
      "grad_norm": 0.008852572180330753,
      "learning_rate": 0.0002,
      "loss": 0.6241973638534546,
      "mean_token_accuracy": 0.7456497400999069,
      "num_tokens": 8964770.0,
      "step": 240
    },
    {
      "entropy": 0.6309987902641296,
      "epoch": 1.870748299319728,
      "grad_norm": 0.00919515173882246,
      "learning_rate": 0.0002,
      "loss": 0.6267882585525513,
      "mean_token_accuracy": 0.7451199591159821,
      "num_tokens": 9002039.0,
      "step": 241
    },
    {
      "entropy": 0.6201007068157196,
      "epoch": 1.878522837706511,
      "grad_norm": 0.008951977826654911,
      "learning_rate": 0.0002,
      "loss": 0.6155404448509216,
      "mean_token_accuracy": 0.7500432655215263,
      "num_tokens": 9040052.0,
      "step": 242
    },
    {
      "entropy": 0.6137275472283363,
      "epoch": 1.8862973760932946,
      "grad_norm": 0.008249848149716854,
      "learning_rate": 0.0002,
      "loss": 0.6162374019622803,
      "mean_token_accuracy": 0.7486926540732384,
      "num_tokens": 9077331.0,
      "step": 243
    },
    {
      "entropy": 0.6179945692420006,
      "epoch": 1.8940719144800777,
      "grad_norm": 0.008306370116770267,
      "learning_rate": 0.0002,
      "loss": 0.6247057914733887,
      "mean_token_accuracy": 0.7457103058695793,
      "num_tokens": 9114582.0,
      "step": 244
    },
    {
      "entropy": 0.6145003139972687,
      "epoch": 1.901846452866861,
      "grad_norm": 0.009250648319721222,
      "learning_rate": 0.0002,
      "loss": 0.6231353282928467,
      "mean_token_accuracy": 0.7480179741978645,
      "num_tokens": 9152485.0,
      "step": 245
    },
    {
      "entropy": 0.6100682318210602,
      "epoch": 1.9096209912536444,
      "grad_norm": 0.008305463939905167,
      "learning_rate": 0.0002,
      "loss": 0.61110520362854,
      "mean_token_accuracy": 0.7516937106847763,
      "num_tokens": 9189875.0,
      "step": 246
    },
    {
      "entropy": 0.6206101104617119,
      "epoch": 1.9173955296404275,
      "grad_norm": 0.009909824468195438,
      "learning_rate": 0.0002,
      "loss": 0.6180837154388428,
      "mean_token_accuracy": 0.7495366632938385,
      "num_tokens": 9227450.0,
      "step": 247
    },
    {
      "entropy": 0.6217730790376663,
      "epoch": 1.925170068027211,
      "grad_norm": 0.008246448822319508,
      "learning_rate": 0.0002,
      "loss": 0.6189583539962769,
      "mean_token_accuracy": 0.7493142858147621,
      "num_tokens": 9265223.0,
      "step": 248
    },
    {
      "entropy": 0.6133992001414299,
      "epoch": 1.9329446064139941,
      "grad_norm": 0.007729528471827507,
      "learning_rate": 0.0002,
      "loss": 0.6164335608482361,
      "mean_token_accuracy": 0.7500994428992271,
      "num_tokens": 9302597.0,
      "step": 249
    },
    {
      "entropy": 0.596331886947155,
      "epoch": 1.9407191448007775,
      "grad_norm": 0.00885640550404787,
      "learning_rate": 0.0002,
      "loss": 0.6054399013519287,
      "mean_token_accuracy": 0.7546022981405258,
      "num_tokens": 9339665.0,
      "step": 250
    },
    {
      "entropy": 0.6010145470499992,
      "epoch": 1.9484936831875608,
      "grad_norm": 0.00908851157873869,
      "learning_rate": 0.0002,
      "loss": 0.6051974296569824,
      "mean_token_accuracy": 0.7543318867683411,
      "num_tokens": 9376514.0,
      "step": 251
    },
    {
      "entropy": 0.6160777136683464,
      "epoch": 1.9562682215743439,
      "grad_norm": 0.008100342005491257,
      "learning_rate": 0.0002,
      "loss": 0.6146577000617981,
      "mean_token_accuracy": 0.7485847100615501,
      "num_tokens": 9414214.0,
      "step": 252
    },
    {
      "entropy": 0.6268075257539749,
      "epoch": 1.9640427599611274,
      "grad_norm": 0.009163864888250828,
      "learning_rate": 0.0002,
      "loss": 0.6204258799552917,
      "mean_token_accuracy": 0.7494765147566795,
      "num_tokens": 9451946.0,
      "step": 253
    },
    {
      "entropy": 0.6106092482805252,
      "epoch": 1.9718172983479105,
      "grad_norm": 0.007819678634405136,
      "learning_rate": 0.0002,
      "loss": 0.6087175011634827,
      "mean_token_accuracy": 0.7527309507131577,
      "num_tokens": 9489076.0,
      "step": 254
    },
    {
      "entropy": 0.6168656274676323,
      "epoch": 1.9795918367346939,
      "grad_norm": 0.007515368517488241,
      "learning_rate": 0.0002,
      "loss": 0.6177273392677307,
      "mean_token_accuracy": 0.751363955438137,
      "num_tokens": 9526620.0,
      "step": 255
    },
    {
      "entropy": 0.6079138219356537,
      "epoch": 1.9873663751214772,
      "grad_norm": 0.009815288707613945,
      "learning_rate": 0.0002,
      "loss": 0.6155093312263489,
      "mean_token_accuracy": 0.7523162961006165,
      "num_tokens": 9564466.0,
      "step": 256
    },
    {
      "entropy": 0.6036990880966187,
      "epoch": 1.9951409135082603,
      "grad_norm": 0.008685542270541191,
      "learning_rate": 0.0002,
      "loss": 0.6101571917533875,
      "mean_token_accuracy": 0.7522860541939735,
      "num_tokens": 9601565.0,
      "step": 257
    },
    {
      "entropy": 0.6164417505264282,
      "epoch": 2.0,
      "grad_norm": 0.010608273558318615,
      "learning_rate": 0.0002,
      "loss": 0.6168809533119202,
      "mean_token_accuracy": 0.7516962647438049,
      "num_tokens": 9625165.0,
      "step": 258
    },
    {
      "entropy": 0.6057095304131508,
      "epoch": 2.007774538386783,
      "grad_norm": 0.009618077427148819,
      "learning_rate": 0.0002,
      "loss": 0.6003708839416504,
      "mean_token_accuracy": 0.7543603405356407,
      "num_tokens": 9662658.0,
      "step": 259
    },
    {
      "entropy": 0.6160204112529755,
      "epoch": 2.0155490767735667,
      "grad_norm": 0.007366312202066183,
      "learning_rate": 0.0002,
      "loss": 0.6107323169708252,
      "mean_token_accuracy": 0.751634031534195,
      "num_tokens": 9700423.0,
      "step": 260
    },
    {
      "entropy": 0.6157180666923523,
      "epoch": 2.0233236151603498,
      "grad_norm": 0.008381242863833904,
      "learning_rate": 0.0002,
      "loss": 0.6190871596336365,
      "mean_token_accuracy": 0.7481335178017616,
      "num_tokens": 9737692.0,
      "step": 261
    },
    {
      "entropy": 0.6075473129749298,
      "epoch": 2.0310981535471333,
      "grad_norm": 0.010082116350531578,
      "learning_rate": 0.0002,
      "loss": 0.6141625642776489,
      "mean_token_accuracy": 0.7516499608755112,
      "num_tokens": 9775062.0,
      "step": 262
    },
    {
      "entropy": 0.6151047423481941,
      "epoch": 2.0388726919339164,
      "grad_norm": 0.009529951959848404,
      "learning_rate": 0.0002,
      "loss": 0.6205469965934753,
      "mean_token_accuracy": 0.7464399412274361,
      "num_tokens": 9812526.0,
      "step": 263
    },
    {
      "entropy": 0.6053090617060661,
      "epoch": 2.0466472303206995,
      "grad_norm": 0.008532468229532242,
      "learning_rate": 0.0002,
      "loss": 0.604971170425415,
      "mean_token_accuracy": 0.7544130459427834,
      "num_tokens": 9849685.0,
      "step": 264
    },
    {
      "entropy": 0.6305021941661835,
      "epoch": 2.054421768707483,
      "grad_norm": 0.009080994874238968,
      "learning_rate": 0.0002,
      "loss": 0.6241769790649414,
      "mean_token_accuracy": 0.7455881908535957,
      "num_tokens": 9887441.0,
      "step": 265
    },
    {
      "entropy": 0.6111467704176903,
      "epoch": 2.062196307094266,
      "grad_norm": 0.008834858424961567,
      "learning_rate": 0.0002,
      "loss": 0.6073428392410278,
      "mean_token_accuracy": 0.7530370578169823,
      "num_tokens": 9924611.0,
      "step": 266
    },
    {
      "entropy": 0.6218099594116211,
      "epoch": 2.0699708454810497,
      "grad_norm": 0.009297652170062065,
      "learning_rate": 0.0002,
      "loss": 0.6261637806892395,
      "mean_token_accuracy": 0.7442486062645912,
      "num_tokens": 9962409.0,
      "step": 267
    },
    {
      "entropy": 0.620900422334671,
      "epoch": 2.077745383867833,
      "grad_norm": 0.012807542458176613,
      "learning_rate": 0.0002,
      "loss": 0.6319394111633301,
      "mean_token_accuracy": 0.7447366267442703,
      "num_tokens": 9999911.0,
      "step": 268
    },
    {
      "entropy": 0.6219062060117722,
      "epoch": 2.0855199222546164,
      "grad_norm": 0.008311600424349308,
      "learning_rate": 0.0002,
      "loss": 0.6196457147598267,
      "mean_token_accuracy": 0.7454339265823364,
      "num_tokens": 10037309.0,
      "step": 269
    },
    {
      "entropy": 0.6179447770118713,
      "epoch": 2.0932944606413995,
      "grad_norm": 0.010762435384094715,
      "learning_rate": 0.0002,
      "loss": 0.6135507822036743,
      "mean_token_accuracy": 0.7513665333390236,
      "num_tokens": 10074802.0,
      "step": 270
    },
    {
      "entropy": 0.6114057898521423,
      "epoch": 2.1010689990281826,
      "grad_norm": 0.009498962201178074,
      "learning_rate": 0.0002,
      "loss": 0.6119563579559326,
      "mean_token_accuracy": 0.7511925473809242,
      "num_tokens": 10112087.0,
      "step": 271
    },
    {
      "entropy": 0.5985657572746277,
      "epoch": 2.108843537414966,
      "grad_norm": 0.00927242822945118,
      "learning_rate": 0.0002,
      "loss": 0.6077044010162354,
      "mean_token_accuracy": 0.751846119761467,
      "num_tokens": 10149470.0,
      "step": 272
    },
    {
      "entropy": 0.5983473360538483,
      "epoch": 2.116618075801749,
      "grad_norm": 0.011125227436423302,
      "learning_rate": 0.0002,
      "loss": 0.6070785522460938,
      "mean_token_accuracy": 0.7521045431494713,
      "num_tokens": 10187018.0,
      "step": 273
    },
    {
      "entropy": 0.6010436862707138,
      "epoch": 2.1243926141885328,
      "grad_norm": 0.008612287230789661,
      "learning_rate": 0.0002,
      "loss": 0.6019182205200195,
      "mean_token_accuracy": 0.7563453242182732,
      "num_tokens": 10224534.0,
      "step": 274
    },
    {
      "entropy": 0.6097739785909653,
      "epoch": 2.132167152575316,
      "grad_norm": 0.009082912467420101,
      "learning_rate": 0.0002,
      "loss": 0.6092417240142822,
      "mean_token_accuracy": 0.7527365237474442,
      "num_tokens": 10261606.0,
      "step": 275
    },
    {
      "entropy": 0.6300967186689377,
      "epoch": 2.139941690962099,
      "grad_norm": 0.00942782312631607,
      "learning_rate": 0.0002,
      "loss": 0.6258421540260315,
      "mean_token_accuracy": 0.7469290718436241,
      "num_tokens": 10299180.0,
      "step": 276
    },
    {
      "entropy": 0.6028410047292709,
      "epoch": 2.1477162293488825,
      "grad_norm": 0.008522949181497097,
      "learning_rate": 0.0002,
      "loss": 0.6008127927780151,
      "mean_token_accuracy": 0.7564279735088348,
      "num_tokens": 10336360.0,
      "step": 277
    },
    {
      "entropy": 0.6102243736386299,
      "epoch": 2.1554907677356656,
      "grad_norm": 0.010031149722635746,
      "learning_rate": 0.0002,
      "loss": 0.6199367046356201,
      "mean_token_accuracy": 0.7469272315502167,
      "num_tokens": 10373565.0,
      "step": 278
    },
    {
      "entropy": 0.6027829498052597,
      "epoch": 2.163265306122449,
      "grad_norm": 0.008753525093197823,
      "learning_rate": 0.0002,
      "loss": 0.6074038147926331,
      "mean_token_accuracy": 0.7534594535827637,
      "num_tokens": 10411197.0,
      "step": 279
    },
    {
      "entropy": 0.6299364790320396,
      "epoch": 2.1710398445092323,
      "grad_norm": 0.007901565171778202,
      "learning_rate": 0.0002,
      "loss": 0.6327069401741028,
      "mean_token_accuracy": 0.7429891973733902,
      "num_tokens": 10448851.0,
      "step": 280
    },
    {
      "entropy": 0.623109444975853,
      "epoch": 2.1788143828960154,
      "grad_norm": 0.008401944302022457,
      "learning_rate": 0.0002,
      "loss": 0.6217602491378784,
      "mean_token_accuracy": 0.7446876764297485,
      "num_tokens": 10486285.0,
      "step": 281
    },
    {
      "entropy": 0.5951671376824379,
      "epoch": 2.186588921282799,
      "grad_norm": 0.009740160778164864,
      "learning_rate": 0.0002,
      "loss": 0.5930252075195312,
      "mean_token_accuracy": 0.7590748071670532,
      "num_tokens": 10523187.0,
      "step": 282
    },
    {
      "entropy": 0.6063435301184654,
      "epoch": 2.194363459669582,
      "grad_norm": 0.008115135133266449,
      "learning_rate": 0.0002,
      "loss": 0.6058975458145142,
      "mean_token_accuracy": 0.7546751350164413,
      "num_tokens": 10560619.0,
      "step": 283
    },
    {
      "entropy": 0.6197424605488777,
      "epoch": 2.2021379980563656,
      "grad_norm": 0.007982614450156689,
      "learning_rate": 0.0002,
      "loss": 0.6196328401565552,
      "mean_token_accuracy": 0.7473800256848335,
      "num_tokens": 10597952.0,
      "step": 284
    },
    {
      "entropy": 0.5975362882018089,
      "epoch": 2.2099125364431487,
      "grad_norm": 0.008934210054576397,
      "learning_rate": 0.0002,
      "loss": 0.6019341945648193,
      "mean_token_accuracy": 0.7551193311810493,
      "num_tokens": 10635474.0,
      "step": 285
    },
    {
      "entropy": 0.6057508885860443,
      "epoch": 2.2176870748299318,
      "grad_norm": 0.007894222624599934,
      "learning_rate": 0.0002,
      "loss": 0.6054433584213257,
      "mean_token_accuracy": 0.7555015385150909,
      "num_tokens": 10672866.0,
      "step": 286
    },
    {
      "entropy": 0.6011307016015053,
      "epoch": 2.2254616132167153,
      "grad_norm": 0.008009341545403004,
      "learning_rate": 0.0002,
      "loss": 0.6015121936798096,
      "mean_token_accuracy": 0.7533531039953232,
      "num_tokens": 10710119.0,
      "step": 287
    },
    {
      "entropy": 0.6083035543560982,
      "epoch": 2.2332361516034984,
      "grad_norm": 0.008571778424084187,
      "learning_rate": 0.0002,
      "loss": 0.6072158813476562,
      "mean_token_accuracy": 0.7525660693645477,
      "num_tokens": 10747533.0,
      "step": 288
    },
    {
      "entropy": 0.596297912299633,
      "epoch": 2.241010689990282,
      "grad_norm": 0.007835134863853455,
      "learning_rate": 0.0002,
      "loss": 0.6007227897644043,
      "mean_token_accuracy": 0.75400510430336,
      "num_tokens": 10784600.0,
      "step": 289
    },
    {
      "entropy": 0.6027623787522316,
      "epoch": 2.248785228377065,
      "grad_norm": 0.00971238687634468,
      "learning_rate": 0.0002,
      "loss": 0.6095942258834839,
      "mean_token_accuracy": 0.753618136048317,
      "num_tokens": 10822085.0,
      "step": 290
    },
    {
      "entropy": 0.596187099814415,
      "epoch": 2.256559766763848,
      "grad_norm": 0.008036565966904163,
      "learning_rate": 0.0002,
      "loss": 0.5973517298698425,
      "mean_token_accuracy": 0.7577640637755394,
      "num_tokens": 10859362.0,
      "step": 291
    },
    {
      "entropy": 0.6243500411510468,
      "epoch": 2.2643343051506317,
      "grad_norm": 0.00934487022459507,
      "learning_rate": 0.0002,
      "loss": 0.6226072311401367,
      "mean_token_accuracy": 0.7454966679215431,
      "num_tokens": 10896757.0,
      "step": 292
    },
    {
      "entropy": 0.6136296838521957,
      "epoch": 2.272108843537415,
      "grad_norm": 0.008677436038851738,
      "learning_rate": 0.0002,
      "loss": 0.615119457244873,
      "mean_token_accuracy": 0.750088632106781,
      "num_tokens": 10934016.0,
      "step": 293
    },
    {
      "entropy": 0.5983113646507263,
      "epoch": 2.2798833819241984,
      "grad_norm": 0.007704727817326784,
      "learning_rate": 0.0002,
      "loss": 0.5992428064346313,
      "mean_token_accuracy": 0.7575259953737259,
      "num_tokens": 10971732.0,
      "step": 294
    },
    {
      "entropy": 0.602768175303936,
      "epoch": 2.2876579203109815,
      "grad_norm": 0.008800746873021126,
      "learning_rate": 0.0002,
      "loss": 0.6059098243713379,
      "mean_token_accuracy": 0.7514860853552818,
      "num_tokens": 11009363.0,
      "step": 295
    },
    {
      "entropy": 0.6180300787091255,
      "epoch": 2.295432458697765,
      "grad_norm": 0.009863065555691719,
      "learning_rate": 0.0002,
      "loss": 0.6232578754425049,
      "mean_token_accuracy": 0.7460011914372444,
      "num_tokens": 11046850.0,
      "step": 296
    },
    {
      "entropy": 0.615628756582737,
      "epoch": 2.303206997084548,
      "grad_norm": 0.00794578343629837,
      "learning_rate": 0.0002,
      "loss": 0.6193504929542542,
      "mean_token_accuracy": 0.7466345354914665,
      "num_tokens": 11084028.0,
      "step": 297
    },
    {
      "entropy": 0.6079032048583031,
      "epoch": 2.3109815354713312,
      "grad_norm": 0.008673022501170635,
      "learning_rate": 0.0002,
      "loss": 0.6060619354248047,
      "mean_token_accuracy": 0.7532483711838722,
      "num_tokens": 11121691.0,
      "step": 298
    },
    {
      "entropy": 0.6126295253634453,
      "epoch": 2.3187560738581148,
      "grad_norm": 0.010211586020886898,
      "learning_rate": 0.0002,
      "loss": 0.6097185611724854,
      "mean_token_accuracy": 0.7503807097673416,
      "num_tokens": 11159118.0,
      "step": 299
    },
    {
      "entropy": 0.6223906055092812,
      "epoch": 2.326530612244898,
      "grad_norm": 0.007925095036625862,
      "learning_rate": 0.0002,
      "loss": 0.6250431537628174,
      "mean_token_accuracy": 0.7459972500801086,
      "num_tokens": 11196522.0,
      "step": 300
    },
    {
      "entropy": 0.6105447709560394,
      "epoch": 2.3343051506316814,
      "grad_norm": 0.008913103491067886,
      "learning_rate": 0.0002,
      "loss": 0.616736114025116,
      "mean_token_accuracy": 0.749770350754261,
      "num_tokens": 11234173.0,
      "step": 301
    },
    {
      "entropy": 0.6050237938761711,
      "epoch": 2.3420796890184645,
      "grad_norm": 0.00913191493600607,
      "learning_rate": 0.0002,
      "loss": 0.6078106164932251,
      "mean_token_accuracy": 0.7534833922982216,
      "num_tokens": 11271528.0,
      "step": 302
    },
    {
      "entropy": 0.624389261007309,
      "epoch": 2.3498542274052476,
      "grad_norm": 0.00800058338791132,
      "learning_rate": 0.0002,
      "loss": 0.624384880065918,
      "mean_token_accuracy": 0.7484247088432312,
      "num_tokens": 11309275.0,
      "step": 303
    },
    {
      "entropy": 0.621875673532486,
      "epoch": 2.357628765792031,
      "grad_norm": 0.009797596372663975,
      "learning_rate": 0.0002,
      "loss": 0.6190812587738037,
      "mean_token_accuracy": 0.7491643279790878,
      "num_tokens": 11346386.0,
      "step": 304
    },
    {
      "entropy": 0.6205748915672302,
      "epoch": 2.3654033041788143,
      "grad_norm": 0.009043901227414608,
      "learning_rate": 0.0002,
      "loss": 0.616840124130249,
      "mean_token_accuracy": 0.7496623322367668,
      "num_tokens": 11383273.0,
      "step": 305
    },
    {
      "entropy": 0.5943257734179497,
      "epoch": 2.373177842565598,
      "grad_norm": 0.009680100716650486,
      "learning_rate": 0.0002,
      "loss": 0.6005733013153076,
      "mean_token_accuracy": 0.7566492632031441,
      "num_tokens": 11420226.0,
      "step": 306
    },
    {
      "entropy": 0.5875989943742752,
      "epoch": 2.380952380952381,
      "grad_norm": 0.009831924922764301,
      "learning_rate": 0.0002,
      "loss": 0.5920431613922119,
      "mean_token_accuracy": 0.758441336452961,
      "num_tokens": 11457658.0,
      "step": 307
    },
    {
      "entropy": 0.605907216668129,
      "epoch": 2.388726919339164,
      "grad_norm": 0.008310995064675808,
      "learning_rate": 0.0002,
      "loss": 0.606610894203186,
      "mean_token_accuracy": 0.7539205178618431,
      "num_tokens": 11495093.0,
      "step": 308
    },
    {
      "entropy": 0.6085820719599724,
      "epoch": 2.3965014577259476,
      "grad_norm": 0.008422457613050938,
      "learning_rate": 0.0002,
      "loss": 0.6112357378005981,
      "mean_token_accuracy": 0.7495599314570427,
      "num_tokens": 11532305.0,
      "step": 309
    },
    {
      "entropy": 0.6038077920675278,
      "epoch": 2.4042759961127307,
      "grad_norm": 0.009313938207924366,
      "learning_rate": 0.0002,
      "loss": 0.6037260293960571,
      "mean_token_accuracy": 0.7537373602390289,
      "num_tokens": 11569956.0,
      "step": 310
    },
    {
      "entropy": 0.6088597327470779,
      "epoch": 2.4120505344995142,
      "grad_norm": 0.008129115216434002,
      "learning_rate": 0.0002,
      "loss": 0.6097284555435181,
      "mean_token_accuracy": 0.752282939851284,
      "num_tokens": 11607580.0,
      "step": 311
    },
    {
      "entropy": 0.6035630702972412,
      "epoch": 2.4198250728862973,
      "grad_norm": 0.010189153254032135,
      "learning_rate": 0.0002,
      "loss": 0.6098878383636475,
      "mean_token_accuracy": 0.7509205341339111,
      "num_tokens": 11645065.0,
      "step": 312
    },
    {
      "entropy": 0.5988744720816612,
      "epoch": 2.427599611273081,
      "grad_norm": 0.008477658964693546,
      "learning_rate": 0.0002,
      "loss": 0.600048840045929,
      "mean_token_accuracy": 0.7566671743988991,
      "num_tokens": 11682523.0,
      "step": 313
    },
    {
      "entropy": 0.604704961180687,
      "epoch": 2.435374149659864,
      "grad_norm": 0.009996007196605206,
      "learning_rate": 0.0002,
      "loss": 0.6124827861785889,
      "mean_token_accuracy": 0.7483595088124275,
      "num_tokens": 11719829.0,
      "step": 314
    },
    {
      "entropy": 0.6142484471201897,
      "epoch": 2.443148688046647,
      "grad_norm": 0.008275930769741535,
      "learning_rate": 0.0002,
      "loss": 0.6168549060821533,
      "mean_token_accuracy": 0.7509273141622543,
      "num_tokens": 11757130.0,
      "step": 315
    },
    {
      "entropy": 0.618528425693512,
      "epoch": 2.4509232264334306,
      "grad_norm": 0.00913267582654953,
      "learning_rate": 0.0002,
      "loss": 0.6144739985466003,
      "mean_token_accuracy": 0.7495302185416222,
      "num_tokens": 11794646.0,
      "step": 316
    },
    {
      "entropy": 0.6221663355827332,
      "epoch": 2.4586977648202137,
      "grad_norm": 0.008833467960357666,
      "learning_rate": 0.0002,
      "loss": 0.6160144805908203,
      "mean_token_accuracy": 0.7488524913787842,
      "num_tokens": 11832667.0,
      "step": 317
    },
    {
      "entropy": 0.6151534616947174,
      "epoch": 2.466472303206997,
      "grad_norm": 0.008367245085537434,
      "learning_rate": 0.0002,
      "loss": 0.6178625226020813,
      "mean_token_accuracy": 0.7469210624694824,
      "num_tokens": 11870196.0,
      "step": 318
    },
    {
      "entropy": 0.599577471613884,
      "epoch": 2.4742468415937804,
      "grad_norm": 0.008229793980717659,
      "learning_rate": 0.0002,
      "loss": 0.6013622283935547,
      "mean_token_accuracy": 0.7555016428232193,
      "num_tokens": 11907738.0,
      "step": 319
    },
    {
      "entropy": 0.6037501096725464,
      "epoch": 2.4820213799805635,
      "grad_norm": 0.009975764900445938,
      "learning_rate": 0.0002,
      "loss": 0.6080362796783447,
      "mean_token_accuracy": 0.754118837416172,
      "num_tokens": 11945154.0,
      "step": 320
    },
    {
      "entropy": 0.6234212592244148,
      "epoch": 2.489795918367347,
      "grad_norm": 0.009158926084637642,
      "learning_rate": 0.0002,
      "loss": 0.6259138584136963,
      "mean_token_accuracy": 0.7461888268589973,
      "num_tokens": 11983030.0,
      "step": 321
    },
    {
      "entropy": 0.6105703264474869,
      "epoch": 2.49757045675413,
      "grad_norm": 0.009549647569656372,
      "learning_rate": 0.0002,
      "loss": 0.6138617992401123,
      "mean_token_accuracy": 0.7500449195504189,
      "num_tokens": 12020106.0,
      "step": 322
    },
    {
      "entropy": 0.5886913314461708,
      "epoch": 2.5053449951409137,
      "grad_norm": 0.009142185561358929,
      "learning_rate": 0.0002,
      "loss": 0.5951993465423584,
      "mean_token_accuracy": 0.7568985298275948,
      "num_tokens": 12057274.0,
      "step": 323
    },
    {
      "entropy": 0.6163628548383713,
      "epoch": 2.513119533527697,
      "grad_norm": 0.008757554925978184,
      "learning_rate": 0.0002,
      "loss": 0.6170852184295654,
      "mean_token_accuracy": 0.749226838350296,
      "num_tokens": 12094665.0,
      "step": 324
    },
    {
      "entropy": 0.6229220703244209,
      "epoch": 2.52089407191448,
      "grad_norm": 0.007944419980049133,
      "learning_rate": 0.0002,
      "loss": 0.6211696267127991,
      "mean_token_accuracy": 0.749010942876339,
      "num_tokens": 12132302.0,
      "step": 325
    },
    {
      "entropy": 0.6257840767502785,
      "epoch": 2.5286686103012634,
      "grad_norm": 0.008713958784937859,
      "learning_rate": 0.0002,
      "loss": 0.6223682165145874,
      "mean_token_accuracy": 0.7470938488841057,
      "num_tokens": 12169510.0,
      "step": 326
    },
    {
      "entropy": 0.6103069111704826,
      "epoch": 2.5364431486880465,
      "grad_norm": 0.008112641051411629,
      "learning_rate": 0.0002,
      "loss": 0.6112810969352722,
      "mean_token_accuracy": 0.7517933994531631,
      "num_tokens": 12206878.0,
      "step": 327
    },
    {
      "entropy": 0.6295960918068886,
      "epoch": 2.54421768707483,
      "grad_norm": 0.009597997181117535,
      "learning_rate": 0.0002,
      "loss": 0.6329588890075684,
      "mean_token_accuracy": 0.7417808771133423,
      "num_tokens": 12244230.0,
      "step": 328
    },
    {
      "entropy": 0.6144092008471489,
      "epoch": 2.551992225461613,
      "grad_norm": 0.007173395249992609,
      "learning_rate": 0.0002,
      "loss": 0.6167792081832886,
      "mean_token_accuracy": 0.750128723680973,
      "num_tokens": 12281944.0,
      "step": 329
    },
    {
      "entropy": 0.6102811768651009,
      "epoch": 2.5597667638483967,
      "grad_norm": 0.00874980166554451,
      "learning_rate": 0.0002,
      "loss": 0.6081819534301758,
      "mean_token_accuracy": 0.7545690611004829,
      "num_tokens": 12319144.0,
      "step": 330
    },
    {
      "entropy": 0.6088513135910034,
      "epoch": 2.56754130223518,
      "grad_norm": 0.007437287364155054,
      "learning_rate": 0.0002,
      "loss": 0.610903799533844,
      "mean_token_accuracy": 0.7525679916143417,
      "num_tokens": 12356752.0,
      "step": 331
    },
    {
      "entropy": 0.605910450220108,
      "epoch": 2.575315840621963,
      "grad_norm": 0.008948191069066525,
      "learning_rate": 0.0002,
      "loss": 0.6137778759002686,
      "mean_token_accuracy": 0.7502530664205551,
      "num_tokens": 12394388.0,
      "step": 332
    },
    {
      "entropy": 0.6148117780685425,
      "epoch": 2.5830903790087465,
      "grad_norm": 0.008310764096677303,
      "learning_rate": 0.0002,
      "loss": 0.6203396320343018,
      "mean_token_accuracy": 0.7478612065315247,
      "num_tokens": 12431583.0,
      "step": 333
    },
    {
      "entropy": 0.6049426943063736,
      "epoch": 2.5908649173955296,
      "grad_norm": 0.00928961019963026,
      "learning_rate": 0.0002,
      "loss": 0.6102631688117981,
      "mean_token_accuracy": 0.7530224993824959,
      "num_tokens": 12469057.0,
      "step": 334
    },
    {
      "entropy": 0.6105730906128883,
      "epoch": 2.5986394557823127,
      "grad_norm": 0.008061802014708519,
      "learning_rate": 0.0002,
      "loss": 0.6099789142608643,
      "mean_token_accuracy": 0.7517432495951653,
      "num_tokens": 12506375.0,
      "step": 335
    },
    {
      "entropy": 0.6109907403588295,
      "epoch": 2.6064139941690962,
      "grad_norm": 0.008131072856485844,
      "learning_rate": 0.0002,
      "loss": 0.6083254814147949,
      "mean_token_accuracy": 0.7539641037583351,
      "num_tokens": 12543683.0,
      "step": 336
    },
    {
      "entropy": 0.60856644064188,
      "epoch": 2.6141885325558794,
      "grad_norm": 0.008039598353207111,
      "learning_rate": 0.0002,
      "loss": 0.6059796810150146,
      "mean_token_accuracy": 0.7539034485816956,
      "num_tokens": 12581164.0,
      "step": 337
    },
    {
      "entropy": 0.6075717508792877,
      "epoch": 2.621963070942663,
      "grad_norm": 0.007622460834681988,
      "learning_rate": 0.0002,
      "loss": 0.6058254241943359,
      "mean_token_accuracy": 0.755204826593399,
      "num_tokens": 12618385.0,
      "step": 338
    },
    {
      "entropy": 0.6058209240436554,
      "epoch": 2.629737609329446,
      "grad_norm": 0.009571490809321404,
      "learning_rate": 0.0002,
      "loss": 0.6132853031158447,
      "mean_token_accuracy": 0.7517998144030571,
      "num_tokens": 12656198.0,
      "step": 339
    },
    {
      "entropy": 0.609808899462223,
      "epoch": 2.6375121477162295,
      "grad_norm": 0.009121098555624485,
      "learning_rate": 0.0002,
      "loss": 0.6116859912872314,
      "mean_token_accuracy": 0.7522552087903023,
      "num_tokens": 12693619.0,
      "step": 340
    },
    {
      "entropy": 0.5982947275042534,
      "epoch": 2.6452866861030127,
      "grad_norm": 0.007683332543820143,
      "learning_rate": 0.0002,
      "loss": 0.6035135984420776,
      "mean_token_accuracy": 0.7554004937410355,
      "num_tokens": 12731247.0,
      "step": 341
    },
    {
      "entropy": 0.6199963241815567,
      "epoch": 2.6530612244897958,
      "grad_norm": 0.008116503246128559,
      "learning_rate": 0.0002,
      "loss": 0.6209834814071655,
      "mean_token_accuracy": 0.7469918876886368,
      "num_tokens": 12768639.0,
      "step": 342
    },
    {
      "entropy": 0.611749030649662,
      "epoch": 2.6608357628765793,
      "grad_norm": 0.009202837944030762,
      "learning_rate": 0.0002,
      "loss": 0.609596848487854,
      "mean_token_accuracy": 0.7527265250682831,
      "num_tokens": 12805843.0,
      "step": 343
    },
    {
      "entropy": 0.6049032211303711,
      "epoch": 2.6686103012633624,
      "grad_norm": 0.008622320368885994,
      "learning_rate": 0.0002,
      "loss": 0.6062831282615662,
      "mean_token_accuracy": 0.7529996708035469,
      "num_tokens": 12843334.0,
      "step": 344
    },
    {
      "entropy": 0.6080296412110329,
      "epoch": 2.6763848396501455,
      "grad_norm": 0.010344683192670345,
      "learning_rate": 0.0002,
      "loss": 0.6155232787132263,
      "mean_token_accuracy": 0.7492252364754677,
      "num_tokens": 12881114.0,
      "step": 345
    },
    {
      "entropy": 0.6105146557092667,
      "epoch": 2.684159378036929,
      "grad_norm": 0.00811974797397852,
      "learning_rate": 0.0002,
      "loss": 0.61601722240448,
      "mean_token_accuracy": 0.7480410560965538,
      "num_tokens": 12918628.0,
      "step": 346
    },
    {
      "entropy": 0.616872251033783,
      "epoch": 2.6919339164237126,
      "grad_norm": 0.009087933227419853,
      "learning_rate": 0.0002,
      "loss": 0.6140284538269043,
      "mean_token_accuracy": 0.7496198862791061,
      "num_tokens": 12955856.0,
      "step": 347
    },
    {
      "entropy": 0.6135741174221039,
      "epoch": 2.6997084548104957,
      "grad_norm": 0.008728091605007648,
      "learning_rate": 0.0002,
      "loss": 0.6116735935211182,
      "mean_token_accuracy": 0.7527862265706062,
      "num_tokens": 12993282.0,
      "step": 348
    },
    {
      "entropy": 0.6206527948379517,
      "epoch": 2.707482993197279,
      "grad_norm": 0.008598288521170616,
      "learning_rate": 0.0002,
      "loss": 0.6233333349227905,
      "mean_token_accuracy": 0.7463840544223785,
      "num_tokens": 13030919.0,
      "step": 349
    },
    {
      "entropy": 0.608021192252636,
      "epoch": 2.7152575315840624,
      "grad_norm": 0.008716718293726444,
      "learning_rate": 0.0002,
      "loss": 0.612204909324646,
      "mean_token_accuracy": 0.7511651292443275,
      "num_tokens": 13068022.0,
      "step": 350
    },
    {
      "entropy": 0.6055907234549522,
      "epoch": 2.7230320699708455,
      "grad_norm": 0.007125901058316231,
      "learning_rate": 0.0002,
      "loss": 0.6055992841720581,
      "mean_token_accuracy": 0.753873273730278,
      "num_tokens": 13105324.0,
      "step": 351
    },
    {
      "entropy": 0.6134061738848686,
      "epoch": 2.7308066083576286,
      "grad_norm": 0.007964730262756348,
      "learning_rate": 0.0002,
      "loss": 0.6122632026672363,
      "mean_token_accuracy": 0.7516495808959007,
      "num_tokens": 13143067.0,
      "step": 352
    },
    {
      "entropy": 0.6035361513495445,
      "epoch": 2.738581146744412,
      "grad_norm": 0.008376477286219597,
      "learning_rate": 0.0002,
      "loss": 0.6055692434310913,
      "mean_token_accuracy": 0.7536868900060654,
      "num_tokens": 13180307.0,
      "step": 353
    },
    {
      "entropy": 0.6108582690358162,
      "epoch": 2.746355685131195,
      "grad_norm": 0.008256555534899235,
      "learning_rate": 0.0002,
      "loss": 0.6159192323684692,
      "mean_token_accuracy": 0.7500140145421028,
      "num_tokens": 13217651.0,
      "step": 354
    },
    {
      "entropy": 0.6065188273787498,
      "epoch": 2.7541302235179788,
      "grad_norm": 0.007910750806331635,
      "learning_rate": 0.0002,
      "loss": 0.6087648868560791,
      "mean_token_accuracy": 0.7539975792169571,
      "num_tokens": 13255245.0,
      "step": 355
    },
    {
      "entropy": 0.6058445647358894,
      "epoch": 2.761904761904762,
      "grad_norm": 0.007995028980076313,
      "learning_rate": 0.0002,
      "loss": 0.6082870960235596,
      "mean_token_accuracy": 0.7520255744457245,
      "num_tokens": 13293244.0,
      "step": 356
    },
    {
      "entropy": 0.6188160851597786,
      "epoch": 2.7696793002915454,
      "grad_norm": 0.008255942724645138,
      "learning_rate": 0.0002,
      "loss": 0.615801990032196,
      "mean_token_accuracy": 0.7498086243867874,
      "num_tokens": 13330234.0,
      "step": 357
    },
    {
      "entropy": 0.6236889883875847,
      "epoch": 2.7774538386783285,
      "grad_norm": 0.007726432289928198,
      "learning_rate": 0.0002,
      "loss": 0.6215789914131165,
      "mean_token_accuracy": 0.7462954670190811,
      "num_tokens": 13367753.0,
      "step": 358
    },
    {
      "entropy": 0.6057674139738083,
      "epoch": 2.7852283770651116,
      "grad_norm": 0.007486944552510977,
      "learning_rate": 0.0002,
      "loss": 0.6107175946235657,
      "mean_token_accuracy": 0.7536005079746246,
      "num_tokens": 13405367.0,
      "step": 359
    },
    {
      "entropy": 0.6108546778559685,
      "epoch": 2.793002915451895,
      "grad_norm": 0.00800468772649765,
      "learning_rate": 0.0002,
      "loss": 0.6151923537254333,
      "mean_token_accuracy": 0.7498300299048424,
      "num_tokens": 13442458.0,
      "step": 360
    },
    {
      "entropy": 0.611615277826786,
      "epoch": 2.8007774538386783,
      "grad_norm": 0.008358453400433064,
      "learning_rate": 0.0002,
      "loss": 0.6143432855606079,
      "mean_token_accuracy": 0.7498634308576584,
      "num_tokens": 13479706.0,
      "step": 361
    },
    {
      "entropy": 0.6097937971353531,
      "epoch": 2.8085519922254614,
      "grad_norm": 0.008056551218032837,
      "learning_rate": 0.0002,
      "loss": 0.6140632629394531,
      "mean_token_accuracy": 0.7493433877825737,
      "num_tokens": 13517106.0,
      "step": 362
    },
    {
      "entropy": 0.6036530286073685,
      "epoch": 2.816326530612245,
      "grad_norm": 0.008669313974678516,
      "learning_rate": 0.0002,
      "loss": 0.604174792766571,
      "mean_token_accuracy": 0.755392961204052,
      "num_tokens": 13554029.0,
      "step": 363
    },
    {
      "entropy": 0.6074316874146461,
      "epoch": 2.824101068999028,
      "grad_norm": 0.008313254453241825,
      "learning_rate": 0.0002,
      "loss": 0.6034117937088013,
      "mean_token_accuracy": 0.7538974210619926,
      "num_tokens": 13591496.0,
      "step": 364
    },
    {
      "entropy": 0.625335082411766,
      "epoch": 2.8318756073858116,
      "grad_norm": 0.00826285034418106,
      "learning_rate": 0.0002,
      "loss": 0.6179195642471313,
      "mean_token_accuracy": 0.7473107278347015,
      "num_tokens": 13629175.0,
      "step": 365
    },
    {
      "entropy": 0.6023752987384796,
      "epoch": 2.8396501457725947,
      "grad_norm": 0.008760266937315464,
      "learning_rate": 0.0002,
      "loss": 0.6035041809082031,
      "mean_token_accuracy": 0.752547599375248,
      "num_tokens": 13666378.0,
      "step": 366
    },
    {
      "entropy": 0.6186700463294983,
      "epoch": 2.847424684159378,
      "grad_norm": 0.009422390721738338,
      "learning_rate": 0.0002,
      "loss": 0.6255558133125305,
      "mean_token_accuracy": 0.7451329976320267,
      "num_tokens": 13704147.0,
      "step": 367
    },
    {
      "entropy": 0.6027014032006264,
      "epoch": 2.8551992225461613,
      "grad_norm": 0.007943754084408283,
      "learning_rate": 0.0002,
      "loss": 0.6077042818069458,
      "mean_token_accuracy": 0.7518687173724174,
      "num_tokens": 13741252.0,
      "step": 368
    },
    {
      "entropy": 0.6081340312957764,
      "epoch": 2.8629737609329444,
      "grad_norm": 0.008472657762467861,
      "learning_rate": 0.0002,
      "loss": 0.6082110404968262,
      "mean_token_accuracy": 0.7499295845627785,
      "num_tokens": 13778637.0,
      "step": 369
    },
    {
      "entropy": 0.6041673645377159,
      "epoch": 2.870748299319728,
      "grad_norm": 0.008525537326931953,
      "learning_rate": 0.0002,
      "loss": 0.6059847474098206,
      "mean_token_accuracy": 0.7531944662332535,
      "num_tokens": 13816076.0,
      "step": 370
    },
    {
      "entropy": 0.6156945377588272,
      "epoch": 2.878522837706511,
      "grad_norm": 0.007397054228931665,
      "learning_rate": 0.0002,
      "loss": 0.6175694465637207,
      "mean_token_accuracy": 0.7489196062088013,
      "num_tokens": 13853700.0,
      "step": 371
    },
    {
      "entropy": 0.6109963580965996,
      "epoch": 2.8862973760932946,
      "grad_norm": 0.008632549084722996,
      "learning_rate": 0.0002,
      "loss": 0.6189043521881104,
      "mean_token_accuracy": 0.7480105683207512,
      "num_tokens": 13890909.0,
      "step": 372
    },
    {
      "entropy": 0.60771045088768,
      "epoch": 2.8940719144800777,
      "grad_norm": 0.008767201565206051,
      "learning_rate": 0.0002,
      "loss": 0.6133548021316528,
      "mean_token_accuracy": 0.7522530779242516,
      "num_tokens": 13928292.0,
      "step": 373
    },
    {
      "entropy": 0.6067496612668037,
      "epoch": 2.9018464528668613,
      "grad_norm": 0.007676385343074799,
      "learning_rate": 0.0002,
      "loss": 0.60523521900177,
      "mean_token_accuracy": 0.754976786673069,
      "num_tokens": 13965803.0,
      "step": 374
    },
    {
      "entropy": 0.6119726821780205,
      "epoch": 2.9096209912536444,
      "grad_norm": 0.007059477269649506,
      "learning_rate": 0.0002,
      "loss": 0.6106954216957092,
      "mean_token_accuracy": 0.7522552087903023,
      "num_tokens": 14002852.0,
      "step": 375
    },
    {
      "entropy": 0.6248558238148689,
      "epoch": 2.9173955296404275,
      "grad_norm": 0.008261643350124359,
      "learning_rate": 0.0002,
      "loss": 0.6251908540725708,
      "mean_token_accuracy": 0.7473416924476624,
      "num_tokens": 14040214.0,
      "step": 376
    },
    {
      "entropy": 0.6125365421175957,
      "epoch": 2.925170068027211,
      "grad_norm": 0.00803174264729023,
      "learning_rate": 0.0002,
      "loss": 0.6121209859848022,
      "mean_token_accuracy": 0.7514154240489006,
      "num_tokens": 14077708.0,
      "step": 377
    },
    {
      "entropy": 0.6050901785492897,
      "epoch": 2.932944606413994,
      "grad_norm": 0.007550297304987907,
      "learning_rate": 0.0002,
      "loss": 0.6031768321990967,
      "mean_token_accuracy": 0.7547935023903847,
      "num_tokens": 14115081.0,
      "step": 378
    },
    {
      "entropy": 0.5867772176861763,
      "epoch": 2.9407191448007772,
      "grad_norm": 0.007504226174205542,
      "learning_rate": 0.0002,
      "loss": 0.586522102355957,
      "mean_token_accuracy": 0.7607723250985146,
      "num_tokens": 14152707.0,
      "step": 379
    },
    {
      "entropy": 0.6053405031561852,
      "epoch": 2.9484936831875608,
      "grad_norm": 0.007515515200793743,
      "learning_rate": 0.0002,
      "loss": 0.6078545451164246,
      "mean_token_accuracy": 0.7521200627088547,
      "num_tokens": 14190102.0,
      "step": 380
    },
    {
      "entropy": 0.6189891770482063,
      "epoch": 2.956268221574344,
      "grad_norm": 0.009104753844439983,
      "learning_rate": 0.0002,
      "loss": 0.6249637603759766,
      "mean_token_accuracy": 0.745013989508152,
      "num_tokens": 14227592.0,
      "step": 381
    },
    {
      "entropy": 0.6138845458626747,
      "epoch": 2.9640427599611274,
      "grad_norm": 0.008113187737762928,
      "learning_rate": 0.0002,
      "loss": 0.6206336617469788,
      "mean_token_accuracy": 0.7456697672605515,
      "num_tokens": 14264742.0,
      "step": 382
    },
    {
      "entropy": 0.6130691468715668,
      "epoch": 2.9718172983479105,
      "grad_norm": 0.009299568831920624,
      "learning_rate": 0.0002,
      "loss": 0.6096789836883545,
      "mean_token_accuracy": 0.7523899152874947,
      "num_tokens": 14302195.0,
      "step": 383
    },
    {
      "entropy": 0.6205710843205452,
      "epoch": 2.979591836734694,
      "grad_norm": 0.009512864053249359,
      "learning_rate": 0.0002,
      "loss": 0.6156758069992065,
      "mean_token_accuracy": 0.7508921846747398,
      "num_tokens": 14339245.0,
      "step": 384
    },
    {
      "entropy": 0.6069811135530472,
      "epoch": 2.987366375121477,
      "grad_norm": 0.007910305634140968,
      "learning_rate": 0.0002,
      "loss": 0.6085284948348999,
      "mean_token_accuracy": 0.753339558839798,
      "num_tokens": 14376587.0,
      "step": 385
    },
    {
      "entropy": 0.6119454056024551,
      "epoch": 2.9951409135082603,
      "grad_norm": 0.009647355414927006,
      "learning_rate": 0.0002,
      "loss": 0.6212526559829712,
      "mean_token_accuracy": 0.7483848258852959,
      "num_tokens": 14414269.0,
      "step": 386
    },
    {
      "entropy": 0.5991271257400512,
      "epoch": 3.0,
      "grad_norm": 0.010158240795135498,
      "learning_rate": 0.0002,
      "loss": 0.6065676212310791,
      "mean_token_accuracy": 0.7547077178955078,
      "num_tokens": 14437732.0,
      "step": 387
    },
    {
      "entropy": 0.6155622974038124,
      "epoch": 3.007774538386783,
      "grad_norm": 0.007469667587429285,
      "learning_rate": 0.0002,
      "loss": 0.610929012298584,
      "mean_token_accuracy": 0.7500728666782379,
      "num_tokens": 14475215.0,
      "step": 388
    },
    {
      "entropy": 0.6059615164995193,
      "epoch": 3.0155490767735667,
      "grad_norm": 0.008237253874540329,
      "learning_rate": 0.0002,
      "loss": 0.6052074432373047,
      "mean_token_accuracy": 0.75154148042202,
      "num_tokens": 14512098.0,
      "step": 389
    },
    {
      "entropy": 0.6095065400004387,
      "epoch": 3.0233236151603498,
      "grad_norm": 0.008823649026453495,
      "learning_rate": 0.0002,
      "loss": 0.6052320599555969,
      "mean_token_accuracy": 0.7540639191865921,
      "num_tokens": 14549796.0,
      "step": 390
    },
    {
      "entropy": 0.5965104550123215,
      "epoch": 3.0310981535471333,
      "grad_norm": 0.008173096925020218,
      "learning_rate": 0.0002,
      "loss": 0.5943379998207092,
      "mean_token_accuracy": 0.7575219720602036,
      "num_tokens": 14587236.0,
      "step": 391
    },
    {
      "entropy": 0.6153795942664146,
      "epoch": 3.0388726919339164,
      "grad_norm": 0.011041256599128246,
      "learning_rate": 0.0002,
      "loss": 0.6242270469665527,
      "mean_token_accuracy": 0.7458753809332848,
      "num_tokens": 14624782.0,
      "step": 392
    },
    {
      "entropy": 0.5972734019160271,
      "epoch": 3.0466472303206995,
      "grad_norm": 0.008677808567881584,
      "learning_rate": 0.0002,
      "loss": 0.5998678207397461,
      "mean_token_accuracy": 0.7576502561569214,
      "num_tokens": 14662174.0,
      "step": 393
    },
    {
      "entropy": 0.6102932617068291,
      "epoch": 3.054421768707483,
      "grad_norm": 0.010088201612234116,
      "learning_rate": 0.0002,
      "loss": 0.6051709651947021,
      "mean_token_accuracy": 0.7535885870456696,
      "num_tokens": 14699746.0,
      "step": 394
    },
    {
      "entropy": 0.6008228436112404,
      "epoch": 3.062196307094266,
      "grad_norm": 0.008312424644827843,
      "learning_rate": 0.0002,
      "loss": 0.6032264232635498,
      "mean_token_accuracy": 0.7517057359218597,
      "num_tokens": 14737247.0,
      "step": 395
    },
    {
      "entropy": 0.5989790633320808,
      "epoch": 3.0699708454810497,
      "grad_norm": 0.008239499293267727,
      "learning_rate": 0.0002,
      "loss": 0.6043699979782104,
      "mean_token_accuracy": 0.7529819533228874,
      "num_tokens": 14774702.0,
      "step": 396
    },
    {
      "entropy": 0.6045716553926468,
      "epoch": 3.077745383867833,
      "grad_norm": 0.01003638468682766,
      "learning_rate": 0.0002,
      "loss": 0.6113682985305786,
      "mean_token_accuracy": 0.7505319342017174,
      "num_tokens": 14811886.0,
      "step": 397
    },
    {
      "entropy": 0.6115910932421684,
      "epoch": 3.0855199222546164,
      "grad_norm": 0.009529519826173782,
      "learning_rate": 0.0002,
      "loss": 0.6107526421546936,
      "mean_token_accuracy": 0.7507694736123085,
      "num_tokens": 14848988.0,
      "step": 398
    },
    {
      "entropy": 0.6084096133708954,
      "epoch": 3.0932944606413995,
      "grad_norm": 0.010617745108902454,
      "learning_rate": 0.0002,
      "loss": 0.6034584045410156,
      "mean_token_accuracy": 0.753932997584343,
      "num_tokens": 14886459.0,
      "step": 399
    },
    {
      "entropy": 0.6054683178663254,
      "epoch": 3.1010689990281826,
      "grad_norm": 0.008427645079791546,
      "learning_rate": 0.0002,
      "loss": 0.603972852230072,
      "mean_token_accuracy": 0.7547962665557861,
      "num_tokens": 14924071.0,
      "step": 400
    },
    {
      "entropy": 0.5898149386048317,
      "epoch": 3.108843537414966,
      "grad_norm": 0.009828660637140274,
      "learning_rate": 0.0002,
      "loss": 0.5968987941741943,
      "mean_token_accuracy": 0.7556750178337097,
      "num_tokens": 14961693.0,
      "step": 401
    },
    {
      "entropy": 0.5877138301730156,
      "epoch": 3.116618075801749,
      "grad_norm": 0.010062897577881813,
      "learning_rate": 0.0002,
      "loss": 0.5967484712600708,
      "mean_token_accuracy": 0.7571568712592125,
      "num_tokens": 14998846.0,
      "step": 402
    },
    {
      "entropy": 0.5948435962200165,
      "epoch": 3.1243926141885328,
      "grad_norm": 0.008929714560508728,
      "learning_rate": 0.0002,
      "loss": 0.596827507019043,
      "mean_token_accuracy": 0.7577486112713814,
      "num_tokens": 15036731.0,
      "step": 403
    },
    {
      "entropy": 0.6053501963615417,
      "epoch": 3.132167152575316,
      "grad_norm": 0.009441581554710865,
      "learning_rate": 0.0002,
      "loss": 0.6060553789138794,
      "mean_token_accuracy": 0.7532980218529701,
      "num_tokens": 15074609.0,
      "step": 404
    },
    {
      "entropy": 0.6139290183782578,
      "epoch": 3.139941690962099,
      "grad_norm": 0.009152664802968502,
      "learning_rate": 0.0002,
      "loss": 0.6124223470687866,
      "mean_token_accuracy": 0.7500443160533905,
      "num_tokens": 15112062.0,
      "step": 405
    },
    {
      "entropy": 0.5967981591820717,
      "epoch": 3.1477162293488825,
      "grad_norm": 0.009577469900250435,
      "learning_rate": 0.0002,
      "loss": 0.60134357213974,
      "mean_token_accuracy": 0.75638198107481,
      "num_tokens": 15149260.0,
      "step": 406
    },
    {
      "entropy": 0.6026358082890511,
      "epoch": 3.1554907677356656,
      "grad_norm": 0.008992240764200687,
      "learning_rate": 0.0002,
      "loss": 0.6071676015853882,
      "mean_token_accuracy": 0.7526509240269661,
      "num_tokens": 15186342.0,
      "step": 407
    },
    {
      "entropy": 0.6130121350288391,
      "epoch": 3.163265306122449,
      "grad_norm": 0.009787038899958134,
      "learning_rate": 0.0002,
      "loss": 0.616807222366333,
      "mean_token_accuracy": 0.7485663071274757,
      "num_tokens": 15224037.0,
      "step": 408
    },
    {
      "entropy": 0.6062626764178276,
      "epoch": 3.1710398445092323,
      "grad_norm": 0.009504587389528751,
      "learning_rate": 0.0002,
      "loss": 0.6050899624824524,
      "mean_token_accuracy": 0.7536401823163033,
      "num_tokens": 15261579.0,
      "step": 409
    },
    {
      "entropy": 0.6065879017114639,
      "epoch": 3.1788143828960154,
      "grad_norm": 0.008364197798073292,
      "learning_rate": 0.0002,
      "loss": 0.6022209525108337,
      "mean_token_accuracy": 0.7534467577934265,
      "num_tokens": 15299024.0,
      "step": 410
    },
    {
      "entropy": 0.6233559027314186,
      "epoch": 3.186588921282799,
      "grad_norm": 0.010281233116984367,
      "learning_rate": 0.0002,
      "loss": 0.6214974522590637,
      "mean_token_accuracy": 0.7470389008522034,
      "num_tokens": 15336558.0,
      "step": 411
    },
    {
      "entropy": 0.6087061986327171,
      "epoch": 3.194363459669582,
      "grad_norm": 0.00957780983299017,
      "learning_rate": 0.0002,
      "loss": 0.6129252910614014,
      "mean_token_accuracy": 0.7495343014597893,
      "num_tokens": 15374032.0,
      "step": 412
    },
    {
      "entropy": 0.596970833837986,
      "epoch": 3.2021379980563656,
      "grad_norm": 0.00984536949545145,
      "learning_rate": 0.0002,
      "loss": 0.5985467433929443,
      "mean_token_accuracy": 0.7565372809767723,
      "num_tokens": 15411483.0,
      "step": 413
    },
    {
      "entropy": 0.5959193110466003,
      "epoch": 3.2099125364431487,
      "grad_norm": 0.010170173831284046,
      "learning_rate": 0.0002,
      "loss": 0.599077045917511,
      "mean_token_accuracy": 0.756831057369709,
      "num_tokens": 15448812.0,
      "step": 414
    },
    {
      "entropy": 0.6122774854302406,
      "epoch": 3.2176870748299318,
      "grad_norm": 0.00988403894007206,
      "learning_rate": 0.0002,
      "loss": 0.6123433113098145,
      "mean_token_accuracy": 0.7474271655082703,
      "num_tokens": 15486225.0,
      "step": 415
    },
    {
      "entropy": 0.5967384874820709,
      "epoch": 3.2254616132167153,
      "grad_norm": 0.010967456735670567,
      "learning_rate": 0.0002,
      "loss": 0.60502028465271,
      "mean_token_accuracy": 0.75384970754385,
      "num_tokens": 15523563.0,
      "step": 416
    },
    {
      "entropy": 0.5971691235899925,
      "epoch": 3.2332361516034984,
      "grad_norm": 0.009652617387473583,
      "learning_rate": 0.0002,
      "loss": 0.596883237361908,
      "mean_token_accuracy": 0.7563904896378517,
      "num_tokens": 15561284.0,
      "step": 417
    },
    {
      "entropy": 0.5993461608886719,
      "epoch": 3.241010689990282,
      "grad_norm": 0.01028553955256939,
      "learning_rate": 0.0002,
      "loss": 0.5969662666320801,
      "mean_token_accuracy": 0.7561450004577637,
      "num_tokens": 15598518.0,
      "step": 418
    },
    {
      "entropy": 0.6052126884460449,
      "epoch": 3.248785228377065,
      "grad_norm": 0.009491597302258015,
      "learning_rate": 0.0002,
      "loss": 0.6018233299255371,
      "mean_token_accuracy": 0.754707433283329,
      "num_tokens": 15636077.0,
      "step": 419
    },
    {
      "entropy": 0.5944898948073387,
      "epoch": 3.256559766763848,
      "grad_norm": 0.009509161114692688,
      "learning_rate": 0.0002,
      "loss": 0.598441481590271,
      "mean_token_accuracy": 0.7549791261553764,
      "num_tokens": 15673148.0,
      "step": 420
    },
    {
      "entropy": 0.5968391299247742,
      "epoch": 3.2643343051506317,
      "grad_norm": 0.012232691049575806,
      "learning_rate": 0.0002,
      "loss": 0.6061251163482666,
      "mean_token_accuracy": 0.7526469007134438,
      "num_tokens": 15710778.0,
      "step": 421
    },
    {
      "entropy": 0.6134240105748177,
      "epoch": 3.272108843537415,
      "grad_norm": 0.00959104672074318,
      "learning_rate": 0.0002,
      "loss": 0.6182757616043091,
      "mean_token_accuracy": 0.7455755323171616,
      "num_tokens": 15748509.0,
      "step": 422
    },
    {
      "entropy": 0.6232677772641182,
      "epoch": 3.2798833819241984,
      "grad_norm": 0.008630241267383099,
      "learning_rate": 0.0002,
      "loss": 0.6197680234909058,
      "mean_token_accuracy": 0.7470053881406784,
      "num_tokens": 15786160.0,
      "step": 423
    },
    {
      "entropy": 0.613219253718853,
      "epoch": 3.2876579203109815,
      "grad_norm": 0.0128620695322752,
      "learning_rate": 0.0002,
      "loss": 0.607075572013855,
      "mean_token_accuracy": 0.7511464059352875,
      "num_tokens": 15823826.0,
      "step": 424
    },
    {
      "entropy": 0.6041038259863853,
      "epoch": 3.295432458697765,
      "grad_norm": 0.011236878111958504,
      "learning_rate": 0.0002,
      "loss": 0.6055868864059448,
      "mean_token_accuracy": 0.7537136226892471,
      "num_tokens": 15861102.0,
      "step": 425
    },
    {
      "entropy": 0.6037536263465881,
      "epoch": 3.303206997084548,
      "grad_norm": 0.01190877053886652,
      "learning_rate": 0.0002,
      "loss": 0.6142691373825073,
      "mean_token_accuracy": 0.7493078485131264,
      "num_tokens": 15898770.0,
      "step": 426
    },
    {
      "entropy": 0.5997900441288948,
      "epoch": 3.3109815354713312,
      "grad_norm": 0.01027680840343237,
      "learning_rate": 0.0002,
      "loss": 0.606103777885437,
      "mean_token_accuracy": 0.7539091035723686,
      "num_tokens": 15936500.0,
      "step": 427
    },
    {
      "entropy": 0.611216127872467,
      "epoch": 3.3187560738581148,
      "grad_norm": 0.011017821729183197,
      "learning_rate": 0.0002,
      "loss": 0.6174614429473877,
      "mean_token_accuracy": 0.7461550533771515,
      "num_tokens": 15974513.0,
      "step": 428
    },
    {
      "entropy": 0.6048758924007416,
      "epoch": 3.326530612244898,
      "grad_norm": 0.010105214081704617,
      "learning_rate": 0.0002,
      "loss": 0.6031618118286133,
      "mean_token_accuracy": 0.7546434104442596,
      "num_tokens": 16012014.0,
      "step": 429
    },
    {
      "entropy": 0.6172537207603455,
      "epoch": 3.3343051506316814,
      "grad_norm": 0.009731764905154705,
      "learning_rate": 0.0002,
      "loss": 0.6138004064559937,
      "mean_token_accuracy": 0.7473105862736702,
      "num_tokens": 16049595.0,
      "step": 430
    },
    {
      "entropy": 0.601245328783989,
      "epoch": 3.3420796890184645,
      "grad_norm": 0.010152102448046207,
      "learning_rate": 0.0002,
      "loss": 0.6028028726577759,
      "mean_token_accuracy": 0.7536987066268921,
      "num_tokens": 16087175.0,
      "step": 431
    },
    {
      "entropy": 0.6049877479672432,
      "epoch": 3.3498542274052476,
      "grad_norm": 0.008624416776001453,
      "learning_rate": 0.0002,
      "loss": 0.6070842742919922,
      "mean_token_accuracy": 0.7543686851859093,
      "num_tokens": 16124434.0,
      "step": 432
    },
    {
      "entropy": 0.6113510951399803,
      "epoch": 3.357628765792031,
      "grad_norm": 0.00979162473231554,
      "learning_rate": 0.0002,
      "loss": 0.614505410194397,
      "mean_token_accuracy": 0.7483974099159241,
      "num_tokens": 16161797.0,
      "step": 433
    },
    {
      "entropy": 0.6149813681840897,
      "epoch": 3.3654033041788143,
      "grad_norm": 0.009648281149566174,
      "learning_rate": 0.0002,
      "loss": 0.6138153076171875,
      "mean_token_accuracy": 0.7505435049533844,
      "num_tokens": 16199386.0,
      "step": 434
    },
    {
      "entropy": 0.6114403232932091,
      "epoch": 3.373177842565598,
      "grad_norm": 0.00991707295179367,
      "learning_rate": 0.0002,
      "loss": 0.6108669638633728,
      "mean_token_accuracy": 0.7510098665952682,
      "num_tokens": 16236951.0,
      "step": 435
    },
    {
      "entropy": 0.6059002429246902,
      "epoch": 3.380952380952381,
      "grad_norm": 0.009901657700538635,
      "learning_rate": 0.0002,
      "loss": 0.6064650416374207,
      "mean_token_accuracy": 0.7527595311403275,
      "num_tokens": 16274203.0,
      "step": 436
    },
    {
      "entropy": 0.6086044162511826,
      "epoch": 3.388726919339164,
      "grad_norm": 0.011115623638033867,
      "learning_rate": 0.0002,
      "loss": 0.609772801399231,
      "mean_token_accuracy": 0.7524074539542198,
      "num_tokens": 16311856.0,
      "step": 437
    },
    {
      "entropy": 0.6069784238934517,
      "epoch": 3.3965014577259476,
      "grad_norm": 0.009795066900551319,
      "learning_rate": 0.0002,
      "loss": 0.60982745885849,
      "mean_token_accuracy": 0.7514877542853355,
      "num_tokens": 16349625.0,
      "step": 438
    },
    {
      "entropy": 0.602266825735569,
      "epoch": 3.4042759961127307,
      "grad_norm": 0.009143724106252193,
      "learning_rate": 0.0002,
      "loss": 0.6032094359397888,
      "mean_token_accuracy": 0.7547830194234848,
      "num_tokens": 16387358.0,
      "step": 439
    },
    {
      "entropy": 0.5899055674672127,
      "epoch": 3.4120505344995142,
      "grad_norm": 0.009034923277795315,
      "learning_rate": 0.0002,
      "loss": 0.5931638479232788,
      "mean_token_accuracy": 0.7577911838889122,
      "num_tokens": 16424225.0,
      "step": 440
    },
    {
      "entropy": 0.5923598855733871,
      "epoch": 3.4198250728862973,
      "grad_norm": 0.00976620800793171,
      "learning_rate": 0.0002,
      "loss": 0.5963320732116699,
      "mean_token_accuracy": 0.7556646093726158,
      "num_tokens": 16461363.0,
      "step": 441
    },
    {
      "entropy": 0.6050904020667076,
      "epoch": 3.427599611273081,
      "grad_norm": 0.010530819185078144,
      "learning_rate": 0.0002,
      "loss": 0.6116576194763184,
      "mean_token_accuracy": 0.7500759586691856,
      "num_tokens": 16498597.0,
      "step": 442
    },
    {
      "entropy": 0.6166655048727989,
      "epoch": 3.435374149659864,
      "grad_norm": 0.009784851223230362,
      "learning_rate": 0.0002,
      "loss": 0.6191204786300659,
      "mean_token_accuracy": 0.7476971745491028,
      "num_tokens": 16535886.0,
      "step": 443
    },
    {
      "entropy": 0.6059679165482521,
      "epoch": 3.443148688046647,
      "grad_norm": 0.009777678176760674,
      "learning_rate": 0.0002,
      "loss": 0.600814700126648,
      "mean_token_accuracy": 0.7545428648591042,
      "num_tokens": 16573204.0,
      "step": 444
    },
    {
      "entropy": 0.6082785129547119,
      "epoch": 3.4509232264334306,
      "grad_norm": 0.009606909938156605,
      "learning_rate": 0.0002,
      "loss": 0.6063122153282166,
      "mean_token_accuracy": 0.7535424381494522,
      "num_tokens": 16610341.0,
      "step": 445
    },
    {
      "entropy": 0.6118370518088341,
      "epoch": 3.4586977648202137,
      "grad_norm": 0.009755875915288925,
      "learning_rate": 0.0002,
      "loss": 0.6115654706954956,
      "mean_token_accuracy": 0.7514548450708389,
      "num_tokens": 16648078.0,
      "step": 446
    },
    {
      "entropy": 0.5936368778347969,
      "epoch": 3.466472303206997,
      "grad_norm": 0.011094003915786743,
      "learning_rate": 0.0002,
      "loss": 0.6031495332717896,
      "mean_token_accuracy": 0.75296650826931,
      "num_tokens": 16684979.0,
      "step": 447
    },
    {
      "entropy": 0.5946005135774612,
      "epoch": 3.4742468415937804,
      "grad_norm": 0.00817946158349514,
      "learning_rate": 0.0002,
      "loss": 0.597072184085846,
      "mean_token_accuracy": 0.756522886455059,
      "num_tokens": 16722537.0,
      "step": 448
    },
    {
      "entropy": 0.6108994483947754,
      "epoch": 3.4820213799805635,
      "grad_norm": 0.0094683188945055,
      "learning_rate": 0.0002,
      "loss": 0.6126965284347534,
      "mean_token_accuracy": 0.750556543469429,
      "num_tokens": 16759490.0,
      "step": 449
    },
    {
      "entropy": 0.6224265471100807,
      "epoch": 3.489795918367347,
      "grad_norm": 0.009895196184515953,
      "learning_rate": 0.0002,
      "loss": 0.6202942132949829,
      "mean_token_accuracy": 0.7480411902070045,
      "num_tokens": 16797135.0,
      "step": 450
    },
    {
      "entropy": 0.597562313079834,
      "epoch": 3.49757045675413,
      "grad_norm": 0.00880007166415453,
      "learning_rate": 0.0002,
      "loss": 0.5973268151283264,
      "mean_token_accuracy": 0.7553020343184471,
      "num_tokens": 16834270.0,
      "step": 451
    },
    {
      "entropy": 0.5932627841830254,
      "epoch": 3.5053449951409137,
      "grad_norm": 0.009338297881186008,
      "learning_rate": 0.0002,
      "loss": 0.5983443856239319,
      "mean_token_accuracy": 0.7540717199444771,
      "num_tokens": 16871670.0,
      "step": 452
    },
    {
      "entropy": 0.603311225771904,
      "epoch": 3.513119533527697,
      "grad_norm": 0.009173530153930187,
      "learning_rate": 0.0002,
      "loss": 0.6072041988372803,
      "mean_token_accuracy": 0.752394326031208,
      "num_tokens": 16909221.0,
      "step": 453
    },
    {
      "entropy": 0.6008370220661163,
      "epoch": 3.52089407191448,
      "grad_norm": 0.009413264691829681,
      "learning_rate": 0.0002,
      "loss": 0.6025704145431519,
      "mean_token_accuracy": 0.7541562095284462,
      "num_tokens": 16946802.0,
      "step": 454
    },
    {
      "entropy": 0.6156598478555679,
      "epoch": 3.5286686103012634,
      "grad_norm": 0.009066940285265446,
      "learning_rate": 0.0002,
      "loss": 0.6163049936294556,
      "mean_token_accuracy": 0.7471535354852676,
      "num_tokens": 16983926.0,
      "step": 455
    },
    {
      "entropy": 0.6066097542643547,
      "epoch": 3.5364431486880465,
      "grad_norm": 0.008060373365879059,
      "learning_rate": 0.0002,
      "loss": 0.6057984828948975,
      "mean_token_accuracy": 0.753935232758522,
      "num_tokens": 17021676.0,
      "step": 456
    },
    {
      "entropy": 0.5982315316796303,
      "epoch": 3.54421768707483,
      "grad_norm": 0.008438881486654282,
      "learning_rate": 0.0002,
      "loss": 0.6000136137008667,
      "mean_token_accuracy": 0.7557498961687088,
      "num_tokens": 17059698.0,
      "step": 457
    },
    {
      "entropy": 0.6007475033402443,
      "epoch": 3.551992225461613,
      "grad_norm": 0.008833416737616062,
      "learning_rate": 0.0002,
      "loss": 0.6044740676879883,
      "mean_token_accuracy": 0.7540414854884148,
      "num_tokens": 17096952.0,
      "step": 458
    },
    {
      "entropy": 0.6120948642492294,
      "epoch": 3.5597667638483967,
      "grad_norm": 0.010080665349960327,
      "learning_rate": 0.0002,
      "loss": 0.6188148260116577,
      "mean_token_accuracy": 0.7483313381671906,
      "num_tokens": 17134663.0,
      "step": 459
    },
    {
      "entropy": 0.6083438396453857,
      "epoch": 3.56754130223518,
      "grad_norm": 0.009289734996855259,
      "learning_rate": 0.0002,
      "loss": 0.6083492636680603,
      "mean_token_accuracy": 0.7500124499201775,
      "num_tokens": 17172169.0,
      "step": 460
    },
    {
      "entropy": 0.6143280863761902,
      "epoch": 3.575315840621963,
      "grad_norm": 0.010136788710951805,
      "learning_rate": 0.0002,
      "loss": 0.6146470308303833,
      "mean_token_accuracy": 0.749954454600811,
      "num_tokens": 17209481.0,
      "step": 461
    },
    {
      "entropy": 0.6075241789221764,
      "epoch": 3.5830903790087465,
      "grad_norm": 0.008481534197926521,
      "learning_rate": 0.0002,
      "loss": 0.6094347238540649,
      "mean_token_accuracy": 0.7524155974388123,
      "num_tokens": 17246466.0,
      "step": 462
    },
    {
      "entropy": 0.6080920621752739,
      "epoch": 3.5908649173955296,
      "grad_norm": 0.009619004093110561,
      "learning_rate": 0.0002,
      "loss": 0.6094264984130859,
      "mean_token_accuracy": 0.752539336681366,
      "num_tokens": 17284014.0,
      "step": 463
    },
    {
      "entropy": 0.5951874181628227,
      "epoch": 3.5986394557823127,
      "grad_norm": 0.010971908457577229,
      "learning_rate": 0.0002,
      "loss": 0.5968849062919617,
      "mean_token_accuracy": 0.7571029588580132,
      "num_tokens": 17321447.0,
      "step": 464
    },
    {
      "entropy": 0.600244015455246,
      "epoch": 3.6064139941690962,
      "grad_norm": 0.009995541535317898,
      "learning_rate": 0.0002,
      "loss": 0.6033259630203247,
      "mean_token_accuracy": 0.7534294128417969,
      "num_tokens": 17358802.0,
      "step": 465
    },
    {
      "entropy": 0.6006019562482834,
      "epoch": 3.6141885325558794,
      "grad_norm": 0.008752602152526379,
      "learning_rate": 0.0002,
      "loss": 0.6017124652862549,
      "mean_token_accuracy": 0.756244920194149,
      "num_tokens": 17396188.0,
      "step": 466
    },
    {
      "entropy": 0.6169783622026443,
      "epoch": 3.621963070942663,
      "grad_norm": 0.010406076908111572,
      "learning_rate": 0.0002,
      "loss": 0.6129188537597656,
      "mean_token_accuracy": 0.7500476241111755,
      "num_tokens": 17433577.0,
      "step": 467
    },
    {
      "entropy": 0.6030160784721375,
      "epoch": 3.629737609329446,
      "grad_norm": 0.009500440210103989,
      "learning_rate": 0.0002,
      "loss": 0.6009221076965332,
      "mean_token_accuracy": 0.7557852789759636,
      "num_tokens": 17471102.0,
      "step": 468
    },
    {
      "entropy": 0.5835254713892937,
      "epoch": 3.6375121477162295,
      "grad_norm": 0.009339805692434311,
      "learning_rate": 0.0002,
      "loss": 0.5876451730728149,
      "mean_token_accuracy": 0.7601824253797531,
      "num_tokens": 17508438.0,
      "step": 469
    },
    {
      "entropy": 0.6057174652814865,
      "epoch": 3.6452866861030127,
      "grad_norm": 0.010681871324777603,
      "learning_rate": 0.0002,
      "loss": 0.6165672540664673,
      "mean_token_accuracy": 0.7476890683174133,
      "num_tokens": 17546176.0,
      "step": 470
    },
    {
      "entropy": 0.6023501753807068,
      "epoch": 3.6530612244897958,
      "grad_norm": 0.009493213146924973,
      "learning_rate": 0.0002,
      "loss": 0.6091412305831909,
      "mean_token_accuracy": 0.7539057731628418,
      "num_tokens": 17583501.0,
      "step": 471
    },
    {
      "entropy": 0.6135850101709366,
      "epoch": 3.6608357628765793,
      "grad_norm": 0.009873135015368462,
      "learning_rate": 0.0002,
      "loss": 0.6167327165603638,
      "mean_token_accuracy": 0.7497850060462952,
      "num_tokens": 17620694.0,
      "step": 472
    },
    {
      "entropy": 0.6023069024085999,
      "epoch": 3.6686103012633624,
      "grad_norm": 0.009261439554393291,
      "learning_rate": 0.0002,
      "loss": 0.5992604494094849,
      "mean_token_accuracy": 0.7568845972418785,
      "num_tokens": 17657846.0,
      "step": 473
    },
    {
      "entropy": 0.6220817118883133,
      "epoch": 3.6763848396501455,
      "grad_norm": 0.008002927526831627,
      "learning_rate": 0.0002,
      "loss": 0.6206220984458923,
      "mean_token_accuracy": 0.7471845746040344,
      "num_tokens": 17695493.0,
      "step": 474
    },
    {
      "entropy": 0.6081802695989609,
      "epoch": 3.684159378036929,
      "grad_norm": 0.008587166666984558,
      "learning_rate": 0.0002,
      "loss": 0.607234001159668,
      "mean_token_accuracy": 0.755810484290123,
      "num_tokens": 17732856.0,
      "step": 475
    },
    {
      "entropy": 0.6025589928030968,
      "epoch": 3.6919339164237126,
      "grad_norm": 0.009315953589975834,
      "learning_rate": 0.0002,
      "loss": 0.6054584383964539,
      "mean_token_accuracy": 0.7516716048121452,
      "num_tokens": 17769974.0,
      "step": 476
    },
    {
      "entropy": 0.6041041016578674,
      "epoch": 3.6997084548104957,
      "grad_norm": 0.009252023883163929,
      "learning_rate": 0.0002,
      "loss": 0.6035861968994141,
      "mean_token_accuracy": 0.754462331533432,
      "num_tokens": 17807234.0,
      "step": 477
    },
    {
      "entropy": 0.6150568872690201,
      "epoch": 3.707482993197279,
      "grad_norm": 0.009806321002542973,
      "learning_rate": 0.0002,
      "loss": 0.6143267154693604,
      "mean_token_accuracy": 0.7500679716467857,
      "num_tokens": 17844713.0,
      "step": 478
    },
    {
      "entropy": 0.6017017439007759,
      "epoch": 3.7152575315840624,
      "grad_norm": 0.009355618618428707,
      "learning_rate": 0.0002,
      "loss": 0.6050205230712891,
      "mean_token_accuracy": 0.7535286843776703,
      "num_tokens": 17882167.0,
      "step": 479
    },
    {
      "entropy": 0.6020700857043266,
      "epoch": 3.7230320699708455,
      "grad_norm": 0.010259266011416912,
      "learning_rate": 0.0002,
      "loss": 0.6069679856300354,
      "mean_token_accuracy": 0.7521628364920616,
      "num_tokens": 17919373.0,
      "step": 480
    },
    {
      "entropy": 0.6041392460465431,
      "epoch": 3.7308066083576286,
      "grad_norm": 0.008957406505942345,
      "learning_rate": 0.0002,
      "loss": 0.6065245270729065,
      "mean_token_accuracy": 0.7511508986353874,
      "num_tokens": 17956544.0,
      "step": 481
    },
    {
      "entropy": 0.6143322214484215,
      "epoch": 3.738581146744412,
      "grad_norm": 0.010185849852859974,
      "learning_rate": 0.0002,
      "loss": 0.6167340278625488,
      "mean_token_accuracy": 0.7486473768949509,
      "num_tokens": 17993752.0,
      "step": 482
    },
    {
      "entropy": 0.597200371325016,
      "epoch": 3.746355685131195,
      "grad_norm": 0.009210821241140366,
      "learning_rate": 0.0002,
      "loss": 0.5978806018829346,
      "mean_token_accuracy": 0.7557302191853523,
      "num_tokens": 18031025.0,
      "step": 483
    },
    {
      "entropy": 0.6069202646613121,
      "epoch": 3.7541302235179788,
      "grad_norm": 0.011117368005216122,
      "learning_rate": 0.0002,
      "loss": 0.6108845472335815,
      "mean_token_accuracy": 0.7496053129434586,
      "num_tokens": 18067927.0,
      "step": 484
    },
    {
      "entropy": 0.6041139885783195,
      "epoch": 3.761904761904762,
      "grad_norm": 0.00938522256910801,
      "learning_rate": 0.0002,
      "loss": 0.6076387166976929,
      "mean_token_accuracy": 0.7511148899793625,
      "num_tokens": 18105521.0,
      "step": 485
    },
    {
      "entropy": 0.5986451655626297,
      "epoch": 3.7696793002915454,
      "grad_norm": 0.009973375126719475,
      "learning_rate": 0.0002,
      "loss": 0.6053519248962402,
      "mean_token_accuracy": 0.7534126862883568,
      "num_tokens": 18142635.0,
      "step": 486
    },
    {
      "entropy": 0.6009933426976204,
      "epoch": 3.7774538386783285,
      "grad_norm": 0.008744049817323685,
      "learning_rate": 0.0002,
      "loss": 0.6009329557418823,
      "mean_token_accuracy": 0.7565900459885597,
      "num_tokens": 18179737.0,
      "step": 487
    },
    {
      "entropy": 0.6145603656768799,
      "epoch": 3.7852283770651116,
      "grad_norm": 0.008431525900959969,
      "learning_rate": 0.0002,
      "loss": 0.6102414727210999,
      "mean_token_accuracy": 0.7497778162360191,
      "num_tokens": 18216997.0,
      "step": 488
    },
    {
      "entropy": 0.6055081114172935,
      "epoch": 3.793002915451895,
      "grad_norm": 0.00999277364462614,
      "learning_rate": 0.0002,
      "loss": 0.6034255623817444,
      "mean_token_accuracy": 0.7561624273657799,
      "num_tokens": 18254319.0,
      "step": 489
    },
    {
      "entropy": 0.5926950201392174,
      "epoch": 3.8007774538386783,
      "grad_norm": 0.008595049381256104,
      "learning_rate": 0.0002,
      "loss": 0.5922105312347412,
      "mean_token_accuracy": 0.7585625573992729,
      "num_tokens": 18291224.0,
      "step": 490
    },
    {
      "entropy": 0.6234352439641953,
      "epoch": 3.8085519922254614,
      "grad_norm": 0.009778706356883049,
      "learning_rate": 0.0002,
      "loss": 0.628953754901886,
      "mean_token_accuracy": 0.743121363222599,
      "num_tokens": 18328744.0,
      "step": 491
    },
    {
      "entropy": 0.6095947250723839,
      "epoch": 3.816326530612245,
      "grad_norm": 0.009355447255074978,
      "learning_rate": 0.0002,
      "loss": 0.6148620843887329,
      "mean_token_accuracy": 0.7512015551328659,
      "num_tokens": 18366284.0,
      "step": 492
    },
    {
      "entropy": 0.6000761389732361,
      "epoch": 3.824101068999028,
      "grad_norm": 0.00857703946530819,
      "learning_rate": 0.0002,
      "loss": 0.604392409324646,
      "mean_token_accuracy": 0.7549523860216141,
      "num_tokens": 18403721.0,
      "step": 493
    },
    {
      "entropy": 0.5995704010128975,
      "epoch": 3.8318756073858116,
      "grad_norm": 0.010483372025191784,
      "learning_rate": 0.0002,
      "loss": 0.6008812785148621,
      "mean_token_accuracy": 0.7550973892211914,
      "num_tokens": 18440931.0,
      "step": 494
    },
    {
      "entropy": 0.6065568849444389,
      "epoch": 3.8396501457725947,
      "grad_norm": 0.00975153036415577,
      "learning_rate": 0.0002,
      "loss": 0.6107536554336548,
      "mean_token_accuracy": 0.7495853081345558,
      "num_tokens": 18478285.0,
      "step": 495
    },
    {
      "entropy": 0.6092389151453972,
      "epoch": 3.847424684159378,
      "grad_norm": 0.008589878678321838,
      "learning_rate": 0.0002,
      "loss": 0.6096630096435547,
      "mean_token_accuracy": 0.7536827027797699,
      "num_tokens": 18515709.0,
      "step": 496
    },
    {
      "entropy": 0.5968381017446518,
      "epoch": 3.8551992225461613,
      "grad_norm": 0.011193851009011269,
      "learning_rate": 0.0002,
      "loss": 0.6000962257385254,
      "mean_token_accuracy": 0.7573477849364281,
      "num_tokens": 18553032.0,
      "step": 497
    },
    {
      "entropy": 0.6045369654893875,
      "epoch": 3.8629737609329444,
      "grad_norm": 0.009280527010560036,
      "learning_rate": 0.0002,
      "loss": 0.6028830409049988,
      "mean_token_accuracy": 0.7542475759983063,
      "num_tokens": 18590308.0,
      "step": 498
    },
    {
      "entropy": 0.6031981706619263,
      "epoch": 3.870748299319728,
      "grad_norm": 0.009086862206459045,
      "learning_rate": 0.0002,
      "loss": 0.6040035486221313,
      "mean_token_accuracy": 0.7532067000865936,
      "num_tokens": 18627503.0,
      "step": 499
    },
    {
      "entropy": 0.6000340953469276,
      "epoch": 3.878522837706511,
      "grad_norm": 0.008906064555048943,
      "learning_rate": 0.0002,
      "loss": 0.6016078591346741,
      "mean_token_accuracy": 0.7553933039307594,
      "num_tokens": 18664999.0,
      "step": 500
    },
    {
      "entropy": 0.613756813108921,
      "epoch": 3.8862973760932946,
      "grad_norm": 0.00961924996227026,
      "learning_rate": 0.0002,
      "loss": 0.6131439208984375,
      "mean_token_accuracy": 0.7474770769476891,
      "num_tokens": 18702736.0,
      "step": 501
    },
    {
      "entropy": 0.6073272302746773,
      "epoch": 3.8940719144800777,
      "grad_norm": 0.008611987344920635,
      "learning_rate": 0.0002,
      "loss": 0.6086411476135254,
      "mean_token_accuracy": 0.7537659332156181,
      "num_tokens": 18740002.0,
      "step": 502
    },
    {
      "entropy": 0.5979632884263992,
      "epoch": 3.9018464528668613,
      "grad_norm": 0.008601277135312557,
      "learning_rate": 0.0002,
      "loss": 0.5986984968185425,
      "mean_token_accuracy": 0.7558256238698959,
      "num_tokens": 18777409.0,
      "step": 503
    },
    {
      "entropy": 0.5990572273731232,
      "epoch": 3.9096209912536444,
      "grad_norm": 0.009787015616893768,
      "learning_rate": 0.0002,
      "loss": 0.5969674587249756,
      "mean_token_accuracy": 0.7572850733995438,
      "num_tokens": 18814832.0,
      "step": 504
    },
    {
      "entropy": 0.5952424928545952,
      "epoch": 3.9173955296404275,
      "grad_norm": 0.009869958274066448,
      "learning_rate": 0.0002,
      "loss": 0.600977897644043,
      "mean_token_accuracy": 0.7555051743984222,
      "num_tokens": 18852288.0,
      "step": 505
    },
    {
      "entropy": 0.5953851416707039,
      "epoch": 3.925170068027211,
      "grad_norm": 0.009635512717068195,
      "learning_rate": 0.0002,
      "loss": 0.5988470315933228,
      "mean_token_accuracy": 0.7552962228655815,
      "num_tokens": 18889544.0,
      "step": 506
    },
    {
      "entropy": 0.6188566163182259,
      "epoch": 3.932944606413994,
      "grad_norm": 0.00981516670435667,
      "learning_rate": 0.0002,
      "loss": 0.6207889914512634,
      "mean_token_accuracy": 0.748513400554657,
      "num_tokens": 18927252.0,
      "step": 507
    },
    {
      "entropy": 0.6106720492243767,
      "epoch": 3.9407191448007772,
      "grad_norm": 0.011930068954825401,
      "learning_rate": 0.0002,
      "loss": 0.6130895614624023,
      "mean_token_accuracy": 0.7500510811805725,
      "num_tokens": 18964681.0,
      "step": 508
    },
    {
      "entropy": 0.6134953126311302,
      "epoch": 3.9484936831875608,
      "grad_norm": 0.009485729970037937,
      "learning_rate": 0.0002,
      "loss": 0.6170802116394043,
      "mean_token_accuracy": 0.7490968182682991,
      "num_tokens": 19002066.0,
      "step": 509
    },
    {
      "entropy": 0.6209791451692581,
      "epoch": 3.956268221574344,
      "grad_norm": 0.009478907100856304,
      "learning_rate": 0.0002,
      "loss": 0.6176908612251282,
      "mean_token_accuracy": 0.7488641366362572,
      "num_tokens": 19039553.0,
      "step": 510
    },
    {
      "entropy": 0.6174532473087311,
      "epoch": 3.9640427599611274,
      "grad_norm": 0.010146988555788994,
      "learning_rate": 0.0002,
      "loss": 0.6160500049591064,
      "mean_token_accuracy": 0.7503278478980064,
      "num_tokens": 19076777.0,
      "step": 511
    },
    {
      "entropy": 0.6139644980430603,
      "epoch": 3.9718172983479105,
      "grad_norm": 0.009649143554270267,
      "learning_rate": 0.0002,
      "loss": 0.6151527166366577,
      "mean_token_accuracy": 0.7500214949250221,
      "num_tokens": 19114295.0,
      "step": 512
    },
    {
      "entropy": 0.5903387889266014,
      "epoch": 3.979591836734694,
      "grad_norm": 0.009517780505120754,
      "learning_rate": 0.0002,
      "loss": 0.5949221253395081,
      "mean_token_accuracy": 0.7585930302739143,
      "num_tokens": 19151608.0,
      "step": 513
    },
    {
      "entropy": 0.60362558811903,
      "epoch": 3.987366375121477,
      "grad_norm": 0.008633180521428585,
      "learning_rate": 0.0002,
      "loss": 0.606721818447113,
      "mean_token_accuracy": 0.7524262145161629,
      "num_tokens": 19189092.0,
      "step": 514
    },
    {
      "entropy": 0.6161174476146698,
      "epoch": 3.9951409135082603,
      "grad_norm": 0.00904986634850502,
      "learning_rate": 0.0002,
      "loss": 0.6170212030410767,
      "mean_token_accuracy": 0.7481908574700356,
      "num_tokens": 19226930.0,
      "step": 515
    },
    {
      "entropy": 0.6157908320426941,
      "epoch": 4.0,
      "grad_norm": 0.011043760925531387,
      "learning_rate": 0.0002,
      "loss": 0.6197408437728882,
      "mean_token_accuracy": 0.7473827481269837,
      "num_tokens": 19250261.0,
      "step": 516
    },
    {
      "entropy": 0.5984989553689957,
      "epoch": 4.0077745383867835,
      "grad_norm": 0.010571295395493507,
      "learning_rate": 0.0002,
      "loss": 0.5962023138999939,
      "mean_token_accuracy": 0.7551586180925369,
      "num_tokens": 19287781.0,
      "step": 517
    },
    {
      "entropy": 0.5755362883210182,
      "epoch": 4.015549076773566,
      "grad_norm": 0.01085303071886301,
      "learning_rate": 0.0002,
      "loss": 0.5781339406967163,
      "mean_token_accuracy": 0.763518862426281,
      "num_tokens": 19324763.0,
      "step": 518
    },
    {
      "entropy": 0.5975531563162804,
      "epoch": 4.02332361516035,
      "grad_norm": 0.009798814542591572,
      "learning_rate": 0.0002,
      "loss": 0.6017999649047852,
      "mean_token_accuracy": 0.7532066255807877,
      "num_tokens": 19362451.0,
      "step": 519
    },
    {
      "entropy": 0.5838107392191887,
      "epoch": 4.031098153547133,
      "grad_norm": 0.011370974592864513,
      "learning_rate": 0.0002,
      "loss": 0.5857977867126465,
      "mean_token_accuracy": 0.7589215487241745,
      "num_tokens": 19399597.0,
      "step": 520
    },
    {
      "entropy": 0.586229719221592,
      "epoch": 4.038872691933917,
      "grad_norm": 0.010519232600927353,
      "learning_rate": 0.0002,
      "loss": 0.5870205760002136,
      "mean_token_accuracy": 0.7586957290768623,
      "num_tokens": 19436947.0,
      "step": 521
    },
    {
      "entropy": 0.5909631699323654,
      "epoch": 4.0466472303206995,
      "grad_norm": 0.011675548739731312,
      "learning_rate": 0.0002,
      "loss": 0.5927350521087646,
      "mean_token_accuracy": 0.7586767747998238,
      "num_tokens": 19474464.0,
      "step": 522
    },
    {
      "entropy": 0.602616548538208,
      "epoch": 4.054421768707483,
      "grad_norm": 0.01183371152728796,
      "learning_rate": 0.0002,
      "loss": 0.6010576486587524,
      "mean_token_accuracy": 0.753461204469204,
      "num_tokens": 19512364.0,
      "step": 523
    },
    {
      "entropy": 0.5877483561635017,
      "epoch": 4.062196307094267,
      "grad_norm": 0.011604937724769115,
      "learning_rate": 0.0002,
      "loss": 0.5869612693786621,
      "mean_token_accuracy": 0.7605117782950401,
      "num_tokens": 19549629.0,
      "step": 524
    },
    {
      "entropy": 0.5913394093513489,
      "epoch": 4.069970845481049,
      "grad_norm": 0.010066917166113853,
      "learning_rate": 0.0002,
      "loss": 0.5947997570037842,
      "mean_token_accuracy": 0.755763366818428,
      "num_tokens": 19586996.0,
      "step": 525
    },
    {
      "entropy": 0.5896845906972885,
      "epoch": 4.077745383867833,
      "grad_norm": 0.013865236192941666,
      "learning_rate": 0.0002,
      "loss": 0.5975737571716309,
      "mean_token_accuracy": 0.756596714258194,
      "num_tokens": 19624454.0,
      "step": 526
    },
    {
      "entropy": 0.6071945577859879,
      "epoch": 4.085519922254616,
      "grad_norm": 0.01125173456966877,
      "learning_rate": 0.0002,
      "loss": 0.6075310707092285,
      "mean_token_accuracy": 0.7516418322920799,
      "num_tokens": 19662369.0,
      "step": 527
    },
    {
      "entropy": 0.6004839465022087,
      "epoch": 4.093294460641399,
      "grad_norm": 0.012244274839758873,
      "learning_rate": 0.0002,
      "loss": 0.5988795161247253,
      "mean_token_accuracy": 0.7533307895064354,
      "num_tokens": 19699833.0,
      "step": 528
    },
    {
      "entropy": 0.5805928781628609,
      "epoch": 4.101068999028183,
      "grad_norm": 0.012553567998111248,
      "learning_rate": 0.0002,
      "loss": 0.5836637616157532,
      "mean_token_accuracy": 0.7613400369882584,
      "num_tokens": 19736626.0,
      "step": 529
    },
    {
      "entropy": 0.5802028924226761,
      "epoch": 4.108843537414966,
      "grad_norm": 0.013091178610920906,
      "learning_rate": 0.0002,
      "loss": 0.5839430093765259,
      "mean_token_accuracy": 0.7619325369596481,
      "num_tokens": 19773772.0,
      "step": 530
    },
    {
      "entropy": 0.5931153893470764,
      "epoch": 4.11661807580175,
      "grad_norm": 0.0117764538154006,
      "learning_rate": 0.0002,
      "loss": 0.598299503326416,
      "mean_token_accuracy": 0.755822129547596,
      "num_tokens": 19810974.0,
      "step": 531
    },
    {
      "entropy": 0.6081870496273041,
      "epoch": 4.124392614188532,
      "grad_norm": 0.013240421190857887,
      "learning_rate": 0.0002,
      "loss": 0.6058256030082703,
      "mean_token_accuracy": 0.7531123831868172,
      "num_tokens": 19848433.0,
      "step": 532
    },
    {
      "entropy": 0.6002762466669083,
      "epoch": 4.132167152575316,
      "grad_norm": 0.010874156840145588,
      "learning_rate": 0.0002,
      "loss": 0.5934455990791321,
      "mean_token_accuracy": 0.7567582130432129,
      "num_tokens": 19885930.0,
      "step": 533
    },
    {
      "entropy": 0.604529857635498,
      "epoch": 4.139941690962099,
      "grad_norm": 0.011289739049971104,
      "learning_rate": 0.0002,
      "loss": 0.6058647632598877,
      "mean_token_accuracy": 0.7521885484457016,
      "num_tokens": 19923130.0,
      "step": 534
    },
    {
      "entropy": 0.5959961265325546,
      "epoch": 4.147716229348882,
      "grad_norm": 0.0105770044028759,
      "learning_rate": 0.0002,
      "loss": 0.5998325347900391,
      "mean_token_accuracy": 0.7545555010437965,
      "num_tokens": 19960651.0,
      "step": 535
    },
    {
      "entropy": 0.6115074902772903,
      "epoch": 4.155490767735666,
      "grad_norm": 0.01272744033485651,
      "learning_rate": 0.0002,
      "loss": 0.6133629083633423,
      "mean_token_accuracy": 0.7504753991961479,
      "num_tokens": 19998458.0,
      "step": 536
    },
    {
      "entropy": 0.5959336087107658,
      "epoch": 4.163265306122449,
      "grad_norm": 0.01114166434854269,
      "learning_rate": 0.0002,
      "loss": 0.5921066403388977,
      "mean_token_accuracy": 0.7599503472447395,
      "num_tokens": 20035742.0,
      "step": 537
    },
    {
      "entropy": 0.6055325567722321,
      "epoch": 4.171039844509233,
      "grad_norm": 0.01163046807050705,
      "learning_rate": 0.0002,
      "loss": 0.6048938035964966,
      "mean_token_accuracy": 0.7535717412829399,
      "num_tokens": 20073263.0,
      "step": 538
    },
    {
      "entropy": 0.5937555730342865,
      "epoch": 4.178814382896015,
      "grad_norm": 0.010925386101007462,
      "learning_rate": 0.0002,
      "loss": 0.5978741645812988,
      "mean_token_accuracy": 0.7580423355102539,
      "num_tokens": 20110930.0,
      "step": 539
    },
    {
      "entropy": 0.6025584638118744,
      "epoch": 4.186588921282799,
      "grad_norm": 0.013231265358626842,
      "learning_rate": 0.0002,
      "loss": 0.6098158955574036,
      "mean_token_accuracy": 0.7506869807839394,
      "num_tokens": 20148878.0,
      "step": 540
    },
    {
      "entropy": 0.5955850780010223,
      "epoch": 4.1943634596695825,
      "grad_norm": 0.01381654478609562,
      "learning_rate": 0.0002,
      "loss": 0.6050733327865601,
      "mean_token_accuracy": 0.7540115043520927,
      "num_tokens": 20186590.0,
      "step": 541
    },
    {
      "entropy": 0.6100573241710663,
      "epoch": 4.202137998056365,
      "grad_norm": 0.01217405591160059,
      "learning_rate": 0.0002,
      "loss": 0.6091620922088623,
      "mean_token_accuracy": 0.7501495629549026,
      "num_tokens": 20224026.0,
      "step": 542
    },
    {
      "entropy": 0.6055784001946449,
      "epoch": 4.209912536443149,
      "grad_norm": 0.01034702267497778,
      "learning_rate": 0.0002,
      "loss": 0.6047437191009521,
      "mean_token_accuracy": 0.7533470839262009,
      "num_tokens": 20261538.0,
      "step": 543
    },
    {
      "entropy": 0.5968894883990288,
      "epoch": 4.217687074829932,
      "grad_norm": 0.013704034499824047,
      "learning_rate": 0.0002,
      "loss": 0.6015293002128601,
      "mean_token_accuracy": 0.7537187412381172,
      "num_tokens": 20298484.0,
      "step": 544
    },
    {
      "entropy": 0.5940377935767174,
      "epoch": 4.225461613216715,
      "grad_norm": 0.011667119339108467,
      "learning_rate": 0.0002,
      "loss": 0.5925427079200745,
      "mean_token_accuracy": 0.7584238648414612,
      "num_tokens": 20336353.0,
      "step": 545
    },
    {
      "entropy": 0.6106893792748451,
      "epoch": 4.233236151603498,
      "grad_norm": 0.01224418543279171,
      "learning_rate": 0.0002,
      "loss": 0.611664891242981,
      "mean_token_accuracy": 0.7507496625185013,
      "num_tokens": 20374019.0,
      "step": 546
    },
    {
      "entropy": 0.6042328551411629,
      "epoch": 4.241010689990282,
      "grad_norm": 0.01316764671355486,
      "learning_rate": 0.0002,
      "loss": 0.6062799096107483,
      "mean_token_accuracy": 0.7534623667597771,
      "num_tokens": 20411398.0,
      "step": 547
    },
    {
      "entropy": 0.6105416268110275,
      "epoch": 4.2487852283770655,
      "grad_norm": 0.012853113003075123,
      "learning_rate": 0.0002,
      "loss": 0.6092797517776489,
      "mean_token_accuracy": 0.7522982135415077,
      "num_tokens": 20448672.0,
      "step": 548
    },
    {
      "entropy": 0.5981989204883575,
      "epoch": 4.256559766763848,
      "grad_norm": 0.011458336375653744,
      "learning_rate": 0.0002,
      "loss": 0.5959842205047607,
      "mean_token_accuracy": 0.7573426440358162,
      "num_tokens": 20486126.0,
      "step": 549
    },
    {
      "entropy": 0.5939232558012009,
      "epoch": 4.264334305150632,
      "grad_norm": 0.013793280348181725,
      "learning_rate": 0.0002,
      "loss": 0.6013151407241821,
      "mean_token_accuracy": 0.7532796338200569,
      "num_tokens": 20523335.0,
      "step": 550
    },
    {
      "entropy": 0.5925507992506027,
      "epoch": 4.272108843537415,
      "grad_norm": 0.012333216145634651,
      "learning_rate": 0.0002,
      "loss": 0.5946025848388672,
      "mean_token_accuracy": 0.7598577961325645,
      "num_tokens": 20560754.0,
      "step": 551
    },
    {
      "entropy": 0.6068093478679657,
      "epoch": 4.279883381924198,
      "grad_norm": 0.012082048691809177,
      "learning_rate": 0.0002,
      "loss": 0.6070762872695923,
      "mean_token_accuracy": 0.7520242631435394,
      "num_tokens": 20598383.0,
      "step": 552
    },
    {
      "entropy": 0.5919818729162216,
      "epoch": 4.2876579203109815,
      "grad_norm": 0.011891715228557587,
      "learning_rate": 0.0002,
      "loss": 0.5928791761398315,
      "mean_token_accuracy": 0.7572562247514725,
      "num_tokens": 20635386.0,
      "step": 553
    },
    {
      "entropy": 0.6074100211262703,
      "epoch": 4.295432458697765,
      "grad_norm": 0.014123337343335152,
      "learning_rate": 0.0002,
      "loss": 0.6073712706565857,
      "mean_token_accuracy": 0.751992791891098,
      "num_tokens": 20672892.0,
      "step": 554
    },
    {
      "entropy": 0.5886855572462082,
      "epoch": 4.303206997084548,
      "grad_norm": 0.0101819122210145,
      "learning_rate": 0.0002,
      "loss": 0.5912100076675415,
      "mean_token_accuracy": 0.7583736777305603,
      "num_tokens": 20710466.0,
      "step": 555
    },
    {
      "entropy": 0.6005367860198021,
      "epoch": 4.310981535471331,
      "grad_norm": 0.014812132343649864,
      "learning_rate": 0.0002,
      "loss": 0.6055353879928589,
      "mean_token_accuracy": 0.7521958500146866,
      "num_tokens": 20747846.0,
      "step": 556
    },
    {
      "entropy": 0.5981654673814774,
      "epoch": 4.318756073858115,
      "grad_norm": 0.011666829697787762,
      "learning_rate": 0.0002,
      "loss": 0.597842276096344,
      "mean_token_accuracy": 0.7551755681633949,
      "num_tokens": 20784741.0,
      "step": 557
    },
    {
      "entropy": 0.5991752445697784,
      "epoch": 4.326530612244898,
      "grad_norm": 0.012378910556435585,
      "learning_rate": 0.0002,
      "loss": 0.5976471900939941,
      "mean_token_accuracy": 0.7547527700662613,
      "num_tokens": 20822385.0,
      "step": 558
    },
    {
      "entropy": 0.6060795336961746,
      "epoch": 4.334305150631681,
      "grad_norm": 0.012490339577198029,
      "learning_rate": 0.0002,
      "loss": 0.6054461002349854,
      "mean_token_accuracy": 0.7526181265711784,
      "num_tokens": 20860006.0,
      "step": 559
    },
    {
      "entropy": 0.6072399467229843,
      "epoch": 4.3420796890184645,
      "grad_norm": 0.014051525853574276,
      "learning_rate": 0.0002,
      "loss": 0.6056400537490845,
      "mean_token_accuracy": 0.7516866251826286,
      "num_tokens": 20897385.0,
      "step": 560
    },
    {
      "entropy": 0.5980757176876068,
      "epoch": 4.349854227405248,
      "grad_norm": 0.011723170056939125,
      "learning_rate": 0.0002,
      "loss": 0.5963304042816162,
      "mean_token_accuracy": 0.758495531976223,
      "num_tokens": 20934914.0,
      "step": 561
    },
    {
      "entropy": 0.5847646594047546,
      "epoch": 4.357628765792031,
      "grad_norm": 0.013849250972270966,
      "learning_rate": 0.0002,
      "loss": 0.5895295143127441,
      "mean_token_accuracy": 0.7575425952672958,
      "num_tokens": 20972211.0,
      "step": 562
    },
    {
      "entropy": 0.5863577350974083,
      "epoch": 4.365403304178814,
      "grad_norm": 0.01223720796406269,
      "learning_rate": 0.0002,
      "loss": 0.5942325592041016,
      "mean_token_accuracy": 0.7572259679436684,
      "num_tokens": 21009384.0,
      "step": 563
    },
    {
      "entropy": 0.5997140482068062,
      "epoch": 4.373177842565598,
      "grad_norm": 0.014335358515381813,
      "learning_rate": 0.0002,
      "loss": 0.6024245619773865,
      "mean_token_accuracy": 0.7510812431573868,
      "num_tokens": 21046739.0,
      "step": 564
    },
    {
      "entropy": 0.6076342239975929,
      "epoch": 4.380952380952381,
      "grad_norm": 0.012497556395828724,
      "learning_rate": 0.0002,
      "loss": 0.6062162518501282,
      "mean_token_accuracy": 0.7522109970450401,
      "num_tokens": 21084263.0,
      "step": 565
    },
    {
      "entropy": 0.6001847013831139,
      "epoch": 4.388726919339164,
      "grad_norm": 0.010952596552670002,
      "learning_rate": 0.0002,
      "loss": 0.6020297408103943,
      "mean_token_accuracy": 0.753420390188694,
      "num_tokens": 21121894.0,
      "step": 566
    },
    {
      "entropy": 0.6051000133156776,
      "epoch": 4.396501457725948,
      "grad_norm": 0.013345146551728249,
      "learning_rate": 0.0002,
      "loss": 0.6103641986846924,
      "mean_token_accuracy": 0.7505576461553574,
      "num_tokens": 21159434.0,
      "step": 567
    },
    {
      "entropy": 0.5888576209545135,
      "epoch": 4.404275996112731,
      "grad_norm": 0.011659773997962475,
      "learning_rate": 0.0002,
      "loss": 0.5904802680015564,
      "mean_token_accuracy": 0.7587999328970909,
      "num_tokens": 21197109.0,
      "step": 568
    },
    {
      "entropy": 0.6007365435361862,
      "epoch": 4.412050534499514,
      "grad_norm": 0.010827448219060898,
      "learning_rate": 0.0002,
      "loss": 0.6000881195068359,
      "mean_token_accuracy": 0.7543788328766823,
      "num_tokens": 21234413.0,
      "step": 569
    },
    {
      "entropy": 0.5974342674016953,
      "epoch": 4.419825072886297,
      "grad_norm": 0.012830649502575397,
      "learning_rate": 0.0002,
      "loss": 0.6020520925521851,
      "mean_token_accuracy": 0.7534354031085968,
      "num_tokens": 21271758.0,
      "step": 570
    },
    {
      "entropy": 0.6090180650353432,
      "epoch": 4.427599611273081,
      "grad_norm": 0.012071631848812103,
      "learning_rate": 0.0002,
      "loss": 0.6067869663238525,
      "mean_token_accuracy": 0.7518825978040695,
      "num_tokens": 21309387.0,
      "step": 571
    },
    {
      "entropy": 0.5914840847253799,
      "epoch": 4.4353741496598635,
      "grad_norm": 0.013224054127931595,
      "learning_rate": 0.0002,
      "loss": 0.595637857913971,
      "mean_token_accuracy": 0.7551431059837341,
      "num_tokens": 21346475.0,
      "step": 572
    },
    {
      "entropy": 0.5997625440359116,
      "epoch": 4.443148688046647,
      "grad_norm": 0.011799960397183895,
      "learning_rate": 0.0002,
      "loss": 0.602319598197937,
      "mean_token_accuracy": 0.7539779245853424,
      "num_tokens": 21383957.0,
      "step": 573
    },
    {
      "entropy": 0.6102292612195015,
      "epoch": 4.450923226433431,
      "grad_norm": 0.01201384887099266,
      "learning_rate": 0.0002,
      "loss": 0.6108826398849487,
      "mean_token_accuracy": 0.7517506182193756,
      "num_tokens": 21421332.0,
      "step": 574
    },
    {
      "entropy": 0.5991413816809654,
      "epoch": 4.458697764820214,
      "grad_norm": 0.010899091139435768,
      "learning_rate": 0.0002,
      "loss": 0.596094012260437,
      "mean_token_accuracy": 0.7565351948142052,
      "num_tokens": 21458719.0,
      "step": 575
    },
    {
      "entropy": 0.5933232456445694,
      "epoch": 4.466472303206997,
      "grad_norm": 0.010439079254865646,
      "learning_rate": 0.0002,
      "loss": 0.5930327773094177,
      "mean_token_accuracy": 0.7583755627274513,
      "num_tokens": 21496264.0,
      "step": 576
    },
    {
      "entropy": 0.6057801619172096,
      "epoch": 4.47424684159378,
      "grad_norm": 0.011234867386519909,
      "learning_rate": 0.0002,
      "loss": 0.6073678135871887,
      "mean_token_accuracy": 0.7530662715435028,
      "num_tokens": 21533621.0,
      "step": 577
    },
    {
      "entropy": 0.6064127087593079,
      "epoch": 4.482021379980564,
      "grad_norm": 0.01104860007762909,
      "learning_rate": 0.0002,
      "loss": 0.6121537685394287,
      "mean_token_accuracy": 0.7498331218957901,
      "num_tokens": 21570804.0,
      "step": 578
    },
    {
      "entropy": 0.5948187559843063,
      "epoch": 4.489795918367347,
      "grad_norm": 0.01251922082155943,
      "learning_rate": 0.0002,
      "loss": 0.598996102809906,
      "mean_token_accuracy": 0.7545123025774956,
      "num_tokens": 21607975.0,
      "step": 579
    },
    {
      "entropy": 0.614658959209919,
      "epoch": 4.49757045675413,
      "grad_norm": 0.010701852850615978,
      "learning_rate": 0.0002,
      "loss": 0.6137805581092834,
      "mean_token_accuracy": 0.7465793862938881,
      "num_tokens": 21645423.0,
      "step": 580
    },
    {
      "entropy": 0.5894118696451187,
      "epoch": 4.505344995140914,
      "grad_norm": 0.012251303531229496,
      "learning_rate": 0.0002,
      "loss": 0.5877728462219238,
      "mean_token_accuracy": 0.75811368227005,
      "num_tokens": 21682411.0,
      "step": 581
    },
    {
      "entropy": 0.6109742075204849,
      "epoch": 4.513119533527696,
      "grad_norm": 0.011500229127705097,
      "learning_rate": 0.0002,
      "loss": 0.6115055084228516,
      "mean_token_accuracy": 0.7521626874804497,
      "num_tokens": 21720167.0,
      "step": 582
    },
    {
      "entropy": 0.591577798128128,
      "epoch": 4.52089407191448,
      "grad_norm": 0.011309963651001453,
      "learning_rate": 0.0002,
      "loss": 0.5981800556182861,
      "mean_token_accuracy": 0.7563935667276382,
      "num_tokens": 21758012.0,
      "step": 583
    },
    {
      "entropy": 0.6063844040036201,
      "epoch": 4.528668610301263,
      "grad_norm": 0.014559866860508919,
      "learning_rate": 0.0002,
      "loss": 0.6146761178970337,
      "mean_token_accuracy": 0.7492925748229027,
      "num_tokens": 21795528.0,
      "step": 584
    },
    {
      "entropy": 0.5918325483798981,
      "epoch": 4.536443148688047,
      "grad_norm": 0.011580277234315872,
      "learning_rate": 0.0002,
      "loss": 0.5908594131469727,
      "mean_token_accuracy": 0.7565957456827164,
      "num_tokens": 21833000.0,
      "step": 585
    },
    {
      "entropy": 0.612893208861351,
      "epoch": 4.54421768707483,
      "grad_norm": 0.01330646313726902,
      "learning_rate": 0.0002,
      "loss": 0.6055165529251099,
      "mean_token_accuracy": 0.7545250579714775,
      "num_tokens": 21870418.0,
      "step": 586
    },
    {
      "entropy": 0.5842209830880165,
      "epoch": 4.551992225461613,
      "grad_norm": 0.012110188603401184,
      "learning_rate": 0.0002,
      "loss": 0.5849249362945557,
      "mean_token_accuracy": 0.7618754804134369,
      "num_tokens": 21907507.0,
      "step": 587
    },
    {
      "entropy": 0.6068574264645576,
      "epoch": 4.559766763848397,
      "grad_norm": 0.012672025710344315,
      "learning_rate": 0.0002,
      "loss": 0.6145685911178589,
      "mean_token_accuracy": 0.750059075653553,
      "num_tokens": 21944988.0,
      "step": 588
    },
    {
      "entropy": 0.5868222415447235,
      "epoch": 4.567541302235179,
      "grad_norm": 0.011733310297131538,
      "learning_rate": 0.0002,
      "loss": 0.5891362428665161,
      "mean_token_accuracy": 0.7605921477079391,
      "num_tokens": 21982183.0,
      "step": 589
    },
    {
      "entropy": 0.6040458679199219,
      "epoch": 4.575315840621963,
      "grad_norm": 0.010982259176671505,
      "learning_rate": 0.0002,
      "loss": 0.6011037230491638,
      "mean_token_accuracy": 0.7543822079896927,
      "num_tokens": 22019570.0,
      "step": 590
    },
    {
      "entropy": 0.5989029258489609,
      "epoch": 4.5830903790087465,
      "grad_norm": 0.012942496687173843,
      "learning_rate": 0.0002,
      "loss": 0.5922666788101196,
      "mean_token_accuracy": 0.7587461397051811,
      "num_tokens": 22056831.0,
      "step": 591
    },
    {
      "entropy": 0.5930005833506584,
      "epoch": 4.59086491739553,
      "grad_norm": 0.010408308357000351,
      "learning_rate": 0.0002,
      "loss": 0.5919668078422546,
      "mean_token_accuracy": 0.7574074566364288,
      "num_tokens": 22094356.0,
      "step": 592
    },
    {
      "entropy": 0.5869537368416786,
      "epoch": 4.598639455782313,
      "grad_norm": 0.013977079652249813,
      "learning_rate": 0.0002,
      "loss": 0.5976507663726807,
      "mean_token_accuracy": 0.7580091804265976,
      "num_tokens": 22131838.0,
      "step": 593
    },
    {
      "entropy": 0.5787304788827896,
      "epoch": 4.606413994169096,
      "grad_norm": 0.013945071026682854,
      "learning_rate": 0.0002,
      "loss": 0.5908917188644409,
      "mean_token_accuracy": 0.7597628980875015,
      "num_tokens": 22169036.0,
      "step": 594
    },
    {
      "entropy": 0.6027527749538422,
      "epoch": 4.61418853255588,
      "grad_norm": 0.00982499960809946,
      "learning_rate": 0.0002,
      "loss": 0.6021907925605774,
      "mean_token_accuracy": 0.7546107098460197,
      "num_tokens": 22206352.0,
      "step": 595
    },
    {
      "entropy": 0.6077359542250633,
      "epoch": 4.6219630709426625,
      "grad_norm": 0.011836841702461243,
      "learning_rate": 0.0002,
      "loss": 0.6049139499664307,
      "mean_token_accuracy": 0.7528544068336487,
      "num_tokens": 22243663.0,
      "step": 596
    },
    {
      "entropy": 0.5822278633713722,
      "epoch": 4.629737609329446,
      "grad_norm": 0.011577391996979713,
      "learning_rate": 0.0002,
      "loss": 0.5828737020492554,
      "mean_token_accuracy": 0.7616033405065536,
      "num_tokens": 22281074.0,
      "step": 597
    },
    {
      "entropy": 0.5920702815055847,
      "epoch": 4.6375121477162295,
      "grad_norm": 0.01129237376153469,
      "learning_rate": 0.0002,
      "loss": 0.5975418090820312,
      "mean_token_accuracy": 0.7549193054437637,
      "num_tokens": 22318190.0,
      "step": 598
    },
    {
      "entropy": 0.5989422127604485,
      "epoch": 4.645286686103013,
      "grad_norm": 0.014368323609232903,
      "learning_rate": 0.0002,
      "loss": 0.6041890978813171,
      "mean_token_accuracy": 0.7541765421628952,
      "num_tokens": 22355560.0,
      "step": 599
    },
    {
      "entropy": 0.602604515850544,
      "epoch": 4.653061224489796,
      "grad_norm": 0.012781691737473011,
      "learning_rate": 0.0002,
      "loss": 0.6051725149154663,
      "mean_token_accuracy": 0.7530051618814468,
      "num_tokens": 22393652.0,
      "step": 600
    },
    {
      "entropy": 0.6060863882303238,
      "epoch": 4.660835762876579,
      "grad_norm": 0.013375566340982914,
      "learning_rate": 0.0002,
      "loss": 0.6032074689865112,
      "mean_token_accuracy": 0.7527770921587944,
      "num_tokens": 22431345.0,
      "step": 601
    },
    {
      "entropy": 0.5950343683362007,
      "epoch": 4.668610301263363,
      "grad_norm": 0.012800985015928745,
      "learning_rate": 0.0002,
      "loss": 0.5933507084846497,
      "mean_token_accuracy": 0.7560804039239883,
      "num_tokens": 22469042.0,
      "step": 602
    },
    {
      "entropy": 0.5962737649679184,
      "epoch": 4.6763848396501455,
      "grad_norm": 0.014961260370910168,
      "learning_rate": 0.0002,
      "loss": 0.6006712913513184,
      "mean_token_accuracy": 0.7546053975820541,
      "num_tokens": 22506485.0,
      "step": 603
    },
    {
      "entropy": 0.606819398701191,
      "epoch": 4.684159378036929,
      "grad_norm": 0.011082889512181282,
      "learning_rate": 0.0002,
      "loss": 0.6065730452537537,
      "mean_token_accuracy": 0.7529779449105263,
      "num_tokens": 22544222.0,
      "step": 604
    },
    {
      "entropy": 0.577197976410389,
      "epoch": 4.691933916423713,
      "grad_norm": 0.014075525104999542,
      "learning_rate": 0.0002,
      "loss": 0.5835320949554443,
      "mean_token_accuracy": 0.7612094879150391,
      "num_tokens": 22581327.0,
      "step": 605
    },
    {
      "entropy": 0.6152481734752655,
      "epoch": 4.699708454810495,
      "grad_norm": 0.012122808955609798,
      "learning_rate": 0.0002,
      "loss": 0.6139184236526489,
      "mean_token_accuracy": 0.7484366744756699,
      "num_tokens": 22619089.0,
      "step": 606
    },
    {
      "entropy": 0.6120219603180885,
      "epoch": 4.707482993197279,
      "grad_norm": 0.011670667678117752,
      "learning_rate": 0.0002,
      "loss": 0.6125247478485107,
      "mean_token_accuracy": 0.7505181655287743,
      "num_tokens": 22656719.0,
      "step": 607
    },
    {
      "entropy": 0.5946462079882622,
      "epoch": 4.715257531584062,
      "grad_norm": 0.011501600034534931,
      "learning_rate": 0.0002,
      "loss": 0.600022554397583,
      "mean_token_accuracy": 0.7565812543034554,
      "num_tokens": 22694298.0,
      "step": 608
    },
    {
      "entropy": 0.5967997536063194,
      "epoch": 4.723032069970845,
      "grad_norm": 0.011824545450508595,
      "learning_rate": 0.0002,
      "loss": 0.6004019975662231,
      "mean_token_accuracy": 0.7516064792871475,
      "num_tokens": 22731785.0,
      "step": 609
    },
    {
      "entropy": 0.6012083142995834,
      "epoch": 4.730806608357629,
      "grad_norm": 0.009814469143748283,
      "learning_rate": 0.0002,
      "loss": 0.6001886129379272,
      "mean_token_accuracy": 0.7529330998659134,
      "num_tokens": 22769434.0,
      "step": 610
    },
    {
      "entropy": 0.6195448860526085,
      "epoch": 4.738581146744412,
      "grad_norm": 0.012913862243294716,
      "learning_rate": 0.0002,
      "loss": 0.6205934286117554,
      "mean_token_accuracy": 0.7455445975065231,
      "num_tokens": 22806676.0,
      "step": 611
    },
    {
      "entropy": 0.5957802012562752,
      "epoch": 4.746355685131196,
      "grad_norm": 0.011553781107068062,
      "learning_rate": 0.0002,
      "loss": 0.5980523824691772,
      "mean_token_accuracy": 0.7560853660106659,
      "num_tokens": 22843869.0,
      "step": 612
    },
    {
      "entropy": 0.6090810522437096,
      "epoch": 4.754130223517978,
      "grad_norm": 0.01271018385887146,
      "learning_rate": 0.0002,
      "loss": 0.6106667518615723,
      "mean_token_accuracy": 0.7504242658615112,
      "num_tokens": 22881762.0,
      "step": 613
    },
    {
      "entropy": 0.599302776157856,
      "epoch": 4.761904761904762,
      "grad_norm": 0.012581666931509972,
      "learning_rate": 0.0002,
      "loss": 0.5982247591018677,
      "mean_token_accuracy": 0.7549748122692108,
      "num_tokens": 22918922.0,
      "step": 614
    },
    {
      "entropy": 0.5844490081071854,
      "epoch": 4.769679300291545,
      "grad_norm": 0.011192350648343563,
      "learning_rate": 0.0002,
      "loss": 0.5844826698303223,
      "mean_token_accuracy": 0.7625714018940926,
      "num_tokens": 22956332.0,
      "step": 615
    },
    {
      "entropy": 0.5874569863080978,
      "epoch": 4.777453838678328,
      "grad_norm": 0.014751655049622059,
      "learning_rate": 0.0002,
      "loss": 0.5924921035766602,
      "mean_token_accuracy": 0.7579960823059082,
      "num_tokens": 22993598.0,
      "step": 616
    },
    {
      "entropy": 0.5977986827492714,
      "epoch": 4.785228377065112,
      "grad_norm": 0.011030304245650768,
      "learning_rate": 0.0002,
      "loss": 0.6010499000549316,
      "mean_token_accuracy": 0.7557829320430756,
      "num_tokens": 23031001.0,
      "step": 617
    },
    {
      "entropy": 0.599865585565567,
      "epoch": 4.793002915451895,
      "grad_norm": 0.011046946048736572,
      "learning_rate": 0.0002,
      "loss": 0.6028144359588623,
      "mean_token_accuracy": 0.7549864649772644,
      "num_tokens": 23068467.0,
      "step": 618
    },
    {
      "entropy": 0.6039430871605873,
      "epoch": 4.800777453838679,
      "grad_norm": 0.011677506379783154,
      "learning_rate": 0.0002,
      "loss": 0.6007229089736938,
      "mean_token_accuracy": 0.7543792948126793,
      "num_tokens": 23105954.0,
      "step": 619
    },
    {
      "entropy": 0.5956612825393677,
      "epoch": 4.808551992225461,
      "grad_norm": 0.011992014944553375,
      "learning_rate": 0.0002,
      "loss": 0.5964670181274414,
      "mean_token_accuracy": 0.7563618123531342,
      "num_tokens": 23143320.0,
      "step": 620
    },
    {
      "entropy": 0.5978101342916489,
      "epoch": 4.816326530612245,
      "grad_norm": 0.011897146701812744,
      "learning_rate": 0.0002,
      "loss": 0.6034868359565735,
      "mean_token_accuracy": 0.7537665143609047,
      "num_tokens": 23180916.0,
      "step": 621
    },
    {
      "entropy": 0.5931472703814507,
      "epoch": 4.8241010689990285,
      "grad_norm": 0.013459539040923119,
      "learning_rate": 0.0002,
      "loss": 0.6040017604827881,
      "mean_token_accuracy": 0.7539473846554756,
      "num_tokens": 23218627.0,
      "step": 622
    },
    {
      "entropy": 0.5916698947548866,
      "epoch": 4.831875607385811,
      "grad_norm": 0.011180682107806206,
      "learning_rate": 0.0002,
      "loss": 0.5919395685195923,
      "mean_token_accuracy": 0.7593255490064621,
      "num_tokens": 23255772.0,
      "step": 623
    },
    {
      "entropy": 0.6087042316794395,
      "epoch": 4.839650145772595,
      "grad_norm": 0.010437374003231525,
      "learning_rate": 0.0002,
      "loss": 0.6082122325897217,
      "mean_token_accuracy": 0.7515282183885574,
      "num_tokens": 23293061.0,
      "step": 624
    },
    {
      "entropy": 0.5966414213180542,
      "epoch": 4.847424684159378,
      "grad_norm": 0.011942134238779545,
      "learning_rate": 0.0002,
      "loss": 0.595150351524353,
      "mean_token_accuracy": 0.7563839182257652,
      "num_tokens": 23330109.0,
      "step": 625
    },
    {
      "entropy": 0.5881121456623077,
      "epoch": 4.855199222546162,
      "grad_norm": 0.011955403722822666,
      "learning_rate": 0.0002,
      "loss": 0.590496301651001,
      "mean_token_accuracy": 0.7592649832367897,
      "num_tokens": 23367496.0,
      "step": 626
    },
    {
      "entropy": 0.6133239194750786,
      "epoch": 4.862973760932944,
      "grad_norm": 0.012963500805199146,
      "learning_rate": 0.0002,
      "loss": 0.6236002445220947,
      "mean_token_accuracy": 0.7459099292755127,
      "num_tokens": 23404854.0,
      "step": 627
    },
    {
      "entropy": 0.5968378111720085,
      "epoch": 4.870748299319728,
      "grad_norm": 0.013238959014415741,
      "learning_rate": 0.0002,
      "loss": 0.5976919531822205,
      "mean_token_accuracy": 0.7568426579236984,
      "num_tokens": 23442227.0,
      "step": 628
    },
    {
      "entropy": 0.609023816883564,
      "epoch": 4.8785228377065115,
      "grad_norm": 0.012166466563940048,
      "learning_rate": 0.0002,
      "loss": 0.6067010164260864,
      "mean_token_accuracy": 0.7532210573554039,
      "num_tokens": 23479346.0,
      "step": 629
    },
    {
      "entropy": 0.6018581166863441,
      "epoch": 4.886297376093294,
      "grad_norm": 0.011096199974417686,
      "learning_rate": 0.0002,
      "loss": 0.5967071652412415,
      "mean_token_accuracy": 0.7587796524167061,
      "num_tokens": 23516484.0,
      "step": 630
    },
    {
      "entropy": 0.6068798899650574,
      "epoch": 4.894071914480078,
      "grad_norm": 0.0127568943426013,
      "learning_rate": 0.0002,
      "loss": 0.6059014797210693,
      "mean_token_accuracy": 0.7524421662092209,
      "num_tokens": 23553907.0,
      "step": 631
    },
    {
      "entropy": 0.5919808447360992,
      "epoch": 4.901846452866861,
      "grad_norm": 0.011789746582508087,
      "learning_rate": 0.0002,
      "loss": 0.596630334854126,
      "mean_token_accuracy": 0.757590651512146,
      "num_tokens": 23591693.0,
      "step": 632
    },
    {
      "entropy": 0.6100347265601158,
      "epoch": 4.909620991253644,
      "grad_norm": 0.013258693739771843,
      "learning_rate": 0.0002,
      "loss": 0.6171900033950806,
      "mean_token_accuracy": 0.7499294355511665,
      "num_tokens": 23629030.0,
      "step": 633
    },
    {
      "entropy": 0.5936124697327614,
      "epoch": 4.9173955296404275,
      "grad_norm": 0.011930654756724834,
      "learning_rate": 0.0002,
      "loss": 0.5924524664878845,
      "mean_token_accuracy": 0.7581655383110046,
      "num_tokens": 23666601.0,
      "step": 634
    },
    {
      "entropy": 0.6037433966994286,
      "epoch": 4.925170068027211,
      "grad_norm": 0.010547666810452938,
      "learning_rate": 0.0002,
      "loss": 0.6054027080535889,
      "mean_token_accuracy": 0.7513353079557419,
      "num_tokens": 23703928.0,
      "step": 635
    },
    {
      "entropy": 0.6012375876307487,
      "epoch": 4.932944606413994,
      "grad_norm": 0.013904466293752193,
      "learning_rate": 0.0002,
      "loss": 0.6056373119354248,
      "mean_token_accuracy": 0.7527650520205498,
      "num_tokens": 23741413.0,
      "step": 636
    },
    {
      "entropy": 0.6080401092767715,
      "epoch": 4.940719144800777,
      "grad_norm": 0.012218053452670574,
      "learning_rate": 0.0002,
      "loss": 0.6113067865371704,
      "mean_token_accuracy": 0.7506906762719154,
      "num_tokens": 23778797.0,
      "step": 637
    },
    {
      "entropy": 0.6042793691158295,
      "epoch": 4.948493683187561,
      "grad_norm": 0.012100595980882645,
      "learning_rate": 0.0002,
      "loss": 0.6038735508918762,
      "mean_token_accuracy": 0.7550994455814362,
      "num_tokens": 23816409.0,
      "step": 638
    },
    {
      "entropy": 0.5889951586723328,
      "epoch": 4.956268221574344,
      "grad_norm": 0.012997129000723362,
      "learning_rate": 0.0002,
      "loss": 0.5903059840202332,
      "mean_token_accuracy": 0.7594538182020187,
      "num_tokens": 23853723.0,
      "step": 639
    },
    {
      "entropy": 0.5925157070159912,
      "epoch": 4.964042759961127,
      "grad_norm": 0.015738792717456818,
      "learning_rate": 0.0002,
      "loss": 0.5936194658279419,
      "mean_token_accuracy": 0.7593093439936638,
      "num_tokens": 23891029.0,
      "step": 640
    },
    {
      "entropy": 0.5936921015381813,
      "epoch": 4.9718172983479105,
      "grad_norm": 0.01318391039967537,
      "learning_rate": 0.0002,
      "loss": 0.5958787202835083,
      "mean_token_accuracy": 0.7549382373690605,
      "num_tokens": 23928148.0,
      "step": 641
    },
    {
      "entropy": 0.6125310584902763,
      "epoch": 4.979591836734694,
      "grad_norm": 0.013194733299314976,
      "learning_rate": 0.0002,
      "loss": 0.6129195094108582,
      "mean_token_accuracy": 0.7493861764669418,
      "num_tokens": 23965085.0,
      "step": 642
    },
    {
      "entropy": 0.5964741930365562,
      "epoch": 4.987366375121477,
      "grad_norm": 0.013308845460414886,
      "learning_rate": 0.0002,
      "loss": 0.5979577302932739,
      "mean_token_accuracy": 0.7562628239393234,
      "num_tokens": 24002145.0,
      "step": 643
    },
    {
      "entropy": 0.5872825607657433,
      "epoch": 4.99514091350826,
      "grad_norm": 0.010709763504564762,
      "learning_rate": 0.0002,
      "loss": 0.5851190686225891,
      "mean_token_accuracy": 0.7606633305549622,
      "num_tokens": 24039501.0,
      "step": 644
    },
    {
      "entropy": 0.6111570835113526,
      "epoch": 5.0,
      "grad_norm": 0.012978802435100079,
      "learning_rate": 0.0002,
      "loss": 0.6106741428375244,
      "mean_token_accuracy": 0.749509060382843,
      "num_tokens": 24062815.0,
      "step": 645
    }
  ],
  "logging_steps": 1,
  "max_steps": 645,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.2502112888923095e+18,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}