{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 5.0,
  "eval_steps": 500,
  "global_step": 775,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "entropy": 1.1549250930547714,
      "epoch": 0.006488240064882401,
      "grad_norm": 0.24168352782726288,
      "learning_rate": 0.0002,
      "loss": 2.622039794921875,
      "mean_token_accuracy": 0.5027666613459587,
      "num_tokens": 36790.0,
      "step": 1
    },
    {
      "entropy": 1.274625539779663,
      "epoch": 0.012976480129764802,
      "grad_norm": 0.1995907425880432,
      "learning_rate": 0.0002,
      "loss": 2.257164239883423,
      "mean_token_accuracy": 0.5388679280877113,
      "num_tokens": 74141.0,
      "step": 2
    },
    {
      "entropy": 1.4621597826480865,
      "epoch": 0.019464720194647202,
      "grad_norm": 0.14427633583545685,
      "learning_rate": 0.0002,
      "loss": 1.8207428455352783,
      "mean_token_accuracy": 0.5618570819497108,
      "num_tokens": 111279.0,
      "step": 3
    },
    {
      "entropy": 1.432983249425888,
      "epoch": 0.025952960259529603,
      "grad_norm": 0.11290092021226883,
      "learning_rate": 0.0002,
      "loss": 1.4740469455718994,
      "mean_token_accuracy": 0.6100572720170021,
      "num_tokens": 148749.0,
      "step": 4
    },
    {
      "entropy": 1.4418732523918152,
      "epoch": 0.032441200324412,
      "grad_norm": 0.13801905512809753,
      "learning_rate": 0.0002,
      "loss": 1.3789974451065063,
      "mean_token_accuracy": 0.6047125160694122,
      "num_tokens": 186530.0,
      "step": 5
    },
    {
      "entropy": 1.3603367805480957,
      "epoch": 0.038929440389294405,
      "grad_norm": 0.07707933336496353,
      "learning_rate": 0.0002,
      "loss": 1.2482553720474243,
      "mean_token_accuracy": 0.6377034857869148,
      "num_tokens": 224090.0,
      "step": 6
    },
    {
      "entropy": 1.2907896488904953,
      "epoch": 0.0454176804541768,
      "grad_norm": 0.05054641142487526,
      "learning_rate": 0.0002,
      "loss": 1.1776490211486816,
      "mean_token_accuracy": 0.6423852369189262,
      "num_tokens": 261358.0,
      "step": 7
    },
    {
      "entropy": 1.2394904792308807,
      "epoch": 0.05190592051905921,
      "grad_norm": 0.05160299688577652,
      "learning_rate": 0.0002,
      "loss": 1.1141722202301025,
      "mean_token_accuracy": 0.6483801528811455,
      "num_tokens": 298387.0,
      "step": 8
    },
    {
      "entropy": 1.140880137681961,
      "epoch": 0.058394160583941604,
      "grad_norm": 0.05524353310465813,
      "learning_rate": 0.0002,
      "loss": 1.0428144931793213,
      "mean_token_accuracy": 0.6648038625717163,
      "num_tokens": 335681.0,
      "step": 9
    },
    {
      "entropy": 1.0597130507230759,
      "epoch": 0.064882400648824,
      "grad_norm": 0.0610174834728241,
      "learning_rate": 0.0002,
      "loss": 0.9854335784912109,
      "mean_token_accuracy": 0.6730685979127884,
      "num_tokens": 373108.0,
      "step": 10
    },
    {
      "entropy": 0.9984031766653061,
      "epoch": 0.07137064071370641,
      "grad_norm": 0.05013473331928253,
      "learning_rate": 0.0002,
      "loss": 0.9311432838439941,
      "mean_token_accuracy": 0.6808731183409691,
      "num_tokens": 410188.0,
      "step": 11
    },
    {
      "entropy": 0.9519696608185768,
      "epoch": 0.07785888077858881,
      "grad_norm": 0.7003989219665527,
      "learning_rate": 0.0002,
      "loss": 0.9051742553710938,
      "mean_token_accuracy": 0.6799700632691383,
      "num_tokens": 447666.0,
      "step": 12
    },
    {
      "entropy": 0.905988834798336,
      "epoch": 0.08434712084347121,
      "grad_norm": 0.05167749896645546,
      "learning_rate": 0.0002,
      "loss": 0.8597391843795776,
      "mean_token_accuracy": 0.6946859285235405,
      "num_tokens": 484844.0,
      "step": 13
    },
    {
      "entropy": 0.8613085150718689,
      "epoch": 0.0908353609083536,
      "grad_norm": 0.0768115222454071,
      "learning_rate": 0.0002,
      "loss": 0.8413710594177246,
      "mean_token_accuracy": 0.6983600705862045,
      "num_tokens": 521975.0,
      "step": 14
    },
    {
      "entropy": 0.8102021664381027,
      "epoch": 0.09732360097323602,
      "grad_norm": 0.5994402170181274,
      "learning_rate": 0.0002,
      "loss": 0.81607985496521,
      "mean_token_accuracy": 0.7021179124712944,
      "num_tokens": 558889.0,
      "step": 15
    },
    {
      "entropy": 0.8057567626237869,
      "epoch": 0.10381184103811841,
      "grad_norm": 0.03823373466730118,
      "learning_rate": 0.0002,
      "loss": 0.7905861139297485,
      "mean_token_accuracy": 0.7055389359593391,
      "num_tokens": 596455.0,
      "step": 16
    },
    {
      "entropy": 0.7923594415187836,
      "epoch": 0.11030008110300081,
      "grad_norm": 0.0739479511976242,
      "learning_rate": 0.0002,
      "loss": 0.769114077091217,
      "mean_token_accuracy": 0.7118282616138458,
      "num_tokens": 634110.0,
      "step": 17
    },
    {
      "entropy": 0.7812566831707954,
      "epoch": 0.11678832116788321,
      "grad_norm": 0.03668873757123947,
      "learning_rate": 0.0002,
      "loss": 0.7668346762657166,
      "mean_token_accuracy": 0.7075815051794052,
      "num_tokens": 671655.0,
      "step": 18
    },
    {
      "entropy": 0.7474964931607246,
      "epoch": 0.12327656123276562,
      "grad_norm": 0.041200920939445496,
      "learning_rate": 0.0002,
      "loss": 0.7393766641616821,
      "mean_token_accuracy": 0.716952882707119,
      "num_tokens": 708824.0,
      "step": 19
    },
    {
      "entropy": 0.7383133918046951,
      "epoch": 0.129764801297648,
      "grad_norm": 0.0367242768406868,
      "learning_rate": 0.0002,
      "loss": 0.728330135345459,
      "mean_token_accuracy": 0.7191555127501488,
      "num_tokens": 746274.0,
      "step": 20
    },
    {
      "entropy": 0.7354703769087791,
      "epoch": 0.1362530413625304,
      "grad_norm": 0.039265185594558716,
      "learning_rate": 0.0002,
      "loss": 0.7205026149749756,
      "mean_token_accuracy": 0.7199463173747063,
      "num_tokens": 783720.0,
      "step": 21
    },
    {
      "entropy": 0.7178014516830444,
      "epoch": 0.14274128142741282,
      "grad_norm": 0.03647130727767944,
      "learning_rate": 0.0002,
      "loss": 0.7003612518310547,
      "mean_token_accuracy": 0.7242974415421486,
      "num_tokens": 821241.0,
      "step": 22
    },
    {
      "entropy": 0.7019922286272049,
      "epoch": 0.1492295214922952,
      "grad_norm": 0.03146970644593239,
      "learning_rate": 0.0002,
      "loss": 0.6875081062316895,
      "mean_token_accuracy": 0.7302066311240196,
      "num_tokens": 858171.0,
      "step": 23
    },
    {
      "entropy": 0.691544882953167,
      "epoch": 0.15571776155717762,
      "grad_norm": 0.03450683504343033,
      "learning_rate": 0.0002,
      "loss": 0.6847634315490723,
      "mean_token_accuracy": 0.7311759144067764,
      "num_tokens": 895368.0,
      "step": 24
    },
    {
      "entropy": 0.6791905760765076,
      "epoch": 0.16220600162206,
      "grad_norm": 0.029409531503915787,
      "learning_rate": 0.0002,
      "loss": 0.672599732875824,
      "mean_token_accuracy": 0.7371302843093872,
      "num_tokens": 932589.0,
      "step": 25
    },
    {
      "entropy": 0.6795228570699692,
      "epoch": 0.16869424168694241,
      "grad_norm": 0.029320087283849716,
      "learning_rate": 0.0002,
      "loss": 0.6811176538467407,
      "mean_token_accuracy": 0.7309242188930511,
      "num_tokens": 969558.0,
      "step": 26
    },
    {
      "entropy": 0.6630020141601562,
      "epoch": 0.17518248175182483,
      "grad_norm": 0.025668611750006676,
      "learning_rate": 0.0002,
      "loss": 0.6629281044006348,
      "mean_token_accuracy": 0.7399500384926796,
      "num_tokens": 1007155.0,
      "step": 27
    },
    {
      "entropy": 0.6723117381334305,
      "epoch": 0.1816707218167072,
      "grad_norm": 0.025801967829465866,
      "learning_rate": 0.0002,
      "loss": 0.672906756401062,
      "mean_token_accuracy": 0.7337809279561043,
      "num_tokens": 1044459.0,
      "step": 28
    },
    {
      "entropy": 0.671604260802269,
      "epoch": 0.18815896188158962,
      "grad_norm": 0.026239318773150444,
      "learning_rate": 0.0002,
      "loss": 0.6697608828544617,
      "mean_token_accuracy": 0.7337322384119034,
      "num_tokens": 1081975.0,
      "step": 29
    },
    {
      "entropy": 0.646067701280117,
      "epoch": 0.19464720194647203,
      "grad_norm": 0.02587837167084217,
      "learning_rate": 0.0002,
      "loss": 0.6468892097473145,
      "mean_token_accuracy": 0.7421439811587334,
      "num_tokens": 1119148.0,
      "step": 30
    },
    {
      "entropy": 0.6522824168205261,
      "epoch": 0.20113544201135442,
      "grad_norm": 0.0248495414853096,
      "learning_rate": 0.0002,
      "loss": 0.6558438539505005,
      "mean_token_accuracy": 0.7381908968091011,
      "num_tokens": 1156351.0,
      "step": 31
    },
    {
      "entropy": 0.6425730809569359,
      "epoch": 0.20762368207623683,
      "grad_norm": 0.02851717919111252,
      "learning_rate": 0.0002,
      "loss": 0.6539334654808044,
      "mean_token_accuracy": 0.7376680299639702,
      "num_tokens": 1193707.0,
      "step": 32
    },
    {
      "entropy": 0.6417841091752052,
      "epoch": 0.2141119221411192,
      "grad_norm": 0.02549365535378456,
      "learning_rate": 0.0002,
      "loss": 0.6482184529304504,
      "mean_token_accuracy": 0.7417171224951744,
      "num_tokens": 1230700.0,
      "step": 33
    },
    {
      "entropy": 0.6465194374322891,
      "epoch": 0.22060016220600162,
      "grad_norm": 0.025215625762939453,
      "learning_rate": 0.0002,
      "loss": 0.6494179964065552,
      "mean_token_accuracy": 0.7402999773621559,
      "num_tokens": 1267782.0,
      "step": 34
    },
    {
      "entropy": 0.6392467468976974,
      "epoch": 0.22708840227088403,
      "grad_norm": 0.023007551208138466,
      "learning_rate": 0.0002,
      "loss": 0.6377967000007629,
      "mean_token_accuracy": 0.7462463900446892,
      "num_tokens": 1304976.0,
      "step": 35
    },
    {
      "entropy": 0.6491241455078125,
      "epoch": 0.23357664233576642,
      "grad_norm": 0.022631216794252396,
      "learning_rate": 0.0002,
      "loss": 0.6419650316238403,
      "mean_token_accuracy": 0.7427782192826271,
      "num_tokens": 1342405.0,
      "step": 36
    },
    {
      "entropy": 0.6426859274506569,
      "epoch": 0.24006488240064883,
      "grad_norm": 0.020762791857123375,
      "learning_rate": 0.0002,
      "loss": 0.638580322265625,
      "mean_token_accuracy": 0.74485033005476,
      "num_tokens": 1379588.0,
      "step": 37
    },
    {
      "entropy": 0.6500778123736382,
      "epoch": 0.24655312246553124,
      "grad_norm": 0.01766084134578705,
      "learning_rate": 0.0002,
      "loss": 0.6436338424682617,
      "mean_token_accuracy": 0.7424680069088936,
      "num_tokens": 1417229.0,
      "step": 38
    },
    {
      "entropy": 0.654863677918911,
      "epoch": 0.25304136253041365,
      "grad_norm": 0.018832355737686157,
      "learning_rate": 0.0002,
      "loss": 0.6571300029754639,
      "mean_token_accuracy": 0.7378578186035156,
      "num_tokens": 1454802.0,
      "step": 39
    },
    {
      "entropy": 0.6454419046640396,
      "epoch": 0.259529602595296,
      "grad_norm": 0.018613073974847794,
      "learning_rate": 0.0002,
      "loss": 0.6524553298950195,
      "mean_token_accuracy": 0.7370505034923553,
      "num_tokens": 1492073.0,
      "step": 40
    },
    {
      "entropy": 0.6527602002024651,
      "epoch": 0.2660178426601784,
      "grad_norm": 0.01693454198539257,
      "learning_rate": 0.0002,
      "loss": 0.6585220098495483,
      "mean_token_accuracy": 0.73494041711092,
      "num_tokens": 1529432.0,
      "step": 41
    },
    {
      "entropy": 0.6482313647866249,
      "epoch": 0.2725060827250608,
      "grad_norm": 0.015154066495597363,
      "learning_rate": 0.0002,
      "loss": 0.6487522125244141,
      "mean_token_accuracy": 0.7386852130293846,
      "num_tokens": 1566849.0,
      "step": 42
    },
    {
      "entropy": 0.6501431986689568,
      "epoch": 0.27899432278994324,
      "grad_norm": 0.015506139025092125,
      "learning_rate": 0.0002,
      "loss": 0.6508647203445435,
      "mean_token_accuracy": 0.7396439164876938,
      "num_tokens": 1603797.0,
      "step": 43
    },
    {
      "entropy": 0.6399750784039497,
      "epoch": 0.28548256285482565,
      "grad_norm": 0.014903928153216839,
      "learning_rate": 0.0002,
      "loss": 0.639168381690979,
      "mean_token_accuracy": 0.743517704308033,
      "num_tokens": 1641043.0,
      "step": 44
    },
    {
      "entropy": 0.6295603513717651,
      "epoch": 0.291970802919708,
      "grad_norm": 0.014574805274605751,
      "learning_rate": 0.0002,
      "loss": 0.6305776834487915,
      "mean_token_accuracy": 0.746990330517292,
      "num_tokens": 1677698.0,
      "step": 45
    },
    {
      "entropy": 0.6334760338068008,
      "epoch": 0.2984590429845904,
      "grad_norm": 0.016435733065009117,
      "learning_rate": 0.0002,
      "loss": 0.631117582321167,
      "mean_token_accuracy": 0.7475783005356789,
      "num_tokens": 1714954.0,
      "step": 46
    },
    {
      "entropy": 0.6437651589512825,
      "epoch": 0.30494728304947283,
      "grad_norm": 0.016290629282593727,
      "learning_rate": 0.0002,
      "loss": 0.6405509114265442,
      "mean_token_accuracy": 0.7430335581302643,
      "num_tokens": 1751913.0,
      "step": 47
    },
    {
      "entropy": 0.6363071575760841,
      "epoch": 0.31143552311435524,
      "grad_norm": 0.01479713711887598,
      "learning_rate": 0.0002,
      "loss": 0.6342425346374512,
      "mean_token_accuracy": 0.7451304048299789,
      "num_tokens": 1789211.0,
      "step": 48
    },
    {
      "entropy": 0.6442478150129318,
      "epoch": 0.31792376317923765,
      "grad_norm": 0.014846265316009521,
      "learning_rate": 0.0002,
      "loss": 0.641524612903595,
      "mean_token_accuracy": 0.7414352521300316,
      "num_tokens": 1826606.0,
      "step": 49
    },
    {
      "entropy": 0.6363928020000458,
      "epoch": 0.32441200324412,
      "grad_norm": 0.01481616124510765,
      "learning_rate": 0.0002,
      "loss": 0.6363080739974976,
      "mean_token_accuracy": 0.7444929406046867,
      "num_tokens": 1863966.0,
      "step": 50
    },
    {
      "entropy": 0.6335690394043922,
      "epoch": 0.3309002433090024,
      "grad_norm": 0.015328066423535347,
      "learning_rate": 0.0002,
      "loss": 0.6387162208557129,
      "mean_token_accuracy": 0.7436776608228683,
      "num_tokens": 1900997.0,
      "step": 51
    },
    {
      "entropy": 0.6325219571590424,
      "epoch": 0.33738848337388483,
      "grad_norm": 0.015631280839443207,
      "learning_rate": 0.0002,
      "loss": 0.6400341987609863,
      "mean_token_accuracy": 0.7412212640047073,
      "num_tokens": 1937974.0,
      "step": 52
    },
    {
      "entropy": 0.63508290797472,
      "epoch": 0.34387672343876724,
      "grad_norm": 0.014866264536976814,
      "learning_rate": 0.0002,
      "loss": 0.6396467089653015,
      "mean_token_accuracy": 0.7431643679738045,
      "num_tokens": 1975204.0,
      "step": 53
    },
    {
      "entropy": 0.6382915005087852,
      "epoch": 0.35036496350364965,
      "grad_norm": 0.013517456129193306,
      "learning_rate": 0.0002,
      "loss": 0.6404691338539124,
      "mean_token_accuracy": 0.7433327361941338,
      "num_tokens": 2012218.0,
      "step": 54
    },
    {
      "entropy": 0.6375824585556984,
      "epoch": 0.35685320356853206,
      "grad_norm": 0.015061435289680958,
      "learning_rate": 0.0002,
      "loss": 0.6400342583656311,
      "mean_token_accuracy": 0.7421080023050308,
      "num_tokens": 2049462.0,
      "step": 55
    },
    {
      "entropy": 0.6377979964017868,
      "epoch": 0.3633414436334144,
      "grad_norm": 0.016312120482325554,
      "learning_rate": 0.0002,
      "loss": 0.635837197303772,
      "mean_token_accuracy": 0.7426418736577034,
      "num_tokens": 2086665.0,
      "step": 56
    },
    {
      "entropy": 0.6413707137107849,
      "epoch": 0.36982968369829683,
      "grad_norm": 0.012621643021702766,
      "learning_rate": 0.0002,
      "loss": 0.6389581561088562,
      "mean_token_accuracy": 0.7432198747992516,
      "num_tokens": 2124115.0,
      "step": 57
    },
    {
      "entropy": 0.6355349719524384,
      "epoch": 0.37631792376317924,
      "grad_norm": 0.01422160305082798,
      "learning_rate": 0.0002,
      "loss": 0.6343538165092468,
      "mean_token_accuracy": 0.743286557495594,
      "num_tokens": 2161345.0,
      "step": 58
    },
    {
      "entropy": 0.6376762092113495,
      "epoch": 0.38280616382806165,
      "grad_norm": 0.014769963920116425,
      "learning_rate": 0.0002,
      "loss": 0.6412167549133301,
      "mean_token_accuracy": 0.7418163046240807,
      "num_tokens": 2198636.0,
      "step": 59
    },
    {
      "entropy": 0.6334660202264786,
      "epoch": 0.38929440389294406,
      "grad_norm": 0.014948038384318352,
      "learning_rate": 0.0002,
      "loss": 0.6379479169845581,
      "mean_token_accuracy": 0.7443428039550781,
      "num_tokens": 2235377.0,
      "step": 60
    },
    {
      "entropy": 0.632827527821064,
      "epoch": 0.3957826439578264,
      "grad_norm": 0.01332375779747963,
      "learning_rate": 0.0002,
      "loss": 0.633344292640686,
      "mean_token_accuracy": 0.7467714250087738,
      "num_tokens": 2272588.0,
      "step": 61
    },
    {
      "entropy": 0.632963553071022,
      "epoch": 0.40227088402270883,
      "grad_norm": 0.013366672210395336,
      "learning_rate": 0.0002,
      "loss": 0.6344192028045654,
      "mean_token_accuracy": 0.7444779649376869,
      "num_tokens": 2310205.0,
      "step": 62
    },
    {
      "entropy": 0.6468651965260506,
      "epoch": 0.40875912408759124,
      "grad_norm": 0.012876944616436958,
      "learning_rate": 0.0002,
      "loss": 0.6487270593643188,
      "mean_token_accuracy": 0.7404673770070076,
      "num_tokens": 2347612.0,
      "step": 63
    },
    {
      "entropy": 0.6336022540926933,
      "epoch": 0.41524736415247365,
      "grad_norm": 0.011953601613640785,
      "learning_rate": 0.0002,
      "loss": 0.6323578357696533,
      "mean_token_accuracy": 0.7435265332460403,
      "num_tokens": 2385324.0,
      "step": 64
    },
    {
      "entropy": 0.6421113535761833,
      "epoch": 0.42173560421735606,
      "grad_norm": 0.011578400619328022,
      "learning_rate": 0.0002,
      "loss": 0.640021800994873,
      "mean_token_accuracy": 0.7417890876531601,
      "num_tokens": 2422386.0,
      "step": 65
    },
    {
      "entropy": 0.6243318468332291,
      "epoch": 0.4282238442822384,
      "grad_norm": 0.01271536760032177,
      "learning_rate": 0.0002,
      "loss": 0.6278913617134094,
      "mean_token_accuracy": 0.7464011386036873,
      "num_tokens": 2459184.0,
      "step": 66
    },
    {
      "entropy": 0.6474096700549126,
      "epoch": 0.43471208434712083,
      "grad_norm": 0.011297891847789288,
      "learning_rate": 0.0002,
      "loss": 0.649469256401062,
      "mean_token_accuracy": 0.7372781112790108,
      "num_tokens": 2496769.0,
      "step": 67
    },
    {
      "entropy": 0.629207618534565,
      "epoch": 0.44120032441200324,
      "grad_norm": 0.01338763814419508,
      "learning_rate": 0.0002,
      "loss": 0.6260238885879517,
      "mean_token_accuracy": 0.7460990995168686,
      "num_tokens": 2533774.0,
      "step": 68
    },
    {
      "entropy": 0.6363127902150154,
      "epoch": 0.44768856447688565,
      "grad_norm": 0.01232822984457016,
      "learning_rate": 0.0002,
      "loss": 0.6326106786727905,
      "mean_token_accuracy": 0.7443196326494217,
      "num_tokens": 2570775.0,
      "step": 69
    },
    {
      "entropy": 0.632358968257904,
      "epoch": 0.45417680454176806,
      "grad_norm": 0.012171111069619656,
      "learning_rate": 0.0002,
      "loss": 0.6312543749809265,
      "mean_token_accuracy": 0.745995283126831,
      "num_tokens": 2608121.0,
      "step": 70
    },
    {
      "entropy": 0.6332346796989441,
      "epoch": 0.4606650446066504,
      "grad_norm": 0.015379011631011963,
      "learning_rate": 0.0002,
      "loss": 0.6291565299034119,
      "mean_token_accuracy": 0.7465488314628601,
      "num_tokens": 2645664.0,
      "step": 71
    },
    {
      "entropy": 0.6404105871915817,
      "epoch": 0.46715328467153283,
      "grad_norm": 0.011988981626927853,
      "learning_rate": 0.0002,
      "loss": 0.642942488193512,
      "mean_token_accuracy": 0.7407120391726494,
      "num_tokens": 2683394.0,
      "step": 72
    },
    {
      "entropy": 0.6460321098566055,
      "epoch": 0.47364152473641524,
      "grad_norm": 0.013498514890670776,
      "learning_rate": 0.0002,
      "loss": 0.6516697406768799,
      "mean_token_accuracy": 0.7381351664662361,
      "num_tokens": 2720891.0,
      "step": 73
    },
    {
      "entropy": 0.6352040842175484,
      "epoch": 0.48012976480129765,
      "grad_norm": 0.013542759232223034,
      "learning_rate": 0.0002,
      "loss": 0.6443178653717041,
      "mean_token_accuracy": 0.7414710223674774,
      "num_tokens": 2758174.0,
      "step": 74
    },
    {
      "entropy": 0.6283697411417961,
      "epoch": 0.48661800486618007,
      "grad_norm": 0.014966949820518494,
      "learning_rate": 0.0002,
      "loss": 0.6394721269607544,
      "mean_token_accuracy": 0.7419639229774475,
      "num_tokens": 2795106.0,
      "step": 75
    },
    {
      "entropy": 0.642236091196537,
      "epoch": 0.4931062449310625,
      "grad_norm": 0.015388374216854572,
      "learning_rate": 0.0002,
      "loss": 0.6414813995361328,
      "mean_token_accuracy": 0.7409433200955391,
      "num_tokens": 2832247.0,
      "step": 76
    },
    {
      "entropy": 0.6422772705554962,
      "epoch": 0.49959448499594483,
      "grad_norm": 0.013754413463175297,
      "learning_rate": 0.0002,
      "loss": 0.6367785930633545,
      "mean_token_accuracy": 0.7442163750529289,
      "num_tokens": 2869526.0,
      "step": 77
    },
    {
      "entropy": 0.653985932469368,
      "epoch": 0.5060827250608273,
      "grad_norm": 0.012936330400407314,
      "learning_rate": 0.0002,
      "loss": 0.6488639712333679,
      "mean_token_accuracy": 0.7398064211010933,
      "num_tokens": 2906821.0,
      "step": 78
    },
    {
      "entropy": 0.6418487578630447,
      "epoch": 0.5125709651257097,
      "grad_norm": 0.011183886788785458,
      "learning_rate": 0.0002,
      "loss": 0.639202356338501,
      "mean_token_accuracy": 0.7434348165988922,
      "num_tokens": 2944032.0,
      "step": 79
    },
    {
      "entropy": 0.6251209825277328,
      "epoch": 0.519059205190592,
      "grad_norm": 0.013851741328835487,
      "learning_rate": 0.0002,
      "loss": 0.6242102384567261,
      "mean_token_accuracy": 0.7505335137248039,
      "num_tokens": 2981414.0,
      "step": 80
    },
    {
      "entropy": 0.6139597967267036,
      "epoch": 0.5255474452554745,
      "grad_norm": 0.013575786724686623,
      "learning_rate": 0.0002,
      "loss": 0.6168844699859619,
      "mean_token_accuracy": 0.7502986714243889,
      "num_tokens": 3018494.0,
      "step": 81
    },
    {
      "entropy": 0.6357163935899734,
      "epoch": 0.5320356853203568,
      "grad_norm": 0.012106247246265411,
      "learning_rate": 0.0002,
      "loss": 0.6393176317214966,
      "mean_token_accuracy": 0.743524856865406,
      "num_tokens": 3055667.0,
      "step": 82
    },
    {
      "entropy": 0.630703866481781,
      "epoch": 0.5385239253852393,
      "grad_norm": 0.011411616578698158,
      "learning_rate": 0.0002,
      "loss": 0.6349452137947083,
      "mean_token_accuracy": 0.7417918294668198,
      "num_tokens": 3092980.0,
      "step": 83
    },
    {
      "entropy": 0.6312713250517845,
      "epoch": 0.5450121654501217,
      "grad_norm": 0.013269394636154175,
      "learning_rate": 0.0002,
      "loss": 0.6335923075675964,
      "mean_token_accuracy": 0.7427873983979225,
      "num_tokens": 3129991.0,
      "step": 84
    },
    {
      "entropy": 0.6429375261068344,
      "epoch": 0.551500405515004,
      "grad_norm": 0.01290512178093195,
      "learning_rate": 0.0002,
      "loss": 0.6390902996063232,
      "mean_token_accuracy": 0.7440147623419762,
      "num_tokens": 3167600.0,
      "step": 85
    },
    {
      "entropy": 0.6209964007139206,
      "epoch": 0.5579886455798865,
      "grad_norm": 0.011449260637164116,
      "learning_rate": 0.0002,
      "loss": 0.6205590963363647,
      "mean_token_accuracy": 0.7478290274739265,
      "num_tokens": 3204616.0,
      "step": 86
    },
    {
      "entropy": 0.6387689039111137,
      "epoch": 0.5644768856447688,
      "grad_norm": 0.012288929894566536,
      "learning_rate": 0.0002,
      "loss": 0.6413038372993469,
      "mean_token_accuracy": 0.7402090132236481,
      "num_tokens": 3241598.0,
      "step": 87
    },
    {
      "entropy": 0.6296097934246063,
      "epoch": 0.5709651257096513,
      "grad_norm": 0.012685527093708515,
      "learning_rate": 0.0002,
      "loss": 0.6300569772720337,
      "mean_token_accuracy": 0.745740607380867,
      "num_tokens": 3278904.0,
      "step": 88
    },
    {
      "entropy": 0.6304027885198593,
      "epoch": 0.5774533657745337,
      "grad_norm": 0.012135171331465244,
      "learning_rate": 0.0002,
      "loss": 0.6322764158248901,
      "mean_token_accuracy": 0.7428491413593292,
      "num_tokens": 3315916.0,
      "step": 89
    },
    {
      "entropy": 0.6270208656787872,
      "epoch": 0.583941605839416,
      "grad_norm": 0.012634403072297573,
      "learning_rate": 0.0002,
      "loss": 0.6289095878601074,
      "mean_token_accuracy": 0.74432173371315,
      "num_tokens": 3352975.0,
      "step": 90
    },
    {
      "entropy": 0.6426985636353493,
      "epoch": 0.5904298459042985,
      "grad_norm": 0.012899120338261127,
      "learning_rate": 0.0002,
      "loss": 0.6412180662155151,
      "mean_token_accuracy": 0.7413002401590347,
      "num_tokens": 3390460.0,
      "step": 91
    },
    {
      "entropy": 0.6386194601655006,
      "epoch": 0.5969180859691808,
      "grad_norm": 0.011871455237269402,
      "learning_rate": 0.0002,
      "loss": 0.6381049156188965,
      "mean_token_accuracy": 0.7410541325807571,
      "num_tokens": 3427650.0,
      "step": 92
    },
    {
      "entropy": 0.6219398155808449,
      "epoch": 0.6034063260340633,
      "grad_norm": 0.013389634899795055,
      "learning_rate": 0.0002,
      "loss": 0.628428041934967,
      "mean_token_accuracy": 0.7469312027096748,
      "num_tokens": 3464664.0,
      "step": 93
    },
    {
      "entropy": 0.6363367736339569,
      "epoch": 0.6098945660989457,
      "grad_norm": 0.010384561493992805,
      "learning_rate": 0.0002,
      "loss": 0.6355550289154053,
      "mean_token_accuracy": 0.742337591946125,
      "num_tokens": 3502010.0,
      "step": 94
    },
    {
      "entropy": 0.6357248276472092,
      "epoch": 0.616382806163828,
      "grad_norm": 0.010791895911097527,
      "learning_rate": 0.0002,
      "loss": 0.6378734111785889,
      "mean_token_accuracy": 0.7428740784525871,
      "num_tokens": 3539472.0,
      "step": 95
    },
    {
      "entropy": 0.6360966116189957,
      "epoch": 0.6228710462287105,
      "grad_norm": 0.010037368163466454,
      "learning_rate": 0.0002,
      "loss": 0.6382291316986084,
      "mean_token_accuracy": 0.7439633831381798,
      "num_tokens": 3576863.0,
      "step": 96
    },
    {
      "entropy": 0.6299866884946823,
      "epoch": 0.6293592862935928,
      "grad_norm": 0.011554226279258728,
      "learning_rate": 0.0002,
      "loss": 0.6333507895469666,
      "mean_token_accuracy": 0.7430082336068153,
      "num_tokens": 3613859.0,
      "step": 97
    },
    {
      "entropy": 0.6372612193226814,
      "epoch": 0.6358475263584753,
      "grad_norm": 0.012070685625076294,
      "learning_rate": 0.0002,
      "loss": 0.6347473859786987,
      "mean_token_accuracy": 0.7440797835588455,
      "num_tokens": 3651376.0,
      "step": 98
    },
    {
      "entropy": 0.6408236473798752,
      "epoch": 0.6423357664233577,
      "grad_norm": 0.010936851613223553,
      "learning_rate": 0.0002,
      "loss": 0.6386737823486328,
      "mean_token_accuracy": 0.7431015446782112,
      "num_tokens": 3688847.0,
      "step": 99
    },
    {
      "entropy": 0.6442330852150917,
      "epoch": 0.64882400648824,
      "grad_norm": 0.01024035457521677,
      "learning_rate": 0.0002,
      "loss": 0.6463708877563477,
      "mean_token_accuracy": 0.7389701902866364,
      "num_tokens": 3726347.0,
      "step": 100
    },
    {
      "entropy": 0.6199506223201752,
      "epoch": 0.6553122465531225,
      "grad_norm": 0.01070485170930624,
      "learning_rate": 0.0002,
      "loss": 0.6225665807723999,
      "mean_token_accuracy": 0.7488372325897217,
      "num_tokens": 3763687.0,
      "step": 101
    },
    {
      "entropy": 0.6321059763431549,
      "epoch": 0.6618004866180048,
      "grad_norm": 0.010497628711163998,
      "learning_rate": 0.0002,
      "loss": 0.6386170387268066,
      "mean_token_accuracy": 0.7398883476853371,
      "num_tokens": 3801390.0,
      "step": 102
    },
    {
      "entropy": 0.6317892819643021,
      "epoch": 0.6682887266828873,
      "grad_norm": 0.009558591060340405,
      "learning_rate": 0.0002,
      "loss": 0.6320483684539795,
      "mean_token_accuracy": 0.744752362370491,
      "num_tokens": 3838836.0,
      "step": 103
    },
    {
      "entropy": 0.6251348331570625,
      "epoch": 0.6747769667477697,
      "grad_norm": 0.012168657965958118,
      "learning_rate": 0.0002,
      "loss": 0.624641478061676,
      "mean_token_accuracy": 0.7455502301454544,
      "num_tokens": 3876059.0,
      "step": 104
    },
    {
      "entropy": 0.6264195889234543,
      "epoch": 0.681265206812652,
      "grad_norm": 0.01135180238634348,
      "learning_rate": 0.0002,
      "loss": 0.6254705190658569,
      "mean_token_accuracy": 0.7437941655516624,
      "num_tokens": 3913140.0,
      "step": 105
    },
    {
      "entropy": 0.6271661967039108,
      "epoch": 0.6877534468775345,
      "grad_norm": 0.011404785327613354,
      "learning_rate": 0.0002,
      "loss": 0.627234160900116,
      "mean_token_accuracy": 0.7443915233016014,
      "num_tokens": 3950197.0,
      "step": 106
    },
    {
      "entropy": 0.6316048800945282,
      "epoch": 0.6942416869424168,
      "grad_norm": 0.012731475755572319,
      "learning_rate": 0.0002,
      "loss": 0.631871223449707,
      "mean_token_accuracy": 0.7436823844909668,
      "num_tokens": 3987880.0,
      "step": 107
    },
    {
      "entropy": 0.6351677849888802,
      "epoch": 0.7007299270072993,
      "grad_norm": 0.011057685129344463,
      "learning_rate": 0.0002,
      "loss": 0.634377121925354,
      "mean_token_accuracy": 0.7431640774011612,
      "num_tokens": 4025490.0,
      "step": 108
    },
    {
      "entropy": 0.6258664429187775,
      "epoch": 0.7072181670721817,
      "grad_norm": 0.012130603194236755,
      "learning_rate": 0.0002,
      "loss": 0.628970742225647,
      "mean_token_accuracy": 0.7431703954935074,
      "num_tokens": 4062925.0,
      "step": 109
    },
    {
      "entropy": 0.6371812373399734,
      "epoch": 0.7137064071370641,
      "grad_norm": 0.01057880837470293,
      "learning_rate": 0.0002,
      "loss": 0.6419240236282349,
      "mean_token_accuracy": 0.7392893806099892,
      "num_tokens": 4100176.0,
      "step": 110
    },
    {
      "entropy": 0.6297428086400032,
      "epoch": 0.7201946472019465,
      "grad_norm": 0.01054214034229517,
      "learning_rate": 0.0002,
      "loss": 0.6334270238876343,
      "mean_token_accuracy": 0.7451630085706711,
      "num_tokens": 4137649.0,
      "step": 111
    },
    {
      "entropy": 0.6174112483859062,
      "epoch": 0.7266828872668288,
      "grad_norm": 0.01192370243370533,
      "learning_rate": 0.0002,
      "loss": 0.6196002960205078,
      "mean_token_accuracy": 0.748643770813942,
      "num_tokens": 4174992.0,
      "step": 112
    },
    {
      "entropy": 0.6409988701343536,
      "epoch": 0.7331711273317113,
      "grad_norm": 0.012110228650271893,
      "learning_rate": 0.0002,
      "loss": 0.6420451402664185,
      "mean_token_accuracy": 0.7404038235545158,
      "num_tokens": 4212392.0,
      "step": 113
    },
    {
      "entropy": 0.6189580634236336,
      "epoch": 0.7396593673965937,
      "grad_norm": 0.010546376928687096,
      "learning_rate": 0.0002,
      "loss": 0.6227763891220093,
      "mean_token_accuracy": 0.7471738830208778,
      "num_tokens": 4249387.0,
      "step": 114
    },
    {
      "entropy": 0.6477556005120277,
      "epoch": 0.7461476074614761,
      "grad_norm": 0.012936307117342949,
      "learning_rate": 0.0002,
      "loss": 0.6444486379623413,
      "mean_token_accuracy": 0.7407133355736732,
      "num_tokens": 4286813.0,
      "step": 115
    },
    {
      "entropy": 0.6388062611222267,
      "epoch": 0.7526358475263585,
      "grad_norm": 0.011020737700164318,
      "learning_rate": 0.0002,
      "loss": 0.6358926892280579,
      "mean_token_accuracy": 0.7421080470085144,
      "num_tokens": 4324068.0,
      "step": 116
    },
    {
      "entropy": 0.623978279531002,
      "epoch": 0.7591240875912408,
      "grad_norm": 0.011272276751697063,
      "learning_rate": 0.0002,
      "loss": 0.6239657402038574,
      "mean_token_accuracy": 0.7491330280900002,
      "num_tokens": 4361117.0,
      "step": 117
    },
    {
      "entropy": 0.6343322321772575,
      "epoch": 0.7656123276561233,
      "grad_norm": 0.011995693668723106,
      "learning_rate": 0.0002,
      "loss": 0.635836124420166,
      "mean_token_accuracy": 0.7406070083379745,
      "num_tokens": 4398800.0,
      "step": 118
    },
    {
      "entropy": 0.6236653178930283,
      "epoch": 0.7721005677210057,
      "grad_norm": 0.012621116824448109,
      "learning_rate": 0.0002,
      "loss": 0.6293167471885681,
      "mean_token_accuracy": 0.7453652620315552,
      "num_tokens": 4435941.0,
      "step": 119
    },
    {
      "entropy": 0.6156119927763939,
      "epoch": 0.7785888077858881,
      "grad_norm": 0.010849852114915848,
      "learning_rate": 0.0002,
      "loss": 0.619170069694519,
      "mean_token_accuracy": 0.7481161803007126,
      "num_tokens": 4473532.0,
      "step": 120
    },
    {
      "entropy": 0.6325643733143806,
      "epoch": 0.7850770478507705,
      "grad_norm": 0.012033924460411072,
      "learning_rate": 0.0002,
      "loss": 0.6320570707321167,
      "mean_token_accuracy": 0.745756022632122,
      "num_tokens": 4510663.0,
      "step": 121
    },
    {
      "entropy": 0.6439174935221672,
      "epoch": 0.7915652879156528,
      "grad_norm": 0.011160428635776043,
      "learning_rate": 0.0002,
      "loss": 0.6456828117370605,
      "mean_token_accuracy": 0.7372104227542877,
      "num_tokens": 4548366.0,
      "step": 122
    },
    {
      "entropy": 0.614606499671936,
      "epoch": 0.7980535279805353,
      "grad_norm": 0.012264038436114788,
      "learning_rate": 0.0002,
      "loss": 0.6181074976921082,
      "mean_token_accuracy": 0.7488836497068405,
      "num_tokens": 4585220.0,
      "step": 123
    },
    {
      "entropy": 0.6238071173429489,
      "epoch": 0.8045417680454177,
      "grad_norm": 0.010948721319437027,
      "learning_rate": 0.0002,
      "loss": 0.6282123327255249,
      "mean_token_accuracy": 0.7447341307997704,
      "num_tokens": 4622594.0,
      "step": 124
    },
    {
      "entropy": 0.6207244768738747,
      "epoch": 0.8110300081103001,
      "grad_norm": 0.011111956089735031,
      "learning_rate": 0.0002,
      "loss": 0.6224273443222046,
      "mean_token_accuracy": 0.748368538916111,
      "num_tokens": 4659890.0,
      "step": 125
    },
    {
      "entropy": 0.6334651708602905,
      "epoch": 0.8175182481751825,
      "grad_norm": 0.01036700326949358,
      "learning_rate": 0.0002,
      "loss": 0.6354086399078369,
      "mean_token_accuracy": 0.742103323340416,
      "num_tokens": 4697214.0,
      "step": 126
    },
    {
      "entropy": 0.6321412995457649,
      "epoch": 0.8240064882400648,
      "grad_norm": 0.011659913696348667,
      "learning_rate": 0.0002,
      "loss": 0.632038950920105,
      "mean_token_accuracy": 0.7430339977145195,
      "num_tokens": 4734306.0,
      "step": 127
    },
    {
      "entropy": 0.6252134963870049,
      "epoch": 0.8304947283049473,
      "grad_norm": 0.010766416788101196,
      "learning_rate": 0.0002,
      "loss": 0.6210082173347473,
      "mean_token_accuracy": 0.747887596487999,
      "num_tokens": 4772005.0,
      "step": 128
    },
    {
      "entropy": 0.632231742143631,
      "epoch": 0.8369829683698297,
      "grad_norm": 0.009685291908681393,
      "learning_rate": 0.0002,
      "loss": 0.6338882446289062,
      "mean_token_accuracy": 0.7436560764908791,
      "num_tokens": 4809261.0,
      "step": 129
    },
    {
      "entropy": 0.6244007870554924,
      "epoch": 0.8434712084347121,
      "grad_norm": 0.011300327256321907,
      "learning_rate": 0.0002,
      "loss": 0.6297156810760498,
      "mean_token_accuracy": 0.7441424131393433,
      "num_tokens": 4846773.0,
      "step": 130
    },
    {
      "entropy": 0.6212883591651917,
      "epoch": 0.8499594484995945,
      "grad_norm": 0.011122049763798714,
      "learning_rate": 0.0002,
      "loss": 0.6272852420806885,
      "mean_token_accuracy": 0.745480865240097,
      "num_tokens": 4884087.0,
      "step": 131
    },
    {
      "entropy": 0.6275059729814529,
      "epoch": 0.8564476885644768,
      "grad_norm": 0.011759513057768345,
      "learning_rate": 0.0002,
      "loss": 0.6352666020393372,
      "mean_token_accuracy": 0.741997979581356,
      "num_tokens": 4921034.0,
      "step": 132
    },
    {
      "entropy": 0.6292549446225166,
      "epoch": 0.8629359286293593,
      "grad_norm": 0.010103589855134487,
      "learning_rate": 0.0002,
      "loss": 0.6285660862922668,
      "mean_token_accuracy": 0.7458189874887466,
      "num_tokens": 4958394.0,
      "step": 133
    },
    {
      "entropy": 0.6254143863916397,
      "epoch": 0.8694241686942417,
      "grad_norm": 0.009165394119918346,
      "learning_rate": 0.0002,
      "loss": 0.6281845569610596,
      "mean_token_accuracy": 0.7441290989518166,
      "num_tokens": 4995560.0,
      "step": 134
    },
    {
      "entropy": 0.6326478272676468,
      "epoch": 0.8759124087591241,
      "grad_norm": 0.009857391007244587,
      "learning_rate": 0.0002,
      "loss": 0.6341642141342163,
      "mean_token_accuracy": 0.7431726306676865,
      "num_tokens": 5032908.0,
      "step": 135
    },
    {
      "entropy": 0.6411951705813408,
      "epoch": 0.8824006488240065,
      "grad_norm": 0.009912555105984211,
      "learning_rate": 0.0002,
      "loss": 0.6402624845504761,
      "mean_token_accuracy": 0.7418247908353806,
      "num_tokens": 5070353.0,
      "step": 136
    },
    {
      "entropy": 0.6335436180233955,
      "epoch": 0.8888888888888888,
      "grad_norm": 0.010203655809164047,
      "learning_rate": 0.0002,
      "loss": 0.6348065137863159,
      "mean_token_accuracy": 0.7417963817715645,
      "num_tokens": 5107488.0,
      "step": 137
    },
    {
      "entropy": 0.6298110708594322,
      "epoch": 0.8953771289537713,
      "grad_norm": 0.009738304652273655,
      "learning_rate": 0.0002,
      "loss": 0.6292046904563904,
      "mean_token_accuracy": 0.7428107112646103,
      "num_tokens": 5144774.0,
      "step": 138
    },
    {
      "entropy": 0.621233694255352,
      "epoch": 0.9018653690186537,
      "grad_norm": 0.009310460649430752,
      "learning_rate": 0.0002,
      "loss": 0.6167433261871338,
      "mean_token_accuracy": 0.7501207813620567,
      "num_tokens": 5181712.0,
      "step": 139
    },
    {
      "entropy": 0.6066861748695374,
      "epoch": 0.9083536090835361,
      "grad_norm": 0.010622376576066017,
      "learning_rate": 0.0002,
      "loss": 0.6090973615646362,
      "mean_token_accuracy": 0.7524907812476158,
      "num_tokens": 5219096.0,
      "step": 140
    },
    {
      "entropy": 0.6264965310692787,
      "epoch": 0.9148418491484185,
      "grad_norm": 0.011424071155488491,
      "learning_rate": 0.0002,
      "loss": 0.6337799429893494,
      "mean_token_accuracy": 0.7431259453296661,
      "num_tokens": 5256221.0,
      "step": 141
    },
    {
      "entropy": 0.6391952782869339,
      "epoch": 0.9213300892133008,
      "grad_norm": 0.009158595465123653,
      "learning_rate": 0.0002,
      "loss": 0.6384302973747253,
      "mean_token_accuracy": 0.7389715909957886,
      "num_tokens": 5293696.0,
      "step": 142
    },
    {
      "entropy": 0.6427849903702736,
      "epoch": 0.9278183292781833,
      "grad_norm": 0.011200455017387867,
      "learning_rate": 0.0002,
      "loss": 0.6386270523071289,
      "mean_token_accuracy": 0.7409881576895714,
      "num_tokens": 5330767.0,
      "step": 143
    },
    {
      "entropy": 0.6417384147644043,
      "epoch": 0.9343065693430657,
      "grad_norm": 0.010727403685450554,
      "learning_rate": 0.0002,
      "loss": 0.63932865858078,
      "mean_token_accuracy": 0.7433461174368858,
      "num_tokens": 5368288.0,
      "step": 144
    },
    {
      "entropy": 0.6349349692463875,
      "epoch": 0.9407948094079481,
      "grad_norm": 0.01087568886578083,
      "learning_rate": 0.0002,
      "loss": 0.6332679986953735,
      "mean_token_accuracy": 0.7431394383311272,
      "num_tokens": 5405743.0,
      "step": 145
    },
    {
      "entropy": 0.6268604248762131,
      "epoch": 0.9472830494728305,
      "grad_norm": 0.009905870072543621,
      "learning_rate": 0.0002,
      "loss": 0.6278096437454224,
      "mean_token_accuracy": 0.7460607141256332,
      "num_tokens": 5442824.0,
      "step": 146
    },
    {
      "entropy": 0.6252990365028381,
      "epoch": 0.9537712895377128,
      "grad_norm": 0.011337473057210445,
      "learning_rate": 0.0002,
      "loss": 0.6313953399658203,
      "mean_token_accuracy": 0.7449029609560966,
      "num_tokens": 5480060.0,
      "step": 147
    },
    {
      "entropy": 0.6279519572854042,
      "epoch": 0.9602595296025953,
      "grad_norm": 0.011046580970287323,
      "learning_rate": 0.0002,
      "loss": 0.6361185312271118,
      "mean_token_accuracy": 0.7435570135712624,
      "num_tokens": 5517276.0,
      "step": 148
    },
    {
      "entropy": 0.6244647055864334,
      "epoch": 0.9667477696674777,
      "grad_norm": 0.010344677604734898,
      "learning_rate": 0.0002,
      "loss": 0.6286739110946655,
      "mean_token_accuracy": 0.7459346577525139,
      "num_tokens": 5554772.0,
      "step": 149
    },
    {
      "entropy": 0.625552199780941,
      "epoch": 0.9732360097323601,
      "grad_norm": 0.010485424660146236,
      "learning_rate": 0.0002,
      "loss": 0.6246562600135803,
      "mean_token_accuracy": 0.7459065243601799,
      "num_tokens": 5592235.0,
      "step": 150
    },
    {
      "entropy": 0.650402158498764,
      "epoch": 0.9797242497972425,
      "grad_norm": 0.01180343609303236,
      "learning_rate": 0.0002,
      "loss": 0.6489013433456421,
      "mean_token_accuracy": 0.7372798472642899,
      "num_tokens": 5629879.0,
      "step": 151
    },
    {
      "entropy": 0.625130906701088,
      "epoch": 0.986212489862125,
      "grad_norm": 0.010784060694277287,
      "learning_rate": 0.0002,
      "loss": 0.6217543482780457,
      "mean_token_accuracy": 0.7487893849611282,
      "num_tokens": 5667174.0,
      "step": 152
    },
    {
      "entropy": 0.6295798048377037,
      "epoch": 0.9927007299270073,
      "grad_norm": 0.00907177198678255,
      "learning_rate": 0.0002,
      "loss": 0.6333097219467163,
      "mean_token_accuracy": 0.7429074198007584,
      "num_tokens": 5704388.0,
      "step": 153
    },
    {
      "entropy": 0.6149610579013824,
      "epoch": 0.9991889699918897,
      "grad_norm": 0.010923929512500763,
      "learning_rate": 0.0002,
      "loss": 0.6188989877700806,
      "mean_token_accuracy": 0.7496026828885078,
      "num_tokens": 5741236.0,
      "step": 154
    },
    {
      "entropy": 0.6364340782165527,
      "epoch": 1.0,
      "grad_norm": 0.023092100396752357,
      "learning_rate": 0.0002,
      "loss": 0.6314291954040527,
      "mean_token_accuracy": 0.7433016300201416,
      "num_tokens": 5745896.0,
      "step": 155
    },
    {
      "entropy": 0.6255532875657082,
      "epoch": 1.0064882400648825,
      "grad_norm": 0.010001299902796745,
      "learning_rate": 0.0002,
      "loss": 0.6274809837341309,
      "mean_token_accuracy": 0.7447079941630363,
      "num_tokens": 5782887.0,
      "step": 156
    },
    {
      "entropy": 0.6249469369649887,
      "epoch": 1.0129764801297647,
      "grad_norm": 0.010014750063419342,
      "learning_rate": 0.0002,
      "loss": 0.6293044090270996,
      "mean_token_accuracy": 0.743991531431675,
      "num_tokens": 5820452.0,
      "step": 157
    },
    {
      "entropy": 0.6250087693333626,
      "epoch": 1.0194647201946472,
      "grad_norm": 0.009554821066558361,
      "learning_rate": 0.0002,
      "loss": 0.6216879487037659,
      "mean_token_accuracy": 0.7472942620515823,
      "num_tokens": 5857511.0,
      "step": 158
    },
    {
      "entropy": 0.6345709040760994,
      "epoch": 1.0259529602595296,
      "grad_norm": 0.010529364459216595,
      "learning_rate": 0.0002,
      "loss": 0.6336644887924194,
      "mean_token_accuracy": 0.7428694814443588,
      "num_tokens": 5895426.0,
      "step": 159
    },
    {
      "entropy": 0.6269640624523163,
      "epoch": 1.0324412003244121,
      "grad_norm": 0.010084465146064758,
      "learning_rate": 0.0002,
      "loss": 0.6298044919967651,
      "mean_token_accuracy": 0.7432648167014122,
      "num_tokens": 5932788.0,
      "step": 160
    },
    {
      "entropy": 0.6268706321716309,
      "epoch": 1.0389294403892944,
      "grad_norm": 0.009462922811508179,
      "learning_rate": 0.0002,
      "loss": 0.6329535245895386,
      "mean_token_accuracy": 0.7419963404536247,
      "num_tokens": 5970211.0,
      "step": 161
    },
    {
      "entropy": 0.6167154312133789,
      "epoch": 1.0454176804541768,
      "grad_norm": 0.009687564335763454,
      "learning_rate": 0.0002,
      "loss": 0.6214160919189453,
      "mean_token_accuracy": 0.7477982342243195,
      "num_tokens": 6007676.0,
      "step": 162
    },
    {
      "entropy": 0.6232415363192558,
      "epoch": 1.0519059205190593,
      "grad_norm": 0.011512194760143757,
      "learning_rate": 0.0002,
      "loss": 0.6291061639785767,
      "mean_token_accuracy": 0.743974357843399,
      "num_tokens": 6044881.0,
      "step": 163
    },
    {
      "entropy": 0.6384411826729774,
      "epoch": 1.0583941605839415,
      "grad_norm": 0.009664908982813358,
      "learning_rate": 0.0002,
      "loss": 0.6418322920799255,
      "mean_token_accuracy": 0.7393775209784508,
      "num_tokens": 6081959.0,
      "step": 164
    },
    {
      "entropy": 0.6312756985425949,
      "epoch": 1.064882400648824,
      "grad_norm": 0.009909010492265224,
      "learning_rate": 0.0002,
      "loss": 0.6294491291046143,
      "mean_token_accuracy": 0.7447398081421852,
      "num_tokens": 6119502.0,
      "step": 165
    },
    {
      "entropy": 0.6399073377251625,
      "epoch": 1.0713706407137065,
      "grad_norm": 0.009380994364619255,
      "learning_rate": 0.0002,
      "loss": 0.6359134912490845,
      "mean_token_accuracy": 0.7427374646067619,
      "num_tokens": 6157187.0,
      "step": 166
    },
    {
      "entropy": 0.6151667386293411,
      "epoch": 1.0778588807785887,
      "grad_norm": 0.008555393666028976,
      "learning_rate": 0.0002,
      "loss": 0.6155805587768555,
      "mean_token_accuracy": 0.7496763169765472,
      "num_tokens": 6194222.0,
      "step": 167
    },
    {
      "entropy": 0.6240349486470222,
      "epoch": 1.0843471208434712,
      "grad_norm": 0.008739444427192211,
      "learning_rate": 0.0002,
      "loss": 0.6246569156646729,
      "mean_token_accuracy": 0.7454928457736969,
      "num_tokens": 6231423.0,
      "step": 168
    },
    {
      "entropy": 0.6332473009824753,
      "epoch": 1.0908353609083536,
      "grad_norm": 0.009752689860761166,
      "learning_rate": 0.0002,
      "loss": 0.6364842653274536,
      "mean_token_accuracy": 0.7410347387194633,
      "num_tokens": 6268835.0,
      "step": 169
    },
    {
      "entropy": 0.6179100349545479,
      "epoch": 1.0973236009732361,
      "grad_norm": 0.010130702517926693,
      "learning_rate": 0.0002,
      "loss": 0.6235646605491638,
      "mean_token_accuracy": 0.7480539605021477,
      "num_tokens": 6306169.0,
      "step": 170
    },
    {
      "entropy": 0.6232842579483986,
      "epoch": 1.1038118410381184,
      "grad_norm": 0.00973625760525465,
      "learning_rate": 0.0002,
      "loss": 0.6288238763809204,
      "mean_token_accuracy": 0.7431181073188782,
      "num_tokens": 6343047.0,
      "step": 171
    },
    {
      "entropy": 0.6252638548612595,
      "epoch": 1.1103000811030008,
      "grad_norm": 0.009265839122235775,
      "learning_rate": 0.0002,
      "loss": 0.6260301470756531,
      "mean_token_accuracy": 0.7449894994497299,
      "num_tokens": 6380248.0,
      "step": 172
    },
    {
      "entropy": 0.6273873671889305,
      "epoch": 1.1167883211678833,
      "grad_norm": 0.009544978849589825,
      "learning_rate": 0.0002,
      "loss": 0.624110996723175,
      "mean_token_accuracy": 0.7455884218215942,
      "num_tokens": 6417799.0,
      "step": 173
    },
    {
      "entropy": 0.6261554434895515,
      "epoch": 1.1232765612327655,
      "grad_norm": 0.009425261989235878,
      "learning_rate": 0.0002,
      "loss": 0.6238696575164795,
      "mean_token_accuracy": 0.747870922088623,
      "num_tokens": 6454969.0,
      "step": 174
    },
    {
      "entropy": 0.6361829712986946,
      "epoch": 1.129764801297648,
      "grad_norm": 0.009325449354946613,
      "learning_rate": 0.0002,
      "loss": 0.6336718201637268,
      "mean_token_accuracy": 0.7412231788039207,
      "num_tokens": 6493115.0,
      "step": 175
    },
    {
      "entropy": 0.626146711409092,
      "epoch": 1.1362530413625305,
      "grad_norm": 0.010177000425755978,
      "learning_rate": 0.0002,
      "loss": 0.6264243125915527,
      "mean_token_accuracy": 0.7452349737286568,
      "num_tokens": 6530141.0,
      "step": 176
    },
    {
      "entropy": 0.620332308113575,
      "epoch": 1.142741281427413,
      "grad_norm": 0.010463408194482327,
      "learning_rate": 0.0002,
      "loss": 0.6263006329536438,
      "mean_token_accuracy": 0.7455399706959724,
      "num_tokens": 6567506.0,
      "step": 177
    },
    {
      "entropy": 0.6137627214193344,
      "epoch": 1.1492295214922952,
      "grad_norm": 0.011479280889034271,
      "learning_rate": 0.0002,
      "loss": 0.6208648681640625,
      "mean_token_accuracy": 0.7491373345255852,
      "num_tokens": 6604409.0,
      "step": 178
    },
    {
      "entropy": 0.6161536052823067,
      "epoch": 1.1557177615571776,
      "grad_norm": 0.010295857675373554,
      "learning_rate": 0.0002,
      "loss": 0.6196001768112183,
      "mean_token_accuracy": 0.7471510693430901,
      "num_tokens": 6641779.0,
      "step": 179
    },
    {
      "entropy": 0.615701287984848,
      "epoch": 1.1622060016220601,
      "grad_norm": 0.00977401528507471,
      "learning_rate": 0.0002,
      "loss": 0.6152433156967163,
      "mean_token_accuracy": 0.7513743862509727,
      "num_tokens": 6678811.0,
      "step": 180
    },
    {
      "entropy": 0.6276117786765099,
      "epoch": 1.1686942416869424,
      "grad_norm": 0.009978534653782845,
      "learning_rate": 0.0002,
      "loss": 0.6257454752922058,
      "mean_token_accuracy": 0.7457039654254913,
      "num_tokens": 6715971.0,
      "step": 181
    },
    {
      "entropy": 0.622728981077671,
      "epoch": 1.1751824817518248,
      "grad_norm": 0.010105178691446781,
      "learning_rate": 0.0002,
      "loss": 0.6200466156005859,
      "mean_token_accuracy": 0.7463524416089058,
      "num_tokens": 6753100.0,
      "step": 182
    },
    {
      "entropy": 0.6278671473264694,
      "epoch": 1.1816707218167073,
      "grad_norm": 0.00981152057647705,
      "learning_rate": 0.0002,
      "loss": 0.629209041595459,
      "mean_token_accuracy": 0.7440850958228111,
      "num_tokens": 6790606.0,
      "step": 183
    },
    {
      "entropy": 0.6340474411845207,
      "epoch": 1.1881589618815895,
      "grad_norm": 0.010966816917061806,
      "learning_rate": 0.0002,
      "loss": 0.6343464851379395,
      "mean_token_accuracy": 0.7423162013292313,
      "num_tokens": 6827773.0,
      "step": 184
    },
    {
      "entropy": 0.627871498465538,
      "epoch": 1.194647201946472,
      "grad_norm": 0.01046378631144762,
      "learning_rate": 0.0002,
      "loss": 0.6280568838119507,
      "mean_token_accuracy": 0.7452474683523178,
      "num_tokens": 6865004.0,
      "step": 185
    },
    {
      "entropy": 0.632583849132061,
      "epoch": 1.2011354420113545,
      "grad_norm": 0.011151660233736038,
      "learning_rate": 0.0002,
      "loss": 0.6399388313293457,
      "mean_token_accuracy": 0.7401903197169304,
      "num_tokens": 6902199.0,
      "step": 186
    },
    {
      "entropy": 0.6207470819354057,
      "epoch": 1.2076236820762367,
      "grad_norm": 0.009539226070046425,
      "learning_rate": 0.0002,
      "loss": 0.626314640045166,
      "mean_token_accuracy": 0.7447792664170265,
      "num_tokens": 6939345.0,
      "step": 187
    },
    {
      "entropy": 0.6265325620770454,
      "epoch": 1.2141119221411192,
      "grad_norm": 0.010582523420453072,
      "learning_rate": 0.0002,
      "loss": 0.6258584260940552,
      "mean_token_accuracy": 0.7450206950306892,
      "num_tokens": 6976749.0,
      "step": 188
    },
    {
      "entropy": 0.6242929175496101,
      "epoch": 1.2206001622060016,
      "grad_norm": 0.010438770987093449,
      "learning_rate": 0.0002,
      "loss": 0.6282113790512085,
      "mean_token_accuracy": 0.7453068420290947,
      "num_tokens": 7013986.0,
      "step": 189
    },
    {
      "entropy": 0.6362300962209702,
      "epoch": 1.2270884022708841,
      "grad_norm": 0.009592331014573574,
      "learning_rate": 0.0002,
      "loss": 0.6338801980018616,
      "mean_token_accuracy": 0.7425767108798027,
      "num_tokens": 7051122.0,
      "step": 190
    },
    {
      "entropy": 0.6142800450325012,
      "epoch": 1.2335766423357664,
      "grad_norm": 0.008985689841210842,
      "learning_rate": 0.0002,
      "loss": 0.6143558025360107,
      "mean_token_accuracy": 0.750966027379036,
      "num_tokens": 7088050.0,
      "step": 191
    },
    {
      "entropy": 0.6302971392869949,
      "epoch": 1.2400648824006488,
      "grad_norm": 0.009001200087368488,
      "learning_rate": 0.0002,
      "loss": 0.6324248313903809,
      "mean_token_accuracy": 0.7426666542887688,
      "num_tokens": 7125652.0,
      "step": 192
    },
    {
      "entropy": 0.6278156340122223,
      "epoch": 1.2465531224655313,
      "grad_norm": 0.009873399510979652,
      "learning_rate": 0.0002,
      "loss": 0.6288595795631409,
      "mean_token_accuracy": 0.7446199506521225,
      "num_tokens": 7163209.0,
      "step": 193
    },
    {
      "entropy": 0.6151107102632523,
      "epoch": 1.2530413625304138,
      "grad_norm": 0.010955240577459335,
      "learning_rate": 0.0002,
      "loss": 0.6196198463439941,
      "mean_token_accuracy": 0.7487600594758987,
      "num_tokens": 7200676.0,
      "step": 194
    },
    {
      "entropy": 0.624420776963234,
      "epoch": 1.259529602595296,
      "grad_norm": 0.009569366462528706,
      "learning_rate": 0.0002,
      "loss": 0.6245594024658203,
      "mean_token_accuracy": 0.7455159053206444,
      "num_tokens": 7237914.0,
      "step": 195
    },
    {
      "entropy": 0.62844218313694,
      "epoch": 1.2660178426601785,
      "grad_norm": 0.00903658103197813,
      "learning_rate": 0.0002,
      "loss": 0.6268140077590942,
      "mean_token_accuracy": 0.7442804053425789,
      "num_tokens": 7275515.0,
      "step": 196
    },
    {
      "entropy": 0.6202637255191803,
      "epoch": 1.272506082725061,
      "grad_norm": 0.00881174299865961,
      "learning_rate": 0.0002,
      "loss": 0.6185364723205566,
      "mean_token_accuracy": 0.7477486506104469,
      "num_tokens": 7313158.0,
      "step": 197
    },
    {
      "entropy": 0.6143034398555756,
      "epoch": 1.2789943227899432,
      "grad_norm": 0.010709850117564201,
      "learning_rate": 0.0002,
      "loss": 0.6169742345809937,
      "mean_token_accuracy": 0.7487710192799568,
      "num_tokens": 7350030.0,
      "step": 198
    },
    {
      "entropy": 0.6223605200648308,
      "epoch": 1.2854825628548256,
      "grad_norm": 0.010480264201760292,
      "learning_rate": 0.0002,
      "loss": 0.6294817924499512,
      "mean_token_accuracy": 0.7423868179321289,
      "num_tokens": 7387006.0,
      "step": 199
    },
    {
      "entropy": 0.6272002533078194,
      "epoch": 1.2919708029197081,
      "grad_norm": 0.009464031085371971,
      "learning_rate": 0.0002,
      "loss": 0.6319963932037354,
      "mean_token_accuracy": 0.7425662279129028,
      "num_tokens": 7424425.0,
      "step": 200
    },
    {
      "entropy": 0.6301053911447525,
      "epoch": 1.2984590429845904,
      "grad_norm": 0.009957416914403439,
      "learning_rate": 0.0002,
      "loss": 0.6337630748748779,
      "mean_token_accuracy": 0.7440446689724922,
      "num_tokens": 7461695.0,
      "step": 201
    },
    {
      "entropy": 0.6238225474953651,
      "epoch": 1.3049472830494728,
      "grad_norm": 0.00954597070813179,
      "learning_rate": 0.0002,
      "loss": 0.6226916909217834,
      "mean_token_accuracy": 0.7449641600251198,
      "num_tokens": 7498774.0,
      "step": 202
    },
    {
      "entropy": 0.630424328148365,
      "epoch": 1.3114355231143553,
      "grad_norm": 0.0086854612454772,
      "learning_rate": 0.0002,
      "loss": 0.6267648935317993,
      "mean_token_accuracy": 0.745999850332737,
      "num_tokens": 7535974.0,
      "step": 203
    },
    {
      "entropy": 0.6177534386515617,
      "epoch": 1.3179237631792375,
      "grad_norm": 0.009849452413618565,
      "learning_rate": 0.0002,
      "loss": 0.6153725385665894,
      "mean_token_accuracy": 0.7507055774331093,
      "num_tokens": 7572957.0,
      "step": 204
    },
    {
      "entropy": 0.622411735355854,
      "epoch": 1.32441200324412,
      "grad_norm": 0.009472545236349106,
      "learning_rate": 0.0002,
      "loss": 0.625112771987915,
      "mean_token_accuracy": 0.7435147687792778,
      "num_tokens": 7610380.0,
      "step": 205
    },
    {
      "entropy": 0.6200075596570969,
      "epoch": 1.3309002433090025,
      "grad_norm": 0.010570540092885494,
      "learning_rate": 0.0002,
      "loss": 0.6272220611572266,
      "mean_token_accuracy": 0.7441560178995132,
      "num_tokens": 7647843.0,
      "step": 206
    },
    {
      "entropy": 0.6281143799424171,
      "epoch": 1.3373884833738847,
      "grad_norm": 0.008813613094389439,
      "learning_rate": 0.0002,
      "loss": 0.6328994631767273,
      "mean_token_accuracy": 0.742665521800518,
      "num_tokens": 7685138.0,
      "step": 207
    },
    {
      "entropy": 0.6417431458830833,
      "epoch": 1.3438767234387672,
      "grad_norm": 0.00971722137182951,
      "learning_rate": 0.0002,
      "loss": 0.6397589445114136,
      "mean_token_accuracy": 0.7406186908483505,
      "num_tokens": 7722781.0,
      "step": 208
    },
    {
      "entropy": 0.6444113031029701,
      "epoch": 1.3503649635036497,
      "grad_norm": 0.009866150096058846,
      "learning_rate": 0.0002,
      "loss": 0.6412906646728516,
      "mean_token_accuracy": 0.7412897050380707,
      "num_tokens": 7760109.0,
      "step": 209
    },
    {
      "entropy": 0.6214337572455406,
      "epoch": 1.3568532035685321,
      "grad_norm": 0.009207811206579208,
      "learning_rate": 0.0002,
      "loss": 0.6234208345413208,
      "mean_token_accuracy": 0.7459528893232346,
      "num_tokens": 7797532.0,
      "step": 210
    },
    {
      "entropy": 0.6157770529389381,
      "epoch": 1.3633414436334144,
      "grad_norm": 0.01025467086583376,
      "learning_rate": 0.0002,
      "loss": 0.6178190112113953,
      "mean_token_accuracy": 0.7505671828985214,
      "num_tokens": 7834554.0,
      "step": 211
    },
    {
      "entropy": 0.619218721985817,
      "epoch": 1.3698296836982968,
      "grad_norm": 0.01020651962608099,
      "learning_rate": 0.0002,
      "loss": 0.6230384111404419,
      "mean_token_accuracy": 0.7464535236358643,
      "num_tokens": 7871899.0,
      "step": 212
    },
    {
      "entropy": 0.6242957413196564,
      "epoch": 1.3763179237631793,
      "grad_norm": 0.009102249518036842,
      "learning_rate": 0.0002,
      "loss": 0.625146210193634,
      "mean_token_accuracy": 0.7436935156583786,
      "num_tokens": 7908550.0,
      "step": 213
    },
    {
      "entropy": 0.6318832859396935,
      "epoch": 1.3828061638280618,
      "grad_norm": 0.008958768099546432,
      "learning_rate": 0.0002,
      "loss": 0.6291754245758057,
      "mean_token_accuracy": 0.7419761046767235,
      "num_tokens": 7945528.0,
      "step": 214
    },
    {
      "entropy": 0.622461624443531,
      "epoch": 1.389294403892944,
      "grad_norm": 0.010115247219800949,
      "learning_rate": 0.0002,
      "loss": 0.6236110329627991,
      "mean_token_accuracy": 0.7462903261184692,
      "num_tokens": 7982511.0,
      "step": 215
    },
    {
      "entropy": 0.6254477724432945,
      "epoch": 1.3957826439578265,
      "grad_norm": 0.008989102207124233,
      "learning_rate": 0.0002,
      "loss": 0.6284307241439819,
      "mean_token_accuracy": 0.7429582253098488,
      "num_tokens": 8019795.0,
      "step": 216
    },
    {
      "entropy": 0.6165763810276985,
      "epoch": 1.402270884022709,
      "grad_norm": 0.010876733809709549,
      "learning_rate": 0.0002,
      "loss": 0.6224349737167358,
      "mean_token_accuracy": 0.7477402463555336,
      "num_tokens": 8057519.0,
      "step": 217
    },
    {
      "entropy": 0.6111054793000221,
      "epoch": 1.4087591240875912,
      "grad_norm": 0.008845480158925056,
      "learning_rate": 0.0002,
      "loss": 0.6134991645812988,
      "mean_token_accuracy": 0.7499867528676987,
      "num_tokens": 8094863.0,
      "step": 218
    },
    {
      "entropy": 0.6361298933625221,
      "epoch": 1.4152473641524737,
      "grad_norm": 0.009090340696275234,
      "learning_rate": 0.0002,
      "loss": 0.6369084715843201,
      "mean_token_accuracy": 0.7387163192033768,
      "num_tokens": 8132597.0,
      "step": 219
    },
    {
      "entropy": 0.6406821832060814,
      "epoch": 1.4217356042173561,
      "grad_norm": 0.0092760706320405,
      "learning_rate": 0.0002,
      "loss": 0.6413878202438354,
      "mean_token_accuracy": 0.7377218827605247,
      "num_tokens": 8170263.0,
      "step": 220
    },
    {
      "entropy": 0.6221970841288567,
      "epoch": 1.4282238442822384,
      "grad_norm": 0.009138553403317928,
      "learning_rate": 0.0002,
      "loss": 0.6239045858383179,
      "mean_token_accuracy": 0.7459966242313385,
      "num_tokens": 8207517.0,
      "step": 221
    },
    {
      "entropy": 0.6360906660556793,
      "epoch": 1.4347120843471208,
      "grad_norm": 0.008928137831389904,
      "learning_rate": 0.0002,
      "loss": 0.6395260095596313,
      "mean_token_accuracy": 0.7385511174798012,
      "num_tokens": 8244836.0,
      "step": 222
    },
    {
      "entropy": 0.6243730783462524,
      "epoch": 1.4412003244120033,
      "grad_norm": 0.009026050567626953,
      "learning_rate": 0.0002,
      "loss": 0.6269445419311523,
      "mean_token_accuracy": 0.7457072138786316,
      "num_tokens": 8281919.0,
      "step": 223
    },
    {
      "entropy": 0.6337901726365089,
      "epoch": 1.4476885644768855,
      "grad_norm": 0.00801246426999569,
      "learning_rate": 0.0002,
      "loss": 0.6330679059028625,
      "mean_token_accuracy": 0.7426828071475029,
      "num_tokens": 8319228.0,
      "step": 224
    },
    {
      "entropy": 0.631360612809658,
      "epoch": 1.454176804541768,
      "grad_norm": 0.009467655792832375,
      "learning_rate": 0.0002,
      "loss": 0.6300734281539917,
      "mean_token_accuracy": 0.7453820630908012,
      "num_tokens": 8356483.0,
      "step": 225
    },
    {
      "entropy": 0.6360229924321175,
      "epoch": 1.4606650446066505,
      "grad_norm": 0.009358935989439487,
      "learning_rate": 0.0002,
      "loss": 0.6341854929924011,
      "mean_token_accuracy": 0.7435640841722488,
      "num_tokens": 8393723.0,
      "step": 226
    },
    {
      "entropy": 0.6200751587748528,
      "epoch": 1.4671532846715327,
      "grad_norm": 0.008350496180355549,
      "learning_rate": 0.0002,
      "loss": 0.6218277215957642,
      "mean_token_accuracy": 0.7479682192206383,
      "num_tokens": 8431281.0,
      "step": 227
    },
    {
      "entropy": 0.6275244578719139,
      "epoch": 1.4736415247364152,
      "grad_norm": 0.009802248328924179,
      "learning_rate": 0.0002,
      "loss": 0.6335194706916809,
      "mean_token_accuracy": 0.7433927357196808,
      "num_tokens": 8468465.0,
      "step": 228
    },
    {
      "entropy": 0.6231343746185303,
      "epoch": 1.4801297648012977,
      "grad_norm": 0.010109310038387775,
      "learning_rate": 0.0002,
      "loss": 0.6223199367523193,
      "mean_token_accuracy": 0.7451789528131485,
      "num_tokens": 8505713.0,
      "step": 229
    },
    {
      "entropy": 0.6206792145967484,
      "epoch": 1.4866180048661801,
      "grad_norm": 0.010297620669007301,
      "learning_rate": 0.0002,
      "loss": 0.6225035190582275,
      "mean_token_accuracy": 0.7460876628756523,
      "num_tokens": 8542783.0,
      "step": 230
    },
    {
      "entropy": 0.6291577965021133,
      "epoch": 1.4931062449310626,
      "grad_norm": 0.009544001892209053,
      "learning_rate": 0.0002,
      "loss": 0.6289199590682983,
      "mean_token_accuracy": 0.7454885393381119,
      "num_tokens": 8580029.0,
      "step": 231
    },
    {
      "entropy": 0.6250879839062691,
      "epoch": 1.4995944849959448,
      "grad_norm": 0.008444451726973057,
      "learning_rate": 0.0002,
      "loss": 0.628132700920105,
      "mean_token_accuracy": 0.7435998693108559,
      "num_tokens": 8617067.0,
      "step": 232
    },
    {
      "entropy": 0.6236734315752983,
      "epoch": 1.5060827250608273,
      "grad_norm": 0.009344187565147877,
      "learning_rate": 0.0002,
      "loss": 0.6258345246315002,
      "mean_token_accuracy": 0.7458996251225471,
      "num_tokens": 8654420.0,
      "step": 233
    },
    {
      "entropy": 0.6138928905129433,
      "epoch": 1.5125709651257098,
      "grad_norm": 0.009892390109598637,
      "learning_rate": 0.0002,
      "loss": 0.6232701539993286,
      "mean_token_accuracy": 0.7446143329143524,
      "num_tokens": 8691786.0,
      "step": 234
    },
    {
      "entropy": 0.6233969107270241,
      "epoch": 1.519059205190592,
      "grad_norm": 0.010160520672798157,
      "learning_rate": 0.0002,
      "loss": 0.6211707592010498,
      "mean_token_accuracy": 0.7472252398729324,
      "num_tokens": 8729028.0,
      "step": 235
    },
    {
      "entropy": 0.6429286673665047,
      "epoch": 1.5255474452554745,
      "grad_norm": 0.0098539674654603,
      "learning_rate": 0.0002,
      "loss": 0.6372069120407104,
      "mean_token_accuracy": 0.7402112632989883,
      "num_tokens": 8766503.0,
      "step": 236
    },
    {
      "entropy": 0.6305690258741379,
      "epoch": 1.532035685320357,
      "grad_norm": 0.009324081242084503,
      "learning_rate": 0.0002,
      "loss": 0.6331846714019775,
      "mean_token_accuracy": 0.7420341670513153,
      "num_tokens": 8803595.0,
      "step": 237
    },
    {
      "entropy": 0.6305363178253174,
      "epoch": 1.5385239253852392,
      "grad_norm": 0.009419843554496765,
      "learning_rate": 0.0002,
      "loss": 0.6305243968963623,
      "mean_token_accuracy": 0.7442135661840439,
      "num_tokens": 8840805.0,
      "step": 238
    },
    {
      "entropy": 0.6271083503961563,
      "epoch": 1.5450121654501217,
      "grad_norm": 0.008481448516249657,
      "learning_rate": 0.0002,
      "loss": 0.628629207611084,
      "mean_token_accuracy": 0.7426930069923401,
      "num_tokens": 8877765.0,
      "step": 239
    },
    {
      "entropy": 0.6074612811207771,
      "epoch": 1.5515004055150041,
      "grad_norm": 0.008962183259427547,
      "learning_rate": 0.0002,
      "loss": 0.6033654808998108,
      "mean_token_accuracy": 0.7540537416934967,
      "num_tokens": 8915298.0,
      "step": 240
    },
    {
      "entropy": 0.6332517638802528,
      "epoch": 1.5579886455798864,
      "grad_norm": 0.009697218425571918,
      "learning_rate": 0.0002,
      "loss": 0.6378505229949951,
      "mean_token_accuracy": 0.7404668927192688,
      "num_tokens": 8952480.0,
      "step": 241
    },
    {
      "entropy": 0.6220754161477089,
      "epoch": 1.5644768856447688,
      "grad_norm": 0.00962862279266119,
      "learning_rate": 0.0002,
      "loss": 0.6282638907432556,
      "mean_token_accuracy": 0.7437562346458435,
      "num_tokens": 8990098.0,
      "step": 242
    },
    {
      "entropy": 0.6257785856723785,
      "epoch": 1.5709651257096513,
      "grad_norm": 0.009893639013171196,
      "learning_rate": 0.0002,
      "loss": 0.6297152042388916,
      "mean_token_accuracy": 0.7440835684537888,
      "num_tokens": 9026984.0,
      "step": 243
    },
    {
      "entropy": 0.6254734173417091,
      "epoch": 1.5774533657745335,
      "grad_norm": 0.009527175687253475,
      "learning_rate": 0.0002,
      "loss": 0.62839674949646,
      "mean_token_accuracy": 0.7452434748411179,
      "num_tokens": 9064358.0,
      "step": 244
    },
    {
      "entropy": 0.6305152326822281,
      "epoch": 1.583941605839416,
      "grad_norm": 0.009316297248005867,
      "learning_rate": 0.0002,
      "loss": 0.6323485374450684,
      "mean_token_accuracy": 0.74256681650877,
      "num_tokens": 9101356.0,
      "step": 245
    },
    {
      "entropy": 0.6291619464755058,
      "epoch": 1.5904298459042985,
      "grad_norm": 0.008978272788226604,
      "learning_rate": 0.0002,
      "loss": 0.6273784637451172,
      "mean_token_accuracy": 0.7450171038508415,
      "num_tokens": 9138713.0,
      "step": 246
    },
    {
      "entropy": 0.6248873770236969,
      "epoch": 1.5969180859691807,
      "grad_norm": 0.00856445450335741,
      "learning_rate": 0.0002,
      "loss": 0.6265925168991089,
      "mean_token_accuracy": 0.7451888769865036,
      "num_tokens": 9175681.0,
      "step": 247
    },
    {
      "entropy": 0.6189131289720535,
      "epoch": 1.6034063260340634,
      "grad_norm": 0.00968277920037508,
      "learning_rate": 0.0002,
      "loss": 0.62480229139328,
      "mean_token_accuracy": 0.7459377571940422,
      "num_tokens": 9213377.0,
      "step": 248
    },
    {
      "entropy": 0.6176823750138283,
      "epoch": 1.6098945660989457,
      "grad_norm": 0.008562079630792141,
      "learning_rate": 0.0002,
      "loss": 0.6216596961021423,
      "mean_token_accuracy": 0.7459762021899223,
      "num_tokens": 9249919.0,
      "step": 249
    },
    {
      "entropy": 0.6210065707564354,
      "epoch": 1.616382806163828,
      "grad_norm": 0.009402911178767681,
      "learning_rate": 0.0002,
      "loss": 0.6242903470993042,
      "mean_token_accuracy": 0.7469801977276802,
      "num_tokens": 9287219.0,
      "step": 250
    },
    {
      "entropy": 0.6323156431317329,
      "epoch": 1.6228710462287106,
      "grad_norm": 0.009092130698263645,
      "learning_rate": 0.0002,
      "loss": 0.6306654810905457,
      "mean_token_accuracy": 0.7425123229622841,
      "num_tokens": 9324174.0,
      "step": 251
    },
    {
      "entropy": 0.6303895488381386,
      "epoch": 1.6293592862935928,
      "grad_norm": 0.009144228883087635,
      "learning_rate": 0.0002,
      "loss": 0.6268880367279053,
      "mean_token_accuracy": 0.7460083961486816,
      "num_tokens": 9361494.0,
      "step": 252
    },
    {
      "entropy": 0.6353992223739624,
      "epoch": 1.6358475263584753,
      "grad_norm": 0.00928189791738987,
      "learning_rate": 0.0002,
      "loss": 0.6352483034133911,
      "mean_token_accuracy": 0.7439208328723907,
      "num_tokens": 9398944.0,
      "step": 253
    },
    {
      "entropy": 0.6256071850657463,
      "epoch": 1.6423357664233578,
      "grad_norm": 0.008181072771549225,
      "learning_rate": 0.0002,
      "loss": 0.6292101144790649,
      "mean_token_accuracy": 0.743871308863163,
      "num_tokens": 9436011.0,
      "step": 254
    },
    {
      "entropy": 0.6333504095673561,
      "epoch": 1.64882400648824,
      "grad_norm": 0.009949415922164917,
      "learning_rate": 0.0002,
      "loss": 0.6347252130508423,
      "mean_token_accuracy": 0.7401739284396172,
      "num_tokens": 9473110.0,
      "step": 255
    },
    {
      "entropy": 0.6310138329863548,
      "epoch": 1.6553122465531225,
      "grad_norm": 0.00846829917281866,
      "learning_rate": 0.0002,
      "loss": 0.6339915990829468,
      "mean_token_accuracy": 0.7427053153514862,
      "num_tokens": 9510350.0,
      "step": 256
    },
    {
      "entropy": 0.6202550306916237,
      "epoch": 1.661800486618005,
      "grad_norm": 0.009316318668425083,
      "learning_rate": 0.0002,
      "loss": 0.6241627335548401,
      "mean_token_accuracy": 0.7441129460930824,
      "num_tokens": 9547581.0,
      "step": 257
    },
    {
      "entropy": 0.640548974275589,
      "epoch": 1.6682887266828872,
      "grad_norm": 0.008892681449651718,
      "learning_rate": 0.0002,
      "loss": 0.6457140445709229,
      "mean_token_accuracy": 0.736494742333889,
      "num_tokens": 9584913.0,
      "step": 258
    },
    {
      "entropy": 0.6206653639674187,
      "epoch": 1.6747769667477697,
      "grad_norm": 0.008709060959517956,
      "learning_rate": 0.0002,
      "loss": 0.6203189492225647,
      "mean_token_accuracy": 0.7498921826481819,
      "num_tokens": 9622351.0,
      "step": 259
    },
    {
      "entropy": 0.6282004490494728,
      "epoch": 1.6812652068126521,
      "grad_norm": 0.0090560931712389,
      "learning_rate": 0.0002,
      "loss": 0.6246728897094727,
      "mean_token_accuracy": 0.746510811150074,
      "num_tokens": 9659652.0,
      "step": 260
    },
    {
      "entropy": 0.6318396255373955,
      "epoch": 1.6877534468775344,
      "grad_norm": 0.007608218118548393,
      "learning_rate": 0.0002,
      "loss": 0.62848961353302,
      "mean_token_accuracy": 0.7440729290246964,
      "num_tokens": 9697284.0,
      "step": 261
    },
    {
      "entropy": 0.6200717613101006,
      "epoch": 1.6942416869424168,
      "grad_norm": 0.009493952617049217,
      "learning_rate": 0.0002,
      "loss": 0.6228904724121094,
      "mean_token_accuracy": 0.7480449378490448,
      "num_tokens": 9734627.0,
      "step": 262
    },
    {
      "entropy": 0.6331067234277725,
      "epoch": 1.7007299270072993,
      "grad_norm": 0.008472482673823833,
      "learning_rate": 0.0002,
      "loss": 0.6337133646011353,
      "mean_token_accuracy": 0.7426456362009048,
      "num_tokens": 9772063.0,
      "step": 263
    },
    {
      "entropy": 0.6172152981162071,
      "epoch": 1.7072181670721815,
      "grad_norm": 0.008520574308931828,
      "learning_rate": 0.0002,
      "loss": 0.6212704181671143,
      "mean_token_accuracy": 0.7456109151244164,
      "num_tokens": 9809281.0,
      "step": 264
    },
    {
      "entropy": 0.6255315691232681,
      "epoch": 1.7137064071370642,
      "grad_norm": 0.008351411670446396,
      "learning_rate": 0.0002,
      "loss": 0.6286416053771973,
      "mean_token_accuracy": 0.7446007430553436,
      "num_tokens": 9846539.0,
      "step": 265
    },
    {
      "entropy": 0.6238176673650742,
      "epoch": 1.7201946472019465,
      "grad_norm": 0.007990843616425991,
      "learning_rate": 0.0002,
      "loss": 0.6225998401641846,
      "mean_token_accuracy": 0.7458446845412254,
      "num_tokens": 9884004.0,
      "step": 266
    },
    {
      "entropy": 0.6216712817549706,
      "epoch": 1.7266828872668287,
      "grad_norm": 0.00867629423737526,
      "learning_rate": 0.0002,
      "loss": 0.6247957944869995,
      "mean_token_accuracy": 0.7463371530175209,
      "num_tokens": 9921115.0,
      "step": 267
    },
    {
      "entropy": 0.6401625499129295,
      "epoch": 1.7331711273317114,
      "grad_norm": 0.00958551187068224,
      "learning_rate": 0.0002,
      "loss": 0.6359888911247253,
      "mean_token_accuracy": 0.742260254919529,
      "num_tokens": 9958978.0,
      "step": 268
    },
    {
      "entropy": 0.6297059804201126,
      "epoch": 1.7396593673965937,
      "grad_norm": 0.009358945302665234,
      "learning_rate": 0.0002,
      "loss": 0.6260662078857422,
      "mean_token_accuracy": 0.7483563721179962,
      "num_tokens": 9996046.0,
      "step": 269
    },
    {
      "entropy": 0.6102557927370071,
      "epoch": 1.7461476074614761,
      "grad_norm": 0.008488922379910946,
      "learning_rate": 0.0002,
      "loss": 0.6104397773742676,
      "mean_token_accuracy": 0.7516083940863609,
      "num_tokens": 10033145.0,
      "step": 270
    },
    {
      "entropy": 0.6110394448041916,
      "epoch": 1.7526358475263586,
      "grad_norm": 0.009671971201896667,
      "learning_rate": 0.0002,
      "loss": 0.6171742081642151,
      "mean_token_accuracy": 0.7473302856087685,
      "num_tokens": 10070347.0,
      "step": 271
    },
    {
      "entropy": 0.6102030426263809,
      "epoch": 1.7591240875912408,
      "grad_norm": 0.01004206482321024,
      "learning_rate": 0.0002,
      "loss": 0.6197723746299744,
      "mean_token_accuracy": 0.7478247955441475,
      "num_tokens": 10107543.0,
      "step": 272
    },
    {
      "entropy": 0.6324944272637367,
      "epoch": 1.7656123276561233,
      "grad_norm": 0.008376670069992542,
      "learning_rate": 0.0002,
      "loss": 0.6334455609321594,
      "mean_token_accuracy": 0.7418324947357178,
      "num_tokens": 10144562.0,
      "step": 273
    },
    {
      "entropy": 0.6232613623142242,
      "epoch": 1.7721005677210058,
      "grad_norm": 0.009440955705940723,
      "learning_rate": 0.0002,
      "loss": 0.6198002099990845,
      "mean_token_accuracy": 0.750127449631691,
      "num_tokens": 10181837.0,
      "step": 274
    },
    {
      "entropy": 0.6218618527054787,
      "epoch": 1.778588807785888,
      "grad_norm": 0.008727550506591797,
      "learning_rate": 0.0002,
      "loss": 0.6228897571563721,
      "mean_token_accuracy": 0.7451170310378075,
      "num_tokens": 10218887.0,
      "step": 275
    },
    {
      "entropy": 0.6297050788998604,
      "epoch": 1.7850770478507705,
      "grad_norm": 0.008303189650177956,
      "learning_rate": 0.0002,
      "loss": 0.6325977444648743,
      "mean_token_accuracy": 0.7429015561938286,
      "num_tokens": 10256316.0,
      "step": 276
    },
    {
      "entropy": 0.6150370612740517,
      "epoch": 1.791565287915653,
      "grad_norm": 0.009460131637752056,
      "learning_rate": 0.0002,
      "loss": 0.6189665198326111,
      "mean_token_accuracy": 0.7513208463788033,
      "num_tokens": 10292958.0,
      "step": 277
    },
    {
      "entropy": 0.6380631476640701,
      "epoch": 1.7980535279805352,
      "grad_norm": 0.008382478728890419,
      "learning_rate": 0.0002,
      "loss": 0.6411799192428589,
      "mean_token_accuracy": 0.7389534488320351,
      "num_tokens": 10330143.0,
      "step": 278
    },
    {
      "entropy": 0.6122751757502556,
      "epoch": 1.8045417680454177,
      "grad_norm": 0.0077201686799526215,
      "learning_rate": 0.0002,
      "loss": 0.6154634356498718,
      "mean_token_accuracy": 0.7478373274207115,
      "num_tokens": 10367348.0,
      "step": 279
    },
    {
      "entropy": 0.6171681880950928,
      "epoch": 1.8110300081103001,
      "grad_norm": 0.014772728085517883,
      "learning_rate": 0.0002,
      "loss": 0.6175127625465393,
      "mean_token_accuracy": 0.7471248880028725,
      "num_tokens": 10404586.0,
      "step": 280
    },
    {
      "entropy": 0.6203941032290459,
      "epoch": 1.8175182481751824,
      "grad_norm": 0.00933381449431181,
      "learning_rate": 0.0002,
      "loss": 0.6234451532363892,
      "mean_token_accuracy": 0.7449408918619156,
      "num_tokens": 10441660.0,
      "step": 281
    },
    {
      "entropy": 0.6171698048710823,
      "epoch": 1.8240064882400648,
      "grad_norm": 0.02071473002433777,
      "learning_rate": 0.0002,
      "loss": 0.6131167411804199,
      "mean_token_accuracy": 0.7504094913601875,
      "num_tokens": 10478740.0,
      "step": 282
    },
    {
      "entropy": 0.6204886436462402,
      "epoch": 1.8304947283049473,
      "grad_norm": 0.008232798427343369,
      "learning_rate": 0.0002,
      "loss": 0.6195346117019653,
      "mean_token_accuracy": 0.7477771490812302,
      "num_tokens": 10515739.0,
      "step": 283
    },
    {
      "entropy": 0.6222864389419556,
      "epoch": 1.8369829683698295,
      "grad_norm": 0.008826926350593567,
      "learning_rate": 0.0002,
      "loss": 0.6246115565299988,
      "mean_token_accuracy": 0.7467887252569199,
      "num_tokens": 10552926.0,
      "step": 284
    },
    {
      "entropy": 0.6199471354484558,
      "epoch": 1.8434712084347122,
      "grad_norm": 0.031130356714129448,
      "learning_rate": 0.0002,
      "loss": 0.6234173774719238,
      "mean_token_accuracy": 0.7465962916612625,
      "num_tokens": 10590404.0,
      "step": 285
    },
    {
      "entropy": 0.6229867041110992,
      "epoch": 1.8499594484995945,
      "grad_norm": 0.009124074131250381,
      "learning_rate": 0.0002,
      "loss": 0.6230523586273193,
      "mean_token_accuracy": 0.7485576421022415,
      "num_tokens": 10628169.0,
      "step": 286
    },
    {
      "entropy": 0.6245164126157761,
      "epoch": 1.8564476885644767,
      "grad_norm": 0.04299340024590492,
      "learning_rate": 0.0002,
      "loss": 0.6296451091766357,
      "mean_token_accuracy": 0.746208980679512,
      "num_tokens": 10665578.0,
      "step": 287
    },
    {
      "entropy": 0.6367667019367218,
      "epoch": 1.8629359286293594,
      "grad_norm": 0.008064360357820988,
      "learning_rate": 0.0002,
      "loss": 0.6342769861221313,
      "mean_token_accuracy": 0.7435217127203941,
      "num_tokens": 10703123.0,
      "step": 288
    },
    {
      "entropy": 0.6245287135243416,
      "epoch": 1.8694241686942417,
      "grad_norm": 0.021351464092731476,
      "learning_rate": 0.0002,
      "loss": 0.6260511875152588,
      "mean_token_accuracy": 0.7465523779392242,
      "num_tokens": 10740314.0,
      "step": 289
    },
    {
      "entropy": 0.6212104111909866,
      "epoch": 1.8759124087591241,
      "grad_norm": 0.01059524156153202,
      "learning_rate": 0.0002,
      "loss": 0.6210169792175293,
      "mean_token_accuracy": 0.7475718706846237,
      "num_tokens": 10777825.0,
      "step": 290
    },
    {
      "entropy": 0.6373793482780457,
      "epoch": 1.8824006488240066,
      "grad_norm": 0.008884789422154427,
      "learning_rate": 0.0002,
      "loss": 0.6366032361984253,
      "mean_token_accuracy": 0.7391576170921326,
      "num_tokens": 10815225.0,
      "step": 291
    },
    {
      "entropy": 0.6392252072691917,
      "epoch": 1.8888888888888888,
      "grad_norm": 0.013435903936624527,
      "learning_rate": 0.0002,
      "loss": 0.6392862796783447,
      "mean_token_accuracy": 0.7395146489143372,
      "num_tokens": 10852456.0,
      "step": 292
    },
    {
      "entropy": 0.6242144107818604,
      "epoch": 1.8953771289537713,
      "grad_norm": 0.009207301773130894,
      "learning_rate": 0.0002,
      "loss": 0.6249897480010986,
      "mean_token_accuracy": 0.7450198903679848,
      "num_tokens": 10889534.0,
      "step": 293
    },
    {
      "entropy": 0.6158905401825905,
      "epoch": 1.9018653690186538,
      "grad_norm": 0.009233659133315086,
      "learning_rate": 0.0002,
      "loss": 0.6220048069953918,
      "mean_token_accuracy": 0.7474906519055367,
      "num_tokens": 10927138.0,
      "step": 294
    },
    {
      "entropy": 0.6057498604059219,
      "epoch": 1.908353609083536,
      "grad_norm": 0.00886959582567215,
      "learning_rate": 0.0002,
      "loss": 0.6085807085037231,
      "mean_token_accuracy": 0.7527724504470825,
      "num_tokens": 10964121.0,
      "step": 295
    },
    {
      "entropy": 0.6314896494150162,
      "epoch": 1.9148418491484185,
      "grad_norm": 0.00863397866487503,
      "learning_rate": 0.0002,
      "loss": 0.6325403451919556,
      "mean_token_accuracy": 0.7428522482514381,
      "num_tokens": 11001557.0,
      "step": 296
    },
    {
      "entropy": 0.6221454739570618,
      "epoch": 1.921330089213301,
      "grad_norm": 0.009161150082945824,
      "learning_rate": 0.0002,
      "loss": 0.6208068132400513,
      "mean_token_accuracy": 0.7462965175509453,
      "num_tokens": 11038904.0,
      "step": 297
    },
    {
      "entropy": 0.6189481094479561,
      "epoch": 1.9278183292781832,
      "grad_norm": 0.008889259770512581,
      "learning_rate": 0.0002,
      "loss": 0.6184496283531189,
      "mean_token_accuracy": 0.7480250671505928,
      "num_tokens": 11076150.0,
      "step": 298
    },
    {
      "entropy": 0.6238919943571091,
      "epoch": 1.9343065693430657,
      "grad_norm": 0.0090845488011837,
      "learning_rate": 0.0002,
      "loss": 0.6274781227111816,
      "mean_token_accuracy": 0.744391493499279,
      "num_tokens": 11113447.0,
      "step": 299
    },
    {
      "entropy": 0.6231639310717583,
      "epoch": 1.9407948094079481,
      "grad_norm": 0.009156333282589912,
      "learning_rate": 0.0002,
      "loss": 0.6222721934318542,
      "mean_token_accuracy": 0.7496197745203972,
      "num_tokens": 11150750.0,
      "step": 300
    },
    {
      "entropy": 0.6238841712474823,
      "epoch": 1.9472830494728304,
      "grad_norm": 0.008916804566979408,
      "learning_rate": 0.0002,
      "loss": 0.6307159066200256,
      "mean_token_accuracy": 0.7432639226317406,
      "num_tokens": 11187972.0,
      "step": 301
    },
    {
      "entropy": 0.628197155892849,
      "epoch": 1.9537712895377128,
      "grad_norm": 0.009915877133607864,
      "learning_rate": 0.0002,
      "loss": 0.6339118480682373,
      "mean_token_accuracy": 0.741386704146862,
      "num_tokens": 11225108.0,
      "step": 302
    },
    {
      "entropy": 0.6199254244565964,
      "epoch": 1.9602595296025953,
      "grad_norm": 0.008810635656118393,
      "learning_rate": 0.0002,
      "loss": 0.6184746026992798,
      "mean_token_accuracy": 0.7482490092515945,
      "num_tokens": 11262735.0,
      "step": 303
    },
    {
      "entropy": 0.6206595823168755,
      "epoch": 1.9667477696674776,
      "grad_norm": 0.008489571511745453,
      "learning_rate": 0.0002,
      "loss": 0.6251119375228882,
      "mean_token_accuracy": 0.7444824799895287,
      "num_tokens": 11299837.0,
      "step": 304
    },
    {
      "entropy": 0.6231965124607086,
      "epoch": 1.9732360097323602,
      "grad_norm": 0.008548264391720295,
      "learning_rate": 0.0002,
      "loss": 0.6258702874183655,
      "mean_token_accuracy": 0.7451799884438515,
      "num_tokens": 11337335.0,
      "step": 305
    },
    {
      "entropy": 0.6233715191483498,
      "epoch": 1.9797242497972425,
      "grad_norm": 0.008984974585473537,
      "learning_rate": 0.0002,
      "loss": 0.6242036819458008,
      "mean_token_accuracy": 0.7449030429124832,
      "num_tokens": 11375037.0,
      "step": 306
    },
    {
      "entropy": 0.6145095080137253,
      "epoch": 1.986212489862125,
      "grad_norm": 0.008570129983127117,
      "learning_rate": 0.0002,
      "loss": 0.6161348819732666,
      "mean_token_accuracy": 0.7494730427861214,
      "num_tokens": 11412372.0,
      "step": 307
    },
    {
      "entropy": 0.6227882578969002,
      "epoch": 1.9927007299270074,
      "grad_norm": 0.009132519364356995,
      "learning_rate": 0.0002,
      "loss": 0.6249089241027832,
      "mean_token_accuracy": 0.7440183088183403,
      "num_tokens": 11449566.0,
      "step": 308
    },
    {
      "entropy": 0.6210556477308273,
      "epoch": 1.9991889699918897,
      "grad_norm": 0.007969100028276443,
      "learning_rate": 0.0002,
      "loss": 0.6244759559631348,
      "mean_token_accuracy": 0.746830090880394,
      "num_tokens": 11487152.0,
      "step": 309
    },
    {
      "entropy": 0.6104058027267456,
      "epoch": 2.0,
      "grad_norm": 0.019919538870453835,
      "learning_rate": 0.0002,
      "loss": 0.6209793090820312,
      "mean_token_accuracy": 0.7482735514640808,
      "num_tokens": 11491673.0,
      "step": 310
    },
    {
      "entropy": 0.6369761228561401,
      "epoch": 2.0064882400648822,
      "grad_norm": 0.011179310269653797,
      "learning_rate": 0.0002,
      "loss": 0.6280978918075562,
      "mean_token_accuracy": 0.7433952018618584,
      "num_tokens": 11528991.0,
      "step": 311
    },
    {
      "entropy": 0.6231134757399559,
      "epoch": 2.012976480129765,
      "grad_norm": 0.012395660392940044,
      "learning_rate": 0.0002,
      "loss": 0.6168753504753113,
      "mean_token_accuracy": 0.7469241917133331,
      "num_tokens": 11566174.0,
      "step": 312
    },
    {
      "entropy": 0.6361245587468147,
      "epoch": 2.019464720194647,
      "grad_norm": 0.010151471942663193,
      "learning_rate": 0.0002,
      "loss": 0.6396852731704712,
      "mean_token_accuracy": 0.7390208393335342,
      "num_tokens": 11603660.0,
      "step": 313
    },
    {
      "entropy": 0.6205078735947609,
      "epoch": 2.0259529602595294,
      "grad_norm": 0.011173305101692677,
      "learning_rate": 0.0002,
      "loss": 0.6290929317474365,
      "mean_token_accuracy": 0.7439283728599548,
      "num_tokens": 11640777.0,
      "step": 314
    },
    {
      "entropy": 0.6196452155709267,
      "epoch": 2.032441200324412,
      "grad_norm": 0.011216065846383572,
      "learning_rate": 0.0002,
      "loss": 0.6270949840545654,
      "mean_token_accuracy": 0.7424712553620338,
      "num_tokens": 11677826.0,
      "step": 315
    },
    {
      "entropy": 0.6094615831971169,
      "epoch": 2.0389294403892944,
      "grad_norm": 0.009836558252573013,
      "learning_rate": 0.0002,
      "loss": 0.6110177040100098,
      "mean_token_accuracy": 0.7522123828530312,
      "num_tokens": 11714782.0,
      "step": 316
    },
    {
      "entropy": 0.6228377372026443,
      "epoch": 2.0454176804541766,
      "grad_norm": 0.009827308356761932,
      "learning_rate": 0.0002,
      "loss": 0.6198099851608276,
      "mean_token_accuracy": 0.7482241690158844,
      "num_tokens": 11751901.0,
      "step": 317
    },
    {
      "entropy": 0.6236361563205719,
      "epoch": 2.0519059205190593,
      "grad_norm": 0.010331663303077221,
      "learning_rate": 0.0002,
      "loss": 0.6171518564224243,
      "mean_token_accuracy": 0.747296430170536,
      "num_tokens": 11789727.0,
      "step": 318
    },
    {
      "entropy": 0.6258771196007729,
      "epoch": 2.0583941605839415,
      "grad_norm": 0.010642528533935547,
      "learning_rate": 0.0002,
      "loss": 0.6271529197692871,
      "mean_token_accuracy": 0.7447842955589294,
      "num_tokens": 11826898.0,
      "step": 319
    },
    {
      "entropy": 0.6150587797164917,
      "epoch": 2.0648824006488242,
      "grad_norm": 0.009091152809560299,
      "learning_rate": 0.0002,
      "loss": 0.6166321039199829,
      "mean_token_accuracy": 0.7505485117435455,
      "num_tokens": 11863842.0,
      "step": 320
    },
    {
      "entropy": 0.6226691231131554,
      "epoch": 2.0713706407137065,
      "grad_norm": 0.008850189857184887,
      "learning_rate": 0.0002,
      "loss": 0.6213895082473755,
      "mean_token_accuracy": 0.7468440607190132,
      "num_tokens": 11901235.0,
      "step": 321
    },
    {
      "entropy": 0.634496659040451,
      "epoch": 2.0778588807785887,
      "grad_norm": 0.009685751050710678,
      "learning_rate": 0.0002,
      "loss": 0.6369626522064209,
      "mean_token_accuracy": 0.7408950179815292,
      "num_tokens": 11938336.0,
      "step": 322
    },
    {
      "entropy": 0.6164573132991791,
      "epoch": 2.0843471208434714,
      "grad_norm": 0.010890510864555836,
      "learning_rate": 0.0002,
      "loss": 0.6235396265983582,
      "mean_token_accuracy": 0.7454954236745834,
      "num_tokens": 11975368.0,
      "step": 323
    },
    {
      "entropy": 0.6137611418962479,
      "epoch": 2.0908353609083536,
      "grad_norm": 0.009321420453488827,
      "learning_rate": 0.0002,
      "loss": 0.6175767183303833,
      "mean_token_accuracy": 0.7478668764233589,
      "num_tokens": 12012459.0,
      "step": 324
    },
    {
      "entropy": 0.6179320439696312,
      "epoch": 2.097323600973236,
      "grad_norm": 0.009330744855105877,
      "learning_rate": 0.0002,
      "loss": 0.6184362173080444,
      "mean_token_accuracy": 0.748590737581253,
      "num_tokens": 12049829.0,
      "step": 325
    },
    {
      "entropy": 0.6192868947982788,
      "epoch": 2.1038118410381186,
      "grad_norm": 0.008818828500807285,
      "learning_rate": 0.0002,
      "loss": 0.6174098253250122,
      "mean_token_accuracy": 0.7478644922375679,
      "num_tokens": 12087727.0,
      "step": 326
    },
    {
      "entropy": 0.626248262822628,
      "epoch": 2.110300081103001,
      "grad_norm": 0.008749144151806831,
      "learning_rate": 0.0002,
      "loss": 0.6212329268455505,
      "mean_token_accuracy": 0.747315414249897,
      "num_tokens": 12124835.0,
      "step": 327
    },
    {
      "entropy": 0.625133216381073,
      "epoch": 2.116788321167883,
      "grad_norm": 0.009766868315637112,
      "learning_rate": 0.0002,
      "loss": 0.624916136264801,
      "mean_token_accuracy": 0.7457389757037163,
      "num_tokens": 12162010.0,
      "step": 328
    },
    {
      "entropy": 0.6180580258369446,
      "epoch": 2.1232765612327658,
      "grad_norm": 0.010169712826609612,
      "learning_rate": 0.0002,
      "loss": 0.6185243129730225,
      "mean_token_accuracy": 0.7475102469325066,
      "num_tokens": 12199560.0,
      "step": 329
    },
    {
      "entropy": 0.618090882897377,
      "epoch": 2.129764801297648,
      "grad_norm": 0.010965410619974136,
      "learning_rate": 0.0002,
      "loss": 0.628595232963562,
      "mean_token_accuracy": 0.742675431072712,
      "num_tokens": 12236987.0,
      "step": 330
    },
    {
      "entropy": 0.6243258565664291,
      "epoch": 2.1362530413625302,
      "grad_norm": 0.009334998205304146,
      "learning_rate": 0.0002,
      "loss": 0.6280615329742432,
      "mean_token_accuracy": 0.7434326112270355,
      "num_tokens": 12274464.0,
      "step": 331
    },
    {
      "entropy": 0.6221758723258972,
      "epoch": 2.142741281427413,
      "grad_norm": 0.00768797192722559,
      "learning_rate": 0.0002,
      "loss": 0.6218302845954895,
      "mean_token_accuracy": 0.7480092272162437,
      "num_tokens": 12312027.0,
      "step": 332
    },
    {
      "entropy": 0.6239754110574722,
      "epoch": 2.149229521492295,
      "grad_norm": 0.007848316803574562,
      "learning_rate": 0.0002,
      "loss": 0.6233847141265869,
      "mean_token_accuracy": 0.7466081529855728,
      "num_tokens": 12349207.0,
      "step": 333
    },
    {
      "entropy": 0.6159957125782967,
      "epoch": 2.1557177615571774,
      "grad_norm": 0.009600339457392693,
      "learning_rate": 0.0002,
      "loss": 0.6117550134658813,
      "mean_token_accuracy": 0.7508383393287659,
      "num_tokens": 12386312.0,
      "step": 334
    },
    {
      "entropy": 0.6285756379365921,
      "epoch": 2.16220600162206,
      "grad_norm": 0.009564606472849846,
      "learning_rate": 0.0002,
      "loss": 0.6304960250854492,
      "mean_token_accuracy": 0.7436012774705887,
      "num_tokens": 12423969.0,
      "step": 335
    },
    {
      "entropy": 0.6194324493408203,
      "epoch": 2.1686942416869424,
      "grad_norm": 0.009417028166353703,
      "learning_rate": 0.0002,
      "loss": 0.622604250907898,
      "mean_token_accuracy": 0.7460262328386307,
      "num_tokens": 12461498.0,
      "step": 336
    },
    {
      "entropy": 0.6123020723462105,
      "epoch": 2.1751824817518246,
      "grad_norm": 0.00952741876244545,
      "learning_rate": 0.0002,
      "loss": 0.6190693378448486,
      "mean_token_accuracy": 0.7473057582974434,
      "num_tokens": 12498772.0,
      "step": 337
    },
    {
      "entropy": 0.6101055964827538,
      "epoch": 2.1816707218167073,
      "grad_norm": 0.00931888073682785,
      "learning_rate": 0.0002,
      "loss": 0.6161482334136963,
      "mean_token_accuracy": 0.7476179748773575,
      "num_tokens": 12535894.0,
      "step": 338
    },
    {
      "entropy": 0.6213592365384102,
      "epoch": 2.1881589618815895,
      "grad_norm": 0.008865389041602612,
      "learning_rate": 0.0002,
      "loss": 0.6219321489334106,
      "mean_token_accuracy": 0.7449849396944046,
      "num_tokens": 12573498.0,
      "step": 339
    },
    {
      "entropy": 0.614892452955246,
      "epoch": 2.1946472019464722,
      "grad_norm": 0.009812900796532631,
      "learning_rate": 0.0002,
      "loss": 0.6124197840690613,
      "mean_token_accuracy": 0.7499328628182411,
      "num_tokens": 12610465.0,
      "step": 340
    },
    {
      "entropy": 0.6235473528504372,
      "epoch": 2.2011354420113545,
      "grad_norm": 0.009034697897732258,
      "learning_rate": 0.0002,
      "loss": 0.6235278248786926,
      "mean_token_accuracy": 0.7453176379203796,
      "num_tokens": 12647446.0,
      "step": 341
    },
    {
      "entropy": 0.6155827194452286,
      "epoch": 2.2076236820762367,
      "grad_norm": 0.011849821545183659,
      "learning_rate": 0.0002,
      "loss": 0.6141517758369446,
      "mean_token_accuracy": 0.7493102103471756,
      "num_tokens": 12684339.0,
      "step": 342
    },
    {
      "entropy": 0.6220799088478088,
      "epoch": 2.2141119221411194,
      "grad_norm": 0.011021377518773079,
      "learning_rate": 0.0002,
      "loss": 0.6232143640518188,
      "mean_token_accuracy": 0.7435769438743591,
      "num_tokens": 12722039.0,
      "step": 343
    },
    {
      "entropy": 0.60894425958395,
      "epoch": 2.2206001622060016,
      "grad_norm": 0.00959057454019785,
      "learning_rate": 0.0002,
      "loss": 0.614958643913269,
      "mean_token_accuracy": 0.7492904141545296,
      "num_tokens": 12758559.0,
      "step": 344
    },
    {
      "entropy": 0.61026880890131,
      "epoch": 2.227088402270884,
      "grad_norm": 0.010138140991330147,
      "learning_rate": 0.0002,
      "loss": 0.616437554359436,
      "mean_token_accuracy": 0.7471959367394447,
      "num_tokens": 12795759.0,
      "step": 345
    },
    {
      "entropy": 0.6212582364678383,
      "epoch": 2.2335766423357666,
      "grad_norm": 0.013862723484635353,
      "learning_rate": 0.0002,
      "loss": 0.6215099692344666,
      "mean_token_accuracy": 0.7478090971708298,
      "num_tokens": 12833075.0,
      "step": 346
    },
    {
      "entropy": 0.6183774024248123,
      "epoch": 2.240064882400649,
      "grad_norm": 0.00895402580499649,
      "learning_rate": 0.0002,
      "loss": 0.6187215447425842,
      "mean_token_accuracy": 0.7494830936193466,
      "num_tokens": 12870571.0,
      "step": 347
    },
    {
      "entropy": 0.6210155412554741,
      "epoch": 2.246553122465531,
      "grad_norm": 0.041780415922403336,
      "learning_rate": 0.0002,
      "loss": 0.6219582557678223,
      "mean_token_accuracy": 0.7483534067869186,
      "num_tokens": 12908163.0,
      "step": 348
    },
    {
      "entropy": 0.6203203722834587,
      "epoch": 2.2530413625304138,
      "grad_norm": 0.02689778059720993,
      "learning_rate": 0.0002,
      "loss": 0.6272082328796387,
      "mean_token_accuracy": 0.7450312674045563,
      "num_tokens": 12945330.0,
      "step": 349
    },
    {
      "entropy": 0.6245186030864716,
      "epoch": 2.259529602595296,
      "grad_norm": 0.012432226911187172,
      "learning_rate": 0.0002,
      "loss": 0.6235542297363281,
      "mean_token_accuracy": 0.7462796568870544,
      "num_tokens": 12982731.0,
      "step": 350
    },
    {
      "entropy": 0.6220052242279053,
      "epoch": 2.2660178426601782,
      "grad_norm": 0.010308763943612576,
      "learning_rate": 0.0002,
      "loss": 0.624070405960083,
      "mean_token_accuracy": 0.743579313158989,
      "num_tokens": 13019541.0,
      "step": 351
    },
    {
      "entropy": 0.64016043394804,
      "epoch": 2.272506082725061,
      "grad_norm": 0.010659064166247845,
      "learning_rate": 0.0002,
      "loss": 0.636542558670044,
      "mean_token_accuracy": 0.7407100200653076,
      "num_tokens": 13057158.0,
      "step": 352
    },
    {
      "entropy": 0.6278761327266693,
      "epoch": 2.278994322789943,
      "grad_norm": 0.010416081175208092,
      "learning_rate": 0.0002,
      "loss": 0.62436842918396,
      "mean_token_accuracy": 0.7455000206828117,
      "num_tokens": 13094262.0,
      "step": 353
    },
    {
      "entropy": 0.6232447475194931,
      "epoch": 2.285482562854826,
      "grad_norm": 0.009887438267469406,
      "learning_rate": 0.0002,
      "loss": 0.6241923570632935,
      "mean_token_accuracy": 0.7437829151749611,
      "num_tokens": 13131360.0,
      "step": 354
    },
    {
      "entropy": 0.6319752037525177,
      "epoch": 2.291970802919708,
      "grad_norm": 0.009396783076226711,
      "learning_rate": 0.0002,
      "loss": 0.6283852458000183,
      "mean_token_accuracy": 0.7450494468212128,
      "num_tokens": 13168644.0,
      "step": 355
    },
    {
      "entropy": 0.6192774921655655,
      "epoch": 2.2984590429845904,
      "grad_norm": 0.009457712061703205,
      "learning_rate": 0.0002,
      "loss": 0.6166653633117676,
      "mean_token_accuracy": 0.7473447695374489,
      "num_tokens": 13205900.0,
      "step": 356
    },
    {
      "entropy": 0.616138719022274,
      "epoch": 2.304947283049473,
      "grad_norm": 0.009487454779446125,
      "learning_rate": 0.0002,
      "loss": 0.6193556189537048,
      "mean_token_accuracy": 0.746711365878582,
      "num_tokens": 13243403.0,
      "step": 357
    },
    {
      "entropy": 0.6114000976085663,
      "epoch": 2.3114355231143553,
      "grad_norm": 0.010738314129412174,
      "learning_rate": 0.0002,
      "loss": 0.6193853616714478,
      "mean_token_accuracy": 0.7472727373242378,
      "num_tokens": 13280595.0,
      "step": 358
    },
    {
      "entropy": 0.601548932492733,
      "epoch": 2.3179237631792375,
      "grad_norm": 0.010257442481815815,
      "learning_rate": 0.0002,
      "loss": 0.6057910919189453,
      "mean_token_accuracy": 0.7506168782711029,
      "num_tokens": 13317413.0,
      "step": 359
    },
    {
      "entropy": 0.6248240396380424,
      "epoch": 2.3244120032441202,
      "grad_norm": 0.009444781579077244,
      "learning_rate": 0.0002,
      "loss": 0.6265978217124939,
      "mean_token_accuracy": 0.7447159513831139,
      "num_tokens": 13354442.0,
      "step": 360
    },
    {
      "entropy": 0.6169225797057152,
      "epoch": 2.3309002433090025,
      "grad_norm": 0.010277079418301582,
      "learning_rate": 0.0002,
      "loss": 0.6173827648162842,
      "mean_token_accuracy": 0.7486959248781204,
      "num_tokens": 13392357.0,
      "step": 361
    },
    {
      "entropy": 0.6302815526723862,
      "epoch": 2.3373884833738847,
      "grad_norm": 0.009320929646492004,
      "learning_rate": 0.0002,
      "loss": 0.6289012432098389,
      "mean_token_accuracy": 0.7438602596521378,
      "num_tokens": 13429444.0,
      "step": 362
    },
    {
      "entropy": 0.6252695918083191,
      "epoch": 2.3438767234387674,
      "grad_norm": 0.00795667339116335,
      "learning_rate": 0.0002,
      "loss": 0.6236270666122437,
      "mean_token_accuracy": 0.7462895065546036,
      "num_tokens": 13466973.0,
      "step": 363
    },
    {
      "entropy": 0.6325998455286026,
      "epoch": 2.3503649635036497,
      "grad_norm": 0.009790928103029728,
      "learning_rate": 0.0002,
      "loss": 0.6316322088241577,
      "mean_token_accuracy": 0.7428558766841888,
      "num_tokens": 13504219.0,
      "step": 364
    },
    {
      "entropy": 0.6235339045524597,
      "epoch": 2.356853203568532,
      "grad_norm": 0.009260588325560093,
      "learning_rate": 0.0002,
      "loss": 0.6231226921081543,
      "mean_token_accuracy": 0.7452265918254852,
      "num_tokens": 13541359.0,
      "step": 365
    },
    {
      "entropy": 0.6141555160284042,
      "epoch": 2.3633414436334146,
      "grad_norm": 0.010724055580794811,
      "learning_rate": 0.0002,
      "loss": 0.6217249631881714,
      "mean_token_accuracy": 0.7470070049166679,
      "num_tokens": 13578759.0,
      "step": 366
    },
    {
      "entropy": 0.6315039545297623,
      "epoch": 2.369829683698297,
      "grad_norm": 0.009067324921488762,
      "learning_rate": 0.0002,
      "loss": 0.634614109992981,
      "mean_token_accuracy": 0.7410515621304512,
      "num_tokens": 13616296.0,
      "step": 367
    },
    {
      "entropy": 0.6196957975625992,
      "epoch": 2.376317923763179,
      "grad_norm": 0.009248278103768826,
      "learning_rate": 0.0002,
      "loss": 0.6189215183258057,
      "mean_token_accuracy": 0.7481505498290062,
      "num_tokens": 13653415.0,
      "step": 368
    },
    {
      "entropy": 0.6168980821967125,
      "epoch": 2.3828061638280618,
      "grad_norm": 0.010181935504078865,
      "learning_rate": 0.0002,
      "loss": 0.6161677837371826,
      "mean_token_accuracy": 0.7499739304184914,
      "num_tokens": 13690618.0,
      "step": 369
    },
    {
      "entropy": 0.6258252412080765,
      "epoch": 2.389294403892944,
      "grad_norm": 0.008928108029067516,
      "learning_rate": 0.0002,
      "loss": 0.6290237903594971,
      "mean_token_accuracy": 0.7429782524704933,
      "num_tokens": 13727901.0,
      "step": 370
    },
    {
      "entropy": 0.6094075217843056,
      "epoch": 2.3957826439578263,
      "grad_norm": 0.009067908860743046,
      "learning_rate": 0.0002,
      "loss": 0.6124044060707092,
      "mean_token_accuracy": 0.7487504705786705,
      "num_tokens": 13765097.0,
      "step": 371
    },
    {
      "entropy": 0.6190275996923447,
      "epoch": 2.402270884022709,
      "grad_norm": 0.009943855926394463,
      "learning_rate": 0.0002,
      "loss": 0.6234393119812012,
      "mean_token_accuracy": 0.7450670152902603,
      "num_tokens": 13802604.0,
      "step": 372
    },
    {
      "entropy": 0.6125053241848946,
      "epoch": 2.408759124087591,
      "grad_norm": 0.009481463581323624,
      "learning_rate": 0.0002,
      "loss": 0.6187013387680054,
      "mean_token_accuracy": 0.7489439323544502,
      "num_tokens": 13839487.0,
      "step": 373
    },
    {
      "entropy": 0.6130451932549477,
      "epoch": 2.4152473641524734,
      "grad_norm": 0.008458724245429039,
      "learning_rate": 0.0002,
      "loss": 0.614911675453186,
      "mean_token_accuracy": 0.7505282834172249,
      "num_tokens": 13876935.0,
      "step": 374
    },
    {
      "entropy": 0.6462682038545609,
      "epoch": 2.421735604217356,
      "grad_norm": 0.010083320550620556,
      "learning_rate": 0.0002,
      "loss": 0.6467190980911255,
      "mean_token_accuracy": 0.7378857955336571,
      "num_tokens": 13914429.0,
      "step": 375
    },
    {
      "entropy": 0.6287035867571831,
      "epoch": 2.4282238442822384,
      "grad_norm": 0.008747600950300694,
      "learning_rate": 0.0002,
      "loss": 0.6284276247024536,
      "mean_token_accuracy": 0.7447932213544846,
      "num_tokens": 13951880.0,
      "step": 376
    },
    {
      "entropy": 0.6305522173643112,
      "epoch": 2.4347120843471206,
      "grad_norm": 0.010268261656165123,
      "learning_rate": 0.0002,
      "loss": 0.6298754215240479,
      "mean_token_accuracy": 0.7451391518115997,
      "num_tokens": 13989473.0,
      "step": 377
    },
    {
      "entropy": 0.6239131912589073,
      "epoch": 2.4412003244120033,
      "grad_norm": 0.00940751750022173,
      "learning_rate": 0.0002,
      "loss": 0.6264931559562683,
      "mean_token_accuracy": 0.7422467172145844,
      "num_tokens": 14026832.0,
      "step": 378
    },
    {
      "entropy": 0.6218756884336472,
      "epoch": 2.4476885644768855,
      "grad_norm": 0.008956913836300373,
      "learning_rate": 0.0002,
      "loss": 0.6260896325111389,
      "mean_token_accuracy": 0.7415326088666916,
      "num_tokens": 14064159.0,
      "step": 379
    },
    {
      "entropy": 0.6187591478228569,
      "epoch": 2.4541768045417682,
      "grad_norm": 0.008552344515919685,
      "learning_rate": 0.0002,
      "loss": 0.6216272115707397,
      "mean_token_accuracy": 0.7469553202390671,
      "num_tokens": 14101277.0,
      "step": 380
    },
    {
      "entropy": 0.6129069477319717,
      "epoch": 2.4606650446066505,
      "grad_norm": 0.009866154752671719,
      "learning_rate": 0.0002,
      "loss": 0.6184383630752563,
      "mean_token_accuracy": 0.7457786872982979,
      "num_tokens": 14138545.0,
      "step": 381
    },
    {
      "entropy": 0.6332196220755577,
      "epoch": 2.4671532846715327,
      "grad_norm": 0.007945130579173565,
      "learning_rate": 0.0002,
      "loss": 0.6312772631645203,
      "mean_token_accuracy": 0.7440632656216621,
      "num_tokens": 14176229.0,
      "step": 382
    },
    {
      "entropy": 0.6162554249167442,
      "epoch": 2.4736415247364154,
      "grad_norm": 0.00908781960606575,
      "learning_rate": 0.0002,
      "loss": 0.6104109883308411,
      "mean_token_accuracy": 0.7492068335413933,
      "num_tokens": 14213375.0,
      "step": 383
    },
    {
      "entropy": 0.6241936013102531,
      "epoch": 2.4801297648012977,
      "grad_norm": 0.009399542585015297,
      "learning_rate": 0.0002,
      "loss": 0.6161544919013977,
      "mean_token_accuracy": 0.7491407096385956,
      "num_tokens": 14250696.0,
      "step": 384
    },
    {
      "entropy": 0.6147832497954369,
      "epoch": 2.48661800486618,
      "grad_norm": 0.007576434873044491,
      "learning_rate": 0.0002,
      "loss": 0.6159515976905823,
      "mean_token_accuracy": 0.7494903281331062,
      "num_tokens": 14287863.0,
      "step": 385
    },
    {
      "entropy": 0.6227882355451584,
      "epoch": 2.4931062449310626,
      "grad_norm": 0.009297952987253666,
      "learning_rate": 0.0002,
      "loss": 0.6279860734939575,
      "mean_token_accuracy": 0.745159700512886,
      "num_tokens": 14325371.0,
      "step": 386
    },
    {
      "entropy": 0.6066790446639061,
      "epoch": 2.499594484995945,
      "grad_norm": 0.009967000223696232,
      "learning_rate": 0.0002,
      "loss": 0.6151248216629028,
      "mean_token_accuracy": 0.7479714751243591,
      "num_tokens": 14362698.0,
      "step": 387
    },
    {
      "entropy": 0.6248459070920944,
      "epoch": 2.5060827250608275,
      "grad_norm": 0.009727658703923225,
      "learning_rate": 0.0002,
      "loss": 0.6268327236175537,
      "mean_token_accuracy": 0.7463877573609352,
      "num_tokens": 14399544.0,
      "step": 388
    },
    {
      "entropy": 0.6305608153343201,
      "epoch": 2.5125709651257098,
      "grad_norm": 0.008822647854685783,
      "learning_rate": 0.0002,
      "loss": 0.6284365653991699,
      "mean_token_accuracy": 0.7454124987125397,
      "num_tokens": 14436877.0,
      "step": 389
    },
    {
      "entropy": 0.6289694681763649,
      "epoch": 2.519059205190592,
      "grad_norm": 0.009071394801139832,
      "learning_rate": 0.0002,
      "loss": 0.6264450550079346,
      "mean_token_accuracy": 0.7433068230748177,
      "num_tokens": 14473915.0,
      "step": 390
    },
    {
      "entropy": 0.6271463260054588,
      "epoch": 2.5255474452554747,
      "grad_norm": 0.008187719620764256,
      "learning_rate": 0.0002,
      "loss": 0.6289336085319519,
      "mean_token_accuracy": 0.7423637583851814,
      "num_tokens": 14511402.0,
      "step": 391
    },
    {
      "entropy": 0.6084585338830948,
      "epoch": 2.532035685320357,
      "grad_norm": 0.008899841457605362,
      "learning_rate": 0.0002,
      "loss": 0.6130256652832031,
      "mean_token_accuracy": 0.7509424611926079,
      "num_tokens": 14548753.0,
      "step": 392
    },
    {
      "entropy": 0.6104612424969673,
      "epoch": 2.538523925385239,
      "grad_norm": 0.00985915120691061,
      "learning_rate": 0.0002,
      "loss": 0.6200201511383057,
      "mean_token_accuracy": 0.7466698288917542,
      "num_tokens": 14586042.0,
      "step": 393
    },
    {
      "entropy": 0.6256568655371666,
      "epoch": 2.545012165450122,
      "grad_norm": 0.00867030955851078,
      "learning_rate": 0.0002,
      "loss": 0.6292595267295837,
      "mean_token_accuracy": 0.7430211529135704,
      "num_tokens": 14623448.0,
      "step": 394
    },
    {
      "entropy": 0.6263261586427689,
      "epoch": 2.551500405515004,
      "grad_norm": 0.010737903416156769,
      "learning_rate": 0.0002,
      "loss": 0.6249234676361084,
      "mean_token_accuracy": 0.7444213852286339,
      "num_tokens": 14660585.0,
      "step": 395
    },
    {
      "entropy": 0.6266406700015068,
      "epoch": 2.5579886455798864,
      "grad_norm": 0.008770007640123367,
      "learning_rate": 0.0002,
      "loss": 0.6228189468383789,
      "mean_token_accuracy": 0.7473640963435173,
      "num_tokens": 14697839.0,
      "step": 396
    },
    {
      "entropy": 0.6101134717464447,
      "epoch": 2.564476885644769,
      "grad_norm": 0.008944439701735973,
      "learning_rate": 0.0002,
      "loss": 0.6120374798774719,
      "mean_token_accuracy": 0.7512135058641434,
      "num_tokens": 14735253.0,
      "step": 397
    },
    {
      "entropy": 0.6294003054499626,
      "epoch": 2.5709651257096513,
      "grad_norm": 0.010403397493064404,
      "learning_rate": 0.0002,
      "loss": 0.6361932754516602,
      "mean_token_accuracy": 0.7407518178224564,
      "num_tokens": 14772533.0,
      "step": 398
    },
    {
      "entropy": 0.6084831207990646,
      "epoch": 2.5774533657745335,
      "grad_norm": 0.007994825951755047,
      "learning_rate": 0.0002,
      "loss": 0.6090534329414368,
      "mean_token_accuracy": 0.7516237422823906,
      "num_tokens": 14809746.0,
      "step": 399
    },
    {
      "entropy": 0.6314651742577553,
      "epoch": 2.5839416058394162,
      "grad_norm": 0.010198352858424187,
      "learning_rate": 0.0002,
      "loss": 0.6245699524879456,
      "mean_token_accuracy": 0.7476952150464058,
      "num_tokens": 14847650.0,
      "step": 400
    },
    {
      "entropy": 0.6174981743097305,
      "epoch": 2.5904298459042985,
      "grad_norm": 0.009044546633958817,
      "learning_rate": 0.0002,
      "loss": 0.615368664264679,
      "mean_token_accuracy": 0.7484294474124908,
      "num_tokens": 14884930.0,
      "step": 401
    },
    {
      "entropy": 0.6164123043417931,
      "epoch": 2.5969180859691807,
      "grad_norm": 0.008100450970232487,
      "learning_rate": 0.0002,
      "loss": 0.620932936668396,
      "mean_token_accuracy": 0.7468846142292023,
      "num_tokens": 14922467.0,
      "step": 402
    },
    {
      "entropy": 0.6131496354937553,
      "epoch": 2.6034063260340634,
      "grad_norm": 0.01058341097086668,
      "learning_rate": 0.0002,
      "loss": 0.6206756830215454,
      "mean_token_accuracy": 0.7483528330922127,
      "num_tokens": 14959768.0,
      "step": 403
    },
    {
      "entropy": 0.61551932990551,
      "epoch": 2.6098945660989457,
      "grad_norm": 0.008704769425094128,
      "learning_rate": 0.0002,
      "loss": 0.6186975240707397,
      "mean_token_accuracy": 0.7474388629198074,
      "num_tokens": 14996628.0,
      "step": 404
    },
    {
      "entropy": 0.6159948483109474,
      "epoch": 2.616382806163828,
      "grad_norm": 0.009592502377927303,
      "learning_rate": 0.0002,
      "loss": 0.6187817454338074,
      "mean_token_accuracy": 0.7487591952085495,
      "num_tokens": 15033592.0,
      "step": 405
    },
    {
      "entropy": 0.6296302676200867,
      "epoch": 2.6228710462287106,
      "grad_norm": 0.009406859055161476,
      "learning_rate": 0.0002,
      "loss": 0.6244117617607117,
      "mean_token_accuracy": 0.7439019158482552,
      "num_tokens": 15071235.0,
      "step": 406
    },
    {
      "entropy": 0.6396452710032463,
      "epoch": 2.629359286293593,
      "grad_norm": 0.009445966221392155,
      "learning_rate": 0.0002,
      "loss": 0.634600043296814,
      "mean_token_accuracy": 0.7421920970082283,
      "num_tokens": 15108591.0,
      "step": 407
    },
    {
      "entropy": 0.6241939589381218,
      "epoch": 2.635847526358475,
      "grad_norm": 0.008459821343421936,
      "learning_rate": 0.0002,
      "loss": 0.6214285492897034,
      "mean_token_accuracy": 0.745953157544136,
      "num_tokens": 15146394.0,
      "step": 408
    },
    {
      "entropy": 0.6104935929179192,
      "epoch": 2.6423357664233578,
      "grad_norm": 0.010156887583434582,
      "learning_rate": 0.0002,
      "loss": 0.6155494451522827,
      "mean_token_accuracy": 0.7467065751552582,
      "num_tokens": 15183954.0,
      "step": 409
    },
    {
      "entropy": 0.6200908496975899,
      "epoch": 2.64882400648824,
      "grad_norm": 0.01134799886494875,
      "learning_rate": 0.0002,
      "loss": 0.6298259496688843,
      "mean_token_accuracy": 0.7434926256537437,
      "num_tokens": 15221318.0,
      "step": 410
    },
    {
      "entropy": 0.6163679510354996,
      "epoch": 2.6553122465531223,
      "grad_norm": 0.008384560234844685,
      "learning_rate": 0.0002,
      "loss": 0.6196904182434082,
      "mean_token_accuracy": 0.7484511360526085,
      "num_tokens": 15258714.0,
      "step": 411
    },
    {
      "entropy": 0.6290042921900749,
      "epoch": 2.661800486618005,
      "grad_norm": 0.011763868853449821,
      "learning_rate": 0.0002,
      "loss": 0.623403787612915,
      "mean_token_accuracy": 0.7461108565330505,
      "num_tokens": 15295950.0,
      "step": 412
    },
    {
      "entropy": 0.6304820030927658,
      "epoch": 2.668288726682887,
      "grad_norm": 0.008899668231606483,
      "learning_rate": 0.0002,
      "loss": 0.6314485669136047,
      "mean_token_accuracy": 0.7429024130105972,
      "num_tokens": 15333333.0,
      "step": 413
    },
    {
      "entropy": 0.6225186064839363,
      "epoch": 2.6747769667477694,
      "grad_norm": 0.008537418209016323,
      "learning_rate": 0.0002,
      "loss": 0.6211932897567749,
      "mean_token_accuracy": 0.747981533408165,
      "num_tokens": 15370982.0,
      "step": 414
    },
    {
      "entropy": 0.6107104495167732,
      "epoch": 2.681265206812652,
      "grad_norm": 0.01061639841645956,
      "learning_rate": 0.0002,
      "loss": 0.6177730560302734,
      "mean_token_accuracy": 0.7482814937829971,
      "num_tokens": 15408426.0,
      "step": 415
    },
    {
      "entropy": 0.6148537546396255,
      "epoch": 2.6877534468775344,
      "grad_norm": 0.011781369335949421,
      "learning_rate": 0.0002,
      "loss": 0.6236268281936646,
      "mean_token_accuracy": 0.7474222108721733,
      "num_tokens": 15445617.0,
      "step": 416
    },
    {
      "entropy": 0.6345531940460205,
      "epoch": 2.6942416869424166,
      "grad_norm": 0.008664336055517197,
      "learning_rate": 0.0002,
      "loss": 0.6367125511169434,
      "mean_token_accuracy": 0.7417123690247536,
      "num_tokens": 15483295.0,
      "step": 417
    },
    {
      "entropy": 0.632311999797821,
      "epoch": 2.7007299270072993,
      "grad_norm": 0.010981544852256775,
      "learning_rate": 0.0002,
      "loss": 0.6256700158119202,
      "mean_token_accuracy": 0.7448865845799446,
      "num_tokens": 15520324.0,
      "step": 418
    },
    {
      "entropy": 0.6247982755303383,
      "epoch": 2.7072181670721815,
      "grad_norm": 0.010701069608330727,
      "learning_rate": 0.0002,
      "loss": 0.6191861629486084,
      "mean_token_accuracy": 0.747975766658783,
      "num_tokens": 15557534.0,
      "step": 419
    },
    {
      "entropy": 0.6309525445103645,
      "epoch": 2.7137064071370642,
      "grad_norm": 0.008924427442252636,
      "learning_rate": 0.0002,
      "loss": 0.6328113079071045,
      "mean_token_accuracy": 0.741542711853981,
      "num_tokens": 15594763.0,
      "step": 420
    },
    {
      "entropy": 0.6043407768011093,
      "epoch": 2.7201946472019465,
      "grad_norm": 0.008746204897761345,
      "learning_rate": 0.0002,
      "loss": 0.6077402830123901,
      "mean_token_accuracy": 0.7525621652603149,
      "num_tokens": 15631963.0,
      "step": 421
    },
    {
      "entropy": 0.623171254992485,
      "epoch": 2.7266828872668287,
      "grad_norm": 0.012448329478502274,
      "learning_rate": 0.0002,
      "loss": 0.6337227821350098,
      "mean_token_accuracy": 0.7424034029245377,
      "num_tokens": 15669213.0,
      "step": 422
    },
    {
      "entropy": 0.6182989627122879,
      "epoch": 2.7331711273317114,
      "grad_norm": 0.00980245042592287,
      "learning_rate": 0.0002,
      "loss": 0.6246788501739502,
      "mean_token_accuracy": 0.7442185133695602,
      "num_tokens": 15706502.0,
      "step": 423
    },
    {
      "entropy": 0.6341974511742592,
      "epoch": 2.7396593673965937,
      "grad_norm": 0.010192792862653732,
      "learning_rate": 0.0002,
      "loss": 0.6291946172714233,
      "mean_token_accuracy": 0.7423791959881783,
      "num_tokens": 15744210.0,
      "step": 424
    },
    {
      "entropy": 0.6213679686188698,
      "epoch": 2.7461476074614763,
      "grad_norm": 0.010065656155347824,
      "learning_rate": 0.0002,
      "loss": 0.6173956394195557,
      "mean_token_accuracy": 0.7478613257408142,
      "num_tokens": 15781645.0,
      "step": 425
    },
    {
      "entropy": 0.6221437901258469,
      "epoch": 2.7526358475263586,
      "grad_norm": 0.0095105255022645,
      "learning_rate": 0.0002,
      "loss": 0.6207852363586426,
      "mean_token_accuracy": 0.7459077090024948,
      "num_tokens": 15818882.0,
      "step": 426
    },
    {
      "entropy": 0.6309037730097771,
      "epoch": 2.759124087591241,
      "grad_norm": 0.008715137839317322,
      "learning_rate": 0.0002,
      "loss": 0.635662317276001,
      "mean_token_accuracy": 0.7393417879939079,
      "num_tokens": 15856215.0,
      "step": 427
    },
    {
      "entropy": 0.6107242554426193,
      "epoch": 2.7656123276561235,
      "grad_norm": 0.01041481178253889,
      "learning_rate": 0.0002,
      "loss": 0.6185387372970581,
      "mean_token_accuracy": 0.7483986243605614,
      "num_tokens": 15892879.0,
      "step": 428
    },
    {
      "entropy": 0.6216551586985588,
      "epoch": 2.7721005677210058,
      "grad_norm": 0.0099997129291296,
      "learning_rate": 0.0002,
      "loss": 0.6273539066314697,
      "mean_token_accuracy": 0.7425299435853958,
      "num_tokens": 15930440.0,
      "step": 429
    },
    {
      "entropy": 0.6228181794285774,
      "epoch": 2.778588807785888,
      "grad_norm": 0.009126834571361542,
      "learning_rate": 0.0002,
      "loss": 0.6193030476570129,
      "mean_token_accuracy": 0.748077854514122,
      "num_tokens": 15967547.0,
      "step": 430
    },
    {
      "entropy": 0.6386850997805595,
      "epoch": 2.7850770478507707,
      "grad_norm": 0.00938471220433712,
      "learning_rate": 0.0002,
      "loss": 0.6340270042419434,
      "mean_token_accuracy": 0.7409438043832779,
      "num_tokens": 16004947.0,
      "step": 431
    },
    {
      "entropy": 0.6217259094119072,
      "epoch": 2.791565287915653,
      "grad_norm": 0.010031217709183693,
      "learning_rate": 0.0002,
      "loss": 0.6190569400787354,
      "mean_token_accuracy": 0.7476614862680435,
      "num_tokens": 16041946.0,
      "step": 432
    },
    {
      "entropy": 0.6218375042080879,
      "epoch": 2.798053527980535,
      "grad_norm": 0.008579161949455738,
      "learning_rate": 0.0002,
      "loss": 0.6240730285644531,
      "mean_token_accuracy": 0.746677428483963,
      "num_tokens": 16078788.0,
      "step": 433
    },
    {
      "entropy": 0.627423033118248,
      "epoch": 2.804541768045418,
      "grad_norm": 0.010432623326778412,
      "learning_rate": 0.0002,
      "loss": 0.6334057450294495,
      "mean_token_accuracy": 0.7425751611590385,
      "num_tokens": 16116073.0,
      "step": 434
    },
    {
      "entropy": 0.6249776631593704,
      "epoch": 2.8110300081103,
      "grad_norm": 0.01080512534826994,
      "learning_rate": 0.0002,
      "loss": 0.6291300058364868,
      "mean_token_accuracy": 0.7412911430001259,
      "num_tokens": 16153421.0,
      "step": 435
    },
    {
      "entropy": 0.6199780628085136,
      "epoch": 2.8175182481751824,
      "grad_norm": 0.008089151233434677,
      "learning_rate": 0.0002,
      "loss": 0.6166943311691284,
      "mean_token_accuracy": 0.7502307966351509,
      "num_tokens": 16190692.0,
      "step": 436
    },
    {
      "entropy": 0.6264552250504494,
      "epoch": 2.824006488240065,
      "grad_norm": 0.009256084449589252,
      "learning_rate": 0.0002,
      "loss": 0.6239896416664124,
      "mean_token_accuracy": 0.7462676838040352,
      "num_tokens": 16227626.0,
      "step": 437
    },
    {
      "entropy": 0.6257441863417625,
      "epoch": 2.8304947283049473,
      "grad_norm": 0.010192189365625381,
      "learning_rate": 0.0002,
      "loss": 0.6272855997085571,
      "mean_token_accuracy": 0.7451135069131851,
      "num_tokens": 16264951.0,
      "step": 438
    },
    {
      "entropy": 0.6197425052523613,
      "epoch": 2.8369829683698295,
      "grad_norm": 0.00909087248146534,
      "learning_rate": 0.0002,
      "loss": 0.6246816515922546,
      "mean_token_accuracy": 0.7462664917111397,
      "num_tokens": 16302276.0,
      "step": 439
    },
    {
      "entropy": 0.6187947019934654,
      "epoch": 2.8434712084347122,
      "grad_norm": 0.010161105543375015,
      "learning_rate": 0.0002,
      "loss": 0.6317975521087646,
      "mean_token_accuracy": 0.7427225112915039,
      "num_tokens": 16339652.0,
      "step": 440
    },
    {
      "entropy": 0.6189513206481934,
      "epoch": 2.8499594484995945,
      "grad_norm": 0.009055238217115402,
      "learning_rate": 0.0002,
      "loss": 0.6247466802597046,
      "mean_token_accuracy": 0.7450408861041069,
      "num_tokens": 16376803.0,
      "step": 441
    },
    {
      "entropy": 0.6144088804721832,
      "epoch": 2.8564476885644767,
      "grad_norm": 0.008574709296226501,
      "learning_rate": 0.0002,
      "loss": 0.618188738822937,
      "mean_token_accuracy": 0.7477873042225838,
      "num_tokens": 16413555.0,
      "step": 442
    },
    {
      "entropy": 0.6285263672471046,
      "epoch": 2.8629359286293594,
      "grad_norm": 0.01058571133762598,
      "learning_rate": 0.0002,
      "loss": 0.6210506558418274,
      "mean_token_accuracy": 0.7466302737593651,
      "num_tokens": 16450235.0,
      "step": 443
    },
    {
      "entropy": 0.6278195902705193,
      "epoch": 2.8694241686942417,
      "grad_norm": 0.008600706234574318,
      "learning_rate": 0.0002,
      "loss": 0.6228291988372803,
      "mean_token_accuracy": 0.7465885654091835,
      "num_tokens": 16487688.0,
      "step": 444
    },
    {
      "entropy": 0.6128537505865097,
      "epoch": 2.875912408759124,
      "grad_norm": 0.009188942611217499,
      "learning_rate": 0.0002,
      "loss": 0.6115404367446899,
      "mean_token_accuracy": 0.7511069476604462,
      "num_tokens": 16525056.0,
      "step": 445
    },
    {
      "entropy": 0.6209624111652374,
      "epoch": 2.8824006488240066,
      "grad_norm": 0.009248930029571056,
      "learning_rate": 0.0002,
      "loss": 0.6210386753082275,
      "mean_token_accuracy": 0.7469235137104988,
      "num_tokens": 16562914.0,
      "step": 446
    },
    {
      "entropy": 0.5965787023305893,
      "epoch": 2.888888888888889,
      "grad_norm": 0.0094021987169981,
      "learning_rate": 0.0002,
      "loss": 0.6033673286437988,
      "mean_token_accuracy": 0.7514390125870705,
      "num_tokens": 16599899.0,
      "step": 447
    },
    {
      "entropy": 0.6115651428699493,
      "epoch": 2.895377128953771,
      "grad_norm": 0.01325083989650011,
      "learning_rate": 0.0002,
      "loss": 0.6262028813362122,
      "mean_token_accuracy": 0.7461578771471977,
      "num_tokens": 16637011.0,
      "step": 448
    },
    {
      "entropy": 0.6188539639115334,
      "epoch": 2.9018653690186538,
      "grad_norm": 0.00891121570020914,
      "learning_rate": 0.0002,
      "loss": 0.6159206628799438,
      "mean_token_accuracy": 0.7494730055332184,
      "num_tokens": 16673697.0,
      "step": 449
    },
    {
      "entropy": 0.6208583936095238,
      "epoch": 2.908353609083536,
      "grad_norm": 0.009828220121562481,
      "learning_rate": 0.0002,
      "loss": 0.6155424118041992,
      "mean_token_accuracy": 0.7491355165839195,
      "num_tokens": 16710885.0,
      "step": 450
    },
    {
      "entropy": 0.6197483390569687,
      "epoch": 2.9148418491484183,
      "grad_norm": 0.008900245651602745,
      "learning_rate": 0.0002,
      "loss": 0.6142081618309021,
      "mean_token_accuracy": 0.748231329023838,
      "num_tokens": 16748182.0,
      "step": 451
    },
    {
      "entropy": 0.6212092339992523,
      "epoch": 2.921330089213301,
      "grad_norm": 0.00849118735641241,
      "learning_rate": 0.0002,
      "loss": 0.6236221790313721,
      "mean_token_accuracy": 0.7436698824167252,
      "num_tokens": 16785028.0,
      "step": 452
    },
    {
      "entropy": 0.6107748746871948,
      "epoch": 2.927818329278183,
      "grad_norm": 0.009662901051342487,
      "learning_rate": 0.0002,
      "loss": 0.6197327375411987,
      "mean_token_accuracy": 0.7483203411102295,
      "num_tokens": 16822318.0,
      "step": 453
    },
    {
      "entropy": 0.6189533397555351,
      "epoch": 2.9343065693430654,
      "grad_norm": 0.009161571972072124,
      "learning_rate": 0.0002,
      "loss": 0.6221146583557129,
      "mean_token_accuracy": 0.7479159906506538,
      "num_tokens": 16859984.0,
      "step": 454
    },
    {
      "entropy": 0.6262816786766052,
      "epoch": 2.940794809407948,
      "grad_norm": 0.008490455336868763,
      "learning_rate": 0.0002,
      "loss": 0.6270855069160461,
      "mean_token_accuracy": 0.7452046275138855,
      "num_tokens": 16897277.0,
      "step": 455
    },
    {
      "entropy": 0.6230187118053436,
      "epoch": 2.9472830494728304,
      "grad_norm": 0.00920241978019476,
      "learning_rate": 0.0002,
      "loss": 0.6212553977966309,
      "mean_token_accuracy": 0.7461629658937454,
      "num_tokens": 16934423.0,
      "step": 456
    },
    {
      "entropy": 0.6259749531745911,
      "epoch": 2.9537712895377126,
      "grad_norm": 0.008131385780870914,
      "learning_rate": 0.0002,
      "loss": 0.6244622468948364,
      "mean_token_accuracy": 0.7466467097401619,
      "num_tokens": 16971857.0,
      "step": 457
    },
    {
      "entropy": 0.6159861534833908,
      "epoch": 2.9602595296025953,
      "grad_norm": 0.008032194338738918,
      "learning_rate": 0.0002,
      "loss": 0.6193053722381592,
      "mean_token_accuracy": 0.7479442283511162,
      "num_tokens": 17008930.0,
      "step": 458
    },
    {
      "entropy": 0.617520272731781,
      "epoch": 2.9667477696674776,
      "grad_norm": 0.009034648537635803,
      "learning_rate": 0.0002,
      "loss": 0.6226905584335327,
      "mean_token_accuracy": 0.7449267134070396,
      "num_tokens": 17046294.0,
      "step": 459
    },
    {
      "entropy": 0.6264740154147148,
      "epoch": 2.9732360097323602,
      "grad_norm": 0.008523489348590374,
      "learning_rate": 0.0002,
      "loss": 0.6288236379623413,
      "mean_token_accuracy": 0.7429340779781342,
      "num_tokens": 17083358.0,
      "step": 460
    },
    {
      "entropy": 0.6205747723579407,
      "epoch": 2.9797242497972425,
      "grad_norm": 0.008030165918171406,
      "learning_rate": 0.0002,
      "loss": 0.6183617115020752,
      "mean_token_accuracy": 0.7463237047195435,
      "num_tokens": 17120761.0,
      "step": 461
    },
    {
      "entropy": 0.6367032006382942,
      "epoch": 2.986212489862125,
      "grad_norm": 0.009663688018918037,
      "learning_rate": 0.0002,
      "loss": 0.6329810619354248,
      "mean_token_accuracy": 0.7433002442121506,
      "num_tokens": 17158231.0,
      "step": 462
    },
    {
      "entropy": 0.626891016960144,
      "epoch": 2.9927007299270074,
      "grad_norm": 0.009945257566869259,
      "learning_rate": 0.0002,
      "loss": 0.6275311708450317,
      "mean_token_accuracy": 0.7450283095240593,
      "num_tokens": 17195764.0,
      "step": 463
    },
    {
      "entropy": 0.6275185570120811,
      "epoch": 2.9991889699918897,
      "grad_norm": 0.008921638131141663,
      "learning_rate": 0.0002,
      "loss": 0.6317576169967651,
      "mean_token_accuracy": 0.7413767129182816,
      "num_tokens": 17232867.0,
      "step": 464
    },
    {
      "entropy": 0.5935274362564087,
      "epoch": 3.0,
      "grad_norm": 0.02002483420073986,
      "learning_rate": 0.0002,
      "loss": 0.5921852588653564,
      "mean_token_accuracy": 0.7577869892120361,
      "num_tokens": 17237490.0,
      "step": 465
    },
    {
      "entropy": 0.610297404229641,
      "epoch": 3.0064882400648822,
      "grad_norm": 0.010434089228510857,
      "learning_rate": 0.0002,
      "loss": 0.6096053123474121,
      "mean_token_accuracy": 0.7505725026130676,
      "num_tokens": 17274381.0,
      "step": 466
    },
    {
      "entropy": 0.6093652322888374,
      "epoch": 3.012976480129765,
      "grad_norm": 0.011252244934439659,
      "learning_rate": 0.0002,
      "loss": 0.6079680919647217,
      "mean_token_accuracy": 0.751014731824398,
      "num_tokens": 17311247.0,
      "step": 467
    },
    {
      "entropy": 0.6135042458772659,
      "epoch": 3.019464720194647,
      "grad_norm": 0.011452090926468372,
      "learning_rate": 0.0002,
      "loss": 0.621872067451477,
      "mean_token_accuracy": 0.7463375702500343,
      "num_tokens": 17348490.0,
      "step": 468
    },
    {
      "entropy": 0.6276230961084366,
      "epoch": 3.0259529602595294,
      "grad_norm": 0.011181695386767387,
      "learning_rate": 0.0002,
      "loss": 0.6287038326263428,
      "mean_token_accuracy": 0.7455412894487381,
      "num_tokens": 17385419.0,
      "step": 469
    },
    {
      "entropy": 0.6226534396409988,
      "epoch": 3.032441200324412,
      "grad_norm": 0.00998624972999096,
      "learning_rate": 0.0002,
      "loss": 0.6229760646820068,
      "mean_token_accuracy": 0.7449204847216606,
      "num_tokens": 17423056.0,
      "step": 470
    },
    {
      "entropy": 0.6008478105068207,
      "epoch": 3.0389294403892944,
      "grad_norm": 0.0095088891685009,
      "learning_rate": 0.0002,
      "loss": 0.6020908951759338,
      "mean_token_accuracy": 0.7544899210333824,
      "num_tokens": 17460157.0,
      "step": 471
    },
    {
      "entropy": 0.6252934113144875,
      "epoch": 3.0454176804541766,
      "grad_norm": 0.010803421959280968,
      "learning_rate": 0.0002,
      "loss": 0.6294186115264893,
      "mean_token_accuracy": 0.7426271066069603,
      "num_tokens": 17497579.0,
      "step": 472
    },
    {
      "entropy": 0.6106472909450531,
      "epoch": 3.0519059205190593,
      "grad_norm": 0.010041839443147182,
      "learning_rate": 0.0002,
      "loss": 0.6172924041748047,
      "mean_token_accuracy": 0.7476223781704903,
      "num_tokens": 17534955.0,
      "step": 473
    },
    {
      "entropy": 0.6221166178584099,
      "epoch": 3.0583941605839415,
      "grad_norm": 0.009123523719608784,
      "learning_rate": 0.0002,
      "loss": 0.6244035363197327,
      "mean_token_accuracy": 0.7448302879929543,
      "num_tokens": 17572150.0,
      "step": 474
    },
    {
      "entropy": 0.6102956235408783,
      "epoch": 3.0648824006488242,
      "grad_norm": 0.008510733023285866,
      "learning_rate": 0.0002,
      "loss": 0.6107138991355896,
      "mean_token_accuracy": 0.7484675496816635,
      "num_tokens": 17609343.0,
      "step": 475
    },
    {
      "entropy": 0.6124226823449135,
      "epoch": 3.0713706407137065,
      "grad_norm": 0.009730803780257702,
      "learning_rate": 0.0002,
      "loss": 0.6136341691017151,
      "mean_token_accuracy": 0.7490884363651276,
      "num_tokens": 17646448.0,
      "step": 476
    },
    {
      "entropy": 0.6132366731762886,
      "epoch": 3.0778588807785887,
      "grad_norm": 0.008984670974314213,
      "learning_rate": 0.0002,
      "loss": 0.6176835298538208,
      "mean_token_accuracy": 0.7453758120536804,
      "num_tokens": 17683285.0,
      "step": 477
    },
    {
      "entropy": 0.6138317957520485,
      "epoch": 3.0843471208434714,
      "grad_norm": 0.009527822025120258,
      "learning_rate": 0.0002,
      "loss": 0.6128236055374146,
      "mean_token_accuracy": 0.7498287856578827,
      "num_tokens": 17720424.0,
      "step": 478
    },
    {
      "entropy": 0.6150398552417755,
      "epoch": 3.0908353609083536,
      "grad_norm": 0.012212819419801235,
      "learning_rate": 0.0002,
      "loss": 0.6184934377670288,
      "mean_token_accuracy": 0.74715456366539,
      "num_tokens": 17757738.0,
      "step": 479
    },
    {
      "entropy": 0.6138227432966232,
      "epoch": 3.097323600973236,
      "grad_norm": 0.009692898020148277,
      "learning_rate": 0.0002,
      "loss": 0.615317165851593,
      "mean_token_accuracy": 0.7491249144077301,
      "num_tokens": 17794819.0,
      "step": 480
    },
    {
      "entropy": 0.6220738738775253,
      "epoch": 3.1038118410381186,
      "grad_norm": 0.009081809781491756,
      "learning_rate": 0.0002,
      "loss": 0.6233057975769043,
      "mean_token_accuracy": 0.7442603260278702,
      "num_tokens": 17832045.0,
      "step": 481
    },
    {
      "entropy": 0.6058575734496117,
      "epoch": 3.110300081103001,
      "grad_norm": 0.009930483065545559,
      "learning_rate": 0.0002,
      "loss": 0.6012391448020935,
      "mean_token_accuracy": 0.7559900879859924,
      "num_tokens": 17869448.0,
      "step": 482
    },
    {
      "entropy": 0.6158036887645721,
      "epoch": 3.116788321167883,
      "grad_norm": 0.009399381466209888,
      "learning_rate": 0.0002,
      "loss": 0.6149718761444092,
      "mean_token_accuracy": 0.7499518990516663,
      "num_tokens": 17906111.0,
      "step": 483
    },
    {
      "entropy": 0.6169976964592934,
      "epoch": 3.1232765612327658,
      "grad_norm": 0.009214673191308975,
      "learning_rate": 0.0002,
      "loss": 0.6195358037948608,
      "mean_token_accuracy": 0.744194358587265,
      "num_tokens": 17943306.0,
      "step": 484
    },
    {
      "entropy": 0.620849184691906,
      "epoch": 3.129764801297648,
      "grad_norm": 0.00997876189649105,
      "learning_rate": 0.0002,
      "loss": 0.6267833113670349,
      "mean_token_accuracy": 0.744784764945507,
      "num_tokens": 17980613.0,
      "step": 485
    },
    {
      "entropy": 0.6128402128815651,
      "epoch": 3.1362530413625302,
      "grad_norm": 0.008573702536523342,
      "learning_rate": 0.0002,
      "loss": 0.6157655715942383,
      "mean_token_accuracy": 0.7487166821956635,
      "num_tokens": 18017947.0,
      "step": 486
    },
    {
      "entropy": 0.622900165617466,
      "epoch": 3.142741281427413,
      "grad_norm": 0.009601105935871601,
      "learning_rate": 0.0002,
      "loss": 0.6263000965118408,
      "mean_token_accuracy": 0.7445476576685905,
      "num_tokens": 18055764.0,
      "step": 487
    },
    {
      "entropy": 0.6130729392170906,
      "epoch": 3.149229521492295,
      "grad_norm": 0.008899933658540249,
      "learning_rate": 0.0002,
      "loss": 0.6115667819976807,
      "mean_token_accuracy": 0.7505542188882828,
      "num_tokens": 18092869.0,
      "step": 488
    },
    {
      "entropy": 0.615093469619751,
      "epoch": 3.1557177615571774,
      "grad_norm": 0.009630289860069752,
      "learning_rate": 0.0002,
      "loss": 0.6127116084098816,
      "mean_token_accuracy": 0.74873948097229,
      "num_tokens": 18130032.0,
      "step": 489
    },
    {
      "entropy": 0.6184138208627701,
      "epoch": 3.16220600162206,
      "grad_norm": 0.009784260764718056,
      "learning_rate": 0.0002,
      "loss": 0.6196454763412476,
      "mean_token_accuracy": 0.7479289025068283,
      "num_tokens": 18167189.0,
      "step": 490
    },
    {
      "entropy": 0.6225049868226051,
      "epoch": 3.1686942416869424,
      "grad_norm": 0.009817374870181084,
      "learning_rate": 0.0002,
      "loss": 0.6254591345787048,
      "mean_token_accuracy": 0.7443916201591492,
      "num_tokens": 18204423.0,
      "step": 491
    },
    {
      "entropy": 0.599067859351635,
      "epoch": 3.1751824817518246,
      "grad_norm": 0.009707923047244549,
      "learning_rate": 0.0002,
      "loss": 0.603665292263031,
      "mean_token_accuracy": 0.7512796595692635,
      "num_tokens": 18241647.0,
      "step": 492
    },
    {
      "entropy": 0.6269692480564117,
      "epoch": 3.1816707218167073,
      "grad_norm": 0.009654807858169079,
      "learning_rate": 0.0002,
      "loss": 0.6272069215774536,
      "mean_token_accuracy": 0.7451600208878517,
      "num_tokens": 18278874.0,
      "step": 493
    },
    {
      "entropy": 0.60984867811203,
      "epoch": 3.1881589618815895,
      "grad_norm": 0.00973904225975275,
      "learning_rate": 0.0002,
      "loss": 0.6120602488517761,
      "mean_token_accuracy": 0.7500757128000259,
      "num_tokens": 18316077.0,
      "step": 494
    },
    {
      "entropy": 0.6112287938594818,
      "epoch": 3.1946472019464722,
      "grad_norm": 0.010687717236578465,
      "learning_rate": 0.0002,
      "loss": 0.607744038105011,
      "mean_token_accuracy": 0.7535340562462807,
      "num_tokens": 18353199.0,
      "step": 495
    },
    {
      "entropy": 0.6153931394219398,
      "epoch": 3.2011354420113545,
      "grad_norm": 0.009243862703442574,
      "learning_rate": 0.0002,
      "loss": 0.6182031035423279,
      "mean_token_accuracy": 0.7475122958421707,
      "num_tokens": 18390725.0,
      "step": 496
    },
    {
      "entropy": 0.6184414252638817,
      "epoch": 3.2076236820762367,
      "grad_norm": 0.009725847281515598,
      "learning_rate": 0.0002,
      "loss": 0.6202661395072937,
      "mean_token_accuracy": 0.7463328316807747,
      "num_tokens": 18428083.0,
      "step": 497
    },
    {
      "entropy": 0.6206400170922279,
      "epoch": 3.2141119221411194,
      "grad_norm": 0.009717848151922226,
      "learning_rate": 0.0002,
      "loss": 0.6237635612487793,
      "mean_token_accuracy": 0.7449309974908829,
      "num_tokens": 18465093.0,
      "step": 498
    },
    {
      "entropy": 0.6063303649425507,
      "epoch": 3.2206001622060016,
      "grad_norm": 0.009384922683238983,
      "learning_rate": 0.0002,
      "loss": 0.6071447134017944,
      "mean_token_accuracy": 0.750182680785656,
      "num_tokens": 18502351.0,
      "step": 499
    },
    {
      "entropy": 0.6171220317482948,
      "epoch": 3.227088402270884,
      "grad_norm": 0.010402821935713291,
      "learning_rate": 0.0002,
      "loss": 0.6183167695999146,
      "mean_token_accuracy": 0.7468552514910698,
      "num_tokens": 18540172.0,
      "step": 500
    },
    {
      "entropy": 0.6202204376459122,
      "epoch": 3.2335766423357666,
      "grad_norm": 0.008789432235062122,
      "learning_rate": 0.0002,
      "loss": 0.6224135160446167,
      "mean_token_accuracy": 0.745467983186245,
      "num_tokens": 18577734.0,
      "step": 501
    },
    {
      "entropy": 0.6132732257246971,
      "epoch": 3.240064882400649,
      "grad_norm": 0.010597198270261288,
      "learning_rate": 0.0002,
      "loss": 0.6129106283187866,
      "mean_token_accuracy": 0.7499266192317009,
      "num_tokens": 18614944.0,
      "step": 502
    },
    {
      "entropy": 0.6337689533829689,
      "epoch": 3.246553122465531,
      "grad_norm": 0.009572361595928669,
      "learning_rate": 0.0002,
      "loss": 0.6304764747619629,
      "mean_token_accuracy": 0.7434330955147743,
      "num_tokens": 18651997.0,
      "step": 503
    },
    {
      "entropy": 0.6075436845421791,
      "epoch": 3.2530413625304138,
      "grad_norm": 0.00990824680775404,
      "learning_rate": 0.0002,
      "loss": 0.6082068681716919,
      "mean_token_accuracy": 0.7516702488064766,
      "num_tokens": 18688674.0,
      "step": 504
    },
    {
      "entropy": 0.6139610409736633,
      "epoch": 3.259529602595296,
      "grad_norm": 0.010237157344818115,
      "learning_rate": 0.0002,
      "loss": 0.6186607480049133,
      "mean_token_accuracy": 0.7454981952905655,
      "num_tokens": 18726405.0,
      "step": 505
    },
    {
      "entropy": 0.6063608303666115,
      "epoch": 3.2660178426601782,
      "grad_norm": 0.010847094468772411,
      "learning_rate": 0.0002,
      "loss": 0.6137136816978455,
      "mean_token_accuracy": 0.7497691661119461,
      "num_tokens": 18763668.0,
      "step": 506
    },
    {
      "entropy": 0.6163499504327774,
      "epoch": 3.272506082725061,
      "grad_norm": 0.010017551481723785,
      "learning_rate": 0.0002,
      "loss": 0.6188673973083496,
      "mean_token_accuracy": 0.7473317757248878,
      "num_tokens": 18800872.0,
      "step": 507
    },
    {
      "entropy": 0.6251264810562134,
      "epoch": 3.278994322789943,
      "grad_norm": 0.011264265514910221,
      "learning_rate": 0.0002,
      "loss": 0.6177271604537964,
      "mean_token_accuracy": 0.7485972419381142,
      "num_tokens": 18838150.0,
      "step": 508
    },
    {
      "entropy": 0.6273062154650688,
      "epoch": 3.285482562854826,
      "grad_norm": 0.010041182860732079,
      "learning_rate": 0.0002,
      "loss": 0.6206075549125671,
      "mean_token_accuracy": 0.7470289915800095,
      "num_tokens": 18875738.0,
      "step": 509
    },
    {
      "entropy": 0.6267990991473198,
      "epoch": 3.291970802919708,
      "grad_norm": 0.011449483223259449,
      "learning_rate": 0.0002,
      "loss": 0.6346527934074402,
      "mean_token_accuracy": 0.7385271340608597,
      "num_tokens": 18913137.0,
      "step": 510
    },
    {
      "entropy": 0.6025072038173676,
      "epoch": 3.2984590429845904,
      "grad_norm": 0.010422894731163979,
      "learning_rate": 0.0002,
      "loss": 0.6072125434875488,
      "mean_token_accuracy": 0.7508590817451477,
      "num_tokens": 18950470.0,
      "step": 511
    },
    {
      "entropy": 0.6073831468820572,
      "epoch": 3.304947283049473,
      "grad_norm": 0.010642215609550476,
      "learning_rate": 0.0002,
      "loss": 0.6133738160133362,
      "mean_token_accuracy": 0.7492869570851326,
      "num_tokens": 18988313.0,
      "step": 512
    },
    {
      "entropy": 0.5974380895495415,
      "epoch": 3.3114355231143553,
      "grad_norm": 0.010486697778105736,
      "learning_rate": 0.0002,
      "loss": 0.6020730137825012,
      "mean_token_accuracy": 0.7548841238021851,
      "num_tokens": 19024956.0,
      "step": 513
    },
    {
      "entropy": 0.6128261536359787,
      "epoch": 3.3179237631792375,
      "grad_norm": 0.011510336771607399,
      "learning_rate": 0.0002,
      "loss": 0.6143049001693726,
      "mean_token_accuracy": 0.7480410858988762,
      "num_tokens": 19062179.0,
      "step": 514
    },
    {
      "entropy": 0.6077246218919754,
      "epoch": 3.3244120032441202,
      "grad_norm": 0.010107292793691158,
      "learning_rate": 0.0002,
      "loss": 0.6046852469444275,
      "mean_token_accuracy": 0.7533954977989197,
      "num_tokens": 19099090.0,
      "step": 515
    },
    {
      "entropy": 0.6247019246220589,
      "epoch": 3.3309002433090025,
      "grad_norm": 0.010466467589139938,
      "learning_rate": 0.0002,
      "loss": 0.6306489706039429,
      "mean_token_accuracy": 0.741244375705719,
      "num_tokens": 19136307.0,
      "step": 516
    },
    {
      "entropy": 0.6153485924005508,
      "epoch": 3.3373884833738847,
      "grad_norm": 0.009494316764175892,
      "learning_rate": 0.0002,
      "loss": 0.6167474985122681,
      "mean_token_accuracy": 0.7500151321291924,
      "num_tokens": 19173544.0,
      "step": 517
    },
    {
      "entropy": 0.6086971685290337,
      "epoch": 3.3438767234387674,
      "grad_norm": 0.009192675352096558,
      "learning_rate": 0.0002,
      "loss": 0.6096853017807007,
      "mean_token_accuracy": 0.7501685246825218,
      "num_tokens": 19210386.0,
      "step": 518
    },
    {
      "entropy": 0.6297651901841164,
      "epoch": 3.3503649635036497,
      "grad_norm": 0.009902825579047203,
      "learning_rate": 0.0002,
      "loss": 0.6314697265625,
      "mean_token_accuracy": 0.7417091131210327,
      "num_tokens": 19247761.0,
      "step": 519
    },
    {
      "entropy": 0.6149463355541229,
      "epoch": 3.356853203568532,
      "grad_norm": 0.009715819731354713,
      "learning_rate": 0.0002,
      "loss": 0.6137614250183105,
      "mean_token_accuracy": 0.7476155012845993,
      "num_tokens": 19284908.0,
      "step": 520
    },
    {
      "entropy": 0.6115437000989914,
      "epoch": 3.3633414436334146,
      "grad_norm": 0.009652029722929,
      "learning_rate": 0.0002,
      "loss": 0.6114376783370972,
      "mean_token_accuracy": 0.7499561905860901,
      "num_tokens": 19321727.0,
      "step": 521
    },
    {
      "entropy": 0.6143479123711586,
      "epoch": 3.369829683698297,
      "grad_norm": 0.010150844231247902,
      "learning_rate": 0.0002,
      "loss": 0.6162387132644653,
      "mean_token_accuracy": 0.7469704374670982,
      "num_tokens": 19359065.0,
      "step": 522
    },
    {
      "entropy": 0.6042628288269043,
      "epoch": 3.376317923763179,
      "grad_norm": 0.010199622251093388,
      "learning_rate": 0.0002,
      "loss": 0.607587456703186,
      "mean_token_accuracy": 0.7510121315717697,
      "num_tokens": 19396140.0,
      "step": 523
    },
    {
      "entropy": 0.6103994250297546,
      "epoch": 3.3828061638280618,
      "grad_norm": 0.009757442399859428,
      "learning_rate": 0.0002,
      "loss": 0.6118942499160767,
      "mean_token_accuracy": 0.7493396252393723,
      "num_tokens": 19433282.0,
      "step": 524
    },
    {
      "entropy": 0.6115303710103035,
      "epoch": 3.389294403892944,
      "grad_norm": 0.009843776933848858,
      "learning_rate": 0.0002,
      "loss": 0.6144024133682251,
      "mean_token_accuracy": 0.7491987869143486,
      "num_tokens": 19470735.0,
      "step": 525
    },
    {
      "entropy": 0.6124155074357986,
      "epoch": 3.3957826439578263,
      "grad_norm": 0.012832233682274818,
      "learning_rate": 0.0002,
      "loss": 0.6174359321594238,
      "mean_token_accuracy": 0.7484075799584389,
      "num_tokens": 19508279.0,
      "step": 526
    },
    {
      "entropy": 0.621652752161026,
      "epoch": 3.402270884022709,
      "grad_norm": 0.010444359853863716,
      "learning_rate": 0.0002,
      "loss": 0.6202374696731567,
      "mean_token_accuracy": 0.747683048248291,
      "num_tokens": 19545629.0,
      "step": 527
    },
    {
      "entropy": 0.6133333742618561,
      "epoch": 3.408759124087591,
      "grad_norm": 0.01157453190535307,
      "learning_rate": 0.0002,
      "loss": 0.6190609931945801,
      "mean_token_accuracy": 0.7481984347105026,
      "num_tokens": 19583135.0,
      "step": 528
    },
    {
      "entropy": 0.6031940132379532,
      "epoch": 3.4152473641524734,
      "grad_norm": 0.01220928505063057,
      "learning_rate": 0.0002,
      "loss": 0.60877525806427,
      "mean_token_accuracy": 0.7505937144160271,
      "num_tokens": 19620410.0,
      "step": 529
    },
    {
      "entropy": 0.6026583164930344,
      "epoch": 3.421735604217356,
      "grad_norm": 0.009105565026402473,
      "learning_rate": 0.0002,
      "loss": 0.6003735661506653,
      "mean_token_accuracy": 0.7538656741380692,
      "num_tokens": 19657757.0,
      "step": 530
    },
    {
      "entropy": 0.6212241724133492,
      "epoch": 3.4282238442822384,
      "grad_norm": 0.012120554223656654,
      "learning_rate": 0.0002,
      "loss": 0.6169411540031433,
      "mean_token_accuracy": 0.7489817962050438,
      "num_tokens": 19694775.0,
      "step": 531
    },
    {
      "entropy": 0.611191414296627,
      "epoch": 3.4347120843471206,
      "grad_norm": 0.010209856554865837,
      "learning_rate": 0.0002,
      "loss": 0.6133028268814087,
      "mean_token_accuracy": 0.7480586767196655,
      "num_tokens": 19731954.0,
      "step": 532
    },
    {
      "entropy": 0.6154542937874794,
      "epoch": 3.4412003244120033,
      "grad_norm": 0.009237438440322876,
      "learning_rate": 0.0002,
      "loss": 0.6181926131248474,
      "mean_token_accuracy": 0.7482445612549782,
      "num_tokens": 19769550.0,
      "step": 533
    },
    {
      "entropy": 0.6260659247636795,
      "epoch": 3.4476885644768855,
      "grad_norm": 0.011564482003450394,
      "learning_rate": 0.0002,
      "loss": 0.6311028599739075,
      "mean_token_accuracy": 0.7445508390665054,
      "num_tokens": 19806694.0,
      "step": 534
    },
    {
      "entropy": 0.6114797592163086,
      "epoch": 3.4541768045417682,
      "grad_norm": 0.011250223033130169,
      "learning_rate": 0.0002,
      "loss": 0.6188318133354187,
      "mean_token_accuracy": 0.7451098337769508,
      "num_tokens": 19843897.0,
      "step": 535
    },
    {
      "entropy": 0.6260335817933083,
      "epoch": 3.4606650446066505,
      "grad_norm": 0.00978784915059805,
      "learning_rate": 0.0002,
      "loss": 0.6255401372909546,
      "mean_token_accuracy": 0.7468025237321854,
      "num_tokens": 19881321.0,
      "step": 536
    },
    {
      "entropy": 0.6212326288223267,
      "epoch": 3.4671532846715327,
      "grad_norm": 0.013453345745801926,
      "learning_rate": 0.0002,
      "loss": 0.611083984375,
      "mean_token_accuracy": 0.7521479055285454,
      "num_tokens": 19918768.0,
      "step": 537
    },
    {
      "entropy": 0.6172696650028229,
      "epoch": 3.4736415247364154,
      "grad_norm": 0.010021936148405075,
      "learning_rate": 0.0002,
      "loss": 0.6165583729743958,
      "mean_token_accuracy": 0.7488679885864258,
      "num_tokens": 19956374.0,
      "step": 538
    },
    {
      "entropy": 0.5984770804643631,
      "epoch": 3.4801297648012977,
      "grad_norm": 0.010912574827671051,
      "learning_rate": 0.0002,
      "loss": 0.6038742065429688,
      "mean_token_accuracy": 0.752843476831913,
      "num_tokens": 19993165.0,
      "step": 539
    },
    {
      "entropy": 0.6006497591733932,
      "epoch": 3.48661800486618,
      "grad_norm": 0.010195601731538773,
      "learning_rate": 0.0002,
      "loss": 0.6058304905891418,
      "mean_token_accuracy": 0.7511888965964317,
      "num_tokens": 20030632.0,
      "step": 540
    },
    {
      "entropy": 0.603807657957077,
      "epoch": 3.4931062449310626,
      "grad_norm": 0.010789190419018269,
      "learning_rate": 0.0002,
      "loss": 0.6101077198982239,
      "mean_token_accuracy": 0.7498170882463455,
      "num_tokens": 20067720.0,
      "step": 541
    },
    {
      "entropy": 0.6094614043831825,
      "epoch": 3.499594484995945,
      "grad_norm": 0.010353523306548595,
      "learning_rate": 0.0002,
      "loss": 0.6108995676040649,
      "mean_token_accuracy": 0.7505486905574799,
      "num_tokens": 20105092.0,
      "step": 542
    },
    {
      "entropy": 0.6127925515174866,
      "epoch": 3.5060827250608275,
      "grad_norm": 0.011608858592808247,
      "learning_rate": 0.0002,
      "loss": 0.6113302111625671,
      "mean_token_accuracy": 0.7498401030898094,
      "num_tokens": 20142060.0,
      "step": 543
    },
    {
      "entropy": 0.6288227662444115,
      "epoch": 3.5125709651257098,
      "grad_norm": 0.00944559182971716,
      "learning_rate": 0.0002,
      "loss": 0.6295347213745117,
      "mean_token_accuracy": 0.7438011020421982,
      "num_tokens": 20179321.0,
      "step": 544
    },
    {
      "entropy": 0.6155826225876808,
      "epoch": 3.519059205190592,
      "grad_norm": 0.010050074197351933,
      "learning_rate": 0.0002,
      "loss": 0.6170110106468201,
      "mean_token_accuracy": 0.7460537254810333,
      "num_tokens": 20216788.0,
      "step": 545
    },
    {
      "entropy": 0.6109997108578682,
      "epoch": 3.5255474452554747,
      "grad_norm": 0.010288557037711143,
      "learning_rate": 0.0002,
      "loss": 0.6153451204299927,
      "mean_token_accuracy": 0.747114397585392,
      "num_tokens": 20254482.0,
      "step": 546
    },
    {
      "entropy": 0.6220259815454483,
      "epoch": 3.532035685320357,
      "grad_norm": 0.010569143109023571,
      "learning_rate": 0.0002,
      "loss": 0.6245878338813782,
      "mean_token_accuracy": 0.745466060936451,
      "num_tokens": 20291323.0,
      "step": 547
    },
    {
      "entropy": 0.6251974999904633,
      "epoch": 3.538523925385239,
      "grad_norm": 0.010512638837099075,
      "learning_rate": 0.0002,
      "loss": 0.6209877729415894,
      "mean_token_accuracy": 0.7460760995745659,
      "num_tokens": 20328541.0,
      "step": 548
    },
    {
      "entropy": 0.6372380778193474,
      "epoch": 3.545012165450122,
      "grad_norm": 0.009989661164581776,
      "learning_rate": 0.0002,
      "loss": 0.63493812084198,
      "mean_token_accuracy": 0.7409111261367798,
      "num_tokens": 20366154.0,
      "step": 549
    },
    {
      "entropy": 0.616200253367424,
      "epoch": 3.551500405515004,
      "grad_norm": 0.009802714921534061,
      "learning_rate": 0.0002,
      "loss": 0.6198533773422241,
      "mean_token_accuracy": 0.7493973523378372,
      "num_tokens": 20403539.0,
      "step": 550
    },
    {
      "entropy": 0.6109699085354805,
      "epoch": 3.5579886455798864,
      "grad_norm": 0.011730330996215343,
      "learning_rate": 0.0002,
      "loss": 0.6169507503509521,
      "mean_token_accuracy": 0.7469825968146324,
      "num_tokens": 20440857.0,
      "step": 551
    },
    {
      "entropy": 0.6107888966798782,
      "epoch": 3.564476885644769,
      "grad_norm": 0.010902747511863708,
      "learning_rate": 0.0002,
      "loss": 0.6169427633285522,
      "mean_token_accuracy": 0.7473291158676147,
      "num_tokens": 20478685.0,
      "step": 552
    },
    {
      "entropy": 0.6232053637504578,
      "epoch": 3.5709651257096513,
      "grad_norm": 0.01024220883846283,
      "learning_rate": 0.0002,
      "loss": 0.6223392486572266,
      "mean_token_accuracy": 0.7471131235361099,
      "num_tokens": 20516186.0,
      "step": 553
    },
    {
      "entropy": 0.6318716630339622,
      "epoch": 3.5774533657745335,
      "grad_norm": 0.00972492340952158,
      "learning_rate": 0.0002,
      "loss": 0.6295208930969238,
      "mean_token_accuracy": 0.7421210557222366,
      "num_tokens": 20553418.0,
      "step": 554
    },
    {
      "entropy": 0.6323020830750465,
      "epoch": 3.5839416058394162,
      "grad_norm": 0.009747047908604145,
      "learning_rate": 0.0002,
      "loss": 0.6291106343269348,
      "mean_token_accuracy": 0.742633767426014,
      "num_tokens": 20590921.0,
      "step": 555
    },
    {
      "entropy": 0.6193426549434662,
      "epoch": 3.5904298459042985,
      "grad_norm": 0.009529096074402332,
      "learning_rate": 0.0002,
      "loss": 0.622657299041748,
      "mean_token_accuracy": 0.7454424574971199,
      "num_tokens": 20628134.0,
      "step": 556
    },
    {
      "entropy": 0.606108270585537,
      "epoch": 3.5969180859691807,
      "grad_norm": 0.01090499758720398,
      "learning_rate": 0.0002,
      "loss": 0.6156042218208313,
      "mean_token_accuracy": 0.7475811764597893,
      "num_tokens": 20665529.0,
      "step": 557
    },
    {
      "entropy": 0.6024795696139336,
      "epoch": 3.6034063260340634,
      "grad_norm": 0.01122215110808611,
      "learning_rate": 0.0002,
      "loss": 0.6096351146697998,
      "mean_token_accuracy": 0.7500594854354858,
      "num_tokens": 20702623.0,
      "step": 558
    },
    {
      "entropy": 0.6050852239131927,
      "epoch": 3.6098945660989457,
      "grad_norm": 0.008911820128560066,
      "learning_rate": 0.0002,
      "loss": 0.6063804626464844,
      "mean_token_accuracy": 0.750556543469429,
      "num_tokens": 20739535.0,
      "step": 559
    },
    {
      "entropy": 0.6184356659650803,
      "epoch": 3.616382806163828,
      "grad_norm": 0.008947025053203106,
      "learning_rate": 0.0002,
      "loss": 0.6186281442642212,
      "mean_token_accuracy": 0.7470304444432259,
      "num_tokens": 20776900.0,
      "step": 560
    },
    {
      "entropy": 0.6115831136703491,
      "epoch": 3.6228710462287106,
      "grad_norm": 0.010605190880596638,
      "learning_rate": 0.0002,
      "loss": 0.6092396974563599,
      "mean_token_accuracy": 0.750456377863884,
      "num_tokens": 20814326.0,
      "step": 561
    },
    {
      "entropy": 0.6234035491943359,
      "epoch": 3.629359286293593,
      "grad_norm": 0.010619143024086952,
      "learning_rate": 0.0002,
      "loss": 0.622122585773468,
      "mean_token_accuracy": 0.7449623718857765,
      "num_tokens": 20851735.0,
      "step": 562
    },
    {
      "entropy": 0.6131063625216484,
      "epoch": 3.635847526358475,
      "grad_norm": 0.009914328344166279,
      "learning_rate": 0.0002,
      "loss": 0.6129999160766602,
      "mean_token_accuracy": 0.7512071952223778,
      "num_tokens": 20888959.0,
      "step": 563
    },
    {
      "entropy": 0.6103895530104637,
      "epoch": 3.6423357664233578,
      "grad_norm": 0.009590883739292622,
      "learning_rate": 0.0002,
      "loss": 0.6121896505355835,
      "mean_token_accuracy": 0.7519041821360588,
      "num_tokens": 20926880.0,
      "step": 564
    },
    {
      "entropy": 0.6107024624943733,
      "epoch": 3.64882400648824,
      "grad_norm": 0.010136992670595646,
      "learning_rate": 0.0002,
      "loss": 0.615648090839386,
      "mean_token_accuracy": 0.7478983402252197,
      "num_tokens": 20964278.0,
      "step": 565
    },
    {
      "entropy": 0.6019061878323555,
      "epoch": 3.6553122465531223,
      "grad_norm": 0.01197731215506792,
      "learning_rate": 0.0002,
      "loss": 0.6083622574806213,
      "mean_token_accuracy": 0.752247080206871,
      "num_tokens": 21001703.0,
      "step": 566
    },
    {
      "entropy": 0.6136230602860451,
      "epoch": 3.661800486618005,
      "grad_norm": 0.010383468121290207,
      "learning_rate": 0.0002,
      "loss": 0.6142981052398682,
      "mean_token_accuracy": 0.750029981136322,
      "num_tokens": 21039545.0,
      "step": 567
    },
    {
      "entropy": 0.6270170286297798,
      "epoch": 3.668288726682887,
      "grad_norm": 0.01222953386604786,
      "learning_rate": 0.0002,
      "loss": 0.622101902961731,
      "mean_token_accuracy": 0.7463989406824112,
      "num_tokens": 21076601.0,
      "step": 568
    },
    {
      "entropy": 0.635653018951416,
      "epoch": 3.6747769667477694,
      "grad_norm": 0.009029991924762726,
      "learning_rate": 0.0002,
      "loss": 0.6368217468261719,
      "mean_token_accuracy": 0.739650160074234,
      "num_tokens": 21113628.0,
      "step": 569
    },
    {
      "entropy": 0.6155265644192696,
      "epoch": 3.681265206812652,
      "grad_norm": 0.010669651441276073,
      "learning_rate": 0.0002,
      "loss": 0.6169142723083496,
      "mean_token_accuracy": 0.7483588233590126,
      "num_tokens": 21150841.0,
      "step": 570
    },
    {
      "entropy": 0.6179278939962387,
      "epoch": 3.6877534468775344,
      "grad_norm": 0.01090275775641203,
      "learning_rate": 0.0002,
      "loss": 0.620256781578064,
      "mean_token_accuracy": 0.7459961548447609,
      "num_tokens": 21188047.0,
      "step": 571
    },
    {
      "entropy": 0.6013471409678459,
      "epoch": 3.6942416869424166,
      "grad_norm": 0.013129356317222118,
      "learning_rate": 0.0002,
      "loss": 0.6093657612800598,
      "mean_token_accuracy": 0.7505828440189362,
      "num_tokens": 21224977.0,
      "step": 572
    },
    {
      "entropy": 0.6192966923117638,
      "epoch": 3.7007299270072993,
      "grad_norm": 0.01149990689009428,
      "learning_rate": 0.0002,
      "loss": 0.624458909034729,
      "mean_token_accuracy": 0.7465271949768066,
      "num_tokens": 21262229.0,
      "step": 573
    },
    {
      "entropy": 0.6305530145764351,
      "epoch": 3.7072181670721815,
      "grad_norm": 0.011260929517447948,
      "learning_rate": 0.0002,
      "loss": 0.6282562613487244,
      "mean_token_accuracy": 0.7442766949534416,
      "num_tokens": 21299934.0,
      "step": 574
    },
    {
      "entropy": 0.6216496974229813,
      "epoch": 3.7137064071370642,
      "grad_norm": 0.011454667896032333,
      "learning_rate": 0.0002,
      "loss": 0.6176272630691528,
      "mean_token_accuracy": 0.7486661300063133,
      "num_tokens": 21337298.0,
      "step": 575
    },
    {
      "entropy": 0.6251465007662773,
      "epoch": 3.7201946472019465,
      "grad_norm": 0.011989898979663849,
      "learning_rate": 0.0002,
      "loss": 0.6237755417823792,
      "mean_token_accuracy": 0.7449339032173157,
      "num_tokens": 21374338.0,
      "step": 576
    },
    {
      "entropy": 0.6160696297883987,
      "epoch": 3.7266828872668287,
      "grad_norm": 0.009978833608329296,
      "learning_rate": 0.0002,
      "loss": 0.6201364398002625,
      "mean_token_accuracy": 0.7472834289073944,
      "num_tokens": 21411412.0,
      "step": 577
    },
    {
      "entropy": 0.6086283698678017,
      "epoch": 3.7331711273317114,
      "grad_norm": 0.01127020176500082,
      "learning_rate": 0.0002,
      "loss": 0.6133439540863037,
      "mean_token_accuracy": 0.7486971095204353,
      "num_tokens": 21449184.0,
      "step": 578
    },
    {
      "entropy": 0.6155035272240639,
      "epoch": 3.7396593673965937,
      "grad_norm": 0.009915207512676716,
      "learning_rate": 0.0002,
      "loss": 0.6193184852600098,
      "mean_token_accuracy": 0.7452678084373474,
      "num_tokens": 21486452.0,
      "step": 579
    },
    {
      "entropy": 0.6227790787816048,
      "epoch": 3.7461476074614763,
      "grad_norm": 0.009025565348565578,
      "learning_rate": 0.0002,
      "loss": 0.6250243186950684,
      "mean_token_accuracy": 0.7430055662989616,
      "num_tokens": 21524049.0,
      "step": 580
    },
    {
      "entropy": 0.6145926639437675,
      "epoch": 3.7526358475263586,
      "grad_norm": 0.010546623729169369,
      "learning_rate": 0.0002,
      "loss": 0.6121389269828796,
      "mean_token_accuracy": 0.7498128041625023,
      "num_tokens": 21560910.0,
      "step": 581
    },
    {
      "entropy": 0.6132489815354347,
      "epoch": 3.759124087591241,
      "grad_norm": 0.01081460528075695,
      "learning_rate": 0.0002,
      "loss": 0.6121793389320374,
      "mean_token_accuracy": 0.7495040893554688,
      "num_tokens": 21598124.0,
      "step": 582
    },
    {
      "entropy": 0.6323688253760338,
      "epoch": 3.7656123276561235,
      "grad_norm": 0.010107534937560558,
      "learning_rate": 0.0002,
      "loss": 0.6294635534286499,
      "mean_token_accuracy": 0.7433409690856934,
      "num_tokens": 21635437.0,
      "step": 583
    },
    {
      "entropy": 0.6125660836696625,
      "epoch": 3.7721005677210058,
      "grad_norm": 0.00997902825474739,
      "learning_rate": 0.0002,
      "loss": 0.6156618595123291,
      "mean_token_accuracy": 0.7480011209845543,
      "num_tokens": 21672898.0,
      "step": 584
    },
    {
      "entropy": 0.6139216870069504,
      "epoch": 3.778588807785888,
      "grad_norm": 0.01199332345277071,
      "learning_rate": 0.0002,
      "loss": 0.6214488744735718,
      "mean_token_accuracy": 0.748315691947937,
      "num_tokens": 21710166.0,
      "step": 585
    },
    {
      "entropy": 0.5991447791457176,
      "epoch": 3.7850770478507707,
      "grad_norm": 0.01200946606695652,
      "learning_rate": 0.0002,
      "loss": 0.6080783605575562,
      "mean_token_accuracy": 0.7511922717094421,
      "num_tokens": 21746897.0,
      "step": 586
    },
    {
      "entropy": 0.6105977669358253,
      "epoch": 3.791565287915653,
      "grad_norm": 0.011675121262669563,
      "learning_rate": 0.0002,
      "loss": 0.6159127950668335,
      "mean_token_accuracy": 0.7491589412093163,
      "num_tokens": 21784354.0,
      "step": 587
    },
    {
      "entropy": 0.6225078999996185,
      "epoch": 3.798053527980535,
      "grad_norm": 0.00965933594852686,
      "learning_rate": 0.0002,
      "loss": 0.6214642524719238,
      "mean_token_accuracy": 0.7455714717507362,
      "num_tokens": 21821856.0,
      "step": 588
    },
    {
      "entropy": 0.627250537276268,
      "epoch": 3.804541768045418,
      "grad_norm": 0.010286493226885796,
      "learning_rate": 0.0002,
      "loss": 0.6219584345817566,
      "mean_token_accuracy": 0.7479822859168053,
      "num_tokens": 21858968.0,
      "step": 589
    },
    {
      "entropy": 0.6303782388567924,
      "epoch": 3.8110300081103,
      "grad_norm": 0.009684202261269093,
      "learning_rate": 0.0002,
      "loss": 0.629400372505188,
      "mean_token_accuracy": 0.7433283776044846,
      "num_tokens": 21896486.0,
      "step": 590
    },
    {
      "entropy": 0.6274826601147652,
      "epoch": 3.8175182481751824,
      "grad_norm": 0.00968723464757204,
      "learning_rate": 0.0002,
      "loss": 0.6308175325393677,
      "mean_token_accuracy": 0.7409676983952522,
      "num_tokens": 21933746.0,
      "step": 591
    },
    {
      "entropy": 0.607462614774704,
      "epoch": 3.824006488240065,
      "grad_norm": 0.010024085640907288,
      "learning_rate": 0.0002,
      "loss": 0.6111215353012085,
      "mean_token_accuracy": 0.7507134452462196,
      "num_tokens": 21970727.0,
      "step": 592
    },
    {
      "entropy": 0.6113528236746788,
      "epoch": 3.8304947283049473,
      "grad_norm": 0.009630702435970306,
      "learning_rate": 0.0002,
      "loss": 0.615958571434021,
      "mean_token_accuracy": 0.7483637630939484,
      "num_tokens": 22008126.0,
      "step": 593
    },
    {
      "entropy": 0.6118894517421722,
      "epoch": 3.8369829683698295,
      "grad_norm": 0.00891201663762331,
      "learning_rate": 0.0002,
      "loss": 0.6150209903717041,
      "mean_token_accuracy": 0.7505509406328201,
      "num_tokens": 22045058.0,
      "step": 594
    },
    {
      "entropy": 0.6181119605898857,
      "epoch": 3.8434712084347122,
      "grad_norm": 0.00870099663734436,
      "learning_rate": 0.0002,
      "loss": 0.6192715764045715,
      "mean_token_accuracy": 0.7477136552333832,
      "num_tokens": 22082485.0,
      "step": 595
    },
    {
      "entropy": 0.6250515654683113,
      "epoch": 3.8499594484995945,
      "grad_norm": 0.00869520753622055,
      "learning_rate": 0.0002,
      "loss": 0.6237080097198486,
      "mean_token_accuracy": 0.7448958083987236,
      "num_tokens": 22120186.0,
      "step": 596
    },
    {
      "entropy": 0.6200907677412033,
      "epoch": 3.8564476885644767,
      "grad_norm": 0.008723787032067776,
      "learning_rate": 0.0002,
      "loss": 0.6199079751968384,
      "mean_token_accuracy": 0.7453882619738579,
      "num_tokens": 22157538.0,
      "step": 597
    },
    {
      "entropy": 0.6176511943340302,
      "epoch": 3.8629359286293594,
      "grad_norm": 0.010193057358264923,
      "learning_rate": 0.0002,
      "loss": 0.6177176237106323,
      "mean_token_accuracy": 0.7501931935548782,
      "num_tokens": 22195003.0,
      "step": 598
    },
    {
      "entropy": 0.6236204281449318,
      "epoch": 3.8694241686942417,
      "grad_norm": 0.00979641918092966,
      "learning_rate": 0.0002,
      "loss": 0.6303654909133911,
      "mean_token_accuracy": 0.7406158596277237,
      "num_tokens": 22232607.0,
      "step": 599
    },
    {
      "entropy": 0.6202436164021492,
      "epoch": 3.875912408759124,
      "grad_norm": 0.010212398134171963,
      "learning_rate": 0.0002,
      "loss": 0.6213873028755188,
      "mean_token_accuracy": 0.7464328482747078,
      "num_tokens": 22269920.0,
      "step": 600
    },
    {
      "entropy": 0.613631397485733,
      "epoch": 3.8824006488240066,
      "grad_norm": 0.009876083582639694,
      "learning_rate": 0.0002,
      "loss": 0.6182212829589844,
      "mean_token_accuracy": 0.7480113580822945,
      "num_tokens": 22306694.0,
      "step": 601
    },
    {
      "entropy": 0.6167808622121811,
      "epoch": 3.888888888888889,
      "grad_norm": 0.010310813784599304,
      "learning_rate": 0.0002,
      "loss": 0.6251655220985413,
      "mean_token_accuracy": 0.7455293834209442,
      "num_tokens": 22343827.0,
      "step": 602
    },
    {
      "entropy": 0.6132790520787239,
      "epoch": 3.895377128953771,
      "grad_norm": 0.009235870093107224,
      "learning_rate": 0.0002,
      "loss": 0.6129046678543091,
      "mean_token_accuracy": 0.7505499720573425,
      "num_tokens": 22381214.0,
      "step": 603
    },
    {
      "entropy": 0.6209843009710312,
      "epoch": 3.9018653690186538,
      "grad_norm": 0.009926384314894676,
      "learning_rate": 0.0002,
      "loss": 0.6192604899406433,
      "mean_token_accuracy": 0.7472119927406311,
      "num_tokens": 22418601.0,
      "step": 604
    },
    {
      "entropy": 0.6364298164844513,
      "epoch": 3.908353609083536,
      "grad_norm": 0.011292664334177971,
      "learning_rate": 0.0002,
      "loss": 0.6354763507843018,
      "mean_token_accuracy": 0.742254801094532,
      "num_tokens": 22455732.0,
      "step": 605
    },
    {
      "entropy": 0.6375604569911957,
      "epoch": 3.9148418491484183,
      "grad_norm": 0.009769946336746216,
      "learning_rate": 0.0002,
      "loss": 0.6385936737060547,
      "mean_token_accuracy": 0.7394958734512329,
      "num_tokens": 22492996.0,
      "step": 606
    },
    {
      "entropy": 0.6145768612623215,
      "epoch": 3.921330089213301,
      "grad_norm": 0.010400141589343548,
      "learning_rate": 0.0002,
      "loss": 0.6150961518287659,
      "mean_token_accuracy": 0.7494016960263252,
      "num_tokens": 22530887.0,
      "step": 607
    },
    {
      "entropy": 0.6110121458768845,
      "epoch": 3.927818329278183,
      "grad_norm": 0.01383623294532299,
      "learning_rate": 0.0002,
      "loss": 0.6156477332115173,
      "mean_token_accuracy": 0.7485735863447189,
      "num_tokens": 22568066.0,
      "step": 608
    },
    {
      "entropy": 0.6164045110344887,
      "epoch": 3.9343065693430654,
      "grad_norm": 0.011148249730467796,
      "learning_rate": 0.0002,
      "loss": 0.6243358850479126,
      "mean_token_accuracy": 0.7457598373293877,
      "num_tokens": 22605687.0,
      "step": 609
    },
    {
      "entropy": 0.6160785332322121,
      "epoch": 3.940794809407948,
      "grad_norm": 0.011384137906134129,
      "learning_rate": 0.0002,
      "loss": 0.6210045218467712,
      "mean_token_accuracy": 0.7471992895007133,
      "num_tokens": 22642646.0,
      "step": 610
    },
    {
      "entropy": 0.6149823144078255,
      "epoch": 3.9472830494728304,
      "grad_norm": 0.012957974337041378,
      "learning_rate": 0.0002,
      "loss": 0.6171556711196899,
      "mean_token_accuracy": 0.7489227131009102,
      "num_tokens": 22679842.0,
      "step": 611
    },
    {
      "entropy": 0.6145467907190323,
      "epoch": 3.9537712895377126,
      "grad_norm": 0.010933002457022667,
      "learning_rate": 0.0002,
      "loss": 0.6167636513710022,
      "mean_token_accuracy": 0.7463917657732964,
      "num_tokens": 22717084.0,
      "step": 612
    },
    {
      "entropy": 0.6232969015836716,
      "epoch": 3.9602595296025953,
      "grad_norm": 0.009922384284436703,
      "learning_rate": 0.0002,
      "loss": 0.6252729892730713,
      "mean_token_accuracy": 0.743752971291542,
      "num_tokens": 22754399.0,
      "step": 613
    },
    {
      "entropy": 0.6329927816987038,
      "epoch": 3.9667477696674776,
      "grad_norm": 0.012450586073100567,
      "learning_rate": 0.0002,
      "loss": 0.6310559511184692,
      "mean_token_accuracy": 0.7443704977631569,
      "num_tokens": 22791668.0,
      "step": 614
    },
    {
      "entropy": 0.6241239309310913,
      "epoch": 3.9732360097323602,
      "grad_norm": 0.010473434813320637,
      "learning_rate": 0.0002,
      "loss": 0.6205140352249146,
      "mean_token_accuracy": 0.7461888715624809,
      "num_tokens": 22829072.0,
      "step": 615
    },
    {
      "entropy": 0.6387766450643539,
      "epoch": 3.9797242497972425,
      "grad_norm": 0.011033239774405956,
      "learning_rate": 0.0002,
      "loss": 0.638136088848114,
      "mean_token_accuracy": 0.7390930280089378,
      "num_tokens": 22866252.0,
      "step": 616
    },
    {
      "entropy": 0.6195501312613487,
      "epoch": 3.986212489862125,
      "grad_norm": 0.011396627873182297,
      "learning_rate": 0.0002,
      "loss": 0.6249865293502808,
      "mean_token_accuracy": 0.7435013577342033,
      "num_tokens": 22903910.0,
      "step": 617
    },
    {
      "entropy": 0.6073991656303406,
      "epoch": 3.9927007299270074,
      "grad_norm": 0.011404155753552914,
      "learning_rate": 0.0002,
      "loss": 0.6144699454307556,
      "mean_token_accuracy": 0.7486153542995453,
      "num_tokens": 22941419.0,
      "step": 618
    },
    {
      "entropy": 0.6133335530757904,
      "epoch": 3.9991889699918897,
      "grad_norm": 0.012148975394666195,
      "learning_rate": 0.0002,
      "loss": 0.6239128112792969,
      "mean_token_accuracy": 0.744051106274128,
      "num_tokens": 22978672.0,
      "step": 619
    },
    {
      "entropy": 0.6109002828598022,
      "epoch": 4.0,
      "grad_norm": 0.02331351302564144,
      "learning_rate": 0.0002,
      "loss": 0.6144630312919617,
      "mean_token_accuracy": 0.7544165849685669,
      "num_tokens": 22983289.0,
      "step": 620
    },
    {
      "entropy": 0.6217539757490158,
      "epoch": 4.006488240064883,
      "grad_norm": 0.013456643559038639,
      "learning_rate": 0.0002,
      "loss": 0.613330602645874,
      "mean_token_accuracy": 0.7499688565731049,
      "num_tokens": 23020412.0,
      "step": 621
    },
    {
      "entropy": 0.6039147675037384,
      "epoch": 4.0129764801297645,
      "grad_norm": 0.013175777159631252,
      "learning_rate": 0.0002,
      "loss": 0.597152829170227,
      "mean_token_accuracy": 0.7552643939852715,
      "num_tokens": 23057448.0,
      "step": 622
    },
    {
      "entropy": 0.6142989620566368,
      "epoch": 4.019464720194647,
      "grad_norm": 0.014114204794168472,
      "learning_rate": 0.0002,
      "loss": 0.6228339672088623,
      "mean_token_accuracy": 0.744938038289547,
      "num_tokens": 23094545.0,
      "step": 623
    },
    {
      "entropy": 0.6015428304672241,
      "epoch": 4.02595296025953,
      "grad_norm": 0.015099803917109966,
      "learning_rate": 0.0002,
      "loss": 0.6131606698036194,
      "mean_token_accuracy": 0.7470837756991386,
      "num_tokens": 23131965.0,
      "step": 624
    },
    {
      "entropy": 0.5885332375764847,
      "epoch": 4.032441200324412,
      "grad_norm": 0.014588817954063416,
      "learning_rate": 0.0002,
      "loss": 0.593397855758667,
      "mean_token_accuracy": 0.7566570267081261,
      "num_tokens": 23168813.0,
      "step": 625
    },
    {
      "entropy": 0.6016655787825584,
      "epoch": 4.038929440389294,
      "grad_norm": 0.012094132602214813,
      "learning_rate": 0.0002,
      "loss": 0.6046090126037598,
      "mean_token_accuracy": 0.7522159889340401,
      "num_tokens": 23205779.0,
      "step": 626
    },
    {
      "entropy": 0.6151943281292915,
      "epoch": 4.045417680454177,
      "grad_norm": 0.012667203322052956,
      "learning_rate": 0.0002,
      "loss": 0.6111838221549988,
      "mean_token_accuracy": 0.7486316040158272,
      "num_tokens": 23242684.0,
      "step": 627
    },
    {
      "entropy": 0.6105204373598099,
      "epoch": 4.051905920519059,
      "grad_norm": 0.011044032871723175,
      "learning_rate": 0.0002,
      "loss": 0.6119928956031799,
      "mean_token_accuracy": 0.7496168315410614,
      "num_tokens": 23279684.0,
      "step": 628
    },
    {
      "entropy": 0.6080695539712906,
      "epoch": 4.0583941605839415,
      "grad_norm": 0.012295052409172058,
      "learning_rate": 0.0002,
      "loss": 0.6104212999343872,
      "mean_token_accuracy": 0.7498067244887352,
      "num_tokens": 23316599.0,
      "step": 629
    },
    {
      "entropy": 0.6009281948208809,
      "epoch": 4.064882400648824,
      "grad_norm": 0.012583774514496326,
      "learning_rate": 0.0002,
      "loss": 0.6041219234466553,
      "mean_token_accuracy": 0.7518585100769997,
      "num_tokens": 23353800.0,
      "step": 630
    },
    {
      "entropy": 0.6015147417783737,
      "epoch": 4.071370640713706,
      "grad_norm": 0.011909936554729939,
      "learning_rate": 0.0002,
      "loss": 0.6030286550521851,
      "mean_token_accuracy": 0.7531652525067329,
      "num_tokens": 23390939.0,
      "step": 631
    },
    {
      "entropy": 0.6044563055038452,
      "epoch": 4.077858880778589,
      "grad_norm": 0.011805822141468525,
      "learning_rate": 0.0002,
      "loss": 0.6060421466827393,
      "mean_token_accuracy": 0.7509199753403664,
      "num_tokens": 23427956.0,
      "step": 632
    },
    {
      "entropy": 0.6049995571374893,
      "epoch": 4.084347120843471,
      "grad_norm": 0.012876358814537525,
      "learning_rate": 0.0002,
      "loss": 0.6117682456970215,
      "mean_token_accuracy": 0.7485300377011299,
      "num_tokens": 23465445.0,
      "step": 633
    },
    {
      "entropy": 0.6048118397593498,
      "epoch": 4.090835360908353,
      "grad_norm": 0.012466302141547203,
      "learning_rate": 0.0002,
      "loss": 0.6076602339744568,
      "mean_token_accuracy": 0.7526114881038666,
      "num_tokens": 23502361.0,
      "step": 634
    },
    {
      "entropy": 0.6199515163898468,
      "epoch": 4.097323600973236,
      "grad_norm": 0.013892917893826962,
      "learning_rate": 0.0002,
      "loss": 0.6193369626998901,
      "mean_token_accuracy": 0.7488663196563721,
      "num_tokens": 23540086.0,
      "step": 635
    },
    {
      "entropy": 0.6109070330858231,
      "epoch": 4.103811841038119,
      "grad_norm": 0.012778576463460922,
      "learning_rate": 0.0002,
      "loss": 0.6099793910980225,
      "mean_token_accuracy": 0.7521104216575623,
      "num_tokens": 23577435.0,
      "step": 636
    },
    {
      "entropy": 0.6217869147658348,
      "epoch": 4.110300081103,
      "grad_norm": 0.011083797551691532,
      "learning_rate": 0.0002,
      "loss": 0.6223993301391602,
      "mean_token_accuracy": 0.7441250160336494,
      "num_tokens": 23614892.0,
      "step": 637
    },
    {
      "entropy": 0.6092150881886482,
      "epoch": 4.116788321167883,
      "grad_norm": 0.011457768268883228,
      "learning_rate": 0.0002,
      "loss": 0.6109668016433716,
      "mean_token_accuracy": 0.7505389377474785,
      "num_tokens": 23652404.0,
      "step": 638
    },
    {
      "entropy": 0.5892162844538689,
      "epoch": 4.123276561232766,
      "grad_norm": 0.011224270798265934,
      "learning_rate": 0.0002,
      "loss": 0.5923285484313965,
      "mean_token_accuracy": 0.7561718374490738,
      "num_tokens": 23689182.0,
      "step": 639
    },
    {
      "entropy": 0.6155631691217422,
      "epoch": 4.1297648012976484,
      "grad_norm": 0.011392487213015556,
      "learning_rate": 0.0002,
      "loss": 0.6169704794883728,
      "mean_token_accuracy": 0.7484367191791534,
      "num_tokens": 23726827.0,
      "step": 640
    },
    {
      "entropy": 0.6134647503495216,
      "epoch": 4.13625304136253,
      "grad_norm": 0.01305895671248436,
      "learning_rate": 0.0002,
      "loss": 0.6227377653121948,
      "mean_token_accuracy": 0.7455505281686783,
      "num_tokens": 23764215.0,
      "step": 641
    },
    {
      "entropy": 0.6127767860889435,
      "epoch": 4.142741281427413,
      "grad_norm": 0.011744504794478416,
      "learning_rate": 0.0002,
      "loss": 0.6154167056083679,
      "mean_token_accuracy": 0.7480334118008614,
      "num_tokens": 23801609.0,
      "step": 642
    },
    {
      "entropy": 0.6113294437527657,
      "epoch": 4.149229521492296,
      "grad_norm": 0.013036824762821198,
      "learning_rate": 0.0002,
      "loss": 0.6141045093536377,
      "mean_token_accuracy": 0.7493610754609108,
      "num_tokens": 23839155.0,
      "step": 643
    },
    {
      "entropy": 0.6171691864728928,
      "epoch": 4.155717761557177,
      "grad_norm": 0.012765160761773586,
      "learning_rate": 0.0002,
      "loss": 0.6207258701324463,
      "mean_token_accuracy": 0.7462699934840202,
      "num_tokens": 23876532.0,
      "step": 644
    },
    {
      "entropy": 0.6020215824246407,
      "epoch": 4.16220600162206,
      "grad_norm": 0.011224629357457161,
      "learning_rate": 0.0002,
      "loss": 0.6040517091751099,
      "mean_token_accuracy": 0.7520366311073303,
      "num_tokens": 23913624.0,
      "step": 645
    },
    {
      "entropy": 0.6073898002505302,
      "epoch": 4.168694241686943,
      "grad_norm": 0.012669643387198448,
      "learning_rate": 0.0002,
      "loss": 0.6089828610420227,
      "mean_token_accuracy": 0.751623198390007,
      "num_tokens": 23951134.0,
      "step": 646
    },
    {
      "entropy": 0.6056643575429916,
      "epoch": 4.175182481751825,
      "grad_norm": 0.013099576346576214,
      "learning_rate": 0.0002,
      "loss": 0.6066282391548157,
      "mean_token_accuracy": 0.7509062737226486,
      "num_tokens": 23988712.0,
      "step": 647
    },
    {
      "entropy": 0.6190872266888618,
      "epoch": 4.181670721816707,
      "grad_norm": 0.013141883537173271,
      "learning_rate": 0.0002,
      "loss": 0.6172468662261963,
      "mean_token_accuracy": 0.7470818608999252,
      "num_tokens": 24025925.0,
      "step": 648
    },
    {
      "entropy": 0.6018052324652672,
      "epoch": 4.18815896188159,
      "grad_norm": 0.01188298873603344,
      "learning_rate": 0.0002,
      "loss": 0.6035501956939697,
      "mean_token_accuracy": 0.7526876479387283,
      "num_tokens": 24063159.0,
      "step": 649
    },
    {
      "entropy": 0.6047950685024261,
      "epoch": 4.194647201946472,
      "grad_norm": 0.014647013507783413,
      "learning_rate": 0.0002,
      "loss": 0.6088840961456299,
      "mean_token_accuracy": 0.7501959800720215,
      "num_tokens": 24100259.0,
      "step": 650
    },
    {
      "entropy": 0.6092503741383553,
      "epoch": 4.2011354420113545,
      "grad_norm": 0.012967122718691826,
      "learning_rate": 0.0002,
      "loss": 0.6154978275299072,
      "mean_token_accuracy": 0.7469052001833916,
      "num_tokens": 24137670.0,
      "step": 651
    },
    {
      "entropy": 0.6076086908578873,
      "epoch": 4.207623682076237,
      "grad_norm": 0.015226679854094982,
      "learning_rate": 0.0002,
      "loss": 0.6063575744628906,
      "mean_token_accuracy": 0.7520931884646416,
      "num_tokens": 24174990.0,
      "step": 652
    },
    {
      "entropy": 0.5980376899242401,
      "epoch": 4.214111922141119,
      "grad_norm": 0.01129455491900444,
      "learning_rate": 0.0002,
      "loss": 0.5961977243423462,
      "mean_token_accuracy": 0.7564675956964493,
      "num_tokens": 24212331.0,
      "step": 653
    },
    {
      "entropy": 0.6016443520784378,
      "epoch": 4.220600162206002,
      "grad_norm": 0.014820009469985962,
      "learning_rate": 0.0002,
      "loss": 0.6029236912727356,
      "mean_token_accuracy": 0.7525514140725136,
      "num_tokens": 24249375.0,
      "step": 654
    },
    {
      "entropy": 0.6087661758065224,
      "epoch": 4.227088402270884,
      "grad_norm": 0.0128677599132061,
      "learning_rate": 0.0002,
      "loss": 0.6112372279167175,
      "mean_token_accuracy": 0.748601570725441,
      "num_tokens": 24286871.0,
      "step": 655
    },
    {
      "entropy": 0.615173451602459,
      "epoch": 4.233576642335766,
      "grad_norm": 0.013609779067337513,
      "learning_rate": 0.0002,
      "loss": 0.6189801096916199,
      "mean_token_accuracy": 0.7472759932279587,
      "num_tokens": 24323996.0,
      "step": 656
    },
    {
      "entropy": 0.6089212968945503,
      "epoch": 4.240064882400649,
      "grad_norm": 0.013383638113737106,
      "learning_rate": 0.0002,
      "loss": 0.6078221797943115,
      "mean_token_accuracy": 0.7503775134682655,
      "num_tokens": 24361162.0,
      "step": 657
    },
    {
      "entropy": 0.6125769466161728,
      "epoch": 4.2465531224655315,
      "grad_norm": 0.01211923360824585,
      "learning_rate": 0.0002,
      "loss": 0.6157176494598389,
      "mean_token_accuracy": 0.7472077012062073,
      "num_tokens": 24398308.0,
      "step": 658
    },
    {
      "entropy": 0.6129145845770836,
      "epoch": 4.253041362530413,
      "grad_norm": 0.013655205257236958,
      "learning_rate": 0.0002,
      "loss": 0.6173056364059448,
      "mean_token_accuracy": 0.7478220462799072,
      "num_tokens": 24435361.0,
      "step": 659
    },
    {
      "entropy": 0.6286280378699303,
      "epoch": 4.259529602595296,
      "grad_norm": 0.012913207523524761,
      "learning_rate": 0.0002,
      "loss": 0.6232912540435791,
      "mean_token_accuracy": 0.7459053471684456,
      "num_tokens": 24472862.0,
      "step": 660
    },
    {
      "entropy": 0.6073895320296288,
      "epoch": 4.266017842660179,
      "grad_norm": 0.012715890072286129,
      "learning_rate": 0.0002,
      "loss": 0.6063985824584961,
      "mean_token_accuracy": 0.7502154931426048,
      "num_tokens": 24510378.0,
      "step": 661
    },
    {
      "entropy": 0.5987715944647789,
      "epoch": 4.2725060827250605,
      "grad_norm": 0.01144983246922493,
      "learning_rate": 0.0002,
      "loss": 0.603581964969635,
      "mean_token_accuracy": 0.7529052719473839,
      "num_tokens": 24547450.0,
      "step": 662
    },
    {
      "entropy": 0.6105594113469124,
      "epoch": 4.278994322789943,
      "grad_norm": 0.01477118767797947,
      "learning_rate": 0.0002,
      "loss": 0.6208908557891846,
      "mean_token_accuracy": 0.7453452572226524,
      "num_tokens": 24584414.0,
      "step": 663
    },
    {
      "entropy": 0.6013319417834282,
      "epoch": 4.285482562854826,
      "grad_norm": 0.011751738376915455,
      "learning_rate": 0.0002,
      "loss": 0.6031821966171265,
      "mean_token_accuracy": 0.7529275268316269,
      "num_tokens": 24621522.0,
      "step": 664
    },
    {
      "entropy": 0.6105660572648048,
      "epoch": 4.291970802919708,
      "grad_norm": 0.011309951543807983,
      "learning_rate": 0.0002,
      "loss": 0.6077959537506104,
      "mean_token_accuracy": 0.7497444152832031,
      "num_tokens": 24658985.0,
      "step": 665
    },
    {
      "entropy": 0.6143631562590599,
      "epoch": 4.29845904298459,
      "grad_norm": 0.01235566008836031,
      "learning_rate": 0.0002,
      "loss": 0.6165258884429932,
      "mean_token_accuracy": 0.7466364279389381,
      "num_tokens": 24696556.0,
      "step": 666
    },
    {
      "entropy": 0.6108560711145401,
      "epoch": 4.304947283049473,
      "grad_norm": 0.012649192474782467,
      "learning_rate": 0.0002,
      "loss": 0.6156973838806152,
      "mean_token_accuracy": 0.7493721544742584,
      "num_tokens": 24733563.0,
      "step": 667
    },
    {
      "entropy": 0.5972470939159393,
      "epoch": 4.311435523114355,
      "grad_norm": 0.012324381619691849,
      "learning_rate": 0.0002,
      "loss": 0.593143880367279,
      "mean_token_accuracy": 0.7569256648421288,
      "num_tokens": 24770521.0,
      "step": 668
    },
    {
      "entropy": 0.6238643601536751,
      "epoch": 4.3179237631792375,
      "grad_norm": 0.013767421245574951,
      "learning_rate": 0.0002,
      "loss": 0.6210561990737915,
      "mean_token_accuracy": 0.7456039562821388,
      "num_tokens": 24807746.0,
      "step": 669
    },
    {
      "entropy": 0.6074958592653275,
      "epoch": 4.32441200324412,
      "grad_norm": 0.012642712332308292,
      "learning_rate": 0.0002,
      "loss": 0.6104567646980286,
      "mean_token_accuracy": 0.7498242110013962,
      "num_tokens": 24844948.0,
      "step": 670
    },
    {
      "entropy": 0.6030944362282753,
      "epoch": 4.330900243309002,
      "grad_norm": 0.014455183409154415,
      "learning_rate": 0.0002,
      "loss": 0.6104896068572998,
      "mean_token_accuracy": 0.751430056989193,
      "num_tokens": 24882330.0,
      "step": 671
    },
    {
      "entropy": 0.6085335910320282,
      "epoch": 4.337388483373885,
      "grad_norm": 0.012203236110508442,
      "learning_rate": 0.0002,
      "loss": 0.6149730682373047,
      "mean_token_accuracy": 0.748404935002327,
      "num_tokens": 24919894.0,
      "step": 672
    },
    {
      "entropy": 0.6215960904955864,
      "epoch": 4.343876723438767,
      "grad_norm": 0.01517926249653101,
      "learning_rate": 0.0002,
      "loss": 0.6182515621185303,
      "mean_token_accuracy": 0.7460620552301407,
      "num_tokens": 24957338.0,
      "step": 673
    },
    {
      "entropy": 0.6206786409020424,
      "epoch": 4.350364963503649,
      "grad_norm": 0.012405015528202057,
      "learning_rate": 0.0002,
      "loss": 0.6114768385887146,
      "mean_token_accuracy": 0.749580554664135,
      "num_tokens": 24994430.0,
      "step": 674
    },
    {
      "entropy": 0.6176847890019417,
      "epoch": 4.356853203568532,
      "grad_norm": 0.012959569692611694,
      "learning_rate": 0.0002,
      "loss": 0.6179355382919312,
      "mean_token_accuracy": 0.7443158105015755,
      "num_tokens": 25031819.0,
      "step": 675
    },
    {
      "entropy": 0.6137174069881439,
      "epoch": 4.363341443633415,
      "grad_norm": 0.01568513549864292,
      "learning_rate": 0.0002,
      "loss": 0.6264492273330688,
      "mean_token_accuracy": 0.7434774041175842,
      "num_tokens": 25069321.0,
      "step": 676
    },
    {
      "entropy": 0.6073234900832176,
      "epoch": 4.369829683698297,
      "grad_norm": 0.01254733745008707,
      "learning_rate": 0.0002,
      "loss": 0.613095760345459,
      "mean_token_accuracy": 0.7486145123839378,
      "num_tokens": 25106724.0,
      "step": 677
    },
    {
      "entropy": 0.6180970370769501,
      "epoch": 4.376317923763179,
      "grad_norm": 0.01219653245061636,
      "learning_rate": 0.0002,
      "loss": 0.6162555813789368,
      "mean_token_accuracy": 0.7453421652317047,
      "num_tokens": 25144301.0,
      "step": 678
    },
    {
      "entropy": 0.6155680492520332,
      "epoch": 4.382806163828062,
      "grad_norm": 0.013878269121050835,
      "learning_rate": 0.0002,
      "loss": 0.6091170907020569,
      "mean_token_accuracy": 0.750255212187767,
      "num_tokens": 25181210.0,
      "step": 679
    },
    {
      "entropy": 0.6227680519223213,
      "epoch": 4.3892944038929445,
      "grad_norm": 0.01349555142223835,
      "learning_rate": 0.0002,
      "loss": 0.6250801086425781,
      "mean_token_accuracy": 0.743384949862957,
      "num_tokens": 25218262.0,
      "step": 680
    },
    {
      "entropy": 0.5870469063520432,
      "epoch": 4.395782643957826,
      "grad_norm": 0.012459780089557171,
      "learning_rate": 0.0002,
      "loss": 0.5922443270683289,
      "mean_token_accuracy": 0.75776407122612,
      "num_tokens": 25255586.0,
      "step": 681
    },
    {
      "entropy": 0.6126704216003418,
      "epoch": 4.402270884022709,
      "grad_norm": 0.012495280243456364,
      "learning_rate": 0.0002,
      "loss": 0.6199891567230225,
      "mean_token_accuracy": 0.7477240189909935,
      "num_tokens": 25293110.0,
      "step": 682
    },
    {
      "entropy": 0.6052056401968002,
      "epoch": 4.408759124087592,
      "grad_norm": 0.011480255052447319,
      "learning_rate": 0.0002,
      "loss": 0.6054994463920593,
      "mean_token_accuracy": 0.7517327517271042,
      "num_tokens": 25330240.0,
      "step": 683
    },
    {
      "entropy": 0.6134005859494209,
      "epoch": 4.415247364152473,
      "grad_norm": 0.013378560543060303,
      "learning_rate": 0.0002,
      "loss": 0.6032570600509644,
      "mean_token_accuracy": 0.7544484660029411,
      "num_tokens": 25367930.0,
      "step": 684
    },
    {
      "entropy": 0.6132281497120857,
      "epoch": 4.421735604217356,
      "grad_norm": 0.011817892082035542,
      "learning_rate": 0.0002,
      "loss": 0.6155675649642944,
      "mean_token_accuracy": 0.7474397569894791,
      "num_tokens": 25404927.0,
      "step": 685
    },
    {
      "entropy": 0.6157776713371277,
      "epoch": 4.428223844282239,
      "grad_norm": 0.013845066539943218,
      "learning_rate": 0.0002,
      "loss": 0.6208671927452087,
      "mean_token_accuracy": 0.7460346668958664,
      "num_tokens": 25441808.0,
      "step": 686
    },
    {
      "entropy": 0.6034616231918335,
      "epoch": 4.434712084347121,
      "grad_norm": 0.011209644377231598,
      "learning_rate": 0.0002,
      "loss": 0.6051755547523499,
      "mean_token_accuracy": 0.751818560063839,
      "num_tokens": 25478982.0,
      "step": 687
    },
    {
      "entropy": 0.6197097897529602,
      "epoch": 4.441200324412003,
      "grad_norm": 0.01221329253166914,
      "learning_rate": 0.0002,
      "loss": 0.624691367149353,
      "mean_token_accuracy": 0.743960902094841,
      "num_tokens": 25516230.0,
      "step": 688
    },
    {
      "entropy": 0.6036801412701607,
      "epoch": 4.447688564476886,
      "grad_norm": 0.011895528994500637,
      "learning_rate": 0.0002,
      "loss": 0.604611873626709,
      "mean_token_accuracy": 0.7565013989806175,
      "num_tokens": 25553987.0,
      "step": 689
    },
    {
      "entropy": 0.6126270368695259,
      "epoch": 4.454176804541768,
      "grad_norm": 0.014394382014870644,
      "learning_rate": 0.0002,
      "loss": 0.6157338619232178,
      "mean_token_accuracy": 0.7499115914106369,
      "num_tokens": 25591126.0,
      "step": 690
    },
    {
      "entropy": 0.6108303889632225,
      "epoch": 4.4606650446066505,
      "grad_norm": 0.014680239371955395,
      "learning_rate": 0.0002,
      "loss": 0.6087052822113037,
      "mean_token_accuracy": 0.7516598179936409,
      "num_tokens": 25628123.0,
      "step": 691
    },
    {
      "entropy": 0.6043496802449226,
      "epoch": 4.467153284671533,
      "grad_norm": 0.013057287782430649,
      "learning_rate": 0.0002,
      "loss": 0.6059702038764954,
      "mean_token_accuracy": 0.7521848082542419,
      "num_tokens": 25665273.0,
      "step": 692
    },
    {
      "entropy": 0.6091088205575943,
      "epoch": 4.473641524736415,
      "grad_norm": 0.012656234204769135,
      "learning_rate": 0.0002,
      "loss": 0.6140547394752502,
      "mean_token_accuracy": 0.7490741834044456,
      "num_tokens": 25702835.0,
      "step": 693
    },
    {
      "entropy": 0.6054038554430008,
      "epoch": 4.480129764801298,
      "grad_norm": 0.01144889835268259,
      "learning_rate": 0.0002,
      "loss": 0.6068828105926514,
      "mean_token_accuracy": 0.7513371407985687,
      "num_tokens": 25740321.0,
      "step": 694
    },
    {
      "entropy": 0.6075622960925102,
      "epoch": 4.48661800486618,
      "grad_norm": 0.014180710539221764,
      "learning_rate": 0.0002,
      "loss": 0.6113091707229614,
      "mean_token_accuracy": 0.7500150203704834,
      "num_tokens": 25777354.0,
      "step": 695
    },
    {
      "entropy": 0.6083768233656883,
      "epoch": 4.493106244931062,
      "grad_norm": 0.01257058884948492,
      "learning_rate": 0.0002,
      "loss": 0.613832950592041,
      "mean_token_accuracy": 0.7493138536810875,
      "num_tokens": 25814766.0,
      "step": 696
    },
    {
      "entropy": 0.6096158251166344,
      "epoch": 4.499594484995945,
      "grad_norm": 0.01403698232024908,
      "learning_rate": 0.0002,
      "loss": 0.606455385684967,
      "mean_token_accuracy": 0.751399964094162,
      "num_tokens": 25852032.0,
      "step": 697
    },
    {
      "entropy": 0.61270372569561,
      "epoch": 4.5060827250608275,
      "grad_norm": 0.013846375048160553,
      "learning_rate": 0.0002,
      "loss": 0.6081539988517761,
      "mean_token_accuracy": 0.7516685873270035,
      "num_tokens": 25889272.0,
      "step": 698
    },
    {
      "entropy": 0.6115692555904388,
      "epoch": 4.512570965125709,
      "grad_norm": 0.011561271734535694,
      "learning_rate": 0.0002,
      "loss": 0.6132485866546631,
      "mean_token_accuracy": 0.7496950924396515,
      "num_tokens": 25926376.0,
      "step": 699
    },
    {
      "entropy": 0.6165875196456909,
      "epoch": 4.519059205190592,
      "grad_norm": 0.014013632200658321,
      "learning_rate": 0.0002,
      "loss": 0.6210501194000244,
      "mean_token_accuracy": 0.7466816902160645,
      "num_tokens": 25964071.0,
      "step": 700
    },
    {
      "entropy": 0.6069151386618614,
      "epoch": 4.525547445255475,
      "grad_norm": 0.01162275206297636,
      "learning_rate": 0.0002,
      "loss": 0.6112617254257202,
      "mean_token_accuracy": 0.7507427483797073,
      "num_tokens": 26001770.0,
      "step": 701
    },
    {
      "entropy": 0.5982604473829269,
      "epoch": 4.5320356853203565,
      "grad_norm": 0.010527896694839,
      "learning_rate": 0.0002,
      "loss": 0.5975767374038696,
      "mean_token_accuracy": 0.7562049925327301,
      "num_tokens": 26038790.0,
      "step": 702
    },
    {
      "entropy": 0.6178539171814919,
      "epoch": 4.538523925385239,
      "grad_norm": 0.011301129125058651,
      "learning_rate": 0.0002,
      "loss": 0.6221362352371216,
      "mean_token_accuracy": 0.743792898952961,
      "num_tokens": 26076263.0,
      "step": 703
    },
    {
      "entropy": 0.6195997893810272,
      "epoch": 4.545012165450122,
      "grad_norm": 0.01180302631109953,
      "learning_rate": 0.0002,
      "loss": 0.618148922920227,
      "mean_token_accuracy": 0.7460778802633286,
      "num_tokens": 26113372.0,
      "step": 704
    },
    {
      "entropy": 0.6094764620065689,
      "epoch": 4.551500405515004,
      "grad_norm": 0.011488985270261765,
      "learning_rate": 0.0002,
      "loss": 0.6123408675193787,
      "mean_token_accuracy": 0.7495540827512741,
      "num_tokens": 26150197.0,
      "step": 705
    },
    {
      "entropy": 0.6152739748358727,
      "epoch": 4.557988645579886,
      "grad_norm": 0.011894487775862217,
      "learning_rate": 0.0002,
      "loss": 0.6184768676757812,
      "mean_token_accuracy": 0.7447682395577431,
      "num_tokens": 26187580.0,
      "step": 706
    },
    {
      "entropy": 0.6004127934575081,
      "epoch": 4.564476885644769,
      "grad_norm": 0.01042366586625576,
      "learning_rate": 0.0002,
      "loss": 0.6032600402832031,
      "mean_token_accuracy": 0.7507253810763359,
      "num_tokens": 26224583.0,
      "step": 707
    },
    {
      "entropy": 0.6170988976955414,
      "epoch": 4.570965125709652,
      "grad_norm": 0.012767941690981388,
      "learning_rate": 0.0002,
      "loss": 0.6203943490982056,
      "mean_token_accuracy": 0.7446292862296104,
      "num_tokens": 26261715.0,
      "step": 708
    },
    {
      "entropy": 0.6010770201683044,
      "epoch": 4.5774533657745335,
      "grad_norm": 0.010196649469435215,
      "learning_rate": 0.0002,
      "loss": 0.6022849082946777,
      "mean_token_accuracy": 0.7530830800533295,
      "num_tokens": 26298743.0,
      "step": 709
    },
    {
      "entropy": 0.6049724221229553,
      "epoch": 4.583941605839416,
      "grad_norm": 0.012646735645830631,
      "learning_rate": 0.0002,
      "loss": 0.6061745882034302,
      "mean_token_accuracy": 0.7506730481982231,
      "num_tokens": 26335489.0,
      "step": 710
    },
    {
      "entropy": 0.6168033257126808,
      "epoch": 4.590429845904298,
      "grad_norm": 0.013492587953805923,
      "learning_rate": 0.0002,
      "loss": 0.616999626159668,
      "mean_token_accuracy": 0.7479605078697205,
      "num_tokens": 26372489.0,
      "step": 711
    },
    {
      "entropy": 0.6182409450411797,
      "epoch": 4.596918085969181,
      "grad_norm": 0.010737297125160694,
      "learning_rate": 0.0002,
      "loss": 0.6131489276885986,
      "mean_token_accuracy": 0.7496219426393509,
      "num_tokens": 26409535.0,
      "step": 712
    },
    {
      "entropy": 0.6057656034827232,
      "epoch": 4.603406326034063,
      "grad_norm": 0.014007823541760445,
      "learning_rate": 0.0002,
      "loss": 0.6030014753341675,
      "mean_token_accuracy": 0.7548240646719933,
      "num_tokens": 26446279.0,
      "step": 713
    },
    {
      "entropy": 0.6160694062709808,
      "epoch": 4.609894566098946,
      "grad_norm": 0.012945987284183502,
      "learning_rate": 0.0002,
      "loss": 0.620917558670044,
      "mean_token_accuracy": 0.7472490146756172,
      "num_tokens": 26483525.0,
      "step": 714
    },
    {
      "entropy": 0.608958512544632,
      "epoch": 4.616382806163828,
      "grad_norm": 0.014964601024985313,
      "learning_rate": 0.0002,
      "loss": 0.6204575300216675,
      "mean_token_accuracy": 0.7449859008193016,
      "num_tokens": 26520720.0,
      "step": 715
    },
    {
      "entropy": 0.6118902638554573,
      "epoch": 4.622871046228711,
      "grad_norm": 0.011436744593083858,
      "learning_rate": 0.0002,
      "loss": 0.6165215969085693,
      "mean_token_accuracy": 0.7477826401591301,
      "num_tokens": 26557982.0,
      "step": 716
    },
    {
      "entropy": 0.6222316101193428,
      "epoch": 4.629359286293592,
      "grad_norm": 0.011866914108395576,
      "learning_rate": 0.0002,
      "loss": 0.6159400939941406,
      "mean_token_accuracy": 0.7480059117078781,
      "num_tokens": 26595389.0,
      "step": 717
    },
    {
      "entropy": 0.6267769560217857,
      "epoch": 4.635847526358475,
      "grad_norm": 0.012834588065743446,
      "learning_rate": 0.0002,
      "loss": 0.6215125322341919,
      "mean_token_accuracy": 0.7467430606484413,
      "num_tokens": 26632558.0,
      "step": 718
    },
    {
      "entropy": 0.6167991682887077,
      "epoch": 4.642335766423358,
      "grad_norm": 0.010781707242131233,
      "learning_rate": 0.0002,
      "loss": 0.6117191314697266,
      "mean_token_accuracy": 0.7489187940955162,
      "num_tokens": 26669534.0,
      "step": 719
    },
    {
      "entropy": 0.608165793120861,
      "epoch": 4.6488240064882405,
      "grad_norm": 0.013234053738415241,
      "learning_rate": 0.0002,
      "loss": 0.6105374097824097,
      "mean_token_accuracy": 0.7508261948823929,
      "num_tokens": 26707068.0,
      "step": 720
    },
    {
      "entropy": 0.6050869300961494,
      "epoch": 4.655312246553122,
      "grad_norm": 0.015265488997101784,
      "learning_rate": 0.0002,
      "loss": 0.6178677082061768,
      "mean_token_accuracy": 0.7447132244706154,
      "num_tokens": 26744214.0,
      "step": 721
    },
    {
      "entropy": 0.606209434568882,
      "epoch": 4.661800486618005,
      "grad_norm": 0.012334835715591908,
      "learning_rate": 0.0002,
      "loss": 0.6131197214126587,
      "mean_token_accuracy": 0.7471205219626427,
      "num_tokens": 26781504.0,
      "step": 722
    },
    {
      "entropy": 0.6154639571905136,
      "epoch": 4.668288726682888,
      "grad_norm": 0.011331942863762379,
      "learning_rate": 0.0002,
      "loss": 0.6135961413383484,
      "mean_token_accuracy": 0.750006228685379,
      "num_tokens": 26818648.0,
      "step": 723
    },
    {
      "entropy": 0.6127299889922142,
      "epoch": 4.674776966747769,
      "grad_norm": 0.013016032055020332,
      "learning_rate": 0.0002,
      "loss": 0.6065088510513306,
      "mean_token_accuracy": 0.7515178844332695,
      "num_tokens": 26856269.0,
      "step": 724
    },
    {
      "entropy": 0.6198037564754486,
      "epoch": 4.681265206812652,
      "grad_norm": 0.010600600391626358,
      "learning_rate": 0.0002,
      "loss": 0.6175575256347656,
      "mean_token_accuracy": 0.748474046587944,
      "num_tokens": 26893819.0,
      "step": 725
    },
    {
      "entropy": 0.6088383719325066,
      "epoch": 4.687753446877535,
      "grad_norm": 0.012035705149173737,
      "learning_rate": 0.0002,
      "loss": 0.6124040484428406,
      "mean_token_accuracy": 0.7508236169815063,
      "num_tokens": 26931388.0,
      "step": 726
    },
    {
      "entropy": 0.6097267419099808,
      "epoch": 4.694241686942417,
      "grad_norm": 0.013257896527647972,
      "learning_rate": 0.0002,
      "loss": 0.6185274720191956,
      "mean_token_accuracy": 0.7469557821750641,
      "num_tokens": 26968862.0,
      "step": 727
    },
    {
      "entropy": 0.6031776890158653,
      "epoch": 4.700729927007299,
      "grad_norm": 0.012637577950954437,
      "learning_rate": 0.0002,
      "loss": 0.6094907522201538,
      "mean_token_accuracy": 0.7504973784089088,
      "num_tokens": 27006297.0,
      "step": 728
    },
    {
      "entropy": 0.6267594248056412,
      "epoch": 4.707218167072182,
      "grad_norm": 0.012524669989943504,
      "learning_rate": 0.0002,
      "loss": 0.6284726858139038,
      "mean_token_accuracy": 0.74198117852211,
      "num_tokens": 27043660.0,
      "step": 729
    },
    {
      "entropy": 0.6199127435684204,
      "epoch": 4.713706407137064,
      "grad_norm": 0.011993559077382088,
      "learning_rate": 0.0002,
      "loss": 0.6179155707359314,
      "mean_token_accuracy": 0.7490969151258469,
      "num_tokens": 27080997.0,
      "step": 730
    },
    {
      "entropy": 0.619316965341568,
      "epoch": 4.7201946472019465,
      "grad_norm": 0.011862427927553654,
      "learning_rate": 0.0002,
      "loss": 0.6162521839141846,
      "mean_token_accuracy": 0.7466591447591782,
      "num_tokens": 27118582.0,
      "step": 731
    },
    {
      "entropy": 0.617161475121975,
      "epoch": 4.726682887266829,
      "grad_norm": 0.010898209176957607,
      "learning_rate": 0.0002,
      "loss": 0.6218090057373047,
      "mean_token_accuracy": 0.7456279322504997,
      "num_tokens": 27155770.0,
      "step": 732
    },
    {
      "entropy": 0.6097361296415329,
      "epoch": 4.733171127331711,
      "grad_norm": 0.012140274979174137,
      "learning_rate": 0.0002,
      "loss": 0.6126585602760315,
      "mean_token_accuracy": 0.7512409463524818,
      "num_tokens": 27193021.0,
      "step": 733
    },
    {
      "entropy": 0.5991591587662697,
      "epoch": 4.739659367396594,
      "grad_norm": 0.011335095390677452,
      "learning_rate": 0.0002,
      "loss": 0.6005336046218872,
      "mean_token_accuracy": 0.7536215856671333,
      "num_tokens": 27230104.0,
      "step": 734
    },
    {
      "entropy": 0.6187688335776329,
      "epoch": 4.746147607461476,
      "grad_norm": 0.011418522335588932,
      "learning_rate": 0.0002,
      "loss": 0.619892418384552,
      "mean_token_accuracy": 0.7460336685180664,
      "num_tokens": 27267697.0,
      "step": 735
    },
    {
      "entropy": 0.6177256479859352,
      "epoch": 4.752635847526358,
      "grad_norm": 0.01126981433480978,
      "learning_rate": 0.0002,
      "loss": 0.6184297204017639,
      "mean_token_accuracy": 0.7480708360671997,
      "num_tokens": 27304935.0,
      "step": 736
    },
    {
      "entropy": 0.6365424171090126,
      "epoch": 4.759124087591241,
      "grad_norm": 0.012852554209530354,
      "learning_rate": 0.0002,
      "loss": 0.6335437297821045,
      "mean_token_accuracy": 0.7411114126443863,
      "num_tokens": 27342734.0,
      "step": 737
    },
    {
      "entropy": 0.6231958642601967,
      "epoch": 4.7656123276561235,
      "grad_norm": 0.01126949768513441,
      "learning_rate": 0.0002,
      "loss": 0.6242541670799255,
      "mean_token_accuracy": 0.7444687336683273,
      "num_tokens": 27380129.0,
      "step": 738
    },
    {
      "entropy": 0.6135790795087814,
      "epoch": 4.772100567721005,
      "grad_norm": 0.011775590479373932,
      "learning_rate": 0.0002,
      "loss": 0.6142154335975647,
      "mean_token_accuracy": 0.7484701201319695,
      "num_tokens": 27417574.0,
      "step": 739
    },
    {
      "entropy": 0.5981535315513611,
      "epoch": 4.778588807785888,
      "grad_norm": 0.012303443625569344,
      "learning_rate": 0.0002,
      "loss": 0.6043405532836914,
      "mean_token_accuracy": 0.7530733942985535,
      "num_tokens": 27454673.0,
      "step": 740
    },
    {
      "entropy": 0.6199762895703316,
      "epoch": 4.785077047850771,
      "grad_norm": 0.011197846382856369,
      "learning_rate": 0.0002,
      "loss": 0.6214004158973694,
      "mean_token_accuracy": 0.7454070076346397,
      "num_tokens": 27492327.0,
      "step": 741
    },
    {
      "entropy": 0.6030875891447067,
      "epoch": 4.7915652879156525,
      "grad_norm": 0.012394090183079243,
      "learning_rate": 0.0002,
      "loss": 0.6037598848342896,
      "mean_token_accuracy": 0.7523747533559799,
      "num_tokens": 27529616.0,
      "step": 742
    },
    {
      "entropy": 0.613655112683773,
      "epoch": 4.798053527980535,
      "grad_norm": 0.010351658798754215,
      "learning_rate": 0.0002,
      "loss": 0.6146197319030762,
      "mean_token_accuracy": 0.7493305876851082,
      "num_tokens": 27567467.0,
      "step": 743
    },
    {
      "entropy": 0.609668679535389,
      "epoch": 4.804541768045418,
      "grad_norm": 0.010698414407670498,
      "learning_rate": 0.0002,
      "loss": 0.6130056381225586,
      "mean_token_accuracy": 0.749318391084671,
      "num_tokens": 27604340.0,
      "step": 744
    },
    {
      "entropy": 0.6055747121572495,
      "epoch": 4.811030008110301,
      "grad_norm": 0.011774055659770966,
      "learning_rate": 0.0002,
      "loss": 0.6064777374267578,
      "mean_token_accuracy": 0.7513219490647316,
      "num_tokens": 27641869.0,
      "step": 745
    },
    {
      "entropy": 0.6063344553112984,
      "epoch": 4.817518248175182,
      "grad_norm": 0.010040192864835262,
      "learning_rate": 0.0002,
      "loss": 0.6085660457611084,
      "mean_token_accuracy": 0.7483800128102303,
      "num_tokens": 27678992.0,
      "step": 746
    },
    {
      "entropy": 0.6175437271595001,
      "epoch": 4.824006488240065,
      "grad_norm": 0.011712496168911457,
      "learning_rate": 0.0002,
      "loss": 0.6189186573028564,
      "mean_token_accuracy": 0.7486408054828644,
      "num_tokens": 27716703.0,
      "step": 747
    },
    {
      "entropy": 0.6142439544200897,
      "epoch": 4.830494728304947,
      "grad_norm": 0.012662764638662338,
      "learning_rate": 0.0002,
      "loss": 0.614926815032959,
      "mean_token_accuracy": 0.747495986521244,
      "num_tokens": 27754004.0,
      "step": 748
    },
    {
      "entropy": 0.6087512150406837,
      "epoch": 4.8369829683698295,
      "grad_norm": 0.010618063621222973,
      "learning_rate": 0.0002,
      "loss": 0.6098265647888184,
      "mean_token_accuracy": 0.7527805492281914,
      "num_tokens": 27791212.0,
      "step": 749
    },
    {
      "entropy": 0.6073944419622421,
      "epoch": 4.843471208434712,
      "grad_norm": 0.011879456229507923,
      "learning_rate": 0.0002,
      "loss": 0.6084223389625549,
      "mean_token_accuracy": 0.7535420805215836,
      "num_tokens": 27828439.0,
      "step": 750
    },
    {
      "entropy": 0.6072632223367691,
      "epoch": 4.849959448499595,
      "grad_norm": 0.01333905290812254,
      "learning_rate": 0.0002,
      "loss": 0.6154837608337402,
      "mean_token_accuracy": 0.7462009564042091,
      "num_tokens": 27865908.0,
      "step": 751
    },
    {
      "entropy": 0.6182335615158081,
      "epoch": 4.856447688564477,
      "grad_norm": 0.012253145687282085,
      "learning_rate": 0.0002,
      "loss": 0.6162886619567871,
      "mean_token_accuracy": 0.7482575252652168,
      "num_tokens": 27903553.0,
      "step": 752
    },
    {
      "entropy": 0.623457059264183,
      "epoch": 4.862935928629359,
      "grad_norm": 0.012347408570349216,
      "learning_rate": 0.0002,
      "loss": 0.6175649166107178,
      "mean_token_accuracy": 0.7451874390244484,
      "num_tokens": 27940745.0,
      "step": 753
    },
    {
      "entropy": 0.6147228851914406,
      "epoch": 4.869424168694241,
      "grad_norm": 0.013636295683681965,
      "learning_rate": 0.0002,
      "loss": 0.6182140111923218,
      "mean_token_accuracy": 0.7459222003817558,
      "num_tokens": 27977798.0,
      "step": 754
    },
    {
      "entropy": 0.6009573265910149,
      "epoch": 4.875912408759124,
      "grad_norm": 0.011285821907222271,
      "learning_rate": 0.0002,
      "loss": 0.6073520183563232,
      "mean_token_accuracy": 0.7508896961808205,
      "num_tokens": 28014880.0,
      "step": 755
    },
    {
      "entropy": 0.5950382575392723,
      "epoch": 4.882400648824007,
      "grad_norm": 0.011523284018039703,
      "learning_rate": 0.0002,
      "loss": 0.6006320714950562,
      "mean_token_accuracy": 0.7559562996029854,
      "num_tokens": 28052148.0,
      "step": 756
    },
    {
      "entropy": 0.6160282120108604,
      "epoch": 4.888888888888889,
      "grad_norm": 0.011825107038021088,
      "learning_rate": 0.0002,
      "loss": 0.6167672872543335,
      "mean_token_accuracy": 0.7469073683023453,
      "num_tokens": 28089658.0,
      "step": 757
    },
    {
      "entropy": 0.6171636879444122,
      "epoch": 4.895377128953771,
      "grad_norm": 0.011352675966918468,
      "learning_rate": 0.0002,
      "loss": 0.6145755052566528,
      "mean_token_accuracy": 0.746620424091816,
      "num_tokens": 28127170.0,
      "step": 758
    },
    {
      "entropy": 0.608257532119751,
      "epoch": 4.901865369018654,
      "grad_norm": 0.012769036926329136,
      "learning_rate": 0.0002,
      "loss": 0.609970211982727,
      "mean_token_accuracy": 0.7516561150550842,
      "num_tokens": 28164347.0,
      "step": 759
    },
    {
      "entropy": 0.6164683550596237,
      "epoch": 4.9083536090835365,
      "grad_norm": 0.012305669486522675,
      "learning_rate": 0.0002,
      "loss": 0.6191939115524292,
      "mean_token_accuracy": 0.7453163638710976,
      "num_tokens": 28201799.0,
      "step": 760
    },
    {
      "entropy": 0.614104337990284,
      "epoch": 4.914841849148418,
      "grad_norm": 0.010976862162351608,
      "learning_rate": 0.0002,
      "loss": 0.6142949461936951,
      "mean_token_accuracy": 0.7480729147791862,
      "num_tokens": 28239441.0,
      "step": 761
    },
    {
      "entropy": 0.5957873240113258,
      "epoch": 4.921330089213301,
      "grad_norm": 0.011151162907481194,
      "learning_rate": 0.0002,
      "loss": 0.5960466265678406,
      "mean_token_accuracy": 0.7578283548355103,
      "num_tokens": 28276966.0,
      "step": 762
    },
    {
      "entropy": 0.6149696856737137,
      "epoch": 4.927818329278184,
      "grad_norm": 0.01262627262622118,
      "learning_rate": 0.0002,
      "loss": 0.6141815185546875,
      "mean_token_accuracy": 0.7478419542312622,
      "num_tokens": 28314493.0,
      "step": 763
    },
    {
      "entropy": 0.6079921796917915,
      "epoch": 4.934306569343065,
      "grad_norm": 0.012012857012450695,
      "learning_rate": 0.0002,
      "loss": 0.6085329055786133,
      "mean_token_accuracy": 0.7516164556145668,
      "num_tokens": 28352110.0,
      "step": 764
    },
    {
      "entropy": 0.606193870306015,
      "epoch": 4.940794809407948,
      "grad_norm": 0.012743561528623104,
      "learning_rate": 0.0002,
      "loss": 0.6102321147918701,
      "mean_token_accuracy": 0.7491661831736565,
      "num_tokens": 28389448.0,
      "step": 765
    },
    {
      "entropy": 0.6021564230322838,
      "epoch": 4.947283049472831,
      "grad_norm": 0.011576979421079159,
      "learning_rate": 0.0002,
      "loss": 0.6045505404472351,
      "mean_token_accuracy": 0.7516537830233574,
      "num_tokens": 28427005.0,
      "step": 766
    },
    {
      "entropy": 0.6197597831487656,
      "epoch": 4.953771289537713,
      "grad_norm": 0.013263656757771969,
      "learning_rate": 0.0002,
      "loss": 0.6234422922134399,
      "mean_token_accuracy": 0.7442535609006882,
      "num_tokens": 28464143.0,
      "step": 767
    },
    {
      "entropy": 0.5995957404375076,
      "epoch": 4.960259529602595,
      "grad_norm": 0.013597379438579082,
      "learning_rate": 0.0002,
      "loss": 0.608078122138977,
      "mean_token_accuracy": 0.7510829046368599,
      "num_tokens": 28501245.0,
      "step": 768
    },
    {
      "entropy": 0.5990025177598,
      "epoch": 4.966747769667478,
      "grad_norm": 0.011187846772372723,
      "learning_rate": 0.0002,
      "loss": 0.6021981835365295,
      "mean_token_accuracy": 0.751527689397335,
      "num_tokens": 28538395.0,
      "step": 769
    },
    {
      "entropy": 0.6094980016350746,
      "epoch": 4.97323600973236,
      "grad_norm": 0.011942482553422451,
      "learning_rate": 0.0002,
      "loss": 0.6086335182189941,
      "mean_token_accuracy": 0.7511740922927856,
      "num_tokens": 28575389.0,
      "step": 770
    },
    {
      "entropy": 0.607696995139122,
      "epoch": 4.9797242497972425,
      "grad_norm": 0.010719696059823036,
      "learning_rate": 0.0002,
      "loss": 0.6058928370475769,
      "mean_token_accuracy": 0.7512983754277229,
      "num_tokens": 28612614.0,
      "step": 771
    },
    {
      "entropy": 0.6127375960350037,
      "epoch": 4.986212489862125,
      "grad_norm": 0.011552160605788231,
      "learning_rate": 0.0002,
      "loss": 0.610999345779419,
      "mean_token_accuracy": 0.7520032823085785,
      "num_tokens": 28649626.0,
      "step": 772
    },
    {
      "entropy": 0.6094198897480965,
      "epoch": 4.992700729927007,
      "grad_norm": 0.010641835629940033,
      "learning_rate": 0.0002,
      "loss": 0.609566330909729,
      "mean_token_accuracy": 0.7494478672742844,
      "num_tokens": 28687121.0,
      "step": 773
    },
    {
      "entropy": 0.6135342344641685,
      "epoch": 4.99918896999189,
      "grad_norm": 0.010831725783646107,
      "learning_rate": 0.0002,
      "loss": 0.6144300103187561,
      "mean_token_accuracy": 0.7496655061841011,
      "num_tokens": 28724466.0,
      "step": 774
    },
    {
      "entropy": 0.6133913993835449,
      "epoch": 5.0,
      "grad_norm": 0.025664443150162697,
      "learning_rate": 0.0002,
      "loss": 0.6142559051513672,
      "mean_token_accuracy": 0.7518454194068909,
      "num_tokens": 28729104.0,
      "step": 775
    }
  ],
  "logging_steps": 1,
  "max_steps": 775,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.6824700471332045e+18,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}