{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 100.0,
  "global_step": 2420,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0004133512452206262,
      "grad_norm": 15.187292098999023,
      "learning_rate": 4.132231404958678e-09,
      "loss": 0.41774559020996094,
      "step": 1,
      "token_acc": 0.8747855917667239
    },
    {
      "epoch": 0.004133512452206263,
      "grad_norm": 19.65194320678711,
      "learning_rate": 4.1322314049586776e-08,
      "loss": 0.5101552539401584,
      "step": 10,
      "token_acc": 0.8672614712308813
    },
    {
      "epoch": 0.008267024904412525,
      "grad_norm": 17.633342742919922,
      "learning_rate": 8.264462809917355e-08,
      "loss": 0.500081729888916,
      "step": 20,
      "token_acc": 0.8690631099544567
    },
    {
      "epoch": 0.012400537356618786,
      "grad_norm": 14.556735038757324,
      "learning_rate": 1.2396694214876034e-07,
      "loss": 0.47970046997070315,
      "step": 30,
      "token_acc": 0.8761444980855668
    },
    {
      "epoch": 0.01653404980882505,
      "grad_norm": 13.404815673828125,
      "learning_rate": 1.652892561983471e-07,
      "loss": 0.4663290023803711,
      "step": 40,
      "token_acc": 0.8768464730290456
    },
    {
      "epoch": 0.02066756226103131,
      "grad_norm": 16.647714614868164,
      "learning_rate": 2.0661157024793388e-07,
      "loss": 0.47812185287475584,
      "step": 50,
      "token_acc": 0.8676254289916653
    },
    {
      "epoch": 0.024801074713237573,
      "grad_norm": 12.500774383544922,
      "learning_rate": 2.4793388429752067e-07,
      "loss": 0.4136521339416504,
      "step": 60,
      "token_acc": 0.8737117618190741
    },
    {
      "epoch": 0.028934587165443837,
      "grad_norm": 6.377337455749512,
      "learning_rate": 2.892561983471074e-07,
      "loss": 0.36531882286071776,
      "step": 70,
      "token_acc": 0.876664447403462
    },
    {
      "epoch": 0.0330680996176501,
      "grad_norm": 5.292947292327881,
      "learning_rate": 3.305785123966942e-07,
      "loss": 0.32203586101531984,
      "step": 80,
      "token_acc": 0.8768644348690753
    },
    {
      "epoch": 0.03720161206985636,
      "grad_norm": 4.2747650146484375,
      "learning_rate": 3.71900826446281e-07,
      "loss": 0.3041213035583496,
      "step": 90,
      "token_acc": 0.8846544715447154
    },
    {
      "epoch": 0.04133512452206262,
      "grad_norm": 4.908409595489502,
      "learning_rate": 4.1322314049586775e-07,
      "loss": 0.3379059791564941,
      "step": 100,
      "token_acc": 0.8750799744081894
    },
    {
      "epoch": 0.04546863697426889,
      "grad_norm": 3.656118392944336,
      "learning_rate": 4.545454545454545e-07,
      "loss": 0.31875288486480713,
      "step": 110,
      "token_acc": 0.8804008542796123
    },
    {
      "epoch": 0.049602149426475145,
      "grad_norm": 3.3246145248413086,
      "learning_rate": 4.958677685950413e-07,
      "loss": 0.29662423133850097,
      "step": 120,
      "token_acc": 0.8869823461475004
    },
    {
      "epoch": 0.05373566187868141,
      "grad_norm": 3.7789199352264404,
      "learning_rate": 4.999810934903514e-07,
      "loss": 0.29268321990966795,
      "step": 130,
      "token_acc": 0.8861788617886179
    },
    {
      "epoch": 0.057869174330887674,
      "grad_norm": 4.397291660308838,
      "learning_rate": 4.999157413258781e-07,
      "loss": 0.29063005447387696,
      "step": 140,
      "token_acc": 0.8904428904428905
    },
    {
      "epoch": 0.06200268678309393,
      "grad_norm": 3.78377366065979,
      "learning_rate": 4.998037222932112e-07,
      "loss": 0.29862408638000487,
      "step": 150,
      "token_acc": 0.8850214450676345
    },
    {
      "epoch": 0.0661361992353002,
      "grad_norm": 2.576719284057617,
      "learning_rate": 4.996450573097103e-07,
      "loss": 0.29778199195861815,
      "step": 160,
      "token_acc": 0.8898598516075845
    },
    {
      "epoch": 0.07026971168750645,
      "grad_norm": 2.56404709815979,
      "learning_rate": 4.994397760029525e-07,
      "loss": 0.29409146308898926,
      "step": 170,
      "token_acc": 0.8850082372322899
    },
    {
      "epoch": 0.07440322413971272,
      "grad_norm": 4.336145401000977,
      "learning_rate": 4.991879167051996e-07,
      "loss": 0.26966080665588377,
      "step": 180,
      "token_acc": 0.8925689307330195
    },
    {
      "epoch": 0.07853673659191898,
      "grad_norm": 3.390794515609741,
      "learning_rate": 4.988895264462412e-07,
      "loss": 0.29469354152679444,
      "step": 190,
      "token_acc": 0.8883736336535276
    },
    {
      "epoch": 0.08267024904412525,
      "grad_norm": 3.1859688758850098,
      "learning_rate": 4.985446609446118e-07,
      "loss": 0.2899317741394043,
      "step": 200,
      "token_acc": 0.8896125584502338
    },
    {
      "epoch": 0.08680376149633151,
      "grad_norm": 3.3690783977508545,
      "learning_rate": 4.98153384597187e-07,
      "loss": 0.28981895446777345,
      "step": 210,
      "token_acc": 0.8872266973532796
    },
    {
      "epoch": 0.09093727394853778,
      "grad_norm": 4.324132442474365,
      "learning_rate": 4.977157704671584e-07,
      "loss": 0.28389716148376465,
      "step": 220,
      "token_acc": 0.8907058234607041
    },
    {
      "epoch": 0.09507078640074403,
      "grad_norm": 3.3958513736724854,
      "learning_rate": 4.97231900270391e-07,
      "loss": 0.28700425624847414,
      "step": 230,
      "token_acc": 0.8925086819910699
    },
    {
      "epoch": 0.09920429885295029,
      "grad_norm": 4.404426574707031,
      "learning_rate": 4.967018643601637e-07,
      "loss": 0.27868449687957764,
      "step": 240,
      "token_acc": 0.8929693961952027
    },
    {
      "epoch": 0.10333781130515655,
      "grad_norm": 3.217381715774536,
      "learning_rate": 4.961257617102981e-07,
      "loss": 0.2906649112701416,
      "step": 250,
      "token_acc": 0.889583676155998
    },
    {
      "epoch": 0.10747132375736282,
      "grad_norm": 4.56388521194458,
      "learning_rate": 4.955036998966764e-07,
      "loss": 0.29251632690429685,
      "step": 260,
      "token_acc": 0.8891044293566117
    },
    {
      "epoch": 0.11160483620956908,
      "grad_norm": 3.9011070728302,
      "learning_rate": 4.948357950771547e-07,
      "loss": 0.2851822853088379,
      "step": 270,
      "token_acc": 0.8942994847930863
    },
    {
      "epoch": 0.11573834866177535,
      "grad_norm": 3.7518205642700195,
      "learning_rate": 4.94122171969872e-07,
      "loss": 0.276279616355896,
      "step": 280,
      "token_acc": 0.8945077026121903
    },
    {
      "epoch": 0.11987186111398161,
      "grad_norm": 3.027475357055664,
      "learning_rate": 4.933629638299619e-07,
      "loss": 0.276011323928833,
      "step": 290,
      "token_acc": 0.896625868342706
    },
    {
      "epoch": 0.12400537356618786,
      "grad_norm": 22.47526741027832,
      "learning_rate": 4.925583124246696e-07,
      "loss": 0.27693781852722166,
      "step": 300,
      "token_acc": 0.8915203709837695
    },
    {
      "epoch": 0.12813888601839413,
      "grad_norm": 2.701873302459717,
      "learning_rate": 4.917083680068799e-07,
      "loss": 0.2832486629486084,
      "step": 310,
      "token_acc": 0.8900897904888593
    },
    {
      "epoch": 0.1322723984706004,
      "grad_norm": 3.029818534851074,
      "learning_rate": 4.908132892870602e-07,
      "loss": 0.2849259614944458,
      "step": 320,
      "token_acc": 0.8893092105263158
    },
    {
      "epoch": 0.13640591092280666,
      "grad_norm": 3.6257729530334473,
      "learning_rate": 4.898732434036243e-07,
      "loss": 0.30432281494140623,
      "step": 330,
      "token_acc": 0.8885283141327276
    },
    {
      "epoch": 0.1405394233750129,
      "grad_norm": 3.2731194496154785,
      "learning_rate": 4.888884058917233e-07,
      "loss": 0.2886804580688477,
      "step": 340,
      "token_acc": 0.8868455931080186
    },
    {
      "epoch": 0.14467293582721918,
      "grad_norm": 2.3444454669952393,
      "learning_rate": 4.878589606504668e-07,
      "loss": 0.2758631229400635,
      "step": 350,
      "token_acc": 0.8895339193896169
    },
    {
      "epoch": 0.14880644827942544,
      "grad_norm": 2.296010732650757,
      "learning_rate": 4.867850999085843e-07,
      "loss": 0.28838496208190917,
      "step": 360,
      "token_acc": 0.8871601703242712
    },
    {
      "epoch": 0.1529399607316317,
      "grad_norm": 3.069838523864746,
      "learning_rate": 4.856670241885293e-07,
      "loss": 0.283137583732605,
      "step": 370,
      "token_acc": 0.8913007997388608
    },
    {
      "epoch": 0.15707347318383796,
      "grad_norm": 2.7073512077331543,
      "learning_rate": 4.845049422690368e-07,
      "loss": 0.26442747116088866,
      "step": 380,
      "token_acc": 0.8952525764487245
    },
    {
      "epoch": 0.16120698563604424,
      "grad_norm": 3.427346706390381,
      "learning_rate": 4.832990711461371e-07,
      "loss": 0.2623051643371582,
      "step": 390,
      "token_acc": 0.8944868532654792
    },
    {
      "epoch": 0.1653404980882505,
      "grad_norm": 3.874199390411377,
      "learning_rate": 4.82049635992636e-07,
      "loss": 0.27241015434265137,
      "step": 400,
      "token_acc": 0.8945147679324894
    },
    {
      "epoch": 0.16947401054045674,
      "grad_norm": 3.385901927947998,
      "learning_rate": 4.807568701160688e-07,
      "loss": 0.2917393684387207,
      "step": 410,
      "token_acc": 0.8884169253389969
    },
    {
      "epoch": 0.17360752299266302,
      "grad_norm": 2.8726325035095215,
      "learning_rate": 4.794210149151344e-07,
      "loss": 0.29250597953796387,
      "step": 420,
      "token_acc": 0.8883935679032001
    },
    {
      "epoch": 0.17774103544486927,
      "grad_norm": 2.249457836151123,
      "learning_rate": 4.780423198346187e-07,
      "loss": 0.2777788877487183,
      "step": 430,
      "token_acc": 0.8955669931927611
    },
    {
      "epoch": 0.18187454789707555,
      "grad_norm": 2.388742685317993,
      "learning_rate": 4.7662104231881575e-07,
      "loss": 0.2727825164794922,
      "step": 440,
      "token_acc": 0.8921021478099104
    },
    {
      "epoch": 0.1860080603492818,
      "grad_norm": 11.276811599731445,
      "learning_rate": 4.75157447763455e-07,
      "loss": 0.2678534507751465,
      "step": 450,
      "token_acc": 0.8970366649924661
    },
    {
      "epoch": 0.19014157280148805,
      "grad_norm": 3.2645626068115234,
      "learning_rate": 4.7365180946614415e-07,
      "loss": 0.28694725036621094,
      "step": 460,
      "token_acc": 0.8915203709837695
    },
    {
      "epoch": 0.19427508525369433,
      "grad_norm": 4.024374485015869,
      "learning_rate": 4.721044085753358e-07,
      "loss": 0.2869134426116943,
      "step": 470,
      "token_acc": 0.8864149725717974
    },
    {
      "epoch": 0.19840859770590058,
      "grad_norm": 2.646841287612915,
      "learning_rate": 4.705155340378287e-07,
      "loss": 0.27790093421936035,
      "step": 480,
      "token_acc": 0.8927627230667547
    },
    {
      "epoch": 0.20254211015810686,
      "grad_norm": 4.402639389038086,
      "learning_rate": 4.6888548254481263e-07,
      "loss": 0.2458963394165039,
      "step": 490,
      "token_acc": 0.9047208821502413
    },
    {
      "epoch": 0.2066756226103131,
      "grad_norm": 4.239990711212158,
      "learning_rate": 4.672145584764669e-07,
      "loss": 0.2684264421463013,
      "step": 500,
      "token_acc": 0.8942339926248742
    },
    {
      "epoch": 0.2108091350625194,
      "grad_norm": 2.78176212310791,
      "learning_rate": 4.6550307384512353e-07,
      "loss": 0.279697847366333,
      "step": 510,
      "token_acc": 0.8904379202886665
    },
    {
      "epoch": 0.21494264751472564,
      "grad_norm": 2.863884925842285,
      "learning_rate": 4.6375134823700503e-07,
      "loss": 0.2946455001831055,
      "step": 520,
      "token_acc": 0.8851153721156971
    },
    {
      "epoch": 0.2190761599669319,
      "grad_norm": 2.9876773357391357,
      "learning_rate": 4.6195970875254773e-07,
      "loss": 0.27865424156188967,
      "step": 530,
      "token_acc": 0.892393625759816
    },
    {
      "epoch": 0.22320967241913817,
      "grad_norm": 7.1545562744140625,
      "learning_rate": 4.601284899453226e-07,
      "loss": 0.2536644458770752,
      "step": 540,
      "token_acc": 0.9022222222222223
    },
    {
      "epoch": 0.22734318487134442,
      "grad_norm": 3.1952993869781494,
      "learning_rate": 4.5825803375956355e-07,
      "loss": 0.2653358459472656,
      "step": 550,
      "token_acc": 0.8977581521739131
    },
    {
      "epoch": 0.2314766973235507,
      "grad_norm": 3.3041276931762695,
      "learning_rate": 4.5634868946631614e-07,
      "loss": 0.29339802265167236,
      "step": 560,
      "token_acc": 0.8858834827144686
    },
    {
      "epoch": 0.23561020977575695,
      "grad_norm": 2.3186426162719727,
      "learning_rate": 4.5440081359821816e-07,
      "loss": 0.26668615341186525,
      "step": 570,
      "token_acc": 0.8962453905464298
    },
    {
      "epoch": 0.23974372222796322,
      "grad_norm": 10.634851455688477,
      "learning_rate": 4.524147698829239e-07,
      "loss": 0.3000948905944824,
      "step": 580,
      "token_acc": 0.8845410628019323
    },
    {
      "epoch": 0.24387723468016947,
      "grad_norm": 3.039048671722412,
      "learning_rate": 4.503909291751856e-07,
      "loss": 0.2688342571258545,
      "step": 590,
      "token_acc": 0.8956870611835507
    },
    {
      "epoch": 0.24801074713237573,
      "grad_norm": 5.39232873916626,
      "learning_rate": 4.4832966938760303e-07,
      "loss": 0.2932869911193848,
      "step": 600,
      "token_acc": 0.8858075040783034
    },
    {
      "epoch": 0.252144259584582,
      "grad_norm": 4.740464210510254,
      "learning_rate": 4.462313754200561e-07,
      "loss": 0.2607602596282959,
      "step": 610,
      "token_acc": 0.9009314140558848
    },
    {
      "epoch": 0.25627777203678825,
      "grad_norm": 4.451042175292969,
      "learning_rate": 4.4409643908783225e-07,
      "loss": 0.29047460556030275,
      "step": 620,
      "token_acc": 0.8890701468189234
    },
    {
      "epoch": 0.26041128448899453,
      "grad_norm": 40.26980972290039,
      "learning_rate": 4.4192525904846246e-07,
      "loss": 0.27602272033691405,
      "step": 630,
      "token_acc": 0.8922743922743923
    },
    {
      "epoch": 0.2645447969412008,
      "grad_norm": 2.3861398696899414,
      "learning_rate": 4.3971824072728016e-07,
      "loss": 0.26196789741516113,
      "step": 640,
      "token_acc": 0.896882898062342
    },
    {
      "epoch": 0.26867830939340703,
      "grad_norm": 3.5515103340148926,
      "learning_rate": 4.374757962417155e-07,
      "loss": 0.2640524864196777,
      "step": 650,
      "token_acc": 0.8970958536175927
    },
    {
      "epoch": 0.2728118218456133,
      "grad_norm": 2.9944169521331787,
      "learning_rate": 4.351983443243409e-07,
      "loss": 0.26778354644775393,
      "step": 660,
      "token_acc": 0.8965807646959744
    },
    {
      "epoch": 0.2769453342978196,
      "grad_norm": 2.6837551593780518,
      "learning_rate": 4.328863102446807e-07,
      "loss": 0.26420319080352783,
      "step": 670,
      "token_acc": 0.9015952980688497
    },
    {
      "epoch": 0.2810788467500258,
      "grad_norm": 3.8792166709899902,
      "learning_rate": 4.305401257298006e-07,
      "loss": 0.2633915901184082,
      "step": 680,
      "token_acc": 0.8977387782652717
    },
    {
      "epoch": 0.2852123592022321,
      "grad_norm": 3.0519802570343018,
      "learning_rate": 4.2816022888369076e-07,
      "loss": 0.2695890426635742,
      "step": 690,
      "token_acc": 0.8971804828634138
    },
    {
      "epoch": 0.28934587165443837,
      "grad_norm": 5.02327299118042,
      "learning_rate": 4.257470641054589e-07,
      "loss": 0.27457616329193113,
      "step": 700,
      "token_acc": 0.8917720479553293
    },
    {
      "epoch": 0.29347938410664465,
      "grad_norm": 3.205557107925415,
      "learning_rate": 4.2330108200634723e-07,
      "loss": 0.2886713981628418,
      "step": 710,
      "token_acc": 0.8879117364886473
    },
    {
      "epoch": 0.29761289655885087,
      "grad_norm": 3.19230580329895,
      "learning_rate": 4.2082273932558953e-07,
      "loss": 0.2535089492797852,
      "step": 720,
      "token_acc": 0.8990020646937371
    },
    {
      "epoch": 0.30174640901105715,
      "grad_norm": 3.3932271003723145,
      "learning_rate": 4.183124988451243e-07,
      "loss": 0.2608576059341431,
      "step": 730,
      "token_acc": 0.8972371967654986
    },
    {
      "epoch": 0.3058799214632634,
      "grad_norm": 3.8836634159088135,
      "learning_rate": 4.157708293031792e-07,
      "loss": 0.2700679302215576,
      "step": 740,
      "token_acc": 0.8951531470885223
    },
    {
      "epoch": 0.31001343391546965,
      "grad_norm": 2.8291547298431396,
      "learning_rate": 4.131982053067431e-07,
      "loss": 0.26695971488952636,
      "step": 750,
      "token_acc": 0.8984375
    },
    {
      "epoch": 0.3141469463676759,
      "grad_norm": 4.157771587371826,
      "learning_rate": 4.10595107242943e-07,
      "loss": 0.26310505867004397,
      "step": 760,
      "token_acc": 0.8973281801377919
    },
    {
      "epoch": 0.3182804588198822,
      "grad_norm": 2.9965980052948,
      "learning_rate": 4.0796202118934096e-07,
      "loss": 0.27557735443115233,
      "step": 770,
      "token_acc": 0.8943264764432648
    },
    {
      "epoch": 0.3224139712720885,
      "grad_norm": 2.7542531490325928,
      "learning_rate": 4.052994388231684e-07,
      "loss": 0.281093692779541,
      "step": 780,
      "token_acc": 0.8885085574572127
    },
    {
      "epoch": 0.3265474837242947,
      "grad_norm": 3.779541015625,
      "learning_rate": 4.026078573295154e-07,
      "loss": 0.2782632350921631,
      "step": 790,
      "token_acc": 0.8945878434637802
    },
    {
      "epoch": 0.330680996176501,
      "grad_norm": 5.1954474449157715,
      "learning_rate": 3.998877793084906e-07,
      "loss": 0.27410087585449217,
      "step": 800,
      "token_acc": 0.8901967378510173
    },
    {
      "epoch": 0.33481450862870726,
      "grad_norm": 7.226117134094238,
      "learning_rate": 3.9713971268137123e-07,
      "loss": 0.2809471607208252,
      "step": 810,
      "token_acc": 0.8907059585492227
    },
    {
      "epoch": 0.3389480210809135,
      "grad_norm": 2.590132474899292,
      "learning_rate": 3.943641705957581e-07,
      "loss": 0.2636889934539795,
      "step": 820,
      "token_acc": 0.8986338336987688
    },
    {
      "epoch": 0.34308153353311976,
      "grad_norm": 2.9958176612854004,
      "learning_rate": 3.915616713297556e-07,
      "loss": 0.2696376800537109,
      "step": 830,
      "token_acc": 0.8965865142088448
    },
    {
      "epoch": 0.34721504598532604,
      "grad_norm": 7.742995738983154,
      "learning_rate": 3.887327381951934e-07,
      "loss": 0.281767463684082,
      "step": 840,
      "token_acc": 0.8927512355848435
    },
    {
      "epoch": 0.35134855843753227,
      "grad_norm": 2.001983404159546,
      "learning_rate": 3.858778994399081e-07,
      "loss": 0.2946297645568848,
      "step": 850,
      "token_acc": 0.8862207896857373
    },
    {
      "epoch": 0.35548207088973854,
      "grad_norm": 2.323462963104248,
      "learning_rate": 3.8299768814910374e-07,
      "loss": 0.2778719425201416,
      "step": 860,
      "token_acc": 0.8916474843801381
    },
    {
      "epoch": 0.3596155833419448,
      "grad_norm": 2.8264565467834473,
      "learning_rate": 3.8009264214580805e-07,
      "loss": 0.2745103359222412,
      "step": 870,
      "token_acc": 0.8917322834645669
    },
    {
      "epoch": 0.3637490957941511,
      "grad_norm": 6.078236103057861,
      "learning_rate": 3.771633038904446e-07,
      "loss": 0.294478702545166,
      "step": 880,
      "token_acc": 0.8898250162022034
    },
    {
      "epoch": 0.3678826082463573,
      "grad_norm": 2.497274398803711,
      "learning_rate": 3.742102203795392e-07,
      "loss": 0.27193236351013184,
      "step": 890,
      "token_acc": 0.8928221859706362
    },
    {
      "epoch": 0.3720161206985636,
      "grad_norm": 3.3112785816192627,
      "learning_rate": 3.712339430435792e-07,
      "loss": 0.28939318656921387,
      "step": 900,
      "token_acc": 0.8878336335352873
    },
    {
      "epoch": 0.3761496331507699,
      "grad_norm": 2.605825424194336,
      "learning_rate": 3.6823502764404376e-07,
      "loss": 0.2712101936340332,
      "step": 910,
      "token_acc": 0.894501490559788
    },
    {
      "epoch": 0.3802831456029761,
      "grad_norm": 3.187836170196533,
      "learning_rate": 3.652140341696274e-07,
      "loss": 0.271730899810791,
      "step": 920,
      "token_acc": 0.8975674333940096
    },
    {
      "epoch": 0.3844166580551824,
      "grad_norm": 7.310910701751709,
      "learning_rate": 3.621715267316723e-07,
      "loss": 0.2949850559234619,
      "step": 930,
      "token_acc": 0.8846963562753036
    },
    {
      "epoch": 0.38855017050738866,
      "grad_norm": 2.690484046936035,
      "learning_rate": 3.5910807345883175e-07,
      "loss": 0.2591448545455933,
      "step": 940,
      "token_acc": 0.898834656308056
    },
    {
      "epoch": 0.39268368295959494,
      "grad_norm": 3.423795461654663,
      "learning_rate": 3.560242463909836e-07,
      "loss": 0.27901949882507326,
      "step": 950,
      "token_acc": 0.8928336620644313
    },
    {
      "epoch": 0.39681719541180116,
      "grad_norm": 3.1476311683654785,
      "learning_rate": 3.5292062137241264e-07,
      "loss": 0.2721529722213745,
      "step": 960,
      "token_acc": 0.8943731490621916
    },
    {
      "epoch": 0.40095070786400744,
      "grad_norm": 3.0869557857513428,
      "learning_rate": 3.497977779442827e-07,
      "loss": 0.27245345115661623,
      "step": 970,
      "token_acc": 0.8961685188256759
    },
    {
      "epoch": 0.4050842203162137,
      "grad_norm": 2.2117760181427,
      "learning_rate": 3.466562992364197e-07,
      "loss": 0.28414316177368165,
      "step": 980,
      "token_acc": 0.8968448585908125
    },
    {
      "epoch": 0.40921773276841994,
      "grad_norm": 2.3948702812194824,
      "learning_rate": 3.4349677185842243e-07,
      "loss": 0.2586636781692505,
      "step": 990,
      "token_acc": 0.9002820640451302
    },
    {
      "epoch": 0.4133512452206262,
      "grad_norm": 2.862246036529541,
      "learning_rate": 3.4031978579012534e-07,
      "loss": 0.266216516494751,
      "step": 1000,
      "token_acc": 0.8937520882058135
    },
    {
      "epoch": 0.4174847576728325,
      "grad_norm": 2.563786029815674,
      "learning_rate": 3.3712593427143136e-07,
      "loss": 0.27124173641204835,
      "step": 1010,
      "token_acc": 0.8961279461279461
    },
    {
      "epoch": 0.4216182701250388,
      "grad_norm": 2.9208412170410156,
      "learning_rate": 3.3391581369153577e-07,
      "loss": 0.25082371234893797,
      "step": 1020,
      "token_acc": 0.900375939849624
    },
    {
      "epoch": 0.425751782577245,
      "grad_norm": 3.598951578140259,
      "learning_rate": 3.306900234775622e-07,
      "loss": 0.27564148902893065,
      "step": 1030,
      "token_acc": 0.893046357615894
    },
    {
      "epoch": 0.4298852950294513,
      "grad_norm": 2.1928725242614746,
      "learning_rate": 3.274491659826315e-07,
      "loss": 0.26628134250640867,
      "step": 1040,
      "token_acc": 0.8938008974572046
    },
    {
      "epoch": 0.43401880748165755,
      "grad_norm": 2.6296000480651855,
      "learning_rate": 3.24193846373384e-07,
      "loss": 0.27588448524475095,
      "step": 1050,
      "token_acc": 0.8928809048569527
    },
    {
      "epoch": 0.4381523199338638,
      "grad_norm": 2.9763195514678955,
      "learning_rate": 3.2092467251697666e-07,
      "loss": 0.25474910736083983,
      "step": 1060,
      "token_acc": 0.899932042133877
    },
    {
      "epoch": 0.44228583238607005,
      "grad_norm": 3.3110697269439697,
      "learning_rate": 3.176422548675754e-07,
      "loss": 0.27116897106170657,
      "step": 1070,
      "token_acc": 0.8963963963963963
    },
    {
      "epoch": 0.44641934483827633,
      "grad_norm": 2.6853387355804443,
      "learning_rate": 3.143472063523652e-07,
      "loss": 0.2755572319030762,
      "step": 1080,
      "token_acc": 0.892444295526889
    },
    {
      "epoch": 0.4505528572904826,
      "grad_norm": 2.4194726943969727,
      "learning_rate": 3.1104014225709784e-07,
      "loss": 0.2763054370880127,
      "step": 1090,
      "token_acc": 0.8904599382415082
    },
    {
      "epoch": 0.45468636974268883,
      "grad_norm": 3.427236557006836,
      "learning_rate": 3.077216801111989e-07,
      "loss": 0.26727967262268065,
      "step": 1100,
      "token_acc": 0.8977576974564926
    },
    {
      "epoch": 0.4588198821948951,
      "grad_norm": 2.6082870960235596,
      "learning_rate": 3.043924395724571e-07,
      "loss": 0.29102773666381837,
      "step": 1110,
      "token_acc": 0.8888158975201182
    },
    {
      "epoch": 0.4629533946471014,
      "grad_norm": 2.626399517059326,
      "learning_rate": 3.010530423113144e-07,
      "loss": 0.27240285873413084,
      "step": 1120,
      "token_acc": 0.8930702917771883
    },
    {
      "epoch": 0.4670869070993076,
      "grad_norm": 2.829056978225708,
      "learning_rate": 2.977041118947818e-07,
      "loss": 0.27853941917419434,
      "step": 1130,
      "token_acc": 0.8952905811623246
    },
    {
      "epoch": 0.4712204195515139,
      "grad_norm": 3.656513214111328,
      "learning_rate": 2.9434627367000043e-07,
      "loss": 0.26388509273529054,
      "step": 1140,
      "token_acc": 0.8956347215253387
    },
    {
      "epoch": 0.47535393200372017,
      "grad_norm": 3.179504632949829,
      "learning_rate": 2.9098015464747003e-07,
      "loss": 0.2650350570678711,
      "step": 1150,
      "token_acc": 0.9002514668901928
    },
    {
      "epoch": 0.47948744445592645,
      "grad_norm": 1.9940325021743774,
      "learning_rate": 2.876063833839669e-07,
      "loss": 0.27263484001159666,
      "step": 1160,
      "token_acc": 0.8941737985516788
    },
    {
      "epoch": 0.48362095690813267,
      "grad_norm": 2.556058645248413,
      "learning_rate": 2.842255898651736e-07,
      "loss": 0.27724528312683105,
      "step": 1170,
      "token_acc": 0.8932891466445734
    },
    {
      "epoch": 0.48775446936033895,
      "grad_norm": 2.78503680229187,
      "learning_rate": 2.808384053880413e-07,
      "loss": 0.2747943639755249,
      "step": 1180,
      "token_acc": 0.8945209973753281
    },
    {
      "epoch": 0.4918879818125452,
      "grad_norm": 3.950742244720459,
      "learning_rate": 2.774454624429073e-07,
      "loss": 0.25716724395751955,
      "step": 1190,
      "token_acc": 0.9012387578482945
    },
    {
      "epoch": 0.49602149426475145,
      "grad_norm": 2.3381898403167725,
      "learning_rate": 2.7404739459539007e-07,
      "loss": 0.27159938812255857,
      "step": 1200,
      "token_acc": 0.8916296661733267
    },
    {
      "epoch": 0.5001550067169578,
      "grad_norm": 2.3968288898468018,
      "learning_rate": 2.706448363680831e-07,
      "loss": 0.2611609697341919,
      "step": 1210,
      "token_acc": 0.8995780590717299
    },
    {
      "epoch": 0.504288519169164,
      "grad_norm": 2.8506569862365723,
      "learning_rate": 2.672384231220704e-07,
      "loss": 0.27340211868286135,
      "step": 1220,
      "token_acc": 0.8947804473902237
    },
    {
      "epoch": 0.5084220316213702,
      "grad_norm": 3.3233721256256104,
      "learning_rate": 2.6382879093828514e-07,
      "loss": 0.2683706760406494,
      "step": 1230,
      "token_acc": 0.8963037297206891
    },
    {
      "epoch": 0.5125555440735765,
      "grad_norm": 2.4866981506347656,
      "learning_rate": 2.6041657649873413e-07,
      "loss": 0.26338682174682615,
      "step": 1240,
      "token_acc": 0.8985190171659374
    },
    {
      "epoch": 0.5166890565257828,
      "grad_norm": 3.7649965286254883,
      "learning_rate": 2.5700241696760985e-07,
      "loss": 0.28077752590179444,
      "step": 1250,
      "token_acc": 0.8936486933509759
    },
    {
      "epoch": 0.5208225689779891,
      "grad_norm": 2.989053964614868,
      "learning_rate": 2.5358694987231236e-07,
      "loss": 0.2896185636520386,
      "step": 1260,
      "token_acc": 0.8880983182406209
    },
    {
      "epoch": 0.5249560814301953,
      "grad_norm": 2.023987293243408,
      "learning_rate": 2.5017081298440385e-07,
      "loss": 0.28451263904571533,
      "step": 1270,
      "token_acc": 0.891644908616188
    },
    {
      "epoch": 0.5290895938824016,
      "grad_norm": 3.300025224685669,
      "learning_rate": 2.467546442005173e-07,
      "loss": 0.2620598793029785,
      "step": 1280,
      "token_acc": 0.900350525788683
    },
    {
      "epoch": 0.5332231063346078,
      "grad_norm": 3.0800909996032715,
      "learning_rate": 2.433390814232413e-07,
      "loss": 0.2617885828018188,
      "step": 1290,
      "token_acc": 0.8993594066082266
    },
    {
      "epoch": 0.5373566187868141,
      "grad_norm": 2.6922402381896973,
      "learning_rate": 2.399247624420047e-07,
      "loss": 0.26834275722503664,
      "step": 1300,
      "token_acc": 0.8978016445712368
    },
    {
      "epoch": 0.5414901312390203,
      "grad_norm": 3.132843017578125,
      "learning_rate": 2.365123248139821e-07,
      "loss": 0.2786297559738159,
      "step": 1310,
      "token_acc": 0.8910678971654581
    },
    {
      "epoch": 0.5456236436912266,
      "grad_norm": 2.4884276390075684,
      "learning_rate": 2.3310240574504182e-07,
      "loss": 0.2636242151260376,
      "step": 1320,
      "token_acc": 0.8977688977688978
    },
    {
      "epoch": 0.5497571561434329,
      "grad_norm": 2.82171368598938,
      "learning_rate": 2.2969564197076079e-07,
      "loss": 0.2741330623626709,
      "step": 1330,
      "token_acc": 0.8915287563493364
    },
    {
      "epoch": 0.5538906685956392,
      "grad_norm": 4.288270473480225,
      "learning_rate": 2.2629266963752667e-07,
      "loss": 0.2554323196411133,
      "step": 1340,
      "token_acc": 0.9015640938456307
    },
    {
      "epoch": 0.5580241810478455,
      "grad_norm": 3.2320291996002197,
      "learning_rate": 2.2289412418374936e-07,
      "loss": 0.2432697296142578,
      "step": 1350,
      "token_acc": 0.907323055360897
    },
    {
      "epoch": 0.5621576935000516,
      "grad_norm": 2.923374652862549,
      "learning_rate": 2.1950064022120633e-07,
      "loss": 0.2673605680465698,
      "step": 1360,
      "token_acc": 0.8946932006633499
    },
    {
      "epoch": 0.5662912059522579,
      "grad_norm": 2.6756703853607178,
      "learning_rate": 2.1611285141654016e-07,
      "loss": 0.25931453704833984,
      "step": 1370,
      "token_acc": 0.9023279352226721
    },
    {
      "epoch": 0.5704247184044642,
      "grad_norm": 2.919431686401367,
      "learning_rate": 2.1273139037293464e-07,
      "loss": 0.2924022674560547,
      "step": 1380,
      "token_acc": 0.8861129136924075
    },
    {
      "epoch": 0.5745582308566705,
      "grad_norm": 2.697990894317627,
      "learning_rate": 2.0935688851198806e-07,
      "loss": 0.2696035861968994,
      "step": 1390,
      "token_acc": 0.8975341552815728
    },
    {
      "epoch": 0.5786917433088767,
      "grad_norm": 2.2708208560943604,
      "learning_rate": 2.0598997595580767e-07,
      "loss": 0.26399407386779783,
      "step": 1400,
      "token_acc": 0.8985267339844396
    },
    {
      "epoch": 0.582825255761083,
      "grad_norm": 2.6366543769836426,
      "learning_rate": 2.026312814093467e-07,
      "loss": 0.27448673248291017,
      "step": 1410,
      "token_acc": 0.8944939004286185
    },
    {
      "epoch": 0.5869587682132893,
      "grad_norm": 3.1638495922088623,
      "learning_rate": 1.992814320430063e-07,
      "loss": 0.25971574783325196,
      "step": 1420,
      "token_acc": 0.8989193682460516
    },
    {
      "epoch": 0.5910922806654955,
      "grad_norm": 2.5996718406677246,
      "learning_rate": 1.959410533755232e-07,
      "loss": 0.2614893436431885,
      "step": 1430,
      "token_acc": 0.8977443609022556
    },
    {
      "epoch": 0.5952257931177017,
      "grad_norm": 3.4245429039001465,
      "learning_rate": 1.926107691571669e-07,
      "loss": 0.25876526832580565,
      "step": 1440,
      "token_acc": 0.8990978950885399
    },
    {
      "epoch": 0.599359305569908,
      "grad_norm": 2.5762760639190674,
      "learning_rate": 1.8929120125326638e-07,
      "loss": 0.2643924951553345,
      "step": 1450,
      "token_acc": 0.8950617283950617
    },
    {
      "epoch": 0.6034928180221143,
      "grad_norm": 5.55498743057251,
      "learning_rate": 1.8598296952808862e-07,
      "loss": 0.25945119857788085,
      "step": 1460,
      "token_acc": 0.9014960497562615
    },
    {
      "epoch": 0.6076263304743206,
      "grad_norm": 2.8441519737243652,
      "learning_rate": 1.8268669172909136e-07,
      "loss": 0.27311277389526367,
      "step": 1470,
      "token_acc": 0.8933951332560834
    },
    {
      "epoch": 0.6117598429265269,
      "grad_norm": 3.4796242713928223,
      "learning_rate": 1.7940298337157112e-07,
      "loss": 0.2703615427017212,
      "step": 1480,
      "token_acc": 0.8952948972829688
    },
    {
      "epoch": 0.6158933553787331,
      "grad_norm": 2.238431930541992,
      "learning_rate": 1.7613245762372708e-07,
      "loss": 0.2600128173828125,
      "step": 1490,
      "token_acc": 0.8996632996632996
    },
    {
      "epoch": 0.6200268678309393,
      "grad_norm": 2.2030811309814453,
      "learning_rate": 1.7287572519216464e-07,
      "loss": 0.25577716827392577,
      "step": 1500,
      "token_acc": 0.904350770272558
    },
    {
      "epoch": 0.6241603802831456,
      "grad_norm": 3.3314075469970703,
      "learning_rate": 1.6963339420785754e-07,
      "loss": 0.26538925170898436,
      "step": 1510,
      "token_acc": 0.8960908787170063
    },
    {
      "epoch": 0.6282938927353519,
      "grad_norm": 2.1006789207458496,
      "learning_rate": 1.6640607011259151e-07,
      "loss": 0.2399357795715332,
      "step": 1520,
      "token_acc": 0.902493938344302
    },
    {
      "epoch": 0.6324274051875581,
      "grad_norm": 2.626713752746582,
      "learning_rate": 1.6319435554590944e-07,
      "loss": 0.2515601396560669,
      "step": 1530,
      "token_acc": 0.9024597116200169
    },
    {
      "epoch": 0.6365609176397644,
      "grad_norm": 3.986639976501465,
      "learning_rate": 1.5999885023258097e-07,
      "loss": 0.25067887306213377,
      "step": 1540,
      "token_acc": 0.9026355548094679
    },
    {
      "epoch": 0.6406944300919707,
      "grad_norm": 3.3434393405914307,
      "learning_rate": 1.5682015087061518e-07,
      "loss": 0.2590707540512085,
      "step": 1550,
      "token_acc": 0.9005226774574271
    },
    {
      "epoch": 0.644827942544177,
      "grad_norm": 3.366339683532715,
      "learning_rate": 1.5365885101983873e-07,
      "loss": 0.2801948070526123,
      "step": 1560,
      "token_acc": 0.8898828887443071
    },
    {
      "epoch": 0.6489614549963831,
      "grad_norm": 2.367339611053467,
      "learning_rate": 1.5051554099106078e-07,
      "loss": 0.27551071643829345,
      "step": 1570,
      "token_acc": 0.8944099378881988
    },
    {
      "epoch": 0.6530949674485894,
      "grad_norm": 2.5332202911376953,
      "learning_rate": 1.473908077358437e-07,
      "loss": 0.24955625534057618,
      "step": 1580,
      "token_acc": 0.8998467041389883
    },
    {
      "epoch": 0.6572284799007957,
      "grad_norm": 3.8126466274261475,
      "learning_rate": 1.4428523473690096e-07,
      "loss": 0.26283018589019774,
      "step": 1590,
      "token_acc": 0.8978897208985704
    },
    {
      "epoch": 0.661361992353002,
      "grad_norm": 3.0068535804748535,
      "learning_rate": 1.4119940189914423e-07,
      "loss": 0.2719302177429199,
      "step": 1600,
      "token_acc": 0.895405179615706
    },
    {
      "epoch": 0.6654955048052082,
      "grad_norm": 2.681375026702881,
      "learning_rate": 1.3813388544139627e-07,
      "loss": 0.2649834632873535,
      "step": 1610,
      "token_acc": 0.8958127266732608
    },
    {
      "epoch": 0.6696290172574145,
      "grad_norm": 2.4036672115325928,
      "learning_rate": 1.3508925778879404e-07,
      "loss": 0.2687398910522461,
      "step": 1620,
      "token_acc": 0.8934707903780069
    },
    {
      "epoch": 0.6737625297096208,
      "grad_norm": 2.5061728954315186,
      "learning_rate": 1.3206608746589966e-07,
      "loss": 0.26619772911071776,
      "step": 1630,
      "token_acc": 0.8967507834405409
    },
    {
      "epoch": 0.677896042161827,
      "grad_norm": 2.5941014289855957,
      "learning_rate": 1.2906493899053916e-07,
      "loss": 0.26439173221588136,
      "step": 1640,
      "token_acc": 0.8992673992673993
    },
    {
      "epoch": 0.6820295546140333,
      "grad_norm": 2.642897844314575,
      "learning_rate": 1.2608637276838984e-07,
      "loss": 0.29090008735656736,
      "step": 1650,
      "token_acc": 0.8849372384937239
    },
    {
      "epoch": 0.6861630670662395,
      "grad_norm": 2.4777562618255615,
      "learning_rate": 1.231309449883361e-07,
      "loss": 0.2851018667221069,
      "step": 1660,
      "token_acc": 0.887654917109287
    },
    {
      "epoch": 0.6902965795184458,
      "grad_norm": 2.3737990856170654,
      "learning_rate": 1.201992075186112e-07,
      "loss": 0.260064959526062,
      "step": 1670,
      "token_acc": 0.8986190636577972
    },
    {
      "epoch": 0.6944300919706521,
      "grad_norm": 3.5159294605255127,
      "learning_rate": 1.1729170780374717e-07,
      "loss": 0.28465135097503663,
      "step": 1680,
      "token_acc": 0.8883774453394706
    },
    {
      "epoch": 0.6985636044228584,
      "grad_norm": 2.8983967304229736,
      "learning_rate": 1.1440898876235036e-07,
      "loss": 0.2606903314590454,
      "step": 1690,
      "token_acc": 0.8997312730937185
    },
    {
      "epoch": 0.7026971168750645,
      "grad_norm": 3.8028135299682617,
      "learning_rate": 1.115515886857219e-07,
      "loss": 0.27002012729644775,
      "step": 1700,
      "token_acc": 0.8957915831663327
    },
    {
      "epoch": 0.7068306293272708,
      "grad_norm": 2.745276927947998,
      "learning_rate": 1.0872004113734201e-07,
      "loss": 0.26640658378601073,
      "step": 1710,
      "token_acc": 0.8981512605042017
    },
    {
      "epoch": 0.7109641417794771,
      "grad_norm": 2.575197696685791,
      "learning_rate": 1.0591487485323816e-07,
      "loss": 0.2605179786682129,
      "step": 1720,
      "token_acc": 0.8981295925183701
    },
    {
      "epoch": 0.7150976542316834,
      "grad_norm": 2.4712765216827393,
      "learning_rate": 1.0313661364325336e-07,
      "loss": 0.2793430805206299,
      "step": 1730,
      "token_acc": 0.8935962196512954
    },
    {
      "epoch": 0.7192311666838896,
      "grad_norm": 3.8916172981262207,
      "learning_rate": 1.0038577629323506e-07,
      "loss": 0.256488037109375,
      "step": 1740,
      "token_acc": 0.8990278014668258
    },
    {
      "epoch": 0.7233646791360959,
      "grad_norm": 2.930061101913452,
      "learning_rate": 9.766287646816241e-08,
      "loss": 0.27172183990478516,
      "step": 1750,
      "token_acc": 0.8951014349332014
    },
    {
      "epoch": 0.7274981915883022,
      "grad_norm": 3.304394483566284,
      "learning_rate": 9.49684226162292e-08,
      "loss": 0.27311196327209475,
      "step": 1760,
      "token_acc": 0.8935924888815681
    },
    {
      "epoch": 0.7316317040405084,
      "grad_norm": 2.3063862323760986,
      "learning_rate": 9.23029178739007e-08,
      "loss": 0.2707731008529663,
      "step": 1770,
      "token_acc": 0.8950394218134035
    },
    {
      "epoch": 0.7357652164927146,
      "grad_norm": 2.8351504802703857,
      "learning_rate": 8.96668599719636e-08,
      "loss": 0.26172828674316406,
      "step": 1780,
      "token_acc": 0.8987975951903807
    },
    {
      "epoch": 0.7398987289449209,
      "grad_norm": 2.895158290863037,
      "learning_rate": 8.706074114258364e-08,
      "loss": 0.28212413787841795,
      "step": 1790,
      "token_acc": 0.8900865588763678
    },
    {
      "epoch": 0.7440322413971272,
      "grad_norm": 2.090304374694824,
      "learning_rate": 8.448504802739165e-08,
      "loss": 0.26543664932250977,
      "step": 1800,
      "token_acc": 0.8973930481283422
    },
    {
      "epoch": 0.7481657538493335,
      "grad_norm": 3.581449508666992,
      "learning_rate": 8.19402615866125e-08,
      "loss": 0.2609621524810791,
      "step": 1810,
      "token_acc": 0.897105571356868
    },
    {
      "epoch": 0.7522992663015398,
      "grad_norm": 3.7827906608581543,
      "learning_rate": 7.942685700925477e-08,
      "loss": 0.2822258710861206,
      "step": 1820,
      "token_acc": 0.8955717118307998
    },
    {
      "epoch": 0.756432778753746,
      "grad_norm": 4.347923278808594,
      "learning_rate": 7.694530362437942e-08,
      "loss": 0.27174232006072996,
      "step": 1830,
      "token_acc": 0.8972891059100859
    },
    {
      "epoch": 0.7605662912059522,
      "grad_norm": 2.4850101470947266,
      "learning_rate": 7.449606481346085e-08,
      "loss": 0.27895298004150393,
      "step": 1840,
      "token_acc": 0.8953719008264462
    },
    {
      "epoch": 0.7646998036581585,
      "grad_norm": 2.907944679260254,
      "learning_rate": 7.207959792385998e-08,
      "loss": 0.2639348268508911,
      "step": 1850,
      "token_acc": 0.8955551799898597
    },
    {
      "epoch": 0.7688333161103648,
      "grad_norm": 2.6346871852874756,
      "learning_rate": 6.969635418342365e-08,
      "loss": 0.280044412612915,
      "step": 1860,
      "token_acc": 0.8924205378973105
    },
    {
      "epoch": 0.772966828562571,
      "grad_norm": 2.931610107421875,
      "learning_rate": 6.73467786162265e-08,
      "loss": 0.2777987003326416,
      "step": 1870,
      "token_acc": 0.8917720479553293
    },
    {
      "epoch": 0.7771003410147773,
      "grad_norm": 2.1244542598724365,
      "learning_rate": 6.503130995947131e-08,
      "loss": 0.26816506385803224,
      "step": 1880,
      "token_acc": 0.8972116812407194
    },
    {
      "epoch": 0.7812338534669836,
      "grad_norm": 3.9334847927093506,
      "learning_rate": 6.275038058156379e-08,
      "loss": 0.29413180351257323,
      "step": 1890,
      "token_acc": 0.8877047876570702
    },
    {
      "epoch": 0.7853673659191899,
      "grad_norm": 2.048691749572754,
      "learning_rate": 6.050441640137582e-08,
      "loss": 0.2679485321044922,
      "step": 1900,
      "token_acc": 0.8930240320427236
    },
    {
      "epoch": 0.789500878371396,
      "grad_norm": 2.922384738922119,
      "learning_rate": 5.8293836808713805e-08,
      "loss": 0.25333313941955565,
      "step": 1910,
      "token_acc": 0.8993645886999828
    },
    {
      "epoch": 0.7936343908236023,
      "grad_norm": 4.081994533538818,
      "learning_rate": 5.611905458600574e-08,
      "loss": 0.2619889736175537,
      "step": 1920,
      "token_acc": 0.9003006012024048
    },
    {
      "epoch": 0.7977679032758086,
      "grad_norm": 2.331836700439453,
      "learning_rate": 5.398047583122206e-08,
      "loss": 0.2741227388381958,
      "step": 1930,
      "token_acc": 0.8928689336414658
    },
    {
      "epoch": 0.8019014157280149,
      "grad_norm": 2.6420035362243652,
      "learning_rate": 5.187849988204479e-08,
      "loss": 0.2765916109085083,
      "step": 1940,
      "token_acc": 0.8925619834710744
    },
    {
      "epoch": 0.8060349281802212,
      "grad_norm": 2.482302665710449,
      "learning_rate": 4.9813519241299425e-08,
      "loss": 0.29370822906494143,
      "step": 1950,
      "token_acc": 0.8826374334999194
    },
    {
      "epoch": 0.8101684406324274,
      "grad_norm": 3.364745855331421,
      "learning_rate": 4.778591950366212e-08,
      "loss": 0.2546257734298706,
      "step": 1960,
      "token_acc": 0.9023733378219155
    },
    {
      "epoch": 0.8143019530846337,
      "grad_norm": 3.09533429145813,
      "learning_rate": 4.579607928365803e-08,
      "loss": 0.26116080284118653,
      "step": 1970,
      "token_acc": 0.895497311827957
    },
    {
      "epoch": 0.8184354655368399,
      "grad_norm": 2.486457586288452,
      "learning_rate": 4.384437014496214e-08,
      "loss": 0.26124980449676516,
      "step": 1980,
      "token_acc": 0.9021720828422294
    },
    {
      "epoch": 0.8225689779890462,
      "grad_norm": 2.3879621028900146,
      "learning_rate": 4.1931156531017e-08,
      "loss": 0.2727025032043457,
      "step": 1990,
      "token_acc": 0.8939494680851063
    },
    {
      "epoch": 0.8267024904412524,
      "grad_norm": 2.0487353801727295,
      "learning_rate": 4.0056795696980144e-08,
      "loss": 0.2716191291809082,
      "step": 2000,
      "token_acc": 0.8951921477291632
    },
    {
      "epoch": 0.8308360028934587,
      "grad_norm": 4.274483680725098,
      "learning_rate": 3.822163764301378e-08,
      "loss": 0.2700816631317139,
      "step": 2010,
      "token_acc": 0.8948497854077253
    },
    {
      "epoch": 0.834969515345665,
      "grad_norm": 2.1714582443237305,
      "learning_rate": 3.6426025048928914e-08,
      "loss": 0.2807120084762573,
      "step": 2020,
      "token_acc": 0.8919180512985966
    },
    {
      "epoch": 0.8391030277978713,
      "grad_norm": 3.727752208709717,
      "learning_rate": 3.4670293210196794e-08,
      "loss": 0.2586544036865234,
      "step": 2030,
      "token_acc": 0.8995808885163453
    },
    {
      "epoch": 0.8432365402500775,
      "grad_norm": 2.8159375190734863,
      "learning_rate": 3.295476997533905e-08,
      "loss": 0.28347413539886473,
      "step": 2040,
      "token_acc": 0.8905654383735705
    },
    {
      "epoch": 0.8473700527022837,
      "grad_norm": 2.0777461528778076,
      "learning_rate": 3.127977568470813e-08,
      "loss": 0.25567169189453126,
      "step": 2050,
      "token_acc": 0.9038004750593824
    },
    {
      "epoch": 0.85150356515449,
      "grad_norm": 2.6102845668792725,
      "learning_rate": 2.9645623110670286e-08,
      "loss": 0.2771745204925537,
      "step": 2060,
      "token_acc": 0.8919854881266491
    },
    {
      "epoch": 0.8556370776066963,
      "grad_norm": 5.132630348205566,
      "learning_rate": 2.8052617399201476e-08,
      "loss": 0.2776770114898682,
      "step": 2070,
      "token_acc": 0.8938922547895857
    },
    {
      "epoch": 0.8597705900589026,
      "grad_norm": 4.320744037628174,
      "learning_rate": 2.6501056012907252e-08,
      "loss": 0.2832627773284912,
      "step": 2080,
      "token_acc": 0.8891581838746162
    },
    {
      "epoch": 0.8639041025111088,
      "grad_norm": 3.808979034423828,
      "learning_rate": 2.4991228675477288e-08,
      "loss": 0.26563119888305664,
      "step": 2090,
      "token_acc": 0.8978029294274301
    },
    {
      "epoch": 0.8680376149633151,
      "grad_norm": 2.5682902336120605,
      "learning_rate": 2.3523417317585477e-08,
      "loss": 0.25737996101379396,
      "step": 2100,
      "token_acc": 0.9021499915354664
    },
    {
      "epoch": 0.8721711274155214,
      "grad_norm": 2.6730620861053467,
      "learning_rate": 2.209789602424461e-08,
      "loss": 0.28185770511627195,
      "step": 2110,
      "token_acc": 0.888924975641442
    },
    {
      "epoch": 0.8763046398677276,
      "grad_norm": 2.259251594543457,
      "learning_rate": 2.0714930983626534e-08,
      "loss": 0.2834534406661987,
      "step": 2120,
      "token_acc": 0.8912690684842584
    },
    {
      "epoch": 0.8804381523199338,
      "grad_norm": 2.275806427001953,
      "learning_rate": 1.937478043735677e-08,
      "loss": 0.27589869499206543,
      "step": 2130,
      "token_acc": 0.8949448378066853
    },
    {
      "epoch": 0.8845716647721401,
      "grad_norm": 3.5575265884399414,
      "learning_rate": 1.8077694632292777e-08,
      "loss": 0.2688805103302002,
      "step": 2140,
      "token_acc": 0.897500844309355
    },
    {
      "epoch": 0.8887051772243464,
      "grad_norm": 2.558871030807495,
      "learning_rate": 1.6823915773795354e-08,
      "loss": 0.26161561012268064,
      "step": 2150,
      "token_acc": 0.9005506424161521
    },
    {
      "epoch": 0.8928386896765527,
      "grad_norm": 2.106569528579712,
      "learning_rate": 1.561367798050159e-08,
      "loss": 0.2594000816345215,
      "step": 2160,
      "token_acc": 0.9025995948683322
    },
    {
      "epoch": 0.8969722021287589,
      "grad_norm": 2.074631690979004,
      "learning_rate": 1.4447207240607579e-08,
      "loss": 0.2612841367721558,
      "step": 2170,
      "token_acc": 0.8996145466733702
    },
    {
      "epoch": 0.9011057145809652,
      "grad_norm": 3.111022472381592,
      "learning_rate": 1.3324721369669862e-08,
      "loss": 0.28264079093933103,
      "step": 2180,
      "token_acc": 0.89177131526768
    },
    {
      "epoch": 0.9052392270331714,
      "grad_norm": 2.248342275619507,
      "learning_rate": 1.2246429969932442e-08,
      "loss": 0.2776078224182129,
      "step": 2190,
      "token_acc": 0.8949741192185674
    },
    {
      "epoch": 0.9093727394853777,
      "grad_norm": 3.3940088748931885,
      "learning_rate": 1.1212534391187689e-08,
      "loss": 0.2858419895172119,
      "step": 2200,
      "token_acc": 0.8873626373626373
    },
    {
      "epoch": 0.913506251937584,
      "grad_norm": 2.3772406578063965,
      "learning_rate": 1.0223227693178155e-08,
      "loss": 0.27225029468536377,
      "step": 2210,
      "token_acc": 0.8944840152393573
    },
    {
      "epoch": 0.9176397643897902,
      "grad_norm": 6.223030090332031,
      "learning_rate": 9.278694609546722e-09,
      "loss": 0.27013497352600097,
      "step": 2220,
      "token_acc": 0.8913370055082624
    },
    {
      "epoch": 0.9217732768419965,
      "grad_norm": 2.280205488204956,
      "learning_rate": 8.379111513340753e-09,
      "loss": 0.2775579452514648,
      "step": 2230,
      "token_acc": 0.8897431702928186
    },
    {
      "epoch": 0.9259067892942028,
      "grad_norm": 2.102734088897705,
      "learning_rate": 7.524646384078404e-09,
      "loss": 0.2551942110061646,
      "step": 2240,
      "token_acc": 0.902751666381815
    },
    {
      "epoch": 0.9300403017464091,
      "grad_norm": 2.731247901916504,
      "learning_rate": 6.715458776381383e-09,
      "loss": 0.27170391082763673,
      "step": 2250,
      "token_acc": 0.8929798723613157
    },
    {
      "epoch": 0.9341738141986152,
      "grad_norm": 2.7572975158691406,
      "learning_rate": 5.951699790181258e-09,
      "loss": 0.2469815731048584,
      "step": 2260,
      "token_acc": 0.9041237113402062
    },
    {
      "epoch": 0.9383073266508215,
      "grad_norm": 3.6743345260620117,
      "learning_rate": 5.233512042504718e-09,
      "loss": 0.267983078956604,
      "step": 2270,
      "token_acc": 0.8989370676564873
    },
    {
      "epoch": 0.9424408391030278,
      "grad_norm": 2.9522664546966553,
      "learning_rate": 4.561029640842484e-09,
      "loss": 0.28539676666259767,
      "step": 2280,
      "token_acc": 0.8891777705557361
    },
    {
      "epoch": 0.9465743515552341,
      "grad_norm": 2.377556324005127,
      "learning_rate": 3.934378158107349e-09,
      "loss": 0.2863355875015259,
      "step": 2290,
      "token_acc": 0.8862681744749596
    },
    {
      "epoch": 0.9507078640074403,
      "grad_norm": 2.461761951446533,
      "learning_rate": 3.3536746091860635e-09,
      "loss": 0.27661709785461425,
      "step": 2300,
      "token_acc": 0.8950495049504951
    },
    {
      "epoch": 0.9548413764596466,
      "grad_norm": 7.1646504402160645,
      "learning_rate": 2.8190274290888215e-09,
      "loss": 0.2638131856918335,
      "step": 2310,
      "token_acc": 0.8973592426507224
    },
    {
      "epoch": 0.9589748889118529,
      "grad_norm": 4.375582218170166,
      "learning_rate": 2.3305364527013984e-09,
      "loss": 0.27904419898986815,
      "step": 2320,
      "token_acc": 0.8944037308461026
    },
    {
      "epoch": 0.9631084013640591,
      "grad_norm": 2.156973123550415,
      "learning_rate": 1.888292896142868e-09,
      "loss": 0.2675792217254639,
      "step": 2330,
      "token_acc": 0.8935467898993233
    },
    {
      "epoch": 0.9672419138162653,
      "grad_norm": 3.002598285675049,
      "learning_rate": 1.4923793397326467e-09,
      "loss": 0.2722255945205688,
      "step": 2340,
      "token_acc": 0.8944089194949992
    },
    {
      "epoch": 0.9713754262684716,
      "grad_norm": 2.815256118774414,
      "learning_rate": 1.1428697125704379e-09,
      "loss": 0.2843726634979248,
      "step": 2350,
      "token_acc": 0.8908282562160382
    },
    {
      "epoch": 0.9755089387206779,
      "grad_norm": 2.310183525085449,
      "learning_rate": 8.398292787313576e-10,
      "loss": 0.2593583583831787,
      "step": 2360,
      "token_acc": 0.8995342648037259
    },
    {
      "epoch": 0.9796424511728842,
      "grad_norm": 2.1561472415924072,
      "learning_rate": 5.833146250790177e-10,
      "loss": 0.2610877275466919,
      "step": 2370,
      "token_acc": 0.8955997992303831
    },
    {
      "epoch": 0.9837759636250905,
      "grad_norm": 3.440030097961426,
      "learning_rate": 3.733736506992269e-10,
      "loss": 0.2442765235900879,
      "step": 2380,
      "token_acc": 0.9032476319350473
    },
    {
      "epoch": 0.9879094760772967,
      "grad_norm": 2.758301019668579,
      "learning_rate": 2.100455579556737e-10,
      "loss": 0.2496877670288086,
      "step": 2390,
      "token_acc": 0.9015686950525772
    },
    {
      "epoch": 0.9920429885295029,
      "grad_norm": 1.9135822057724,
      "learning_rate": 9.336084516964327e-11,
      "loss": 0.2654644727706909,
      "step": 2400,
      "token_acc": 0.8951626217599472
    },
    {
      "epoch": 0.9961765009817092,
      "grad_norm": 2.8369832038879395,
      "learning_rate": 2.3341300925072693e-11,
      "loss": 0.2826450109481812,
      "step": 2410,
      "token_acc": 0.8910778248127645
    },
    {
      "epoch": 1.0,
      "grad_norm": 3.27158784866333,
      "learning_rate": 0.0,
      "loss": 0.27386786937713625,
      "step": 2420,
      "token_acc": 0.8922451863628335
    }
  ],
  "logging_steps": 10,
  "max_steps": 2420,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.928351858378408e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}