{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.8804270070984428,
  "eval_steps": 1000,
  "global_step": 8000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0022009464069549906,
      "grad_norm": 1.9078384637832642,
      "learning_rate": 6.5934065934065935e-06,
      "loss": 1.8816274642944335,
      "step": 10
    },
    {
      "epoch": 0.004401892813909981,
      "grad_norm": 1.3476145267486572,
      "learning_rate": 1.391941391941392e-05,
      "loss": 1.7967029571533204,
      "step": 20
    },
    {
      "epoch": 0.006602839220864972,
      "grad_norm": 1.170466423034668,
      "learning_rate": 2.1245421245421246e-05,
      "loss": 1.715524673461914,
      "step": 30
    },
    {
      "epoch": 0.008803785627819962,
      "grad_norm": 1.3609683513641357,
      "learning_rate": 2.857142857142857e-05,
      "loss": 1.6288368225097656,
      "step": 40
    },
    {
      "epoch": 0.011004732034774953,
      "grad_norm": 1.151696801185608,
      "learning_rate": 3.58974358974359e-05,
      "loss": 1.4956942558288575,
      "step": 50
    },
    {
      "epoch": 0.013205678441729944,
      "grad_norm": 1.6291528940200806,
      "learning_rate": 4.322344322344323e-05,
      "loss": 1.3890839576721192,
      "step": 60
    },
    {
      "epoch": 0.015406624848684934,
      "grad_norm": 1.4068406820297241,
      "learning_rate": 5.054945054945055e-05,
      "loss": 1.3895427703857421,
      "step": 70
    },
    {
      "epoch": 0.017607571255639925,
      "grad_norm": 1.405369758605957,
      "learning_rate": 5.787545787545788e-05,
      "loss": 1.3423192977905274,
      "step": 80
    },
    {
      "epoch": 0.019808517662594914,
      "grad_norm": 1.5128352642059326,
      "learning_rate": 6.52014652014652e-05,
      "loss": 1.2878559112548829,
      "step": 90
    },
    {
      "epoch": 0.022009464069549907,
      "grad_norm": 1.572690486907959,
      "learning_rate": 7.252747252747253e-05,
      "loss": 1.2464408874511719,
      "step": 100
    },
    {
      "epoch": 0.024210410476504896,
      "grad_norm": 1.610559105873108,
      "learning_rate": 7.985347985347986e-05,
      "loss": 1.2440325736999511,
      "step": 110
    },
    {
      "epoch": 0.02641135688345989,
      "grad_norm": 1.573136806488037,
      "learning_rate": 8.717948717948718e-05,
      "loss": 1.1872939109802245,
      "step": 120
    },
    {
      "epoch": 0.02861230329041488,
      "grad_norm": 1.6902788877487183,
      "learning_rate": 9.450549450549451e-05,
      "loss": 1.1642348289489746,
      "step": 130
    },
    {
      "epoch": 0.030813249697369868,
      "grad_norm": 1.6654378175735474,
      "learning_rate": 0.00010183150183150183,
      "loss": 1.1244037628173829,
      "step": 140
    },
    {
      "epoch": 0.03301419610432486,
      "grad_norm": 2.193235397338867,
      "learning_rate": 0.00010915750915750915,
      "loss": 1.1596935272216797,
      "step": 150
    },
    {
      "epoch": 0.03521514251127985,
      "grad_norm": 1.470097541809082,
      "learning_rate": 0.0001164835164835165,
      "loss": 1.1412922859191894,
      "step": 160
    },
    {
      "epoch": 0.03741608891823484,
      "grad_norm": 1.3646049499511719,
      "learning_rate": 0.0001238095238095238,
      "loss": 1.1341608047485352,
      "step": 170
    },
    {
      "epoch": 0.03961703532518983,
      "grad_norm": 1.5164388418197632,
      "learning_rate": 0.00013113553113553114,
      "loss": 1.141274356842041,
      "step": 180
    },
    {
      "epoch": 0.04181798173214482,
      "grad_norm": 1.47220778465271,
      "learning_rate": 0.00013846153846153847,
      "loss": 1.1136648178100585,
      "step": 190
    },
    {
      "epoch": 0.044018928139099814,
      "grad_norm": 1.4043731689453125,
      "learning_rate": 0.00014578754578754578,
      "loss": 1.0726648330688477,
      "step": 200
    },
    {
      "epoch": 0.04621987454605481,
      "grad_norm": 1.2634721994400024,
      "learning_rate": 0.0001531135531135531,
      "loss": 1.0866886138916017,
      "step": 210
    },
    {
      "epoch": 0.04842082095300979,
      "grad_norm": 1.4036515951156616,
      "learning_rate": 0.00016043956043956044,
      "loss": 1.0939341545104981,
      "step": 220
    },
    {
      "epoch": 0.050621767359964785,
      "grad_norm": 1.2421815395355225,
      "learning_rate": 0.00016776556776556777,
      "loss": 1.0299765586853027,
      "step": 230
    },
    {
      "epoch": 0.05282271376691978,
      "grad_norm": 1.2714147567749023,
      "learning_rate": 0.0001750915750915751,
      "loss": 1.0197788238525392,
      "step": 240
    },
    {
      "epoch": 0.055023660173874764,
      "grad_norm": 1.3632781505584717,
      "learning_rate": 0.0001824175824175824,
      "loss": 1.0711404800415039,
      "step": 250
    },
    {
      "epoch": 0.05722460658082976,
      "grad_norm": 1.2990729808807373,
      "learning_rate": 0.00018974358974358974,
      "loss": 1.0572866439819335,
      "step": 260
    },
    {
      "epoch": 0.05942555298778475,
      "grad_norm": 1.1432695388793945,
      "learning_rate": 0.0001970695970695971,
      "loss": 1.0353819847106933,
      "step": 270
    },
    {
      "epoch": 0.061626499394739735,
      "grad_norm": 1.357786774635315,
      "learning_rate": 0.00019999977137303472,
      "loss": 1.0498096466064453,
      "step": 280
    },
    {
      "epoch": 0.06382744580169473,
      "grad_norm": 1.2086237668991089,
      "learning_rate": 0.0001999983742120326,
      "loss": 0.9976873397827148,
      "step": 290
    },
    {
      "epoch": 0.06602839220864971,
      "grad_norm": 1.2265594005584717,
      "learning_rate": 0.00019999570692273363,
      "loss": 1.0049219131469727,
      "step": 300
    },
    {
      "epoch": 0.0682293386156047,
      "grad_norm": 1.7034281492233276,
      "learning_rate": 0.00019999176953901636,
      "loss": 1.0101943016052246,
      "step": 310
    },
    {
      "epoch": 0.0704302850225597,
      "grad_norm": 1.1741327047348022,
      "learning_rate": 0.0001999865621108914,
      "loss": 1.0026937484741212,
      "step": 320
    },
    {
      "epoch": 0.07263123142951469,
      "grad_norm": 1.14133882522583,
      "learning_rate": 0.0001999800847045008,
      "loss": 1.0280275344848633,
      "step": 330
    },
    {
      "epoch": 0.07483217783646968,
      "grad_norm": 1.053797960281372,
      "learning_rate": 0.0001999723374021174,
      "loss": 0.9998103141784668,
      "step": 340
    },
    {
      "epoch": 0.07703312424342468,
      "grad_norm": 1.3832306861877441,
      "learning_rate": 0.00019996332030214337,
      "loss": 1.0395806312561036,
      "step": 350
    },
    {
      "epoch": 0.07923407065037966,
      "grad_norm": 1.145727515220642,
      "learning_rate": 0.0001999530335191093,
      "loss": 0.9548494338989257,
      "step": 360
    },
    {
      "epoch": 0.08143501705733465,
      "grad_norm": 1.096012830734253,
      "learning_rate": 0.00019994147718367276,
      "loss": 0.9871329307556153,
      "step": 370
    },
    {
      "epoch": 0.08363596346428964,
      "grad_norm": 0.9356358051300049,
      "learning_rate": 0.0001999286514426163,
      "loss": 0.9341530799865723,
      "step": 380
    },
    {
      "epoch": 0.08583690987124463,
      "grad_norm": 1.4062135219573975,
      "learning_rate": 0.00019991455645884605,
      "loss": 0.9540111541748046,
      "step": 390
    },
    {
      "epoch": 0.08803785627819963,
      "grad_norm": 1.0113333463668823,
      "learning_rate": 0.00019989919241138925,
      "loss": 0.9937296867370605,
      "step": 400
    },
    {
      "epoch": 0.09023880268515462,
      "grad_norm": 1.0309836864471436,
      "learning_rate": 0.00019988255949539215,
      "loss": 0.9602716445922852,
      "step": 410
    },
    {
      "epoch": 0.09243974909210961,
      "grad_norm": 1.089353084564209,
      "learning_rate": 0.00019986465792211757,
      "loss": 0.9335391998291016,
      "step": 420
    },
    {
      "epoch": 0.09464069549906459,
      "grad_norm": 1.054080843925476,
      "learning_rate": 0.0001998454879189422,
      "loss": 0.9715407371520997,
      "step": 430
    },
    {
      "epoch": 0.09684164190601958,
      "grad_norm": 1.2168610095977783,
      "learning_rate": 0.00019982504972935357,
      "loss": 0.9322951316833497,
      "step": 440
    },
    {
      "epoch": 0.09904258831297458,
      "grad_norm": 0.985170304775238,
      "learning_rate": 0.0001998033436129472,
      "loss": 0.98055419921875,
      "step": 450
    },
    {
      "epoch": 0.10124353471992957,
      "grad_norm": 1.1162617206573486,
      "learning_rate": 0.00019978036984542307,
      "loss": 0.9634963035583496,
      "step": 460
    },
    {
      "epoch": 0.10344448112688456,
      "grad_norm": 1.0027767419815063,
      "learning_rate": 0.00019975612871858222,
      "loss": 0.9526361465454102,
      "step": 470
    },
    {
      "epoch": 0.10564542753383956,
      "grad_norm": 0.9371089935302734,
      "learning_rate": 0.0001997306205403231,
      "loss": 0.9452459335327148,
      "step": 480
    },
    {
      "epoch": 0.10784637394079453,
      "grad_norm": 0.9952771067619324,
      "learning_rate": 0.00019970384563463753,
      "loss": 0.95389404296875,
      "step": 490
    },
    {
      "epoch": 0.11004732034774953,
      "grad_norm": 0.9913569092750549,
      "learning_rate": 0.00019967580434160676,
      "loss": 0.9630558013916015,
      "step": 500
    },
    {
      "epoch": 0.11224826675470452,
      "grad_norm": 0.9107245802879333,
      "learning_rate": 0.0001996464970173969,
      "loss": 0.9158695220947266,
      "step": 510
    },
    {
      "epoch": 0.11444921316165951,
      "grad_norm": 0.9648348093032837,
      "learning_rate": 0.00019961592403425468,
      "loss": 0.9289742469787597,
      "step": 520
    },
    {
      "epoch": 0.1166501595686145,
      "grad_norm": 0.9094238877296448,
      "learning_rate": 0.00019958408578050248,
      "loss": 0.9172938346862793,
      "step": 530
    },
    {
      "epoch": 0.1188511059755695,
      "grad_norm": 0.8862208127975464,
      "learning_rate": 0.00019955098266053356,
      "loss": 0.9405776023864746,
      "step": 540
    },
    {
      "epoch": 0.12105205238252449,
      "grad_norm": 0.9264389872550964,
      "learning_rate": 0.00019951661509480685,
      "loss": 0.9399794578552246,
      "step": 550
    },
    {
      "epoch": 0.12325299878947947,
      "grad_norm": 1.0130054950714111,
      "learning_rate": 0.00019948098351984167,
      "loss": 0.8720254898071289,
      "step": 560
    },
    {
      "epoch": 0.12545394519643446,
      "grad_norm": 0.9762976765632629,
      "learning_rate": 0.00019944408838821202,
      "loss": 0.8954718589782715,
      "step": 570
    },
    {
      "epoch": 0.12765489160338947,
      "grad_norm": 1.001057744026184,
      "learning_rate": 0.00019940593016854106,
      "loss": 0.8816336631774903,
      "step": 580
    },
    {
      "epoch": 0.12985583801034445,
      "grad_norm": 0.9089824557304382,
      "learning_rate": 0.000199366509345495,
      "loss": 0.8785006523132324,
      "step": 590
    },
    {
      "epoch": 0.13205678441729943,
      "grad_norm": 0.9821614027023315,
      "learning_rate": 0.00019932582641977705,
      "loss": 0.8629944801330567,
      "step": 600
    },
    {
      "epoch": 0.13425773082425443,
      "grad_norm": 0.8690505027770996,
      "learning_rate": 0.0001992838819081209,
      "loss": 0.8856033325195313,
      "step": 610
    },
    {
      "epoch": 0.1364586772312094,
      "grad_norm": 0.9993884563446045,
      "learning_rate": 0.00019924067634328438,
      "loss": 0.871296501159668,
      "step": 620
    },
    {
      "epoch": 0.13865962363816442,
      "grad_norm": 0.9565812349319458,
      "learning_rate": 0.0001991962102740425,
      "loss": 0.8619088172912598,
      "step": 630
    },
    {
      "epoch": 0.1408605700451194,
      "grad_norm": 1.0189067125320435,
      "learning_rate": 0.00019915048426518054,
      "loss": 0.927723503112793,
      "step": 640
    },
    {
      "epoch": 0.1430615164520744,
      "grad_norm": 0.9605172872543335,
      "learning_rate": 0.00019910349889748697,
      "loss": 0.8939146041870117,
      "step": 650
    },
    {
      "epoch": 0.14526246285902938,
      "grad_norm": 0.9558774828910828,
      "learning_rate": 0.0001990552547677459,
      "loss": 0.9257272720336914,
      "step": 660
    },
    {
      "epoch": 0.14746340926598436,
      "grad_norm": 1.0276355743408203,
      "learning_rate": 0.00019900575248872965,
      "loss": 0.8982614517211914,
      "step": 670
    },
    {
      "epoch": 0.14966435567293937,
      "grad_norm": 0.9114047288894653,
      "learning_rate": 0.00019895499268919088,
      "loss": 0.8813505172729492,
      "step": 680
    },
    {
      "epoch": 0.15186530207989435,
      "grad_norm": 0.935661256313324,
      "learning_rate": 0.0001989029760138547,
      "loss": 0.8918737411499024,
      "step": 690
    },
    {
      "epoch": 0.15406624848684936,
      "grad_norm": 1.042932152748108,
      "learning_rate": 0.00019884970312341035,
      "loss": 0.9151006698608398,
      "step": 700
    },
    {
      "epoch": 0.15626719489380433,
      "grad_norm": 1.0090407133102417,
      "learning_rate": 0.00019879517469450285,
      "loss": 0.8846939086914063,
      "step": 710
    },
    {
      "epoch": 0.1584681413007593,
      "grad_norm": 0.9468204379081726,
      "learning_rate": 0.00019873939141972443,
      "loss": 0.9109236717224121,
      "step": 720
    },
    {
      "epoch": 0.16066908770771432,
      "grad_norm": 2.099306344985962,
      "learning_rate": 0.00019868235400760588,
      "loss": 0.8627537727355957,
      "step": 730
    },
    {
      "epoch": 0.1628700341146693,
      "grad_norm": 1.030119776725769,
      "learning_rate": 0.0001986240631826072,
      "loss": 0.8754992485046387,
      "step": 740
    },
    {
      "epoch": 0.1650709805216243,
      "grad_norm": 0.8489016890525818,
      "learning_rate": 0.00019856451968510875,
      "loss": 0.8639801025390625,
      "step": 750
    },
    {
      "epoch": 0.16727192692857928,
      "grad_norm": 0.8956750631332397,
      "learning_rate": 0.00019850372427140158,
      "loss": 0.8864573478698731,
      "step": 760
    },
    {
      "epoch": 0.1694728733355343,
      "grad_norm": 0.9865322113037109,
      "learning_rate": 0.00019844167771367803,
      "loss": 0.8492755889892578,
      "step": 770
    },
    {
      "epoch": 0.17167381974248927,
      "grad_norm": 0.9670360088348389,
      "learning_rate": 0.0001983783808000218,
      "loss": 0.8892242431640625,
      "step": 780
    },
    {
      "epoch": 0.17387476614944425,
      "grad_norm": 0.8764406442642212,
      "learning_rate": 0.00019831383433439797,
      "loss": 0.8339031219482422,
      "step": 790
    },
    {
      "epoch": 0.17607571255639926,
      "grad_norm": 0.9101215600967407,
      "learning_rate": 0.00019824803913664276,
      "loss": 0.8599502563476562,
      "step": 800
    },
    {
      "epoch": 0.17827665896335423,
      "grad_norm": 0.9051525592803955,
      "learning_rate": 0.00019818099604245325,
      "loss": 0.8466466903686524,
      "step": 810
    },
    {
      "epoch": 0.18047760537030924,
      "grad_norm": 0.990511953830719,
      "learning_rate": 0.00019811270590337654,
      "loss": 0.8185970306396484,
      "step": 820
    },
    {
      "epoch": 0.18267855177726422,
      "grad_norm": 0.8963238000869751,
      "learning_rate": 0.00019804316958679913,
      "loss": 0.8855241775512696,
      "step": 830
    },
    {
      "epoch": 0.18487949818421923,
      "grad_norm": 0.9547941088676453,
      "learning_rate": 0.00019797238797593578,
      "loss": 0.8937933921813965,
      "step": 840
    },
    {
      "epoch": 0.1870804445911742,
      "grad_norm": 1.0186196565628052,
      "learning_rate": 0.00019790036196981842,
      "loss": 0.8803288459777832,
      "step": 850
    },
    {
      "epoch": 0.18928139099812918,
      "grad_norm": 0.8781481385231018,
      "learning_rate": 0.00019782709248328457,
      "loss": 0.8143559455871582,
      "step": 860
    },
    {
      "epoch": 0.1914823374050842,
      "grad_norm": 1.001970887184143,
      "learning_rate": 0.0001977525804469659,
      "loss": 0.8750756263732911,
      "step": 870
    },
    {
      "epoch": 0.19368328381203917,
      "grad_norm": 1.0459098815917969,
      "learning_rate": 0.00019767682680727622,
      "loss": 0.8288005828857422,
      "step": 880
    },
    {
      "epoch": 0.19588423021899418,
      "grad_norm": 0.9816129803657532,
      "learning_rate": 0.00019759983252639956,
      "loss": 0.7945041179656982,
      "step": 890
    },
    {
      "epoch": 0.19808517662594916,
      "grad_norm": 0.8988497853279114,
      "learning_rate": 0.000197521598582278,
      "loss": 0.8355922698974609,
      "step": 900
    },
    {
      "epoch": 0.20028612303290416,
      "grad_norm": 0.892160952091217,
      "learning_rate": 0.00019744212596859914,
      "loss": 0.854766845703125,
      "step": 910
    },
    {
      "epoch": 0.20248706943985914,
      "grad_norm": 0.9523811340332031,
      "learning_rate": 0.00019736141569478356,
      "loss": 0.7782519340515137,
      "step": 920
    },
    {
      "epoch": 0.20468801584681412,
      "grad_norm": 0.9528471827507019,
      "learning_rate": 0.00019727946878597195,
      "loss": 0.8091512680053711,
      "step": 930
    },
    {
      "epoch": 0.20688896225376913,
      "grad_norm": 0.9524006843566895,
      "learning_rate": 0.00019719628628301212,
      "loss": 0.8312657356262207,
      "step": 940
    },
    {
      "epoch": 0.2090899086607241,
      "grad_norm": 0.8955079913139343,
      "learning_rate": 0.00019711186924244574,
      "loss": 0.8257021903991699,
      "step": 950
    },
    {
      "epoch": 0.2112908550676791,
      "grad_norm": 0.9080793857574463,
      "learning_rate": 0.00019702621873649495,
      "loss": 0.8441055297851563,
      "step": 960
    },
    {
      "epoch": 0.2134918014746341,
      "grad_norm": 0.9945964813232422,
      "learning_rate": 0.00019693933585304877,
      "loss": 0.859739875793457,
      "step": 970
    },
    {
      "epoch": 0.21569274788158907,
      "grad_norm": 0.9307037591934204,
      "learning_rate": 0.00019685122169564925,
      "loss": 0.8007944107055665,
      "step": 980
    },
    {
      "epoch": 0.21789369428854408,
      "grad_norm": 0.8341166377067566,
      "learning_rate": 0.00019676187738347736,
      "loss": 0.8627373695373535,
      "step": 990
    },
    {
      "epoch": 0.22009464069549906,
      "grad_norm": 0.9342769980430603,
      "learning_rate": 0.000196671304051339,
      "loss": 0.8269523620605469,
      "step": 1000
    },
    {
      "epoch": 0.22009464069549906,
      "eval_loss": 0.8339518904685974,
      "eval_runtime": 1054.8035,
      "eval_samples_per_second": 8.615,
      "eval_steps_per_second": 1.077,
      "step": 1000
    },
    {
      "epoch": 0.1111539096461784,
      "grad_norm": 1.318543791770935,
      "learning_rate": 0.00019965976481479497,
      "loss": 0.7344522476196289,
      "step": 1010
    },
    {
      "epoch": 0.11225444340505145,
      "grad_norm": 1.2357608079910278,
      "learning_rate": 0.0001996449179135936,
      "loss": 0.7247725486755371,
      "step": 1020
    },
    {
      "epoch": 0.11335497716392451,
      "grad_norm": 1.403720736503601,
      "learning_rate": 0.00019962975453062098,
      "loss": 0.7473694324493408,
      "step": 1030
    },
    {
      "epoch": 0.11445551092279756,
      "grad_norm": 1.3010951280593872,
      "learning_rate": 0.00019961427471403752,
      "loss": 0.7128599166870118,
      "step": 1040
    },
    {
      "epoch": 0.1155560446816706,
      "grad_norm": 1.4912559986114502,
      "learning_rate": 0.00019959847851300856,
      "loss": 0.7000036716461182,
      "step": 1050
    },
    {
      "epoch": 0.11665657844054367,
      "grad_norm": 1.476868748664856,
      "learning_rate": 0.00019958236597770437,
      "loss": 0.7557538986206055,
      "step": 1060
    },
    {
      "epoch": 0.11775711219941672,
      "grad_norm": 1.2181434631347656,
      "learning_rate": 0.00019956593715929986,
      "loss": 0.7561722755432129,
      "step": 1070
    },
    {
      "epoch": 0.11885764595828976,
      "grad_norm": 1.2714087963104248,
      "learning_rate": 0.00019954919210997453,
      "loss": 0.751192283630371,
      "step": 1080
    },
    {
      "epoch": 0.11995817971716283,
      "grad_norm": 1.3082411289215088,
      "learning_rate": 0.0001995321308829123,
      "loss": 0.771207618713379,
      "step": 1090
    },
    {
      "epoch": 0.12105871347603588,
      "grad_norm": 1.2826007604599,
      "learning_rate": 0.00019951475353230117,
      "loss": 0.7480668544769287,
      "step": 1100
    },
    {
      "epoch": 0.12215924723490892,
      "grad_norm": 1.3389414548873901,
      "learning_rate": 0.00019949706011333337,
      "loss": 0.7101992607116699,
      "step": 1110
    },
    {
      "epoch": 0.12325978099378199,
      "grad_norm": 1.3306312561035156,
      "learning_rate": 0.00019947905068220482,
      "loss": 0.6952154636383057,
      "step": 1120
    },
    {
      "epoch": 0.12436031475265504,
      "grad_norm": 1.5364283323287964,
      "learning_rate": 0.0001994607252961152,
      "loss": 0.7477862358093261,
      "step": 1130
    },
    {
      "epoch": 0.12546084851152808,
      "grad_norm": 1.5809048414230347,
      "learning_rate": 0.0001994420840132677,
      "loss": 0.681206226348877,
      "step": 1140
    },
    {
      "epoch": 0.12656138227040115,
      "grad_norm": 1.5444300174713135,
      "learning_rate": 0.0001994231268928688,
      "loss": 0.6869724750518799,
      "step": 1150
    },
    {
      "epoch": 0.1276619160292742,
      "grad_norm": 1.3037437200546265,
      "learning_rate": 0.00019940385399512813,
      "loss": 0.7233117580413818,
      "step": 1160
    },
    {
      "epoch": 0.12876244978814724,
      "grad_norm": 1.4460251331329346,
      "learning_rate": 0.00019938426538125827,
      "loss": 0.7215907573699951,
      "step": 1170
    },
    {
      "epoch": 0.1298629835470203,
      "grad_norm": 1.340132474899292,
      "learning_rate": 0.00019936436111347452,
      "loss": 0.6880172252655029,
      "step": 1180
    },
    {
      "epoch": 0.13096351730589337,
      "grad_norm": 1.358814001083374,
      "learning_rate": 0.0001993441412549947,
      "loss": 0.6970400333404541,
      "step": 1190
    },
    {
      "epoch": 0.1320640510647664,
      "grad_norm": 1.3030223846435547,
      "learning_rate": 0.00019932360587003906,
      "loss": 0.6770397663116455,
      "step": 1200
    },
    {
      "epoch": 0.13316458482363946,
      "grad_norm": 1.353985071182251,
      "learning_rate": 0.0001993027550238299,
      "loss": 0.660685396194458,
      "step": 1210
    },
    {
      "epoch": 0.13426511858251253,
      "grad_norm": 1.331395149230957,
      "learning_rate": 0.00019928158878259152,
      "loss": 0.7561236381530761,
      "step": 1220
    },
    {
      "epoch": 0.13536565234138556,
      "grad_norm": 1.6936500072479248,
      "learning_rate": 0.00019926010721354995,
      "loss": 0.6630916118621826,
      "step": 1230
    },
    {
      "epoch": 0.13646618610025862,
      "grad_norm": 1.7496025562286377,
      "learning_rate": 0.00019923831038493267,
      "loss": 0.7098928928375244,
      "step": 1240
    },
    {
      "epoch": 0.1375667198591317,
      "grad_norm": 1.4740201234817505,
      "learning_rate": 0.00019921619836596848,
      "loss": 0.7289152622222901,
      "step": 1250
    },
    {
      "epoch": 0.13866725361800472,
      "grad_norm": 1.6177831888198853,
      "learning_rate": 0.0001991937712268873,
      "loss": 0.6388457298278809,
      "step": 1260
    },
    {
      "epoch": 0.13976778737687778,
      "grad_norm": 1.436196208000183,
      "learning_rate": 0.0001991710290389198,
      "loss": 0.764772367477417,
      "step": 1270
    },
    {
      "epoch": 0.14086832113575085,
      "grad_norm": 1.770621418952942,
      "learning_rate": 0.00019914797187429743,
      "loss": 0.7233758449554444,
      "step": 1280
    },
    {
      "epoch": 0.14196885489462388,
      "grad_norm": 1.5772244930267334,
      "learning_rate": 0.00019912459980625183,
      "loss": 0.7039950370788575,
      "step": 1290
    },
    {
      "epoch": 0.14306938865349694,
      "grad_norm": 1.3709217309951782,
      "learning_rate": 0.00019910091290901503,
      "loss": 0.7573204040527344,
      "step": 1300
    },
    {
      "epoch": 0.14416992241237,
      "grad_norm": 1.3122904300689697,
      "learning_rate": 0.0001990769112578188,
      "loss": 0.6998284339904786,
      "step": 1310
    },
    {
      "epoch": 0.14527045617124304,
      "grad_norm": 1.4337154626846313,
      "learning_rate": 0.00019905259492889474,
      "loss": 0.7914797306060791,
      "step": 1320
    },
    {
      "epoch": 0.1463709899301161,
      "grad_norm": 1.5576714277267456,
      "learning_rate": 0.0001990279639994738,
      "loss": 0.6956133365631103,
      "step": 1330
    },
    {
      "epoch": 0.14747152368898916,
      "grad_norm": 1.403680443763733,
      "learning_rate": 0.00019900301854778617,
      "loss": 0.7613757133483887,
      "step": 1340
    },
    {
      "epoch": 0.14857205744786223,
      "grad_norm": 1.5148899555206299,
      "learning_rate": 0.00019897775865306098,
      "loss": 0.7047707557678222,
      "step": 1350
    },
    {
      "epoch": 0.14967259120673526,
      "grad_norm": 1.4134074449539185,
      "learning_rate": 0.00019895218439552602,
      "loss": 0.710445499420166,
      "step": 1360
    },
    {
      "epoch": 0.15077312496560832,
      "grad_norm": 1.2723708152770996,
      "learning_rate": 0.00019892629585640766,
      "loss": 0.7367370128631592,
      "step": 1370
    },
    {
      "epoch": 0.1518736587244814,
      "grad_norm": 1.4825470447540283,
      "learning_rate": 0.00019890009311793031,
      "loss": 0.7489582538604737,
      "step": 1380
    },
    {
      "epoch": 0.15297419248335442,
      "grad_norm": 1.3578537702560425,
      "learning_rate": 0.0001988735762633164,
      "loss": 0.7605162143707276,
      "step": 1390
    },
    {
      "epoch": 0.15407472624222748,
      "grad_norm": 1.4326390027999878,
      "learning_rate": 0.00019884674537678598,
      "loss": 0.7359246253967285,
      "step": 1400
    },
    {
      "epoch": 0.15517526000110055,
      "grad_norm": 1.54934561252594,
      "learning_rate": 0.00019881960054355652,
      "loss": 0.7244048118591309,
      "step": 1410
    },
    {
      "epoch": 0.15627579375997358,
      "grad_norm": 1.4539642333984375,
      "learning_rate": 0.00019879214184984257,
      "loss": 0.7321300029754638,
      "step": 1420
    },
    {
      "epoch": 0.15737632751884664,
      "grad_norm": 1.480238914489746,
      "learning_rate": 0.00019876436938285558,
      "loss": 0.7465243339538574,
      "step": 1430
    },
    {
      "epoch": 0.1584768612777197,
      "grad_norm": 1.380171775817871,
      "learning_rate": 0.00019873628323080359,
      "loss": 0.7432620525360107,
      "step": 1440
    },
    {
      "epoch": 0.15957739503659274,
      "grad_norm": 1.516487717628479,
      "learning_rate": 0.00019870788348289083,
      "loss": 0.7081382274627686,
      "step": 1450
    },
    {
      "epoch": 0.1606779287954658,
      "grad_norm": 1.4838062524795532,
      "learning_rate": 0.00019867917022931765,
      "loss": 0.7314321994781494,
      "step": 1460
    },
    {
      "epoch": 0.16177846255433886,
      "grad_norm": 1.501446008682251,
      "learning_rate": 0.0001986501435612801,
      "loss": 0.7468172073364258,
      "step": 1470
    },
    {
      "epoch": 0.1628789963132119,
      "grad_norm": 1.3697547912597656,
      "learning_rate": 0.0001986208035709696,
      "loss": 0.6616341590881347,
      "step": 1480
    },
    {
      "epoch": 0.16397953007208496,
      "grad_norm": 1.4565426111221313,
      "learning_rate": 0.00019859115035157285,
      "loss": 0.7138534545898437,
      "step": 1490
    },
    {
      "epoch": 0.16508006383095802,
      "grad_norm": 1.2693283557891846,
      "learning_rate": 0.0001985611839972712,
      "loss": 0.7095062732696533,
      "step": 1500
    },
    {
      "epoch": 0.16618059758983106,
      "grad_norm": 1.519113540649414,
      "learning_rate": 0.00019853090460324071,
      "loss": 0.6623078346252441,
      "step": 1510
    },
    {
      "epoch": 0.16728113134870412,
      "grad_norm": 1.1893036365509033,
      "learning_rate": 0.0001985003122656516,
      "loss": 0.785255765914917,
      "step": 1520
    },
    {
      "epoch": 0.16838166510757718,
      "grad_norm": 1.5294969081878662,
      "learning_rate": 0.00019846940708166807,
      "loss": 0.7090532302856445,
      "step": 1530
    },
    {
      "epoch": 0.16948219886645022,
      "grad_norm": 1.3630003929138184,
      "learning_rate": 0.00019843818914944795,
      "loss": 0.7042516708374024,
      "step": 1540
    },
    {
      "epoch": 0.17058273262532328,
      "grad_norm": 1.4818453788757324,
      "learning_rate": 0.00019840665856814236,
      "loss": 0.7102742195129395,
      "step": 1550
    },
    {
      "epoch": 0.17168326638419634,
      "grad_norm": 1.5661572217941284,
      "learning_rate": 0.00019837481543789542,
      "loss": 0.7352417469024658,
      "step": 1560
    },
    {
      "epoch": 0.17278380014306938,
      "grad_norm": 1.5921189785003662,
      "learning_rate": 0.00019834265985984394,
      "loss": 0.6786233901977539,
      "step": 1570
    },
    {
      "epoch": 0.17388433390194244,
      "grad_norm": 1.7793580293655396,
      "learning_rate": 0.00019831019193611716,
      "loss": 0.6913634300231933,
      "step": 1580
    },
    {
      "epoch": 0.1749848676608155,
      "grad_norm": 1.4666355848312378,
      "learning_rate": 0.00019827741176983629,
      "loss": 0.6923691749572753,
      "step": 1590
    },
    {
      "epoch": 0.17608540141968854,
      "grad_norm": 1.2723121643066406,
      "learning_rate": 0.0001982443194651142,
      "loss": 0.7328421592712402,
      "step": 1600
    },
    {
      "epoch": 0.1771859351785616,
      "grad_norm": 1.7125496864318848,
      "learning_rate": 0.00019821091512705529,
      "loss": 0.7273451328277588,
      "step": 1610
    },
    {
      "epoch": 0.17828646893743466,
      "grad_norm": 1.2607357501983643,
      "learning_rate": 0.0001981771988617549,
      "loss": 0.6852648258209229,
      "step": 1620
    },
    {
      "epoch": 0.1793870026963077,
      "grad_norm": 1.4323406219482422,
      "learning_rate": 0.0001981431707762991,
      "loss": 0.6527719974517823,
      "step": 1630
    },
    {
      "epoch": 0.18048753645518076,
      "grad_norm": 1.5323034524917603,
      "learning_rate": 0.00019810883097876435,
      "loss": 0.6863321781158447,
      "step": 1640
    },
    {
      "epoch": 0.18158807021405382,
      "grad_norm": 1.4771450757980347,
      "learning_rate": 0.00019807417957821708,
      "loss": 0.713313102722168,
      "step": 1650
    },
    {
      "epoch": 0.18268860397292688,
      "grad_norm": 1.4179728031158447,
      "learning_rate": 0.0001980392166847135,
      "loss": 0.7239354133605957,
      "step": 1660
    },
    {
      "epoch": 0.18378913773179992,
      "grad_norm": 1.54883873462677,
      "learning_rate": 0.00019800394240929907,
      "loss": 0.7668267726898194,
      "step": 1670
    },
    {
      "epoch": 0.18488967149067298,
      "grad_norm": 1.4585139751434326,
      "learning_rate": 0.0001979683568640083,
      "loss": 0.7013049602508545,
      "step": 1680
    },
    {
      "epoch": 0.18599020524954604,
      "grad_norm": 1.423919439315796,
      "learning_rate": 0.0001979324601618642,
      "loss": 0.7432220935821533,
      "step": 1690
    },
    {
      "epoch": 0.18709073900841908,
      "grad_norm": 1.5283218622207642,
      "learning_rate": 0.0001978962524168782,
      "loss": 0.7024415969848633,
      "step": 1700
    },
    {
      "epoch": 0.18819127276729214,
      "grad_norm": 1.4342306852340698,
      "learning_rate": 0.00019785973374404948,
      "loss": 0.6836557388305664,
      "step": 1710
    },
    {
      "epoch": 0.1892918065261652,
      "grad_norm": 1.3203076124191284,
      "learning_rate": 0.0001978229042593649,
      "loss": 0.669966173171997,
      "step": 1720
    },
    {
      "epoch": 0.19039234028503824,
      "grad_norm": 1.6151920557022095,
      "learning_rate": 0.0001977857640797984,
      "loss": 0.7203169345855713,
      "step": 1730
    },
    {
      "epoch": 0.1914928740439113,
      "grad_norm": 1.5594950914382935,
      "learning_rate": 0.00019774831332331072,
      "loss": 0.7175643444061279,
      "step": 1740
    },
    {
      "epoch": 0.19259340780278436,
      "grad_norm": 1.275919795036316,
      "learning_rate": 0.000197710552108849,
      "loss": 0.7080940246582031,
      "step": 1750
    },
    {
      "epoch": 0.1936939415616574,
      "grad_norm": 1.559988021850586,
      "learning_rate": 0.00019767248055634656,
      "loss": 0.6943031311035156,
      "step": 1760
    },
    {
      "epoch": 0.19479447532053046,
      "grad_norm": 1.4960150718688965,
      "learning_rate": 0.0001976340987867222,
      "loss": 0.6438261032104492,
      "step": 1770
    },
    {
      "epoch": 0.19589500907940352,
      "grad_norm": 1.3384159803390503,
      "learning_rate": 0.00019759540692188015,
      "loss": 0.6569961547851563,
      "step": 1780
    },
    {
      "epoch": 0.19699554283827655,
      "grad_norm": 1.6143518686294556,
      "learning_rate": 0.00019755640508470942,
      "loss": 0.6640120029449463,
      "step": 1790
    },
    {
      "epoch": 0.19809607659714962,
      "grad_norm": 1.533369779586792,
      "learning_rate": 0.00019751709339908352,
      "loss": 0.709033203125,
      "step": 1800
    },
    {
      "epoch": 0.19919661035602268,
      "grad_norm": 1.3830273151397705,
      "learning_rate": 0.00019747747198986025,
      "loss": 0.7042165279388428,
      "step": 1810
    },
    {
      "epoch": 0.20029714411489571,
      "grad_norm": 1.5432374477386475,
      "learning_rate": 0.00019743754098288087,
      "loss": 0.7099340438842774,
      "step": 1820
    },
    {
      "epoch": 0.20139767787376878,
      "grad_norm": 1.8186261653900146,
      "learning_rate": 0.00019739730050497012,
      "loss": 0.5920440673828125,
      "step": 1830
    },
    {
      "epoch": 0.20249821163264184,
      "grad_norm": 1.2721370458602905,
      "learning_rate": 0.0001973567506839356,
      "loss": 0.6752917766571045,
      "step": 1840
    },
    {
      "epoch": 0.20359874539151487,
      "grad_norm": 1.5037890672683716,
      "learning_rate": 0.00019731589164856742,
      "loss": 0.6958805084228515,
      "step": 1850
    },
    {
      "epoch": 0.20469927915038794,
      "grad_norm": 1.4381048679351807,
      "learning_rate": 0.00019727472352863774,
      "loss": 0.6831310749053955,
      "step": 1860
    },
    {
      "epoch": 0.205799812909261,
      "grad_norm": 1.4521901607513428,
      "learning_rate": 0.00019723324645490043,
      "loss": 0.6515075206756592,
      "step": 1870
    },
    {
      "epoch": 0.20690034666813403,
      "grad_norm": 1.4317247867584229,
      "learning_rate": 0.00019719146055909072,
      "loss": 0.7445472240447998,
      "step": 1880
    },
    {
      "epoch": 0.2080008804270071,
      "grad_norm": 1.3491274118423462,
      "learning_rate": 0.00019714936597392454,
      "loss": 0.6975584030151367,
      "step": 1890
    },
    {
      "epoch": 0.20910141418588016,
      "grad_norm": 1.6799184083938599,
      "learning_rate": 0.00019710696283309828,
      "loss": 0.663750171661377,
      "step": 1900
    },
    {
      "epoch": 0.2102019479447532,
      "grad_norm": 1.5508129596710205,
      "learning_rate": 0.00019706425127128844,
      "loss": 0.7214709281921386,
      "step": 1910
    },
    {
      "epoch": 0.21130248170362625,
      "grad_norm": 1.507115364074707,
      "learning_rate": 0.000197021231424151,
      "loss": 0.6937719345092773,
      "step": 1920
    },
    {
      "epoch": 0.21240301546249932,
      "grad_norm": 1.5276693105697632,
      "learning_rate": 0.00019697790342832104,
      "loss": 0.6974040985107421,
      "step": 1930
    },
    {
      "epoch": 0.21350354922137235,
      "grad_norm": 1.5013867616653442,
      "learning_rate": 0.00019693426742141244,
      "loss": 0.7391683101654053,
      "step": 1940
    },
    {
      "epoch": 0.21460408298024541,
      "grad_norm": 1.6396576166152954,
      "learning_rate": 0.00019689032354201736,
      "loss": 0.6841801166534424,
      "step": 1950
    },
    {
      "epoch": 0.21570461673911848,
      "grad_norm": 1.480556845664978,
      "learning_rate": 0.00019684607192970574,
      "loss": 0.6711002349853515,
      "step": 1960
    },
    {
      "epoch": 0.21680515049799154,
      "grad_norm": 1.2973003387451172,
      "learning_rate": 0.0001968015127250249,
      "loss": 0.7282744884490967,
      "step": 1970
    },
    {
      "epoch": 0.21790568425686457,
      "grad_norm": 1.5058932304382324,
      "learning_rate": 0.00019675664606949914,
      "loss": 0.7393957138061523,
      "step": 1980
    },
    {
      "epoch": 0.21900621801573764,
      "grad_norm": 1.6734826564788818,
      "learning_rate": 0.00019671147210562927,
      "loss": 0.6838624477386475,
      "step": 1990
    },
    {
      "epoch": 0.2201067517746107,
      "grad_norm": 1.7731140851974487,
      "learning_rate": 0.00019666599097689207,
      "loss": 0.7038939952850342,
      "step": 2000
    },
    {
      "epoch": 0.2201067517746107,
      "eval_loss": 0.8496589064598083,
      "eval_runtime": 933.6965,
      "eval_samples_per_second": 9.732,
      "eval_steps_per_second": 2.433,
      "step": 2000
    },
    {
      "epoch": 0.22120728553348373,
      "grad_norm": 1.6997652053833008,
      "learning_rate": 0.00019662020282773995,
      "loss": 0.8130602836608887,
      "step": 2010
    },
    {
      "epoch": 0.2223078192923568,
      "grad_norm": 1.617069125175476,
      "learning_rate": 0.00019657410780360047,
      "loss": 0.8593770027160644,
      "step": 2020
    },
    {
      "epoch": 0.22340835305122986,
      "grad_norm": 1.435889482498169,
      "learning_rate": 0.0001965277060508758,
      "loss": 0.8794844627380372,
      "step": 2030
    },
    {
      "epoch": 0.2245088868101029,
      "grad_norm": 1.593628168106079,
      "learning_rate": 0.00019648099771694236,
      "loss": 0.8761175155639649,
      "step": 2040
    },
    {
      "epoch": 0.22560942056897595,
      "grad_norm": 1.4817216396331787,
      "learning_rate": 0.00019643398295015026,
      "loss": 0.8747184753417969,
      "step": 2050
    },
    {
      "epoch": 0.22670995432784902,
      "grad_norm": 1.2658919095993042,
      "learning_rate": 0.0001963866618998229,
      "loss": 0.8425754547119141,
      "step": 2060
    },
    {
      "epoch": 0.22781048808672205,
      "grad_norm": 1.549432396888733,
      "learning_rate": 0.00019633903471625645,
      "loss": 0.8407624244689942,
      "step": 2070
    },
    {
      "epoch": 0.22891102184559511,
      "grad_norm": 1.2967861890792847,
      "learning_rate": 0.00019629110155071938,
      "loss": 0.8481991767883301,
      "step": 2080
    },
    {
      "epoch": 0.23001155560446818,
      "grad_norm": 1.4197816848754883,
      "learning_rate": 0.00019624286255545199,
      "loss": 0.8669241905212403,
      "step": 2090
    },
    {
      "epoch": 0.2311120893633412,
      "grad_norm": 1.2624856233596802,
      "learning_rate": 0.00019619431788366596,
      "loss": 0.8022339820861817,
      "step": 2100
    },
    {
      "epoch": 0.23221262312221427,
      "grad_norm": 1.6743338108062744,
      "learning_rate": 0.0001961454676895438,
      "loss": 0.8768888473510742,
      "step": 2110
    },
    {
      "epoch": 0.23331315688108734,
      "grad_norm": 2.0868279933929443,
      "learning_rate": 0.0001960963121282384,
      "loss": 0.8667360305786133,
      "step": 2120
    },
    {
      "epoch": 0.23441369063996037,
      "grad_norm": 1.4186112880706787,
      "learning_rate": 0.00019604685135587245,
      "loss": 0.8278182029724122,
      "step": 2130
    },
    {
      "epoch": 0.23551422439883343,
      "grad_norm": 1.2936203479766846,
      "learning_rate": 0.00019599708552953815,
      "loss": 0.812893009185791,
      "step": 2140
    },
    {
      "epoch": 0.2366147581577065,
      "grad_norm": 1.2756561040878296,
      "learning_rate": 0.0001959470148072965,
      "loss": 0.8358366012573242,
      "step": 2150
    },
    {
      "epoch": 0.23771529191657953,
      "grad_norm": 1.3688085079193115,
      "learning_rate": 0.00019589663934817687,
      "loss": 0.7904013633728028,
      "step": 2160
    },
    {
      "epoch": 0.2388158256754526,
      "grad_norm": 1.317444920539856,
      "learning_rate": 0.0001958459593121766,
      "loss": 0.8964195251464844,
      "step": 2170
    },
    {
      "epoch": 0.23991635943432565,
      "grad_norm": 1.294002890586853,
      "learning_rate": 0.00019579497486026023,
      "loss": 0.8562044143676758,
      "step": 2180
    },
    {
      "epoch": 0.2410168931931987,
      "grad_norm": 1.2761428356170654,
      "learning_rate": 0.0001957436861543593,
      "loss": 0.8061718940734863,
      "step": 2190
    },
    {
      "epoch": 0.24211742695207175,
      "grad_norm": 1.4096399545669556,
      "learning_rate": 0.0001956920933573716,
      "loss": 0.8700193405151367,
      "step": 2200
    },
    {
      "epoch": 0.2432179607109448,
      "grad_norm": 1.2484604120254517,
      "learning_rate": 0.0001956401966331608,
      "loss": 0.8373005867004395,
      "step": 2210
    },
    {
      "epoch": 0.24431849446981785,
      "grad_norm": 1.4023255109786987,
      "learning_rate": 0.00019558799614655586,
      "loss": 0.7784786224365234,
      "step": 2220
    },
    {
      "epoch": 0.2454190282286909,
      "grad_norm": 1.3306242227554321,
      "learning_rate": 0.00019553549206335048,
      "loss": 0.8288736343383789,
      "step": 2230
    },
    {
      "epoch": 0.24651956198756397,
      "grad_norm": 1.3334354162216187,
      "learning_rate": 0.00019548268455030267,
      "loss": 0.815639591217041,
      "step": 2240
    },
    {
      "epoch": 0.24762009574643704,
      "grad_norm": 1.2042546272277832,
      "learning_rate": 0.00019542957377513412,
      "loss": 0.8448248863220215,
      "step": 2250
    },
    {
      "epoch": 0.24872062950531007,
      "grad_norm": 1.4218223094940186,
      "learning_rate": 0.0001953761599065297,
      "loss": 0.8586576461791993,
      "step": 2260
    },
    {
      "epoch": 0.24982116326418313,
      "grad_norm": 1.326367735862732,
      "learning_rate": 0.00019532244311413704,
      "loss": 0.7699498176574707,
      "step": 2270
    },
    {
      "epoch": 0.25092169702305617,
      "grad_norm": 1.414927363395691,
      "learning_rate": 0.00019526842356856568,
      "loss": 0.8183151245117187,
      "step": 2280
    },
    {
      "epoch": 0.25202223078192926,
      "grad_norm": 1.638340950012207,
      "learning_rate": 0.00019521410144138693,
      "loss": 0.8281731605529785,
      "step": 2290
    },
    {
      "epoch": 0.2531227645408023,
      "grad_norm": 1.4947667121887207,
      "learning_rate": 0.00019515947690513304,
      "loss": 0.8409298896789551,
      "step": 2300
    },
    {
      "epoch": 0.2542232982996753,
      "grad_norm": 1.5608994960784912,
      "learning_rate": 0.00019510455013329673,
      "loss": 0.8110830307006835,
      "step": 2310
    },
    {
      "epoch": 0.2553238320585484,
      "grad_norm": 1.3185389041900635,
      "learning_rate": 0.00019504932130033067,
      "loss": 0.8009634971618652,
      "step": 2320
    },
    {
      "epoch": 0.25642436581742145,
      "grad_norm": 1.246773600578308,
      "learning_rate": 0.00019499379058164694,
      "loss": 0.8565659523010254,
      "step": 2330
    },
    {
      "epoch": 0.2575248995762945,
      "grad_norm": 1.3509032726287842,
      "learning_rate": 0.00019493795815361638,
      "loss": 0.8486443519592285,
      "step": 2340
    },
    {
      "epoch": 0.2586254333351676,
      "grad_norm": 1.330709457397461,
      "learning_rate": 0.0001948818241935681,
      "loss": 0.8198354721069336,
      "step": 2350
    },
    {
      "epoch": 0.2597259670940406,
      "grad_norm": 1.200380802154541,
      "learning_rate": 0.00019482538887978894,
      "loss": 0.8310845375061036,
      "step": 2360
    },
    {
      "epoch": 0.26082650085291365,
      "grad_norm": 1.3873624801635742,
      "learning_rate": 0.00019476865239152283,
      "loss": 0.8995956420898438,
      "step": 2370
    },
    {
      "epoch": 0.26192703461178674,
      "grad_norm": 1.5119566917419434,
      "learning_rate": 0.00019471161490897029,
      "loss": 0.828061580657959,
      "step": 2380
    },
    {
      "epoch": 0.26302756837065977,
      "grad_norm": 1.461253046989441,
      "learning_rate": 0.0001946542766132878,
      "loss": 0.8718130111694335,
      "step": 2390
    },
    {
      "epoch": 0.2641281021295328,
      "grad_norm": 1.5901751518249512,
      "learning_rate": 0.00019459663768658722,
      "loss": 0.8477680206298828,
      "step": 2400
    },
    {
      "epoch": 0.2652286358884059,
      "grad_norm": 1.2325890064239502,
      "learning_rate": 0.00019453869831193536,
      "loss": 0.8439332008361816,
      "step": 2410
    },
    {
      "epoch": 0.26632916964727893,
      "grad_norm": 1.3299224376678467,
      "learning_rate": 0.00019448045867335315,
      "loss": 0.8034492492675781,
      "step": 2420
    },
    {
      "epoch": 0.26742970340615196,
      "grad_norm": 1.4191641807556152,
      "learning_rate": 0.00019442191895581524,
      "loss": 0.8057695388793945,
      "step": 2430
    },
    {
      "epoch": 0.26853023716502505,
      "grad_norm": 1.2450047731399536,
      "learning_rate": 0.0001943630793452494,
      "loss": 0.7739078521728515,
      "step": 2440
    },
    {
      "epoch": 0.2696307709238981,
      "grad_norm": 1.2834359407424927,
      "learning_rate": 0.0001943039400285358,
      "loss": 0.8015741348266602,
      "step": 2450
    },
    {
      "epoch": 0.2707313046827711,
      "grad_norm": 1.4579415321350098,
      "learning_rate": 0.0001942445011935066,
      "loss": 0.8276127815246582,
      "step": 2460
    },
    {
      "epoch": 0.2718318384416442,
      "grad_norm": 1.2527804374694824,
      "learning_rate": 0.0001941847630289452,
      "loss": 0.8028785705566406,
      "step": 2470
    },
    {
      "epoch": 0.27293237220051725,
      "grad_norm": 1.6216117143630981,
      "learning_rate": 0.00019412472572458568,
      "loss": 0.8052440643310547,
      "step": 2480
    },
    {
      "epoch": 0.2740329059593903,
      "grad_norm": 1.3080998659133911,
      "learning_rate": 0.00019406438947111232,
      "loss": 0.7991613388061524,
      "step": 2490
    },
    {
      "epoch": 0.2751334397182634,
      "grad_norm": 1.2693983316421509,
      "learning_rate": 0.00019400375446015875,
      "loss": 0.7874859809875489,
      "step": 2500
    },
    {
      "epoch": 0.2762339734771364,
      "grad_norm": 1.5021086931228638,
      "learning_rate": 0.00019394282088430758,
      "loss": 0.857176685333252,
      "step": 2510
    },
    {
      "epoch": 0.27733450723600944,
      "grad_norm": 1.7014224529266357,
      "learning_rate": 0.00019388158893708968,
      "loss": 0.8121908187866211,
      "step": 2520
    },
    {
      "epoch": 0.27843504099488253,
      "grad_norm": 1.2773478031158447,
      "learning_rate": 0.00019382005881298355,
      "loss": 0.83267240524292,
      "step": 2530
    },
    {
      "epoch": 0.27953557475375557,
      "grad_norm": 1.2932922840118408,
      "learning_rate": 0.00019375823070741472,
      "loss": 0.8565213203430175,
      "step": 2540
    },
    {
      "epoch": 0.2806361085126286,
      "grad_norm": 1.3514758348464966,
      "learning_rate": 0.00019369610481675517,
      "loss": 0.8068264961242676,
      "step": 2550
    },
    {
      "epoch": 0.2817366422715017,
      "grad_norm": 1.4034395217895508,
      "learning_rate": 0.00019363368133832264,
      "loss": 0.7951233863830567,
      "step": 2560
    },
    {
      "epoch": 0.2828371760303747,
      "grad_norm": 1.402474284172058,
      "learning_rate": 0.0001935709604703801,
      "loss": 0.8516476631164551,
      "step": 2570
    },
    {
      "epoch": 0.28393770978924776,
      "grad_norm": 1.2598680257797241,
      "learning_rate": 0.000193507942412135,
      "loss": 0.8248865127563476,
      "step": 2580
    },
    {
      "epoch": 0.28503824354812085,
      "grad_norm": 1.4511678218841553,
      "learning_rate": 0.00019344462736373865,
      "loss": 0.8426539421081543,
      "step": 2590
    },
    {
      "epoch": 0.2861387773069939,
      "grad_norm": 1.4446839094161987,
      "learning_rate": 0.00019338101552628578,
      "loss": 0.7813214302062989,
      "step": 2600
    },
    {
      "epoch": 0.2872393110658669,
      "grad_norm": 1.348212718963623,
      "learning_rate": 0.0001933171071018136,
      "loss": 0.8185086250305176,
      "step": 2610
    },
    {
      "epoch": 0.28833984482474,
      "grad_norm": 1.3354694843292236,
      "learning_rate": 0.00019325290229330134,
      "loss": 0.8290966033935547,
      "step": 2620
    },
    {
      "epoch": 0.28944037858361304,
      "grad_norm": 1.6722166538238525,
      "learning_rate": 0.00019318840130466968,
      "loss": 0.8179054260253906,
      "step": 2630
    },
    {
      "epoch": 0.2905409123424861,
      "grad_norm": 1.2694981098175049,
      "learning_rate": 0.00019312360434077985,
      "loss": 0.8385242462158203,
      "step": 2640
    },
    {
      "epoch": 0.29164144610135917,
      "grad_norm": 1.9272838830947876,
      "learning_rate": 0.00019305851160743325,
      "loss": 0.8141334533691407,
      "step": 2650
    },
    {
      "epoch": 0.2927419798602322,
      "grad_norm": 1.2957518100738525,
      "learning_rate": 0.00019299312331137055,
      "loss": 0.835750675201416,
      "step": 2660
    },
    {
      "epoch": 0.29384251361910524,
      "grad_norm": 1.5437421798706055,
      "learning_rate": 0.0001929274396602713,
      "loss": 0.7907589912414551,
      "step": 2670
    },
    {
      "epoch": 0.29494304737797833,
      "grad_norm": 1.487249732017517,
      "learning_rate": 0.00019286146086275294,
      "loss": 0.7967824935913086,
      "step": 2680
    },
    {
      "epoch": 0.29604358113685136,
      "grad_norm": 1.3860902786254883,
      "learning_rate": 0.00019279518712837052,
      "loss": 0.7865518093109131,
      "step": 2690
    },
    {
      "epoch": 0.29714411489572445,
      "grad_norm": 1.5004669427871704,
      "learning_rate": 0.00019272861866761573,
      "loss": 0.8506379127502441,
      "step": 2700
    },
    {
      "epoch": 0.2982446486545975,
      "grad_norm": 1.4427077770233154,
      "learning_rate": 0.0001926617556919163,
      "loss": 0.8193819999694825,
      "step": 2710
    },
    {
      "epoch": 0.2993451824134705,
      "grad_norm": 1.2161895036697388,
      "learning_rate": 0.00019259459841363552,
      "loss": 0.8297209739685059,
      "step": 2720
    },
    {
      "epoch": 0.3004457161723436,
      "grad_norm": 1.8028621673583984,
      "learning_rate": 0.0001925271470460712,
      "loss": 0.8238694190979003,
      "step": 2730
    },
    {
      "epoch": 0.30154624993121665,
      "grad_norm": 1.339763879776001,
      "learning_rate": 0.00019245940180345544,
      "loss": 0.7622324466705322,
      "step": 2740
    },
    {
      "epoch": 0.3026467836900897,
      "grad_norm": 1.3132916688919067,
      "learning_rate": 0.0001923913629009535,
      "loss": 0.7768839359283447,
      "step": 2750
    },
    {
      "epoch": 0.3037473174489628,
      "grad_norm": 1.3144910335540771,
      "learning_rate": 0.0001923230305546635,
      "loss": 0.8279050827026367,
      "step": 2760
    },
    {
      "epoch": 0.3048478512078358,
      "grad_norm": 1.1577019691467285,
      "learning_rate": 0.00019225440498161546,
      "loss": 0.7885588645935059,
      "step": 2770
    },
    {
      "epoch": 0.30594838496670884,
      "grad_norm": 1.4336917400360107,
      "learning_rate": 0.0001921854863997707,
      "loss": 0.7973155021667481,
      "step": 2780
    },
    {
      "epoch": 0.30704891872558193,
      "grad_norm": 1.363558292388916,
      "learning_rate": 0.00019211627502802134,
      "loss": 0.7967965602874756,
      "step": 2790
    },
    {
      "epoch": 0.30814945248445497,
      "grad_norm": 1.5244808197021484,
      "learning_rate": 0.0001920467710861892,
      "loss": 0.7747397422790527,
      "step": 2800
    },
    {
      "epoch": 0.309249986243328,
      "grad_norm": 1.5638800859451294,
      "learning_rate": 0.00019197697479502547,
      "loss": 0.805236530303955,
      "step": 2810
    },
    {
      "epoch": 0.3103505200022011,
      "grad_norm": 1.3312816619873047,
      "learning_rate": 0.00019190688637620986,
      "loss": 0.7381678581237793,
      "step": 2820
    },
    {
      "epoch": 0.3114510537610741,
      "grad_norm": 1.4813461303710938,
      "learning_rate": 0.00019183650605234984,
      "loss": 0.7765594005584717,
      "step": 2830
    },
    {
      "epoch": 0.31255158751994716,
      "grad_norm": 1.3135008811950684,
      "learning_rate": 0.00019176583404698002,
      "loss": 0.8520167350769043,
      "step": 2840
    },
    {
      "epoch": 0.31365212127882025,
      "grad_norm": 1.4595879316329956,
      "learning_rate": 0.00019169487058456148,
      "loss": 0.8141855239868164,
      "step": 2850
    },
    {
      "epoch": 0.3147526550376933,
      "grad_norm": 1.384316325187683,
      "learning_rate": 0.00019162361589048095,
      "loss": 0.7784629344940186,
      "step": 2860
    },
    {
      "epoch": 0.3158531887965663,
      "grad_norm": 1.1909021139144897,
      "learning_rate": 0.00019155207019105007,
      "loss": 0.8151874542236328,
      "step": 2870
    },
    {
      "epoch": 0.3169537225554394,
      "grad_norm": 1.1605905294418335,
      "learning_rate": 0.00019148023371350493,
      "loss": 0.8893998146057129,
      "step": 2880
    },
    {
      "epoch": 0.31805425631431244,
      "grad_norm": 1.6996575593948364,
      "learning_rate": 0.00019140810668600493,
      "loss": 0.8112521171569824,
      "step": 2890
    },
    {
      "epoch": 0.3191547900731855,
      "grad_norm": 1.2271260023117065,
      "learning_rate": 0.00019133568933763244,
      "loss": 0.8266308784484864,
      "step": 2900
    },
    {
      "epoch": 0.32025532383205857,
      "grad_norm": 1.7019249200820923,
      "learning_rate": 0.0001912629818983919,
      "loss": 0.7661680698394775,
      "step": 2910
    },
    {
      "epoch": 0.3213558575909316,
      "grad_norm": 1.2853891849517822,
      "learning_rate": 0.00019118998459920902,
      "loss": 0.8458981513977051,
      "step": 2920
    },
    {
      "epoch": 0.32245639134980464,
      "grad_norm": 1.4744017124176025,
      "learning_rate": 0.0001911166976719302,
      "loss": 0.7988483428955078,
      "step": 2930
    },
    {
      "epoch": 0.32355692510867773,
      "grad_norm": 1.26249098777771,
      "learning_rate": 0.0001910431213493218,
      "loss": 0.789542818069458,
      "step": 2940
    },
    {
      "epoch": 0.32465745886755076,
      "grad_norm": 1.4478040933609009,
      "learning_rate": 0.00019096925586506913,
      "loss": 0.7970124244689941,
      "step": 2950
    },
    {
      "epoch": 0.3257579926264238,
      "grad_norm": 1.465301752090454,
      "learning_rate": 0.00019089510145377608,
      "loss": 0.7939679622650146,
      "step": 2960
    },
    {
      "epoch": 0.3268585263852969,
      "grad_norm": 1.2790896892547607,
      "learning_rate": 0.00019082065835096412,
      "loss": 0.8515988349914551,
      "step": 2970
    },
    {
      "epoch": 0.3279590601441699,
      "grad_norm": 1.3531389236450195,
      "learning_rate": 0.00019074592679307165,
      "loss": 0.7504467010498047,
      "step": 2980
    },
    {
      "epoch": 0.32905959390304296,
      "grad_norm": 1.2116661071777344,
      "learning_rate": 0.00019067090701745327,
      "loss": 0.8174965858459473,
      "step": 2990
    },
    {
      "epoch": 0.33016012766191605,
      "grad_norm": 1.113641381263733,
      "learning_rate": 0.0001905955992623789,
      "loss": 0.7890684127807617,
      "step": 3000
    },
    {
      "epoch": 0.33016012766191605,
      "eval_loss": 0.790532648563385,
      "eval_runtime": 930.8796,
      "eval_samples_per_second": 9.762,
      "eval_steps_per_second": 2.441,
      "step": 3000
    },
    {
      "epoch": 0.3312606614207891,
      "grad_norm": 1.430518388748169,
      "learning_rate": 0.00019052000376703317,
      "loss": 0.8236588478088379,
      "step": 3010
    },
    {
      "epoch": 0.3323611951796621,
      "grad_norm": 1.4252548217773438,
      "learning_rate": 0.0001904441207715146,
      "loss": 0.847992992401123,
      "step": 3020
    },
    {
      "epoch": 0.3334617289385352,
      "grad_norm": 1.4208446741104126,
      "learning_rate": 0.00019036795051683483,
      "loss": 0.8224313735961915,
      "step": 3030
    },
    {
      "epoch": 0.33456226269740824,
      "grad_norm": 1.3954637050628662,
      "learning_rate": 0.00019029149324491785,
      "loss": 0.8087237358093262,
      "step": 3040
    },
    {
      "epoch": 0.3356627964562813,
      "grad_norm": 1.3011157512664795,
      "learning_rate": 0.00019021474919859926,
      "loss": 0.8049816131591797,
      "step": 3050
    },
    {
      "epoch": 0.33676333021515437,
      "grad_norm": 1.3143519163131714,
      "learning_rate": 0.00019013771862162545,
      "loss": 0.7496432781219482,
      "step": 3060
    },
    {
      "epoch": 0.3378638639740274,
      "grad_norm": 1.403659701347351,
      "learning_rate": 0.00019006040175865294,
      "loss": 0.7452910423278809,
      "step": 3070
    },
    {
      "epoch": 0.33896439773290044,
      "grad_norm": 1.1721720695495605,
      "learning_rate": 0.00018998279885524744,
      "loss": 0.797463321685791,
      "step": 3080
    },
    {
      "epoch": 0.3400649314917735,
      "grad_norm": 1.8334842920303345,
      "learning_rate": 0.00018990491015788313,
      "loss": 0.7963507652282715,
      "step": 3090
    },
    {
      "epoch": 0.34116546525064656,
      "grad_norm": 1.3609745502471924,
      "learning_rate": 0.00018982673591394207,
      "loss": 0.7899526596069336,
      "step": 3100
    },
    {
      "epoch": 0.3422659990095196,
      "grad_norm": 1.4191335439682007,
      "learning_rate": 0.00018974827637171298,
      "loss": 0.8170291900634765,
      "step": 3110
    },
    {
      "epoch": 0.3433665327683927,
      "grad_norm": 1.546268343925476,
      "learning_rate": 0.00018966953178039097,
      "loss": 0.7608869552612305,
      "step": 3120
    },
    {
      "epoch": 0.3444670665272657,
      "grad_norm": 1.2157829999923706,
      "learning_rate": 0.00018959050239007627,
      "loss": 0.8163496971130371,
      "step": 3130
    },
    {
      "epoch": 0.34556760028613875,
      "grad_norm": 1.4426497220993042,
      "learning_rate": 0.00018951118845177386,
      "loss": 0.7838230609893799,
      "step": 3140
    },
    {
      "epoch": 0.34666813404501184,
      "grad_norm": 1.4075052738189697,
      "learning_rate": 0.0001894315902173924,
      "loss": 0.780454158782959,
      "step": 3150
    },
    {
      "epoch": 0.3477686678038849,
      "grad_norm": 1.146291732788086,
      "learning_rate": 0.00018935170793974335,
      "loss": 0.7559466361999512,
      "step": 3160
    },
    {
      "epoch": 0.3488692015627579,
      "grad_norm": 1.1670087575912476,
      "learning_rate": 0.00018927154187254054,
      "loss": 0.7347095489501954,
      "step": 3170
    },
    {
      "epoch": 0.349969735321631,
      "grad_norm": 1.3034203052520752,
      "learning_rate": 0.0001891910922703991,
      "loss": 0.7963647365570068,
      "step": 3180
    },
    {
      "epoch": 0.35107026908050404,
      "grad_norm": 1.2328404188156128,
      "learning_rate": 0.0001891103593888345,
      "loss": 0.7840650081634521,
      "step": 3190
    },
    {
      "epoch": 0.3521708028393771,
      "grad_norm": 1.2788565158843994,
      "learning_rate": 0.00018902934348426223,
      "loss": 0.7421338081359863,
      "step": 3200
    },
    {
      "epoch": 0.35327133659825016,
      "grad_norm": 1.4272618293762207,
      "learning_rate": 0.0001889480448139964,
      "loss": 0.7635135173797607,
      "step": 3210
    },
    {
      "epoch": 0.3543718703571232,
      "grad_norm": 1.2253040075302124,
      "learning_rate": 0.0001888664636362495,
      "loss": 0.8046904563903808,
      "step": 3220
    },
    {
      "epoch": 0.35547240411599623,
      "grad_norm": 1.3970891237258911,
      "learning_rate": 0.000188784600210131,
      "loss": 0.7833479881286621,
      "step": 3230
    },
    {
      "epoch": 0.3565729378748693,
      "grad_norm": 1.3941155672073364,
      "learning_rate": 0.00018870245479564703,
      "loss": 0.8373173713684082,
      "step": 3240
    },
    {
      "epoch": 0.35767347163374236,
      "grad_norm": 1.3662322759628296,
      "learning_rate": 0.00018862002765369926,
      "loss": 0.8315282821655273,
      "step": 3250
    },
    {
      "epoch": 0.3587740053926154,
      "grad_norm": 1.5178701877593994,
      "learning_rate": 0.00018853731904608414,
      "loss": 0.7962240695953369,
      "step": 3260
    },
    {
      "epoch": 0.3598745391514885,
      "grad_norm": 1.2388792037963867,
      "learning_rate": 0.00018845432923549212,
      "loss": 0.785247802734375,
      "step": 3270
    },
    {
      "epoch": 0.3609750729103615,
      "grad_norm": 1.5908961296081543,
      "learning_rate": 0.00018837105848550672,
      "loss": 0.7622479915618896,
      "step": 3280
    },
    {
      "epoch": 0.3620756066692346,
      "grad_norm": 1.3947844505310059,
      "learning_rate": 0.00018828750706060385,
      "loss": 0.8159708976745605,
      "step": 3290
    },
    {
      "epoch": 0.36317614042810764,
      "grad_norm": 1.5420454740524292,
      "learning_rate": 0.00018820367522615078,
      "loss": 0.7608321189880372,
      "step": 3300
    },
    {
      "epoch": 0.3642766741869807,
      "grad_norm": 1.348726749420166,
      "learning_rate": 0.00018811956324840546,
      "loss": 0.7845717906951905,
      "step": 3310
    },
    {
      "epoch": 0.36537720794585377,
      "grad_norm": 1.3308541774749756,
      "learning_rate": 0.00018803517139451547,
      "loss": 0.7821323871612549,
      "step": 3320
    },
    {
      "epoch": 0.3664777417047268,
      "grad_norm": 1.3453469276428223,
      "learning_rate": 0.00018795049993251746,
      "loss": 0.7717282772064209,
      "step": 3330
    },
    {
      "epoch": 0.36757827546359984,
      "grad_norm": 1.2678643465042114,
      "learning_rate": 0.00018786554913133608,
      "loss": 0.7912368774414062,
      "step": 3340
    },
    {
      "epoch": 0.3686788092224729,
      "grad_norm": 1.2945518493652344,
      "learning_rate": 0.0001877803192607832,
      "loss": 0.8306121826171875,
      "step": 3350
    },
    {
      "epoch": 0.36977934298134596,
      "grad_norm": 1.4001387357711792,
      "learning_rate": 0.00018769481059155693,
      "loss": 0.7877901554107666,
      "step": 3360
    },
    {
      "epoch": 0.370879876740219,
      "grad_norm": 1.4055125713348389,
      "learning_rate": 0.00018760902339524108,
      "loss": 0.7993814945220947,
      "step": 3370
    },
    {
      "epoch": 0.3719804104990921,
      "grad_norm": 1.5058491230010986,
      "learning_rate": 0.0001875229579443039,
      "loss": 0.7562387466430665,
      "step": 3380
    },
    {
      "epoch": 0.3730809442579651,
      "grad_norm": 1.4691188335418701,
      "learning_rate": 0.0001874366145120975,
      "loss": 0.7943220615386963,
      "step": 3390
    },
    {
      "epoch": 0.37418147801683815,
      "grad_norm": 1.4147716760635376,
      "learning_rate": 0.00018734999337285686,
      "loss": 0.7631899356842041,
      "step": 3400
    },
    {
      "epoch": 0.37528201177571124,
      "grad_norm": 1.7002638578414917,
      "learning_rate": 0.000187263094801699,
      "loss": 0.7778403759002686,
      "step": 3410
    },
    {
      "epoch": 0.3763825455345843,
      "grad_norm": 1.263079285621643,
      "learning_rate": 0.00018717591907462208,
      "loss": 0.7868700981140136,
      "step": 3420
    },
    {
      "epoch": 0.3774830792934573,
      "grad_norm": 1.6632059812545776,
      "learning_rate": 0.0001870884664685045,
      "loss": 0.7900818347930908,
      "step": 3430
    },
    {
      "epoch": 0.3785836130523304,
      "grad_norm": 1.3724589347839355,
      "learning_rate": 0.00018700073726110416,
      "loss": 0.809692668914795,
      "step": 3440
    },
    {
      "epoch": 0.37968414681120344,
      "grad_norm": 1.6670794486999512,
      "learning_rate": 0.00018691273173105725,
      "loss": 0.7572099685668945,
      "step": 3450
    },
    {
      "epoch": 0.3807846805700765,
      "grad_norm": 1.5179470777511597,
      "learning_rate": 0.0001868244501578779,
      "loss": 0.7761201858520508,
      "step": 3460
    },
    {
      "epoch": 0.38188521432894956,
      "grad_norm": 1.4916956424713135,
      "learning_rate": 0.00018673589282195669,
      "loss": 0.7581660747528076,
      "step": 3470
    },
    {
      "epoch": 0.3829857480878226,
      "grad_norm": 1.42303466796875,
      "learning_rate": 0.00018664706000456026,
      "loss": 0.7460827827453613,
      "step": 3480
    },
    {
      "epoch": 0.38408628184669563,
      "grad_norm": 1.3675720691680908,
      "learning_rate": 0.00018655795198783005,
      "loss": 0.7278396606445312,
      "step": 3490
    },
    {
      "epoch": 0.3851868156055687,
      "grad_norm": 1.2975969314575195,
      "learning_rate": 0.0001864685690547817,
      "loss": 0.7781871318817138,
      "step": 3500
    },
    {
      "epoch": 0.38628734936444176,
      "grad_norm": 1.6625419855117798,
      "learning_rate": 0.00018637891148930383,
      "loss": 0.8365812301635742,
      "step": 3510
    },
    {
      "epoch": 0.3873878831233148,
      "grad_norm": 1.92893385887146,
      "learning_rate": 0.00018628897957615755,
      "loss": 0.7808390140533448,
      "step": 3520
    },
    {
      "epoch": 0.3884884168821879,
      "grad_norm": 1.4564015865325928,
      "learning_rate": 0.0001861987736009751,
      "loss": 0.8045003890991211,
      "step": 3530
    },
    {
      "epoch": 0.3895889506410609,
      "grad_norm": 1.3779884576797485,
      "learning_rate": 0.00018610829385025935,
      "loss": 0.8292377471923829,
      "step": 3540
    },
    {
      "epoch": 0.39068948439993395,
      "grad_norm": 1.7249268293380737,
      "learning_rate": 0.00018601754061138256,
      "loss": 0.7766525268554687,
      "step": 3550
    },
    {
      "epoch": 0.39179001815880704,
      "grad_norm": 1.2811200618743896,
      "learning_rate": 0.00018592651417258572,
      "loss": 0.7709021091461181,
      "step": 3560
    },
    {
      "epoch": 0.3928905519176801,
      "grad_norm": 1.3547565937042236,
      "learning_rate": 0.00018583521482297747,
      "loss": 0.7982177734375,
      "step": 3570
    },
    {
      "epoch": 0.3939910856765531,
      "grad_norm": 1.5291974544525146,
      "learning_rate": 0.00018574364285253326,
      "loss": 0.8197507858276367,
      "step": 3580
    },
    {
      "epoch": 0.3950916194354262,
      "grad_norm": 1.5480220317840576,
      "learning_rate": 0.0001856517985520944,
      "loss": 0.7673719882965088,
      "step": 3590
    },
    {
      "epoch": 0.39619215319429923,
      "grad_norm": 1.2931580543518066,
      "learning_rate": 0.0001855596822133672,
      "loss": 0.7790896415710449,
      "step": 3600
    },
    {
      "epoch": 0.39729268695317227,
      "grad_norm": 1.2749227285385132,
      "learning_rate": 0.0001854672941289219,
      "loss": 0.8157513618469239,
      "step": 3610
    },
    {
      "epoch": 0.39839322071204536,
      "grad_norm": 1.3297630548477173,
      "learning_rate": 0.00018537463459219187,
      "loss": 0.7839149475097656,
      "step": 3620
    },
    {
      "epoch": 0.3994937544709184,
      "grad_norm": 1.4063315391540527,
      "learning_rate": 0.00018528170389747268,
      "loss": 0.7640786170959473,
      "step": 3630
    },
    {
      "epoch": 0.40059428822979143,
      "grad_norm": 1.2009915113449097,
      "learning_rate": 0.0001851885023399211,
      "loss": 0.8061283111572266,
      "step": 3640
    },
    {
      "epoch": 0.4016948219886645,
      "grad_norm": 1.2830356359481812,
      "learning_rate": 0.00018509503021555407,
      "loss": 0.7541686058044433,
      "step": 3650
    },
    {
      "epoch": 0.40279535574753755,
      "grad_norm": 1.621762752532959,
      "learning_rate": 0.0001850012878212481,
      "loss": 0.7810799598693847,
      "step": 3660
    },
    {
      "epoch": 0.4038958895064106,
      "grad_norm": 1.5978320837020874,
      "learning_rate": 0.00018490727545473793,
      "loss": 0.7868115901947021,
      "step": 3670
    },
    {
      "epoch": 0.4049964232652837,
      "grad_norm": 1.465620517730713,
      "learning_rate": 0.00018481299341461583,
      "loss": 0.7783832550048828,
      "step": 3680
    },
    {
      "epoch": 0.4060969570241567,
      "grad_norm": 1.148144006729126,
      "learning_rate": 0.00018471844200033054,
      "loss": 0.7679046630859375,
      "step": 3690
    },
    {
      "epoch": 0.40719749078302975,
      "grad_norm": 1.4279158115386963,
      "learning_rate": 0.00018462362151218639,
      "loss": 0.7669914245605469,
      "step": 3700
    },
    {
      "epoch": 0.40829802454190284,
      "grad_norm": 1.4722813367843628,
      "learning_rate": 0.0001845285322513423,
      "loss": 0.8222566604614258,
      "step": 3710
    },
    {
      "epoch": 0.40939855830077587,
      "grad_norm": 1.3982079029083252,
      "learning_rate": 0.0001844331745198108,
      "loss": 0.7618198871612549,
      "step": 3720
    },
    {
      "epoch": 0.4104990920596489,
      "grad_norm": 1.6215136051177979,
      "learning_rate": 0.00018433754862045722,
      "loss": 0.7763657093048095,
      "step": 3730
    },
    {
      "epoch": 0.411599625818522,
      "grad_norm": 1.5549336671829224,
      "learning_rate": 0.00018424165485699852,
      "loss": 0.7253801822662354,
      "step": 3740
    },
    {
      "epoch": 0.41270015957739503,
      "grad_norm": 1.2889606952667236,
      "learning_rate": 0.00018414549353400238,
      "loss": 0.7764887332916259,
      "step": 3750
    },
    {
      "epoch": 0.41380069333626807,
      "grad_norm": 1.3491219282150269,
      "learning_rate": 0.00018404906495688645,
      "loss": 0.7364382743835449,
      "step": 3760
    },
    {
      "epoch": 0.41490122709514116,
      "grad_norm": 1.2835975885391235,
      "learning_rate": 0.000183952369431917,
      "loss": 0.7898456573486328,
      "step": 3770
    },
    {
      "epoch": 0.4160017608540142,
      "grad_norm": 1.3867552280426025,
      "learning_rate": 0.0001838554072662083,
      "loss": 0.817133617401123,
      "step": 3780
    },
    {
      "epoch": 0.4171022946128872,
      "grad_norm": 1.2192223072052002,
      "learning_rate": 0.00018375817876772145,
      "loss": 0.7515857219696045,
      "step": 3790
    },
    {
      "epoch": 0.4182028283717603,
      "grad_norm": 1.2979538440704346,
      "learning_rate": 0.0001836606842452634,
      "loss": 0.737982702255249,
      "step": 3800
    },
    {
      "epoch": 0.41930336213063335,
      "grad_norm": 1.2067734003067017,
      "learning_rate": 0.00018356292400848611,
      "loss": 0.7873512268066406,
      "step": 3810
    },
    {
      "epoch": 0.4204038958895064,
      "grad_norm": 1.556670069694519,
      "learning_rate": 0.00018346489836788542,
      "loss": 0.733306884765625,
      "step": 3820
    },
    {
      "epoch": 0.4215044296483795,
      "grad_norm": 1.4037160873413086,
      "learning_rate": 0.00018336660763480005,
      "loss": 0.8355989456176758,
      "step": 3830
    },
    {
      "epoch": 0.4226049634072525,
      "grad_norm": 1.1896283626556396,
      "learning_rate": 0.00018326805212141083,
      "loss": 0.793169355392456,
      "step": 3840
    },
    {
      "epoch": 0.42370549716612554,
      "grad_norm": 1.2549667358398438,
      "learning_rate": 0.00018316923214073945,
      "loss": 0.7088310718536377,
      "step": 3850
    },
    {
      "epoch": 0.42480603092499863,
      "grad_norm": 1.1542037725448608,
      "learning_rate": 0.0001830701480066476,
      "loss": 0.7928849697113037,
      "step": 3860
    },
    {
      "epoch": 0.42590656468387167,
      "grad_norm": 1.327624797821045,
      "learning_rate": 0.00018297080003383594,
      "loss": 0.7533132553100585,
      "step": 3870
    },
    {
      "epoch": 0.4270070984427447,
      "grad_norm": 1.4689446687698364,
      "learning_rate": 0.00018287118853784314,
      "loss": 0.724212646484375,
      "step": 3880
    },
    {
      "epoch": 0.4281076322016178,
      "grad_norm": 1.35456383228302,
      "learning_rate": 0.0001827713138350448,
      "loss": 0.795773983001709,
      "step": 3890
    },
    {
      "epoch": 0.42920816596049083,
      "grad_norm": 1.406788945198059,
      "learning_rate": 0.0001826711762426525,
      "loss": 0.7669349670410156,
      "step": 3900
    },
    {
      "epoch": 0.4303086997193639,
      "grad_norm": 1.3539007902145386,
      "learning_rate": 0.00018257077607871286,
      "loss": 0.7637516975402832,
      "step": 3910
    },
    {
      "epoch": 0.43140923347823695,
      "grad_norm": 1.0722286701202393,
      "learning_rate": 0.0001824701136621063,
      "loss": 0.7763535022735596,
      "step": 3920
    },
    {
      "epoch": 0.43250976723711,
      "grad_norm": 1.1297104358673096,
      "learning_rate": 0.00018236918931254629,
      "loss": 0.7475133895874023,
      "step": 3930
    },
    {
      "epoch": 0.4336103009959831,
      "grad_norm": 1.2874252796173096,
      "learning_rate": 0.00018226800335057822,
      "loss": 0.748918867111206,
      "step": 3940
    },
    {
      "epoch": 0.4347108347548561,
      "grad_norm": 1.317203402519226,
      "learning_rate": 0.00018216655609757832,
      "loss": 0.7373288631439209,
      "step": 3950
    },
    {
      "epoch": 0.43581136851372915,
      "grad_norm": 1.4163801670074463,
      "learning_rate": 0.00018206484787575283,
      "loss": 0.7076706886291504,
      "step": 3960
    },
    {
      "epoch": 0.43691190227260224,
      "grad_norm": 1.4905515909194946,
      "learning_rate": 0.00018196287900813668,
      "loss": 0.7911718845367431,
      "step": 3970
    },
    {
      "epoch": 0.43801243603147527,
      "grad_norm": 1.3535404205322266,
      "learning_rate": 0.00018186064981859279,
      "loss": 0.7962939739227295,
      "step": 3980
    },
    {
      "epoch": 0.4391129697903483,
      "grad_norm": 1.526379108428955,
      "learning_rate": 0.0001817581606318108,
      "loss": 0.8059768676757812,
      "step": 3990
    },
    {
      "epoch": 0.4402135035492214,
      "grad_norm": 1.1382709741592407,
      "learning_rate": 0.00018165541177330615,
      "loss": 0.7581804752349853,
      "step": 4000
    },
    {
      "epoch": 0.4402135035492214,
      "eval_loss": 0.763033926486969,
      "eval_runtime": 935.846,
      "eval_samples_per_second": 9.71,
      "eval_steps_per_second": 2.428,
      "step": 4000
    },
    {
      "epoch": 0.44131403730809443,
      "grad_norm": 1.4921393394470215,
      "learning_rate": 0.00018155240356941904,
      "loss": 0.7233622074127197,
      "step": 4010
    },
    {
      "epoch": 0.44241457106696747,
      "grad_norm": 1.2846465110778809,
      "learning_rate": 0.00018144913634731333,
      "loss": 0.7926196575164794,
      "step": 4020
    },
    {
      "epoch": 0.44351510482584056,
      "grad_norm": 1.5217868089675903,
      "learning_rate": 0.00018134561043497556,
      "loss": 0.8228995323181152,
      "step": 4030
    },
    {
      "epoch": 0.4446156385847136,
      "grad_norm": 1.2717784643173218,
      "learning_rate": 0.000181241826161214,
      "loss": 0.787687349319458,
      "step": 4040
    },
    {
      "epoch": 0.4457161723435866,
      "grad_norm": 1.4931477308273315,
      "learning_rate": 0.00018113778385565733,
      "loss": 0.7579782009124756,
      "step": 4050
    },
    {
      "epoch": 0.4468167061024597,
      "grad_norm": 1.167993187904358,
      "learning_rate": 0.00018103348384875383,
      "loss": 0.7449905395507812,
      "step": 4060
    },
    {
      "epoch": 0.44791723986133275,
      "grad_norm": 1.472502589225769,
      "learning_rate": 0.00018092892647177035,
      "loss": 0.7583009243011475,
      "step": 4070
    },
    {
      "epoch": 0.4490177736202058,
      "grad_norm": 1.3440701961517334,
      "learning_rate": 0.00018082411205679107,
      "loss": 0.8116919517517089,
      "step": 4080
    },
    {
      "epoch": 0.4501183073790789,
      "grad_norm": 1.24441397190094,
      "learning_rate": 0.00018071904093671656,
      "loss": 0.7991604804992676,
      "step": 4090
    },
    {
      "epoch": 0.4512188411379519,
      "grad_norm": 1.3697186708450317,
      "learning_rate": 0.0001806137134452627,
      "loss": 0.7466158866882324,
      "step": 4100
    },
    {
      "epoch": 0.45231937489682494,
      "grad_norm": 1.1649245023727417,
      "learning_rate": 0.00018050812991695975,
      "loss": 0.7050142288208008,
      "step": 4110
    },
    {
      "epoch": 0.45341990865569803,
      "grad_norm": 1.4361720085144043,
      "learning_rate": 0.00018040229068715097,
      "loss": 0.7678030014038086,
      "step": 4120
    },
    {
      "epoch": 0.45452044241457107,
      "grad_norm": 1.4761621952056885,
      "learning_rate": 0.00018029619609199196,
      "loss": 0.7187742710113525,
      "step": 4130
    },
    {
      "epoch": 0.4556209761734441,
      "grad_norm": 1.1728655099868774,
      "learning_rate": 0.00018018984646844919,
      "loss": 0.8050548553466796,
      "step": 4140
    },
    {
      "epoch": 0.4567215099323172,
      "grad_norm": 1.5159052610397339,
      "learning_rate": 0.00018008324215429926,
      "loss": 0.804990291595459,
      "step": 4150
    },
    {
      "epoch": 0.45782204369119023,
      "grad_norm": 1.4045536518096924,
      "learning_rate": 0.00017997638348812766,
      "loss": 0.7503755569458008,
      "step": 4160
    },
    {
      "epoch": 0.45892257745006326,
      "grad_norm": 1.1234439611434937,
      "learning_rate": 0.00017986927080932766,
      "loss": 0.7889124393463135,
      "step": 4170
    },
    {
      "epoch": 0.46002311120893635,
      "grad_norm": 1.2261425256729126,
      "learning_rate": 0.00017976190445809944,
      "loss": 0.7812236785888672,
      "step": 4180
    },
    {
      "epoch": 0.4611236449678094,
      "grad_norm": 1.181351900100708,
      "learning_rate": 0.0001796542847754487,
      "loss": 0.7701861381530761,
      "step": 4190
    },
    {
      "epoch": 0.4622241787266824,
      "grad_norm": 1.577356219291687,
      "learning_rate": 0.00017954641210318588,
      "loss": 0.6875332832336426,
      "step": 4200
    },
    {
      "epoch": 0.4633247124855555,
      "grad_norm": 1.2257264852523804,
      "learning_rate": 0.0001794382867839248,
      "loss": 0.742178201675415,
      "step": 4210
    },
    {
      "epoch": 0.46442524624442855,
      "grad_norm": 1.547837734222412,
      "learning_rate": 0.0001793299091610819,
      "loss": 0.7138393878936767,
      "step": 4220
    },
    {
      "epoch": 0.4655257800033016,
      "grad_norm": 1.6742470264434814,
      "learning_rate": 0.00017922127957887483,
      "loss": 0.7569129943847657,
      "step": 4230
    },
    {
      "epoch": 0.46662631376217467,
      "grad_norm": 1.3880702257156372,
      "learning_rate": 0.00017911239838232148,
      "loss": 0.7724673271179199,
      "step": 4240
    },
    {
      "epoch": 0.4677268475210477,
      "grad_norm": 1.5122058391571045,
      "learning_rate": 0.00017900326591723892,
      "loss": 0.8385299682617188,
      "step": 4250
    },
    {
      "epoch": 0.46882738127992074,
      "grad_norm": 1.491855502128601,
      "learning_rate": 0.00017889388253024234,
      "loss": 0.7509782791137696,
      "step": 4260
    },
    {
      "epoch": 0.46992791503879383,
      "grad_norm": 1.1019190549850464,
      "learning_rate": 0.00017878424856874371,
      "loss": 0.7592503547668457,
      "step": 4270
    },
    {
      "epoch": 0.47102844879766687,
      "grad_norm": 1.318244218826294,
      "learning_rate": 0.00017867436438095106,
      "loss": 0.7721508979797364,
      "step": 4280
    },
    {
      "epoch": 0.4721289825565399,
      "grad_norm": 1.2803703546524048,
      "learning_rate": 0.000178564230315867,
      "loss": 0.7693331718444825,
      "step": 4290
    },
    {
      "epoch": 0.473229516315413,
      "grad_norm": 1.4658492803573608,
      "learning_rate": 0.00017845384672328786,
      "loss": 0.7309596061706543,
      "step": 4300
    },
    {
      "epoch": 0.474330050074286,
      "grad_norm": 1.4201295375823975,
      "learning_rate": 0.00017834321395380248,
      "loss": 0.7964248657226562,
      "step": 4310
    },
    {
      "epoch": 0.47543058383315906,
      "grad_norm": 1.3890454769134521,
      "learning_rate": 0.00017823233235879105,
      "loss": 0.7670300960540771,
      "step": 4320
    },
    {
      "epoch": 0.47653111759203215,
      "grad_norm": 1.4585726261138916,
      "learning_rate": 0.00017812120229042416,
      "loss": 0.7615702629089356,
      "step": 4330
    },
    {
      "epoch": 0.4776316513509052,
      "grad_norm": 1.145139217376709,
      "learning_rate": 0.00017800982410166145,
      "loss": 0.7336215019226074,
      "step": 4340
    },
    {
      "epoch": 0.4787321851097782,
      "grad_norm": 3.134187936782837,
      "learning_rate": 0.00017789819814625072,
      "loss": 0.7543439865112305,
      "step": 4350
    },
    {
      "epoch": 0.4798327188686513,
      "grad_norm": 1.3985061645507812,
      "learning_rate": 0.00017778632477872668,
      "loss": 0.7479304313659668,
      "step": 4360
    },
    {
      "epoch": 0.48093325262752434,
      "grad_norm": 1.2374287843704224,
      "learning_rate": 0.00017767420435440978,
      "loss": 0.7452337741851807,
      "step": 4370
    },
    {
      "epoch": 0.4820337863863974,
      "grad_norm": 1.2880620956420898,
      "learning_rate": 0.00017756183722940518,
      "loss": 0.7773733139038086,
      "step": 4380
    },
    {
      "epoch": 0.48313432014527047,
      "grad_norm": 1.6610068082809448,
      "learning_rate": 0.00017744922376060167,
      "loss": 0.7617795944213868,
      "step": 4390
    },
    {
      "epoch": 0.4842348539041435,
      "grad_norm": 1.2445658445358276,
      "learning_rate": 0.0001773363643056703,
      "loss": 0.7268772125244141,
      "step": 4400
    },
    {
      "epoch": 0.48533538766301654,
      "grad_norm": 3.3761937618255615,
      "learning_rate": 0.0001772232592230635,
      "loss": 0.752207899093628,
      "step": 4410
    },
    {
      "epoch": 0.4864359214218896,
      "grad_norm": 1.310644507408142,
      "learning_rate": 0.00017710990887201384,
      "loss": 0.7711044788360596,
      "step": 4420
    },
    {
      "epoch": 0.48753645518076266,
      "grad_norm": 1.2487869262695312,
      "learning_rate": 0.00017699631361253282,
      "loss": 0.7602442741394043,
      "step": 4430
    },
    {
      "epoch": 0.4886369889396357,
      "grad_norm": 1.426648497581482,
      "learning_rate": 0.00017688247380540981,
      "loss": 0.7347400188446045,
      "step": 4440
    },
    {
      "epoch": 0.4897375226985088,
      "grad_norm": 1.3147786855697632,
      "learning_rate": 0.00017676838981221097,
      "loss": 0.7086680412292481,
      "step": 4450
    },
    {
      "epoch": 0.4908380564573818,
      "grad_norm": 1.4242682456970215,
      "learning_rate": 0.00017665406199527785,
      "loss": 0.7723946571350098,
      "step": 4460
    },
    {
      "epoch": 0.49193859021625486,
      "grad_norm": 1.2440725564956665,
      "learning_rate": 0.0001765394907177266,
      "loss": 0.7521542549133301,
      "step": 4470
    },
    {
      "epoch": 0.49303912397512795,
      "grad_norm": 1.3089182376861572,
      "learning_rate": 0.00017642467634344653,
      "loss": 0.7493531703948975,
      "step": 4480
    },
    {
      "epoch": 0.494139657734001,
      "grad_norm": 1.4084196090698242,
      "learning_rate": 0.000176309619237099,
      "loss": 0.7628543853759766,
      "step": 4490
    },
    {
      "epoch": 0.49524019149287407,
      "grad_norm": 1.2576475143432617,
      "learning_rate": 0.0001761943197641164,
      "loss": 0.8009342193603516,
      "step": 4500
    },
    {
      "epoch": 0.4963407252517471,
      "grad_norm": 1.4927014112472534,
      "learning_rate": 0.00017607877829070088,
      "loss": 0.764987850189209,
      "step": 4510
    },
    {
      "epoch": 0.49744125901062014,
      "grad_norm": 1.210005521774292,
      "learning_rate": 0.00017596299518382312,
      "loss": 0.7543008327484131,
      "step": 4520
    },
    {
      "epoch": 0.49854179276949323,
      "grad_norm": 1.381812334060669,
      "learning_rate": 0.00017584697081122138,
      "loss": 0.7667595863342285,
      "step": 4530
    },
    {
      "epoch": 0.49964232652836627,
      "grad_norm": 1.330445647239685,
      "learning_rate": 0.00017573070554140012,
      "loss": 0.7743747711181641,
      "step": 4540
    },
    {
      "epoch": 0.5007428602872394,
      "grad_norm": 1.4331225156784058,
      "learning_rate": 0.00017561419974362896,
      "loss": 0.7851823329925537,
      "step": 4550
    },
    {
      "epoch": 0.5018433940461123,
      "grad_norm": 1.4263122081756592,
      "learning_rate": 0.00017549745378794138,
      "loss": 0.7313291549682617,
      "step": 4560
    },
    {
      "epoch": 0.5029439278049854,
      "grad_norm": 1.331205129623413,
      "learning_rate": 0.00017538046804513376,
      "loss": 0.7234756946563721,
      "step": 4570
    },
    {
      "epoch": 0.5040444615638585,
      "grad_norm": 1.621663212776184,
      "learning_rate": 0.0001752632428867639,
      "loss": 0.7894155502319335,
      "step": 4580
    },
    {
      "epoch": 0.5051449953227315,
      "grad_norm": 1.5010970830917358,
      "learning_rate": 0.00017514577868515016,
      "loss": 0.7276608943939209,
      "step": 4590
    },
    {
      "epoch": 0.5062455290816046,
      "grad_norm": 1.3064217567443848,
      "learning_rate": 0.00017502807581337005,
      "loss": 0.7825868606567383,
      "step": 4600
    },
    {
      "epoch": 0.5073460628404777,
      "grad_norm": 1.4177016019821167,
      "learning_rate": 0.00017491013464525907,
      "loss": 0.7531017303466797,
      "step": 4610
    },
    {
      "epoch": 0.5084465965993507,
      "grad_norm": 1.5315032005310059,
      "learning_rate": 0.0001747919555554097,
      "loss": 0.7451908111572265,
      "step": 4620
    },
    {
      "epoch": 0.5095471303582237,
      "grad_norm": 1.3292468786239624,
      "learning_rate": 0.00017467353891916995,
      "loss": 0.7358492374420166,
      "step": 4630
    },
    {
      "epoch": 0.5106476641170968,
      "grad_norm": 1.224372386932373,
      "learning_rate": 0.0001745548851126424,
      "loss": 0.7730472564697266,
      "step": 4640
    },
    {
      "epoch": 0.5117481978759698,
      "grad_norm": 1.2024860382080078,
      "learning_rate": 0.00017443599451268286,
      "loss": 0.7512335777282715,
      "step": 4650
    },
    {
      "epoch": 0.5128487316348429,
      "grad_norm": 1.1596184968948364,
      "learning_rate": 0.00017431686749689923,
      "loss": 0.7704591274261474,
      "step": 4660
    },
    {
      "epoch": 0.513949265393716,
      "grad_norm": 1.1117010116577148,
      "learning_rate": 0.00017419750444365022,
      "loss": 0.7481093883514405,
      "step": 4670
    },
    {
      "epoch": 0.515049799152589,
      "grad_norm": 1.269881248474121,
      "learning_rate": 0.0001740779057320444,
      "loss": 0.7034889221191406,
      "step": 4680
    },
    {
      "epoch": 0.5161503329114621,
      "grad_norm": 1.2907774448394775,
      "learning_rate": 0.00017395807174193858,
      "loss": 0.7934452533721924,
      "step": 4690
    },
    {
      "epoch": 0.5172508666703352,
      "grad_norm": 1.5453121662139893,
      "learning_rate": 0.00017383800285393703,
      "loss": 0.7363879680633545,
      "step": 4700
    },
    {
      "epoch": 0.5183514004292081,
      "grad_norm": 1.2357949018478394,
      "learning_rate": 0.00017371769944938997,
      "loss": 0.7442324161529541,
      "step": 4710
    },
    {
      "epoch": 0.5194519341880812,
      "grad_norm": 1.1931536197662354,
      "learning_rate": 0.00017359716191039248,
      "loss": 0.7587575912475586,
      "step": 4720
    },
    {
      "epoch": 0.5205524679469543,
      "grad_norm": 1.4029440879821777,
      "learning_rate": 0.0001734763906197833,
      "loss": 0.7446390151977539,
      "step": 4730
    },
    {
      "epoch": 0.5216530017058273,
      "grad_norm": 1.2894697189331055,
      "learning_rate": 0.0001733553859611436,
      "loss": 0.749908447265625,
      "step": 4740
    },
    {
      "epoch": 0.5227535354647004,
      "grad_norm": 1.2883137464523315,
      "learning_rate": 0.00017323414831879572,
      "loss": 0.6804169178009033,
      "step": 4750
    },
    {
      "epoch": 0.5238540692235735,
      "grad_norm": 1.3548226356506348,
      "learning_rate": 0.00017311267807780198,
      "loss": 0.7411623001098633,
      "step": 4760
    },
    {
      "epoch": 0.5249546029824464,
      "grad_norm": 1.3655985593795776,
      "learning_rate": 0.00017299097562396344,
      "loss": 0.7595492839813233,
      "step": 4770
    },
    {
      "epoch": 0.5260551367413195,
      "grad_norm": 1.2662074565887451,
      "learning_rate": 0.00017286904134381875,
      "loss": 0.7716023445129394,
      "step": 4780
    },
    {
      "epoch": 0.5271556705001926,
      "grad_norm": 1.151781439781189,
      "learning_rate": 0.00017274687562464277,
      "loss": 0.764620018005371,
      "step": 4790
    },
    {
      "epoch": 0.5282562042590656,
      "grad_norm": 1.2629897594451904,
      "learning_rate": 0.00017262447885444554,
      "loss": 0.699459457397461,
      "step": 4800
    },
    {
      "epoch": 0.5293567380179387,
      "grad_norm": 1.3501882553100586,
      "learning_rate": 0.00017250185142197086,
      "loss": 0.7289613246917724,
      "step": 4810
    },
    {
      "epoch": 0.5304572717768118,
      "grad_norm": 1.4207645654678345,
      "learning_rate": 0.00017237899371669516,
      "loss": 0.7605480194091797,
      "step": 4820
    },
    {
      "epoch": 0.5315578055356848,
      "grad_norm": 1.2983626127243042,
      "learning_rate": 0.00017225590612882625,
      "loss": 0.7970122814178466,
      "step": 4830
    },
    {
      "epoch": 0.5326583392945579,
      "grad_norm": 1.3569053411483765,
      "learning_rate": 0.00017213258904930206,
      "loss": 0.7394134521484375,
      "step": 4840
    },
    {
      "epoch": 0.533758873053431,
      "grad_norm": 1.1259307861328125,
      "learning_rate": 0.0001720090428697894,
      "loss": 0.7425519943237304,
      "step": 4850
    },
    {
      "epoch": 0.5348594068123039,
      "grad_norm": 1.453172206878662,
      "learning_rate": 0.0001718852679826827,
      "loss": 0.8017748832702637,
      "step": 4860
    },
    {
      "epoch": 0.535959940571177,
      "grad_norm": 1.2578952312469482,
      "learning_rate": 0.00017176126478110287,
      "loss": 0.7838920593261719,
      "step": 4870
    },
    {
      "epoch": 0.5370604743300501,
      "grad_norm": 1.722364068031311,
      "learning_rate": 0.00017163703365889588,
      "loss": 0.7111594200134277,
      "step": 4880
    },
    {
      "epoch": 0.5381610080889231,
      "grad_norm": 1.3256832361221313,
      "learning_rate": 0.00017151257501063166,
      "loss": 0.73086576461792,
      "step": 4890
    },
    {
      "epoch": 0.5392615418477962,
      "grad_norm": 1.2753175497055054,
      "learning_rate": 0.00017138788923160277,
      "loss": 0.7703966617584228,
      "step": 4900
    },
    {
      "epoch": 0.5403620756066693,
      "grad_norm": 1.411819338798523,
      "learning_rate": 0.00017126297671782306,
      "loss": 0.7726946353912354,
      "step": 4910
    },
    {
      "epoch": 0.5414626093655422,
      "grad_norm": 1.4981974363327026,
      "learning_rate": 0.0001711378378660267,
      "loss": 0.7375073909759522,
      "step": 4920
    },
    {
      "epoch": 0.5425631431244153,
      "grad_norm": 1.4701440334320068,
      "learning_rate": 0.00017101247307366654,
      "loss": 0.7389264583587647,
      "step": 4930
    },
    {
      "epoch": 0.5436636768832884,
      "grad_norm": 1.4490705728530884,
      "learning_rate": 0.0001708868827389132,
      "loss": 0.7916615962982178,
      "step": 4940
    },
    {
      "epoch": 0.5447642106421614,
      "grad_norm": 1.5919363498687744,
      "learning_rate": 0.00017076106726065355,
      "loss": 0.7363606929779053,
      "step": 4950
    },
    {
      "epoch": 0.5458647444010345,
      "grad_norm": 1.5221658945083618,
      "learning_rate": 0.00017063502703848954,
      "loss": 0.756117582321167,
      "step": 4960
    },
    {
      "epoch": 0.5469652781599076,
      "grad_norm": 1.3419508934020996,
      "learning_rate": 0.00017050876247273698,
      "loss": 0.7674195766448975,
      "step": 4970
    },
    {
      "epoch": 0.5480658119187806,
      "grad_norm": 1.1585789918899536,
      "learning_rate": 0.00017038227396442415,
      "loss": 0.7340216159820556,
      "step": 4980
    },
    {
      "epoch": 0.5491663456776537,
      "grad_norm": 1.4809222221374512,
      "learning_rate": 0.00017025556191529063,
      "loss": 0.7714733600616455,
      "step": 4990
    },
    {
      "epoch": 0.5502668794365267,
      "grad_norm": 1.363792061805725,
      "learning_rate": 0.000170128626727786,
      "loss": 0.7531471252441406,
      "step": 5000
    },
    {
      "epoch": 0.5502668794365267,
      "eval_loss": 0.7419883012771606,
      "eval_runtime": 934.9404,
      "eval_samples_per_second": 9.719,
      "eval_steps_per_second": 2.43,
      "step": 5000
    },
    {
      "epoch": 0.5513674131953997,
      "grad_norm": 1.3879987001419067,
      "learning_rate": 0.00017000146880506852,
      "loss": 0.7755624294281006,
      "step": 5010
    },
    {
      "epoch": 0.5524679469542728,
      "grad_norm": 1.1908470392227173,
      "learning_rate": 0.00016987408855100394,
      "loss": 0.6974857807159424,
      "step": 5020
    },
    {
      "epoch": 0.5535684807131459,
      "grad_norm": 1.3515280485153198,
      "learning_rate": 0.00016974648637016403,
      "loss": 0.7421687126159668,
      "step": 5030
    },
    {
      "epoch": 0.5546690144720189,
      "grad_norm": 1.3259779214859009,
      "learning_rate": 0.00016961866266782555,
      "loss": 0.77330641746521,
      "step": 5040
    },
    {
      "epoch": 0.555769548230892,
      "grad_norm": 1.1782556772232056,
      "learning_rate": 0.00016949061784996876,
      "loss": 0.7333382129669189,
      "step": 5050
    },
    {
      "epoch": 0.5568700819897651,
      "grad_norm": 1.1794569492340088,
      "learning_rate": 0.0001693623523232762,
      "loss": 0.7309277534484864,
      "step": 5060
    },
    {
      "epoch": 0.557970615748638,
      "grad_norm": 1.4677120447158813,
      "learning_rate": 0.00016923386649513148,
      "loss": 0.7762013435363769,
      "step": 5070
    },
    {
      "epoch": 0.5590711495075111,
      "grad_norm": 1.354422926902771,
      "learning_rate": 0.00016910516077361782,
      "loss": 0.7435779094696044,
      "step": 5080
    },
    {
      "epoch": 0.5601716832663842,
      "grad_norm": 1.281956672668457,
      "learning_rate": 0.0001689762355675169,
      "loss": 0.7566828250885009,
      "step": 5090
    },
    {
      "epoch": 0.5612722170252572,
      "grad_norm": 1.7170436382293701,
      "learning_rate": 0.00016884709128630744,
      "loss": 0.7960678577423096,
      "step": 5100
    },
    {
      "epoch": 0.5623727507841303,
      "grad_norm": 1.4090797901153564,
      "learning_rate": 0.00016871772834016406,
      "loss": 0.7969419479370117,
      "step": 5110
    },
    {
      "epoch": 0.5634732845430034,
      "grad_norm": 1.6792510747909546,
      "learning_rate": 0.0001685881471399558,
      "loss": 0.7243700504302979,
      "step": 5120
    },
    {
      "epoch": 0.5645738183018764,
      "grad_norm": 1.589468002319336,
      "learning_rate": 0.0001684583480972449,
      "loss": 0.6752159118652343,
      "step": 5130
    },
    {
      "epoch": 0.5656743520607495,
      "grad_norm": 1.2133830785751343,
      "learning_rate": 0.00016832833162428555,
      "loss": 0.7530373573303223,
      "step": 5140
    },
    {
      "epoch": 0.5667748858196225,
      "grad_norm": 1.402968168258667,
      "learning_rate": 0.00016819809813402244,
      "loss": 0.7213272094726563,
      "step": 5150
    },
    {
      "epoch": 0.5678754195784955,
      "grad_norm": 1.7174259424209595,
      "learning_rate": 0.0001680676480400896,
      "loss": 0.7200131416320801,
      "step": 5160
    },
    {
      "epoch": 0.5689759533373686,
      "grad_norm": 1.206224799156189,
      "learning_rate": 0.00016793698175680895,
      "loss": 0.7772294521331787,
      "step": 5170
    },
    {
      "epoch": 0.5700764870962417,
      "grad_norm": 1.2895069122314453,
      "learning_rate": 0.0001678060996991891,
      "loss": 0.7059802532196044,
      "step": 5180
    },
    {
      "epoch": 0.5711770208551147,
      "grad_norm": 1.3851865530014038,
      "learning_rate": 0.00016767500228292395,
      "loss": 0.7481937408447266,
      "step": 5190
    },
    {
      "epoch": 0.5722775546139878,
      "grad_norm": 1.5495299100875854,
      "learning_rate": 0.00016754368992439144,
      "loss": 0.7860031604766846,
      "step": 5200
    },
    {
      "epoch": 0.5733780883728609,
      "grad_norm": 1.0802173614501953,
      "learning_rate": 0.0001674121630406521,
      "loss": 0.7575831890106202,
      "step": 5210
    },
    {
      "epoch": 0.5744786221317338,
      "grad_norm": 1.283719778060913,
      "learning_rate": 0.00016728042204944792,
      "loss": 0.7304069519042968,
      "step": 5220
    },
    {
      "epoch": 0.5755791558906069,
      "grad_norm": 1.291081428527832,
      "learning_rate": 0.00016714846736920081,
      "loss": 0.6965278148651123,
      "step": 5230
    },
    {
      "epoch": 0.57667968964948,
      "grad_norm": 2.7866170406341553,
      "learning_rate": 0.00016701629941901148,
      "loss": 0.7350920677185059,
      "step": 5240
    },
    {
      "epoch": 0.577780223408353,
      "grad_norm": 1.5153194665908813,
      "learning_rate": 0.00016688391861865794,
      "loss": 0.7063103199005127,
      "step": 5250
    },
    {
      "epoch": 0.5788807571672261,
      "grad_norm": 1.8427544832229614,
      "learning_rate": 0.00016675132538859425,
      "loss": 0.7724103450775146,
      "step": 5260
    },
    {
      "epoch": 0.5799812909260992,
      "grad_norm": 1.2077882289886475,
      "learning_rate": 0.00016661852014994918,
      "loss": 0.7549758434295655,
      "step": 5270
    },
    {
      "epoch": 0.5810818246849722,
      "grad_norm": 1.4017447233200073,
      "learning_rate": 0.0001664855033245248,
      "loss": 0.7112679481506348,
      "step": 5280
    },
    {
      "epoch": 0.5821823584438452,
      "grad_norm": 1.3323004245758057,
      "learning_rate": 0.00016635227533479526,
      "loss": 0.673241138458252,
      "step": 5290
    },
    {
      "epoch": 0.5832828922027183,
      "grad_norm": 1.6625175476074219,
      "learning_rate": 0.00016621883660390541,
      "loss": 0.7120931148529053,
      "step": 5300
    },
    {
      "epoch": 0.5843834259615913,
      "grad_norm": 1.3365366458892822,
      "learning_rate": 0.00016608518755566935,
      "loss": 0.726066780090332,
      "step": 5310
    },
    {
      "epoch": 0.5854839597204644,
      "grad_norm": 2.1613974571228027,
      "learning_rate": 0.00016595132861456927,
      "loss": 0.7196171760559082,
      "step": 5320
    },
    {
      "epoch": 0.5865844934793375,
      "grad_norm": 1.333061933517456,
      "learning_rate": 0.0001658172602057539,
      "loss": 0.7693576812744141,
      "step": 5330
    },
    {
      "epoch": 0.5876850272382105,
      "grad_norm": 1.3722368478775024,
      "learning_rate": 0.0001656829827550373,
      "loss": 0.7160601615905762,
      "step": 5340
    },
    {
      "epoch": 0.5887855609970836,
      "grad_norm": 2.5283138751983643,
      "learning_rate": 0.0001655484966888975,
      "loss": 0.7215074062347412,
      "step": 5350
    },
    {
      "epoch": 0.5898860947559567,
      "grad_norm": 1.2876371145248413,
      "learning_rate": 0.0001654138024344751,
      "loss": 0.7553225040435791,
      "step": 5360
    },
    {
      "epoch": 0.5909866285148296,
      "grad_norm": 1.3598158359527588,
      "learning_rate": 0.00016527890041957184,
      "loss": 0.7447906970977783,
      "step": 5370
    },
    {
      "epoch": 0.5920871622737027,
      "grad_norm": 1.4216128587722778,
      "learning_rate": 0.00016514379107264944,
      "loss": 0.6964402675628663,
      "step": 5380
    },
    {
      "epoch": 0.5931876960325758,
      "grad_norm": 1.262564778327942,
      "learning_rate": 0.0001650084748228281,
      "loss": 0.7048509120941162,
      "step": 5390
    },
    {
      "epoch": 0.5942882297914489,
      "grad_norm": 1.6969469785690308,
      "learning_rate": 0.00016487295209988511,
      "loss": 0.7238675117492676,
      "step": 5400
    },
    {
      "epoch": 0.5953887635503219,
      "grad_norm": 1.38680899143219,
      "learning_rate": 0.00016473722333425363,
      "loss": 0.755061674118042,
      "step": 5410
    },
    {
      "epoch": 0.596489297309195,
      "grad_norm": 1.3030256032943726,
      "learning_rate": 0.0001646012889570211,
      "loss": 0.7230662822723388,
      "step": 5420
    },
    {
      "epoch": 0.5975898310680681,
      "grad_norm": 2.8049333095550537,
      "learning_rate": 0.00016446514939992814,
      "loss": 0.7024547576904296,
      "step": 5430
    },
    {
      "epoch": 0.598690364826941,
      "grad_norm": 1.2925546169281006,
      "learning_rate": 0.00016432880509536694,
      "loss": 0.7584189414978028,
      "step": 5440
    },
    {
      "epoch": 0.5997908985858141,
      "grad_norm": 1.4285222291946411,
      "learning_rate": 0.00016419225647638008,
      "loss": 0.6970412731170654,
      "step": 5450
    },
    {
      "epoch": 0.6008914323446872,
      "grad_norm": 1.9083236455917358,
      "learning_rate": 0.0001640555039766589,
      "loss": 0.7205626964569092,
      "step": 5460
    },
    {
      "epoch": 0.6019919661035602,
      "grad_norm": 1.4175890684127808,
      "learning_rate": 0.00016391854803054253,
      "loss": 0.6843720436096191,
      "step": 5470
    },
    {
      "epoch": 0.6030924998624333,
      "grad_norm": 1.6256078481674194,
      "learning_rate": 0.00016378138907301604,
      "loss": 0.7570401191711426,
      "step": 5480
    },
    {
      "epoch": 0.6041930336213064,
      "grad_norm": 1.299574851989746,
      "learning_rate": 0.0001636440275397094,
      "loss": 0.7056687355041504,
      "step": 5490
    },
    {
      "epoch": 0.6052935673801794,
      "grad_norm": 1.8576395511627197,
      "learning_rate": 0.00016350646386689593,
      "loss": 0.7708197116851807,
      "step": 5500
    },
    {
      "epoch": 0.6063941011390525,
      "grad_norm": 1.2749172449111938,
      "learning_rate": 0.00016336869849149105,
      "loss": 0.7359384059906006,
      "step": 5510
    },
    {
      "epoch": 0.6074946348979255,
      "grad_norm": 1.502797245979309,
      "learning_rate": 0.00016323073185105065,
      "loss": 0.7268924713134766,
      "step": 5520
    },
    {
      "epoch": 0.6085951686567985,
      "grad_norm": 1.2893123626708984,
      "learning_rate": 0.00016309256438377004,
      "loss": 0.7836434841156006,
      "step": 5530
    },
    {
      "epoch": 0.6096957024156716,
      "grad_norm": 1.6940971612930298,
      "learning_rate": 0.0001629541965284822,
      "loss": 0.7172956943511963,
      "step": 5540
    },
    {
      "epoch": 0.6107962361745447,
      "grad_norm": 1.4099256992340088,
      "learning_rate": 0.0001628156287246567,
      "loss": 0.7529633522033692,
      "step": 5550
    },
    {
      "epoch": 0.6118967699334177,
      "grad_norm": 1.2283318042755127,
      "learning_rate": 0.00016267686141239812,
      "loss": 0.7456967830657959,
      "step": 5560
    },
    {
      "epoch": 0.6129973036922908,
      "grad_norm": 1.584608554840088,
      "learning_rate": 0.00016253789503244465,
      "loss": 0.7123336791992188,
      "step": 5570
    },
    {
      "epoch": 0.6140978374511639,
      "grad_norm": 1.2020970582962036,
      "learning_rate": 0.0001623987300261668,
      "loss": 0.7346308708190918,
      "step": 5580
    },
    {
      "epoch": 0.6151983712100368,
      "grad_norm": 1.375866174697876,
      "learning_rate": 0.00016225936683556593,
      "loss": 0.7147591590881348,
      "step": 5590
    },
    {
      "epoch": 0.6162989049689099,
      "grad_norm": 3.002707004547119,
      "learning_rate": 0.0001621198059032728,
      "loss": 0.7241267204284668,
      "step": 5600
    },
    {
      "epoch": 0.617399438727783,
      "grad_norm": 1.3746256828308105,
      "learning_rate": 0.0001619800476725463,
      "loss": 0.7762519359588623,
      "step": 5610
    },
    {
      "epoch": 0.618499972486656,
      "grad_norm": 2.4465384483337402,
      "learning_rate": 0.00016184009258727187,
      "loss": 0.7804543018341065,
      "step": 5620
    },
    {
      "epoch": 0.6196005062455291,
      "grad_norm": 1.2646642923355103,
      "learning_rate": 0.00016169994109196023,
      "loss": 0.744245958328247,
      "step": 5630
    },
    {
      "epoch": 0.6207010400044022,
      "grad_norm": 1.3681907653808594,
      "learning_rate": 0.00016155959363174592,
      "loss": 0.7360111713409424,
      "step": 5640
    },
    {
      "epoch": 0.6218015737632752,
      "grad_norm": 1.1509507894515991,
      "learning_rate": 0.00016141905065238587,
      "loss": 0.713913106918335,
      "step": 5650
    },
    {
      "epoch": 0.6229021075221483,
      "grad_norm": 1.4058045148849487,
      "learning_rate": 0.00016127831260025799,
      "loss": 0.7003890037536621,
      "step": 5660
    },
    {
      "epoch": 0.6240026412810213,
      "grad_norm": 1.3103810548782349,
      "learning_rate": 0.0001611373799223598,
      "loss": 0.7160762310028076,
      "step": 5670
    },
    {
      "epoch": 0.6251031750398943,
      "grad_norm": 1.4053767919540405,
      "learning_rate": 0.00016099625306630687,
      "loss": 0.7399090766906739,
      "step": 5680
    },
    {
      "epoch": 0.6262037087987674,
      "grad_norm": 1.4424643516540527,
      "learning_rate": 0.00016085493248033163,
      "loss": 0.7122686386108399,
      "step": 5690
    },
    {
      "epoch": 0.6273042425576405,
      "grad_norm": 1.495091438293457,
      "learning_rate": 0.0001607134186132817,
      "loss": 0.7723418235778808,
      "step": 5700
    },
    {
      "epoch": 0.6284047763165135,
      "grad_norm": 1.9233251810073853,
      "learning_rate": 0.00016057171191461868,
      "loss": 0.7351515769958497,
      "step": 5710
    },
    {
      "epoch": 0.6295053100753866,
      "grad_norm": 1.3022968769073486,
      "learning_rate": 0.00016042981283441655,
      "loss": 0.7153616428375245,
      "step": 5720
    },
    {
      "epoch": 0.6306058438342597,
      "grad_norm": 1.5664523839950562,
      "learning_rate": 0.00016028772182336034,
      "loss": 0.781205701828003,
      "step": 5730
    },
    {
      "epoch": 0.6317063775931326,
      "grad_norm": 1.485307216644287,
      "learning_rate": 0.00016014543933274466,
      "loss": 0.7299734115600586,
      "step": 5740
    },
    {
      "epoch": 0.6328069113520057,
      "grad_norm": 1.2536561489105225,
      "learning_rate": 0.00016000296581447225,
      "loss": 0.7220814228057861,
      "step": 5750
    },
    {
      "epoch": 0.6339074451108788,
      "grad_norm": 1.4910413026809692,
      "learning_rate": 0.00015986030172105266,
      "loss": 0.7590044498443603,
      "step": 5760
    },
    {
      "epoch": 0.6350079788697518,
      "grad_norm": 1.5727530717849731,
      "learning_rate": 0.00015971744750560064,
      "loss": 0.6608116149902343,
      "step": 5770
    },
    {
      "epoch": 0.6361085126286249,
      "grad_norm": 1.3321911096572876,
      "learning_rate": 0.00015957440362183485,
      "loss": 0.7006593704223633,
      "step": 5780
    },
    {
      "epoch": 0.637209046387498,
      "grad_norm": 1.6716225147247314,
      "learning_rate": 0.00015943117052407625,
      "loss": 0.759761381149292,
      "step": 5790
    },
    {
      "epoch": 0.638309580146371,
      "grad_norm": 1.342505693435669,
      "learning_rate": 0.0001592877486672469,
      "loss": 0.7411152362823487,
      "step": 5800
    },
    {
      "epoch": 0.639410113905244,
      "grad_norm": 1.4138150215148926,
      "learning_rate": 0.00015914413850686828,
      "loss": 0.7032299995422363,
      "step": 5810
    },
    {
      "epoch": 0.6405106476641171,
      "grad_norm": 1.3087942600250244,
      "learning_rate": 0.00015900034049905993,
      "loss": 0.6844950199127198,
      "step": 5820
    },
    {
      "epoch": 0.6416111814229901,
      "grad_norm": 1.1978130340576172,
      "learning_rate": 0.0001588563551005381,
      "loss": 0.7046521186828614,
      "step": 5830
    },
    {
      "epoch": 0.6427117151818632,
      "grad_norm": 1.4054518938064575,
      "learning_rate": 0.00015871218276861416,
      "loss": 0.7417028427124024,
      "step": 5840
    },
    {
      "epoch": 0.6438122489407363,
      "grad_norm": 1.4107232093811035,
      "learning_rate": 0.0001585678239611932,
      "loss": 0.7251378536224365,
      "step": 5850
    },
    {
      "epoch": 0.6449127826996093,
      "grad_norm": 1.2596750259399414,
      "learning_rate": 0.00015842327913677252,
      "loss": 0.7766359329223633,
      "step": 5860
    },
    {
      "epoch": 0.6460133164584824,
      "grad_norm": 1.2053841352462769,
      "learning_rate": 0.00015827854875444036,
      "loss": 0.6772095203399658,
      "step": 5870
    },
    {
      "epoch": 0.6471138502173555,
      "grad_norm": 1.432888150215149,
      "learning_rate": 0.00015813363327387415,
      "loss": 0.772012996673584,
      "step": 5880
    },
    {
      "epoch": 0.6482143839762284,
      "grad_norm": 1.5003931522369385,
      "learning_rate": 0.00015798853315533931,
      "loss": 0.740192985534668,
      "step": 5890
    },
    {
      "epoch": 0.6493149177351015,
      "grad_norm": 1.4617244005203247,
      "learning_rate": 0.00015784324885968775,
      "loss": 0.7542769908905029,
      "step": 5900
    },
    {
      "epoch": 0.6504154514939746,
      "grad_norm": 1.3754563331604004,
      "learning_rate": 0.00015769778084835615,
      "loss": 0.7268834114074707,
      "step": 5910
    },
    {
      "epoch": 0.6515159852528476,
      "grad_norm": 1.3474271297454834,
      "learning_rate": 0.00015755212958336488,
      "loss": 0.7852190017700196,
      "step": 5920
    },
    {
      "epoch": 0.6526165190117207,
      "grad_norm": 1.2138652801513672,
      "learning_rate": 0.0001574062955273162,
      "loss": 0.7471586227416992,
      "step": 5930
    },
    {
      "epoch": 0.6537170527705938,
      "grad_norm": 1.2696701288223267,
      "learning_rate": 0.00015726027914339302,
      "loss": 0.667238712310791,
      "step": 5940
    },
    {
      "epoch": 0.6548175865294668,
      "grad_norm": 1.6794250011444092,
      "learning_rate": 0.00015711408089535733,
      "loss": 0.7339349269866944,
      "step": 5950
    },
    {
      "epoch": 0.6559181202883398,
      "grad_norm": 1.243056058883667,
      "learning_rate": 0.00015696770124754873,
      "loss": 0.8075173377990723,
      "step": 5960
    },
    {
      "epoch": 0.6570186540472129,
      "grad_norm": 1.385141134262085,
      "learning_rate": 0.00015682114066488292,
      "loss": 0.7466262817382813,
      "step": 5970
    },
    {
      "epoch": 0.6581191878060859,
      "grad_norm": 1.2319458723068237,
      "learning_rate": 0.00015667439961285028,
      "loss": 0.7330340385437012,
      "step": 5980
    },
    {
      "epoch": 0.659219721564959,
      "grad_norm": 1.4220091104507446,
      "learning_rate": 0.00015652747855751447,
      "loss": 0.73863205909729,
      "step": 5990
    },
    {
      "epoch": 0.6603202553238321,
      "grad_norm": 1.4125266075134277,
      "learning_rate": 0.00015638037796551074,
      "loss": 0.7317982673645019,
      "step": 6000
    },
    {
      "epoch": 0.6603202553238321,
      "eval_loss": 0.7154231071472168,
      "eval_runtime": 936.9703,
      "eval_samples_per_second": 9.698,
      "eval_steps_per_second": 2.425,
      "step": 6000
    },
    {
      "epoch": 0.6614207890827051,
      "grad_norm": 1.248883605003357,
      "learning_rate": 0.00015623309830404457,
      "loss": 0.709596586227417,
      "step": 6010
    },
    {
      "epoch": 0.6625213228415782,
      "grad_norm": 1.1572697162628174,
      "learning_rate": 0.00015608564004089033,
      "loss": 0.6387454986572265,
      "step": 6020
    },
    {
      "epoch": 0.6636218566004513,
      "grad_norm": 1.974361777305603,
      "learning_rate": 0.00015593800364438947,
      "loss": 0.6919140338897705,
      "step": 6030
    },
    {
      "epoch": 0.6647223903593242,
      "grad_norm": 1.510246753692627,
      "learning_rate": 0.00015579018958344928,
      "loss": 0.7729711532592773,
      "step": 6040
    },
    {
      "epoch": 0.6658229241181973,
      "grad_norm": 1.1816668510437012,
      "learning_rate": 0.00015564219832754135,
      "loss": 0.7235398292541504,
      "step": 6050
    },
    {
      "epoch": 0.6669234578770704,
      "grad_norm": 2.0719385147094727,
      "learning_rate": 0.00015549403034670003,
      "loss": 0.7236655712127685,
      "step": 6060
    },
    {
      "epoch": 0.6680239916359434,
      "grad_norm": 1.3846322298049927,
      "learning_rate": 0.00015534568611152096,
      "loss": 0.7563097953796387,
      "step": 6070
    },
    {
      "epoch": 0.6691245253948165,
      "grad_norm": 1.3005784749984741,
      "learning_rate": 0.0001551971660931596,
      "loss": 0.6728219509124755,
      "step": 6080
    },
    {
      "epoch": 0.6702250591536896,
      "grad_norm": 1.6612495183944702,
      "learning_rate": 0.0001550484707633297,
      "loss": 0.7208469867706299,
      "step": 6090
    },
    {
      "epoch": 0.6713255929125626,
      "grad_norm": 1.536747932434082,
      "learning_rate": 0.00015489960059430184,
      "loss": 0.7596847534179687,
      "step": 6100
    },
    {
      "epoch": 0.6724261266714356,
      "grad_norm": 1.2718262672424316,
      "learning_rate": 0.00015475055605890185,
      "loss": 0.728467607498169,
      "step": 6110
    },
    {
      "epoch": 0.6735266604303087,
      "grad_norm": 1.2997578382492065,
      "learning_rate": 0.00015460133763050947,
      "loss": 0.6834435939788819,
      "step": 6120
    },
    {
      "epoch": 0.6746271941891817,
      "grad_norm": 1.2644582986831665,
      "learning_rate": 0.00015445194578305658,
      "loss": 0.6802155017852783,
      "step": 6130
    },
    {
      "epoch": 0.6757277279480548,
      "grad_norm": 1.3019027709960938,
      "learning_rate": 0.00015430238099102601,
      "loss": 0.6821646213531494,
      "step": 6140
    },
    {
      "epoch": 0.6768282617069279,
      "grad_norm": 1.2540215253829956,
      "learning_rate": 0.00015415264372944983,
      "loss": 0.7386213302612304,
      "step": 6150
    },
    {
      "epoch": 0.6779287954658009,
      "grad_norm": 1.2781347036361694,
      "learning_rate": 0.0001540027344739078,
      "loss": 0.76524658203125,
      "step": 6160
    },
    {
      "epoch": 0.679029329224674,
      "grad_norm": 1.3025370836257935,
      "learning_rate": 0.0001538526537005261,
      "loss": 0.7432229042053222,
      "step": 6170
    },
    {
      "epoch": 0.680129862983547,
      "grad_norm": 1.178902506828308,
      "learning_rate": 0.0001537024018859756,
      "loss": 0.7016994953155518,
      "step": 6180
    },
    {
      "epoch": 0.68123039674242,
      "grad_norm": 1.3114815950393677,
      "learning_rate": 0.0001535519795074703,
      "loss": 0.731592321395874,
      "step": 6190
    },
    {
      "epoch": 0.6823309305012931,
      "grad_norm": 1.7339528799057007,
      "learning_rate": 0.0001534013870427662,
      "loss": 0.7412378787994385,
      "step": 6200
    },
    {
      "epoch": 0.6834314642601662,
      "grad_norm": 1.2772549390792847,
      "learning_rate": 0.00015325062497015916,
      "loss": 0.7278597354888916,
      "step": 6210
    },
    {
      "epoch": 0.6845319980190392,
      "grad_norm": 1.119942545890808,
      "learning_rate": 0.00015309969376848406,
      "loss": 0.6550940036773681,
      "step": 6220
    },
    {
      "epoch": 0.6856325317779123,
      "grad_norm": 1.7672674655914307,
      "learning_rate": 0.00015294859391711273,
      "loss": 0.6876314640045166,
      "step": 6230
    },
    {
      "epoch": 0.6867330655367854,
      "grad_norm": 1.5041821002960205,
      "learning_rate": 0.00015279732589595276,
      "loss": 0.7159430503845214,
      "step": 6240
    },
    {
      "epoch": 0.6878335992956583,
      "grad_norm": 1.3722065687179565,
      "learning_rate": 0.00015264589018544578,
      "loss": 0.689654541015625,
      "step": 6250
    },
    {
      "epoch": 0.6889341330545314,
      "grad_norm": 1.4130030870437622,
      "learning_rate": 0.0001524942872665661,
      "loss": 0.779707956314087,
      "step": 6260
    },
    {
      "epoch": 0.6900346668134045,
      "grad_norm": 1.3028900623321533,
      "learning_rate": 0.000152342517620819,
      "loss": 0.7033322811126709,
      "step": 6270
    },
    {
      "epoch": 0.6911352005722775,
      "grad_norm": 1.2611339092254639,
      "learning_rate": 0.0001521905817302395,
      "loss": 0.7246399402618409,
      "step": 6280
    },
    {
      "epoch": 0.6922357343311506,
      "grad_norm": 1.3958343267440796,
      "learning_rate": 0.00015203848007739034,
      "loss": 0.7422275543212891,
      "step": 6290
    },
    {
      "epoch": 0.6933362680900237,
      "grad_norm": 1.3530064821243286,
      "learning_rate": 0.00015188621314536098,
      "loss": 0.7618152141571045,
      "step": 6300
    },
    {
      "epoch": 0.6944368018488967,
      "grad_norm": 1.2685966491699219,
      "learning_rate": 0.00015173378141776568,
      "loss": 0.7283220767974854,
      "step": 6310
    },
    {
      "epoch": 0.6955373356077698,
      "grad_norm": 1.5027806758880615,
      "learning_rate": 0.0001515811853787422,
      "loss": 0.6772040843963623,
      "step": 6320
    },
    {
      "epoch": 0.6966378693666428,
      "grad_norm": 1.2491596937179565,
      "learning_rate": 0.0001514284255129501,
      "loss": 0.7292652130126953,
      "step": 6330
    },
    {
      "epoch": 0.6977384031255158,
      "grad_norm": 1.2554333209991455,
      "learning_rate": 0.00015127550230556932,
      "loss": 0.6931362628936768,
      "step": 6340
    },
    {
      "epoch": 0.6988389368843889,
      "grad_norm": 1.34043288230896,
      "learning_rate": 0.00015112241624229856,
      "loss": 0.7329248428344727,
      "step": 6350
    },
    {
      "epoch": 0.699939470643262,
      "grad_norm": 1.1904277801513672,
      "learning_rate": 0.00015096916780935372,
      "loss": 0.7226557254791259,
      "step": 6360
    },
    {
      "epoch": 0.701040004402135,
      "grad_norm": 1.2233314514160156,
      "learning_rate": 0.0001508157574934665,
      "loss": 0.7005710124969482,
      "step": 6370
    },
    {
      "epoch": 0.7021405381610081,
      "grad_norm": 1.4783847332000732,
      "learning_rate": 0.00015066218578188272,
      "loss": 0.7101388454437256,
      "step": 6380
    },
    {
      "epoch": 0.7032410719198812,
      "grad_norm": 1.2805193662643433,
      "learning_rate": 0.00015050845316236076,
      "loss": 0.7289349555969238,
      "step": 6390
    },
    {
      "epoch": 0.7043416056787541,
      "grad_norm": 1.3018475770950317,
      "learning_rate": 0.0001503545601231701,
      "loss": 0.713924503326416,
      "step": 6400
    },
    {
      "epoch": 0.7054421394376272,
      "grad_norm": 1.3639897108078003,
      "learning_rate": 0.00015020050715308972,
      "loss": 0.6581418514251709,
      "step": 6410
    },
    {
      "epoch": 0.7065426731965003,
      "grad_norm": 1.4128023386001587,
      "learning_rate": 0.0001500462947414066,
      "loss": 0.7135940074920655,
      "step": 6420
    },
    {
      "epoch": 0.7076432069553733,
      "grad_norm": 1.2122293710708618,
      "learning_rate": 0.00014989192337791404,
      "loss": 0.7303122997283935,
      "step": 6430
    },
    {
      "epoch": 0.7087437407142464,
      "grad_norm": 1.1786285638809204,
      "learning_rate": 0.00014973739355291022,
      "loss": 0.7025662422180176,
      "step": 6440
    },
    {
      "epoch": 0.7098442744731195,
      "grad_norm": 1.3302885293960571,
      "learning_rate": 0.00014958270575719668,
      "loss": 0.7187159538269043,
      "step": 6450
    },
    {
      "epoch": 0.7109448082319925,
      "grad_norm": 1.4084340333938599,
      "learning_rate": 0.00014942786048207656,
      "loss": 0.725886344909668,
      "step": 6460
    },
    {
      "epoch": 0.7120453419908656,
      "grad_norm": 1.2113697528839111,
      "learning_rate": 0.0001492728582193532,
      "loss": 0.7125999450683593,
      "step": 6470
    },
    {
      "epoch": 0.7131458757497386,
      "grad_norm": 1.41702401638031,
      "learning_rate": 0.0001491176994613287,
      "loss": 0.6910535335540772,
      "step": 6480
    },
    {
      "epoch": 0.7142464095086116,
      "grad_norm": 1.6196422576904297,
      "learning_rate": 0.00014896238470080196,
      "loss": 0.7285680770874023,
      "step": 6490
    },
    {
      "epoch": 0.7153469432674847,
      "grad_norm": 1.186160922050476,
      "learning_rate": 0.00014880691443106762,
      "loss": 0.7270355701446534,
      "step": 6500
    },
    {
      "epoch": 0.7164474770263578,
      "grad_norm": 1.3876869678497314,
      "learning_rate": 0.00014865128914591397,
      "loss": 0.6556861877441407,
      "step": 6510
    },
    {
      "epoch": 0.7175480107852308,
      "grad_norm": 1.2404990196228027,
      "learning_rate": 0.00014849550933962186,
      "loss": 0.6614561557769776,
      "step": 6520
    },
    {
      "epoch": 0.7186485445441039,
      "grad_norm": 1.5126335620880127,
      "learning_rate": 0.00014833957550696277,
      "loss": 0.6966361045837403,
      "step": 6530
    },
    {
      "epoch": 0.719749078302977,
      "grad_norm": 1.2630326747894287,
      "learning_rate": 0.00014818348814319747,
      "loss": 0.7556998252868652,
      "step": 6540
    },
    {
      "epoch": 0.7208496120618499,
      "grad_norm": 1.3583987951278687,
      "learning_rate": 0.00014802724774407432,
      "loss": 0.707868242263794,
      "step": 6550
    },
    {
      "epoch": 0.721950145820723,
      "grad_norm": 1.3609402179718018,
      "learning_rate": 0.00014787085480582772,
      "loss": 0.7230880737304688,
      "step": 6560
    },
    {
      "epoch": 0.7230506795795961,
      "grad_norm": 1.1819531917572021,
      "learning_rate": 0.00014771430982517662,
      "loss": 0.6786688804626465,
      "step": 6570
    },
    {
      "epoch": 0.7241512133384692,
      "grad_norm": 1.2774471044540405,
      "learning_rate": 0.00014755761329932274,
      "loss": 0.7156373977661132,
      "step": 6580
    },
    {
      "epoch": 0.7252517470973422,
      "grad_norm": 1.375931739807129,
      "learning_rate": 0.0001474007657259493,
      "loss": 0.7217991828918457,
      "step": 6590
    },
    {
      "epoch": 0.7263522808562153,
      "grad_norm": 1.1880601644515991,
      "learning_rate": 0.0001472437676032191,
      "loss": 0.7250751495361328,
      "step": 6600
    },
    {
      "epoch": 0.7274528146150884,
      "grad_norm": 2.0583808422088623,
      "learning_rate": 0.0001470866194297732,
      "loss": 0.6847675800323486,
      "step": 6610
    },
    {
      "epoch": 0.7285533483739614,
      "grad_norm": 1.3453950881958008,
      "learning_rate": 0.0001469293217047292,
      "loss": 0.7251123428344727,
      "step": 6620
    },
    {
      "epoch": 0.7296538821328344,
      "grad_norm": 1.527479887008667,
      "learning_rate": 0.00014677187492767964,
      "loss": 0.6714204311370849,
      "step": 6630
    },
    {
      "epoch": 0.7307544158917075,
      "grad_norm": 1.5210182666778564,
      "learning_rate": 0.00014661427959869057,
      "loss": 0.6623645782470703,
      "step": 6640
    },
    {
      "epoch": 0.7318549496505805,
      "grad_norm": 1.4670600891113281,
      "learning_rate": 0.00014645653621829977,
      "loss": 0.6705510139465332,
      "step": 6650
    },
    {
      "epoch": 0.7329554834094536,
      "grad_norm": 1.5107208490371704,
      "learning_rate": 0.00014629864528751526,
      "loss": 0.6907163619995117,
      "step": 6660
    },
    {
      "epoch": 0.7340560171683267,
      "grad_norm": 1.3847161531448364,
      "learning_rate": 0.00014614060730781377,
      "loss": 0.6747828960418701,
      "step": 6670
    },
    {
      "epoch": 0.7351565509271997,
      "grad_norm": 1.7698922157287598,
      "learning_rate": 0.00014598242278113897,
      "loss": 0.7515909194946289,
      "step": 6680
    },
    {
      "epoch": 0.7362570846860728,
      "grad_norm": 1.2080354690551758,
      "learning_rate": 0.0001458240922099,
      "loss": 0.7281320571899415,
      "step": 6690
    },
    {
      "epoch": 0.7373576184449459,
      "grad_norm": 1.295284628868103,
      "learning_rate": 0.00014566561609696986,
      "loss": 0.699878454208374,
      "step": 6700
    },
    {
      "epoch": 0.7384581522038188,
      "grad_norm": 1.39139986038208,
      "learning_rate": 0.00014550699494568384,
      "loss": 0.7556473731994628,
      "step": 6710
    },
    {
      "epoch": 0.7395586859626919,
      "grad_norm": 1.4971297979354858,
      "learning_rate": 0.0001453482292598379,
      "loss": 0.6911003112792968,
      "step": 6720
    },
    {
      "epoch": 0.740659219721565,
      "grad_norm": 1.5792361497879028,
      "learning_rate": 0.00014518931954368694,
      "loss": 0.7027464389801026,
      "step": 6730
    },
    {
      "epoch": 0.741759753480438,
      "grad_norm": 1.2973233461380005,
      "learning_rate": 0.0001450302663019434,
      "loss": 0.7206850528717041,
      "step": 6740
    },
    {
      "epoch": 0.7428602872393111,
      "grad_norm": 1.3215023279190063,
      "learning_rate": 0.0001448710700397756,
      "loss": 0.7368278980255127,
      "step": 6750
    },
    {
      "epoch": 0.7439608209981842,
      "grad_norm": 1.1171671152114868,
      "learning_rate": 0.00014471173126280606,
      "loss": 0.66349196434021,
      "step": 6760
    },
    {
      "epoch": 0.7450613547570571,
      "grad_norm": 1.2632873058319092,
      "learning_rate": 0.00014455225047710989,
      "loss": 0.6891120910644531,
      "step": 6770
    },
    {
      "epoch": 0.7461618885159302,
      "grad_norm": 1.3787199258804321,
      "learning_rate": 0.00014439262818921334,
      "loss": 0.6997201442718506,
      "step": 6780
    },
    {
      "epoch": 0.7472624222748033,
      "grad_norm": 1.269120693206787,
      "learning_rate": 0.00014423286490609203,
      "loss": 0.7099348068237304,
      "step": 6790
    },
    {
      "epoch": 0.7483629560336763,
      "grad_norm": 1.2346347570419312,
      "learning_rate": 0.00014407296113516934,
      "loss": 0.735411548614502,
      "step": 6800
    },
    {
      "epoch": 0.7494634897925494,
      "grad_norm": 1.6132004261016846,
      "learning_rate": 0.000143912917384315,
      "loss": 0.7112602233886719,
      "step": 6810
    },
    {
      "epoch": 0.7505640235514225,
      "grad_norm": 1.3072880506515503,
      "learning_rate": 0.00014375273416184322,
      "loss": 0.6661246299743653,
      "step": 6820
    },
    {
      "epoch": 0.7516645573102955,
      "grad_norm": 1.301348090171814,
      "learning_rate": 0.00014359241197651112,
      "loss": 0.6509958267211914,
      "step": 6830
    },
    {
      "epoch": 0.7527650910691686,
      "grad_norm": 1.1231361627578735,
      "learning_rate": 0.00014343195133751738,
      "loss": 0.6790677547454834,
      "step": 6840
    },
    {
      "epoch": 0.7538656248280416,
      "grad_norm": 1.1891106367111206,
      "learning_rate": 0.00014327135275450022,
      "loss": 0.6516884803771973,
      "step": 6850
    },
    {
      "epoch": 0.7549661585869146,
      "grad_norm": 1.1670225858688354,
      "learning_rate": 0.00014311061673753615,
      "loss": 0.6912143707275391,
      "step": 6860
    },
    {
      "epoch": 0.7560666923457877,
      "grad_norm": 1.3946342468261719,
      "learning_rate": 0.00014294974379713802,
      "loss": 0.6989268302917481,
      "step": 6870
    },
    {
      "epoch": 0.7571672261046608,
      "grad_norm": 1.179093360900879,
      "learning_rate": 0.00014278873444425368,
      "loss": 0.7307651996612549,
      "step": 6880
    },
    {
      "epoch": 0.7582677598635338,
      "grad_norm": 1.292688012123108,
      "learning_rate": 0.00014262758919026422,
      "loss": 0.6909995079040527,
      "step": 6890
    },
    {
      "epoch": 0.7593682936224069,
      "grad_norm": 1.2528825998306274,
      "learning_rate": 0.00014246630854698232,
      "loss": 0.7367213726043701,
      "step": 6900
    },
    {
      "epoch": 0.76046882738128,
      "grad_norm": 1.1586990356445312,
      "learning_rate": 0.00014230489302665073,
      "loss": 0.6632703304290771,
      "step": 6910
    },
    {
      "epoch": 0.761569361140153,
      "grad_norm": 1.6231518983840942,
      "learning_rate": 0.00014214334314194055,
      "loss": 0.6899041175842285,
      "step": 6920
    },
    {
      "epoch": 0.762669894899026,
      "grad_norm": 1.302525281906128,
      "learning_rate": 0.0001419816594059496,
      "loss": 0.7668297767639161,
      "step": 6930
    },
    {
      "epoch": 0.7637704286578991,
      "grad_norm": 1.283761978149414,
      "learning_rate": 0.0001418198423322009,
      "loss": 0.7081122398376465,
      "step": 6940
    },
    {
      "epoch": 0.7648709624167721,
      "grad_norm": 1.1314969062805176,
      "learning_rate": 0.0001416578924346409,
      "loss": 0.6925370216369628,
      "step": 6950
    },
    {
      "epoch": 0.7659714961756452,
      "grad_norm": 1.2459073066711426,
      "learning_rate": 0.00014149581022763794,
      "loss": 0.6523490428924561,
      "step": 6960
    },
    {
      "epoch": 0.7670720299345183,
      "grad_norm": 1.5697073936462402,
      "learning_rate": 0.00014133359622598056,
      "loss": 0.6504369735717773,
      "step": 6970
    },
    {
      "epoch": 0.7681725636933913,
      "grad_norm": 1.4411842823028564,
      "learning_rate": 0.00014117125094487596,
      "loss": 0.6521959781646729,
      "step": 6980
    },
    {
      "epoch": 0.7692730974522644,
      "grad_norm": 2.7891016006469727,
      "learning_rate": 0.0001410087748999482,
      "loss": 0.6588033676147461,
      "step": 6990
    },
    {
      "epoch": 0.7703736312111374,
      "grad_norm": 1.2571395635604858,
      "learning_rate": 0.00014084616860723676,
      "loss": 0.7186612606048584,
      "step": 7000
    },
    {
      "epoch": 0.7703736312111374,
      "eval_loss": 0.6988013386726379,
      "eval_runtime": 935.5187,
      "eval_samples_per_second": 9.713,
      "eval_steps_per_second": 2.429,
      "step": 7000
    },
    {
      "epoch": 0.7714741649700104,
      "grad_norm": 1.1871322393417358,
      "learning_rate": 0.00014068343258319472,
      "loss": 0.6798050880432129,
      "step": 7010
    },
    {
      "epoch": 0.7725746987288835,
      "grad_norm": 1.6656651496887207,
      "learning_rate": 0.0001405205673446872,
      "loss": 0.7257527351379395,
      "step": 7020
    },
    {
      "epoch": 0.7736752324877566,
      "grad_norm": 1.366361141204834,
      "learning_rate": 0.00014035757340898978,
      "loss": 0.6586103916168213,
      "step": 7030
    },
    {
      "epoch": 0.7747757662466296,
      "grad_norm": 1.5451475381851196,
      "learning_rate": 0.00014019445129378677,
      "loss": 0.6806992530822754,
      "step": 7040
    },
    {
      "epoch": 0.7758763000055027,
      "grad_norm": 1.2665611505508423,
      "learning_rate": 0.00014003120151716953,
      "loss": 0.7109615325927734,
      "step": 7050
    },
    {
      "epoch": 0.7769768337643758,
      "grad_norm": 1.2748724222183228,
      "learning_rate": 0.000139867824597635,
      "loss": 0.7034411430358887,
      "step": 7060
    },
    {
      "epoch": 0.7780773675232487,
      "grad_norm": 1.4949373006820679,
      "learning_rate": 0.00013970432105408378,
      "loss": 0.6983131885528564,
      "step": 7070
    },
    {
      "epoch": 0.7791779012821218,
      "grad_norm": 1.5629324913024902,
      "learning_rate": 0.00013954069140581884,
      "loss": 0.6774309635162353,
      "step": 7080
    },
    {
      "epoch": 0.7802784350409949,
      "grad_norm": 1.2059013843536377,
      "learning_rate": 0.00013937693617254351,
      "loss": 0.6928264141082764,
      "step": 7090
    },
    {
      "epoch": 0.7813789687998679,
      "grad_norm": 1.350574254989624,
      "learning_rate": 0.00013921305587436,
      "loss": 0.6662729740142822,
      "step": 7100
    },
    {
      "epoch": 0.782479502558741,
      "grad_norm": 1.2160134315490723,
      "learning_rate": 0.00013904905103176787,
      "loss": 0.7077804565429687,
      "step": 7110
    },
    {
      "epoch": 0.7835800363176141,
      "grad_norm": 1.2523444890975952,
      "learning_rate": 0.0001388849221656621,
      "loss": 0.7563854694366455,
      "step": 7120
    },
    {
      "epoch": 0.7846805700764871,
      "grad_norm": 1.2325736284255981,
      "learning_rate": 0.0001387206697973316,
      "loss": 0.6632079601287841,
      "step": 7130
    },
    {
      "epoch": 0.7857811038353602,
      "grad_norm": 1.342939853668213,
      "learning_rate": 0.0001385562944484577,
      "loss": 0.6962016105651856,
      "step": 7140
    },
    {
      "epoch": 0.7868816375942332,
      "grad_norm": 1.6244813203811646,
      "learning_rate": 0.00013839179664111204,
      "loss": 0.6567019939422607,
      "step": 7150
    },
    {
      "epoch": 0.7879821713531062,
      "grad_norm": 1.8458601236343384,
      "learning_rate": 0.00013822717689775547,
      "loss": 0.660393762588501,
      "step": 7160
    },
    {
      "epoch": 0.7890827051119793,
      "grad_norm": 1.518789529800415,
      "learning_rate": 0.00013806243574123597,
      "loss": 0.6897108554840088,
      "step": 7170
    },
    {
      "epoch": 0.7901832388708524,
      "grad_norm": 1.2446949481964111,
      "learning_rate": 0.00013789757369478715,
      "loss": 0.6905016422271728,
      "step": 7180
    },
    {
      "epoch": 0.7912837726297254,
      "grad_norm": 1.1706857681274414,
      "learning_rate": 0.00013773259128202668,
      "loss": 0.6798492908477783,
      "step": 7190
    },
    {
      "epoch": 0.7923843063885985,
      "grad_norm": 2.5733892917633057,
      "learning_rate": 0.0001375674890269544,
      "loss": 0.6814803600311279,
      "step": 7200
    },
    {
      "epoch": 0.7934848401474716,
      "grad_norm": 1.091080904006958,
      "learning_rate": 0.00013740226745395084,
      "loss": 0.6753903388977051,
      "step": 7210
    },
    {
      "epoch": 0.7945853739063445,
      "grad_norm": 1.5836533308029175,
      "learning_rate": 0.00013723692708777553,
      "loss": 0.6552946090698242,
      "step": 7220
    },
    {
      "epoch": 0.7956859076652176,
      "grad_norm": 1.1512203216552734,
      "learning_rate": 0.00013707146845356517,
      "loss": 0.6479218482971192,
      "step": 7230
    },
    {
      "epoch": 0.7967864414240907,
      "grad_norm": 1.2342529296875,
      "learning_rate": 0.00013690589207683224,
      "loss": 0.6967320442199707,
      "step": 7240
    },
    {
      "epoch": 0.7978869751829637,
      "grad_norm": 1.3044766187667847,
      "learning_rate": 0.00013674019848346309,
      "loss": 0.6886932849884033,
      "step": 7250
    },
    {
      "epoch": 0.7989875089418368,
      "grad_norm": 1.1774944067001343,
      "learning_rate": 0.00013657438819971644,
      "loss": 0.6783594608306884,
      "step": 7260
    },
    {
      "epoch": 0.8000880427007099,
      "grad_norm": 1.2176823616027832,
      "learning_rate": 0.00013640846175222147,
      "loss": 0.7020230770111084,
      "step": 7270
    },
    {
      "epoch": 0.8011885764595829,
      "grad_norm": 1.2440234422683716,
      "learning_rate": 0.00013624241966797657,
      "loss": 0.659848976135254,
      "step": 7280
    },
    {
      "epoch": 0.802289110218456,
      "grad_norm": 1.3187357187271118,
      "learning_rate": 0.0001360762624743471,
      "loss": 0.6982054710388184,
      "step": 7290
    },
    {
      "epoch": 0.803389643977329,
      "grad_norm": 1.218770146369934,
      "learning_rate": 0.0001359099906990643,
      "loss": 0.7144939422607421,
      "step": 7300
    },
    {
      "epoch": 0.804490177736202,
      "grad_norm": 1.4207760095596313,
      "learning_rate": 0.0001357436048702231,
      "loss": 0.7038421154022216,
      "step": 7310
    },
    {
      "epoch": 0.8055907114950751,
      "grad_norm": 1.2784091234207153,
      "learning_rate": 0.0001355771055162808,
      "loss": 0.7102098941802979,
      "step": 7320
    },
    {
      "epoch": 0.8066912452539482,
      "grad_norm": 1.3901985883712769,
      "learning_rate": 0.00013541049316605528,
      "loss": 0.7364766120910644,
      "step": 7330
    },
    {
      "epoch": 0.8077917790128212,
      "grad_norm": 1.591460108757019,
      "learning_rate": 0.00013524376834872322,
      "loss": 0.7228377819061279,
      "step": 7340
    },
    {
      "epoch": 0.8088923127716943,
      "grad_norm": 1.3788084983825684,
      "learning_rate": 0.00013507693159381856,
      "loss": 0.7458762168884278,
      "step": 7350
    },
    {
      "epoch": 0.8099928465305674,
      "grad_norm": 1.2996565103530884,
      "learning_rate": 0.0001349099834312308,
      "loss": 0.762279748916626,
      "step": 7360
    },
    {
      "epoch": 0.8110933802894403,
      "grad_norm": 1.245705485343933,
      "learning_rate": 0.00013474292439120324,
      "loss": 0.698921537399292,
      "step": 7370
    },
    {
      "epoch": 0.8121939140483134,
      "grad_norm": 2.505213737487793,
      "learning_rate": 0.00013457575500433125,
      "loss": 0.674662446975708,
      "step": 7380
    },
    {
      "epoch": 0.8132944478071865,
      "grad_norm": 2.3632819652557373,
      "learning_rate": 0.0001344084758015609,
      "loss": 0.7322216987609863,
      "step": 7390
    },
    {
      "epoch": 0.8143949815660595,
      "grad_norm": 1.5684608221054077,
      "learning_rate": 0.00013424108731418678,
      "loss": 0.695711612701416,
      "step": 7400
    },
    {
      "epoch": 0.8154955153249326,
      "grad_norm": 1.2372469902038574,
      "learning_rate": 0.00013407359007385077,
      "loss": 0.6515445709228516,
      "step": 7410
    },
    {
      "epoch": 0.8165960490838057,
      "grad_norm": 1.4333858489990234,
      "learning_rate": 0.00013390598461254013,
      "loss": 0.7076169013977051,
      "step": 7420
    },
    {
      "epoch": 0.8176965828426787,
      "grad_norm": 1.4251869916915894,
      "learning_rate": 0.00013373827146258567,
      "loss": 0.6859198570251465,
      "step": 7430
    },
    {
      "epoch": 0.8187971166015517,
      "grad_norm": 1.328965425491333,
      "learning_rate": 0.0001335704511566605,
      "loss": 0.6973493576049805,
      "step": 7440
    },
    {
      "epoch": 0.8198976503604248,
      "grad_norm": 1.5237798690795898,
      "learning_rate": 0.00013340252422777788,
      "loss": 0.6448246479034424,
      "step": 7450
    },
    {
      "epoch": 0.8209981841192978,
      "grad_norm": 1.3510645627975464,
      "learning_rate": 0.00013323449120928972,
      "loss": 0.7142490863800048,
      "step": 7460
    },
    {
      "epoch": 0.8220987178781709,
      "grad_norm": 1.3509327173233032,
      "learning_rate": 0.00013306635263488504,
      "loss": 0.6812589645385743,
      "step": 7470
    },
    {
      "epoch": 0.823199251637044,
      "grad_norm": 1.3660122156143188,
      "learning_rate": 0.0001328981090385879,
      "loss": 0.7049969673156739,
      "step": 7480
    },
    {
      "epoch": 0.824299785395917,
      "grad_norm": 1.6111016273498535,
      "learning_rate": 0.00013272976095475604,
      "loss": 0.6968174934387207,
      "step": 7490
    },
    {
      "epoch": 0.8254003191547901,
      "grad_norm": 1.4804449081420898,
      "learning_rate": 0.00013256130891807909,
      "loss": 0.6459970474243164,
      "step": 7500
    },
    {
      "epoch": 0.8265008529136632,
      "grad_norm": 1.3297840356826782,
      "learning_rate": 0.00013239275346357677,
      "loss": 0.6993029594421387,
      "step": 7510
    },
    {
      "epoch": 0.8276013866725361,
      "grad_norm": 1.4443268775939941,
      "learning_rate": 0.00013222409512659731,
      "loss": 0.7198901176452637,
      "step": 7520
    },
    {
      "epoch": 0.8287019204314092,
      "grad_norm": 1.931485891342163,
      "learning_rate": 0.00013205533444281565,
      "loss": 0.7343377113342285,
      "step": 7530
    },
    {
      "epoch": 0.8298024541902823,
      "grad_norm": 1.3457489013671875,
      "learning_rate": 0.00013188647194823186,
      "loss": 0.7027858257293701,
      "step": 7540
    },
    {
      "epoch": 0.8309029879491553,
      "grad_norm": 1.467539668083191,
      "learning_rate": 0.00013171750817916932,
      "loss": 0.6650913238525391,
      "step": 7550
    },
    {
      "epoch": 0.8320035217080284,
      "grad_norm": 1.6861003637313843,
      "learning_rate": 0.00013154844367227312,
      "loss": 0.7291770935058594,
      "step": 7560
    },
    {
      "epoch": 0.8331040554669015,
      "grad_norm": 1.1725903749465942,
      "learning_rate": 0.00013137927896450825,
      "loss": 0.7654675483703614,
      "step": 7570
    },
    {
      "epoch": 0.8342045892257745,
      "grad_norm": 1.3469438552856445,
      "learning_rate": 0.000131210014593158,
      "loss": 0.6373929500579834,
      "step": 7580
    },
    {
      "epoch": 0.8353051229846475,
      "grad_norm": 1.3646994829177856,
      "learning_rate": 0.00013104065109582216,
      "loss": 0.6589652061462402,
      "step": 7590
    },
    {
      "epoch": 0.8364056567435206,
      "grad_norm": 1.4819387197494507,
      "learning_rate": 0.0001308711890104153,
      "loss": 0.7560039520263672,
      "step": 7600
    },
    {
      "epoch": 0.8375061905023936,
      "grad_norm": 2.5454657077789307,
      "learning_rate": 0.00013070162887516526,
      "loss": 0.7073025226593017,
      "step": 7610
    },
    {
      "epoch": 0.8386067242612667,
      "grad_norm": 1.3752559423446655,
      "learning_rate": 0.00013053197122861118,
      "loss": 0.6591440677642822,
      "step": 7620
    },
    {
      "epoch": 0.8397072580201398,
      "grad_norm": 1.2405189275741577,
      "learning_rate": 0.00013036221660960197,
      "loss": 0.6888460636138916,
      "step": 7630
    },
    {
      "epoch": 0.8408077917790128,
      "grad_norm": 1.35996413230896,
      "learning_rate": 0.00013019236555729448,
      "loss": 0.7027706146240235,
      "step": 7640
    },
    {
      "epoch": 0.8419083255378859,
      "grad_norm": 1.7200969457626343,
      "learning_rate": 0.00013002241861115186,
      "loss": 0.6196746349334716,
      "step": 7650
    },
    {
      "epoch": 0.843008859296759,
      "grad_norm": 1.377030372619629,
      "learning_rate": 0.00012985237631094187,
      "loss": 0.627590274810791,
      "step": 7660
    },
    {
      "epoch": 0.8441093930556319,
      "grad_norm": 1.4566055536270142,
      "learning_rate": 0.00012968223919673503,
      "loss": 0.6607007026672364,
      "step": 7670
    },
    {
      "epoch": 0.845209926814505,
      "grad_norm": 1.4451576471328735,
      "learning_rate": 0.0001295120078089031,
      "loss": 0.7037580013275146,
      "step": 7680
    },
    {
      "epoch": 0.8463104605733781,
      "grad_norm": 1.415389060974121,
      "learning_rate": 0.00012934168268811719,
      "loss": 0.7002586364746094,
      "step": 7690
    },
    {
      "epoch": 0.8474109943322511,
      "grad_norm": 1.4278415441513062,
      "learning_rate": 0.0001291712643753462,
      "loss": 0.7121758460998535,
      "step": 7700
    },
    {
      "epoch": 0.8485115280911242,
      "grad_norm": 1.371798038482666,
      "learning_rate": 0.00012900075341185487,
      "loss": 0.6606307029724121,
      "step": 7710
    },
    {
      "epoch": 0.8496120618499973,
      "grad_norm": 1.5357285737991333,
      "learning_rate": 0.00012883015033920235,
      "loss": 0.6908731460571289,
      "step": 7720
    },
    {
      "epoch": 0.8507125956088702,
      "grad_norm": 1.506842851638794,
      "learning_rate": 0.0001286594556992403,
      "loss": 0.6720726966857911,
      "step": 7730
    },
    {
      "epoch": 0.8518131293677433,
      "grad_norm": 1.4170438051223755,
      "learning_rate": 0.00012848867003411116,
      "loss": 0.6788636207580566,
      "step": 7740
    },
    {
      "epoch": 0.8529136631266164,
      "grad_norm": 1.1453160047531128,
      "learning_rate": 0.0001283177938862465,
      "loss": 0.6716455936431884,
      "step": 7750
    },
    {
      "epoch": 0.8540141968854894,
      "grad_norm": 1.438539981842041,
      "learning_rate": 0.0001281468277983653,
      "loss": 0.7212297439575195,
      "step": 7760
    },
    {
      "epoch": 0.8551147306443625,
      "grad_norm": 1.373718500137329,
      "learning_rate": 0.00012797577231347216,
      "loss": 0.6638013839721679,
      "step": 7770
    },
    {
      "epoch": 0.8562152644032356,
      "grad_norm": 1.2419517040252686,
      "learning_rate": 0.00012780462797485563,
      "loss": 0.6845217227935791,
      "step": 7780
    },
    {
      "epoch": 0.8573157981621087,
      "grad_norm": 1.5489189624786377,
      "learning_rate": 0.0001276333953260865,
      "loss": 0.6920717239379883,
      "step": 7790
    },
    {
      "epoch": 0.8584163319209817,
      "grad_norm": 1.2467175722122192,
      "learning_rate": 0.00012746207491101596,
      "loss": 0.66603102684021,
      "step": 7800
    },
    {
      "epoch": 0.8595168656798547,
      "grad_norm": 1.4268126487731934,
      "learning_rate": 0.000127290667273774,
      "loss": 0.6849881649017334,
      "step": 7810
    },
    {
      "epoch": 0.8606173994387278,
      "grad_norm": 1.495902419090271,
      "learning_rate": 0.0001271191729587677,
      "loss": 0.6129237174987793,
      "step": 7820
    },
    {
      "epoch": 0.8617179331976008,
      "grad_norm": 1.6803451776504517,
      "learning_rate": 0.0001269475925106793,
      "loss": 0.6143646240234375,
      "step": 7830
    },
    {
      "epoch": 0.8628184669564739,
      "grad_norm": 1.113897442817688,
      "learning_rate": 0.00012677592647446472,
      "loss": 0.6867623805999756,
      "step": 7840
    },
    {
      "epoch": 0.863919000715347,
      "grad_norm": 1.457037329673767,
      "learning_rate": 0.0001266041753953517,
      "loss": 0.6972255229949951,
      "step": 7850
    },
    {
      "epoch": 0.86501953447422,
      "grad_norm": 1.371835470199585,
      "learning_rate": 0.00012643233981883805,
      "loss": 0.6636334896087647,
      "step": 7860
    },
    {
      "epoch": 0.8661200682330931,
      "grad_norm": 1.516221523284912,
      "learning_rate": 0.0001262604202906899,
      "loss": 0.6858119964599609,
      "step": 7870
    },
    {
      "epoch": 0.8672206019919662,
      "grad_norm": 1.3317691087722778,
      "learning_rate": 0.00012608841735694016,
      "loss": 0.6870519161224365,
      "step": 7880
    },
    {
      "epoch": 0.8683211357508391,
      "grad_norm": 1.4758000373840332,
      "learning_rate": 0.00012591633156388654,
      "loss": 0.7490305423736572,
      "step": 7890
    },
    {
      "epoch": 0.8694216695097122,
      "grad_norm": 1.363806962966919,
      "learning_rate": 0.00012574416345808995,
      "loss": 0.7155299186706543,
      "step": 7900
    },
    {
      "epoch": 0.8705222032685853,
      "grad_norm": 1.3234132528305054,
      "learning_rate": 0.0001255719135863727,
      "loss": 0.7069467544555664,
      "step": 7910
    },
    {
      "epoch": 0.8716227370274583,
      "grad_norm": 1.5334231853485107,
      "learning_rate": 0.00012539958249581688,
      "loss": 0.6356239795684815,
      "step": 7920
    },
    {
      "epoch": 0.8727232707863314,
      "grad_norm": 2.0638036727905273,
      "learning_rate": 0.0001252271707337624,
      "loss": 0.6625099182128906,
      "step": 7930
    },
    {
      "epoch": 0.8738238045452045,
      "grad_norm": 1.4381542205810547,
      "learning_rate": 0.0001250546788478056,
      "loss": 0.6540022373199463,
      "step": 7940
    },
    {
      "epoch": 0.8749243383040775,
      "grad_norm": 1.5481128692626953,
      "learning_rate": 0.00012488210738579707,
      "loss": 0.7181411266326905,
      "step": 7950
    },
    {
      "epoch": 0.8760248720629505,
      "grad_norm": 1.4068529605865479,
      "learning_rate": 0.00012470945689584028,
      "loss": 0.7064788818359375,
      "step": 7960
    },
    {
      "epoch": 0.8771254058218236,
      "grad_norm": 1.434870958328247,
      "learning_rate": 0.00012453672792628968,
      "loss": 0.6818098545074462,
      "step": 7970
    },
    {
      "epoch": 0.8782259395806966,
      "grad_norm": 1.3886451721191406,
      "learning_rate": 0.00012436392102574894,
      "loss": 0.7107852458953857,
      "step": 7980
    },
    {
      "epoch": 0.8793264733395697,
      "grad_norm": 1.203020453453064,
      "learning_rate": 0.00012419103674306928,
      "loss": 0.6583857536315918,
      "step": 7990
    },
    {
      "epoch": 0.8804270070984428,
      "grad_norm": 1.9182116985321045,
      "learning_rate": 0.00012401807562734772,
      "loss": 0.659544849395752,
      "step": 8000
    },
    {
      "epoch": 0.8804270070984428,
      "eval_loss": 0.6778551340103149,
      "eval_runtime": 932.9618,
      "eval_samples_per_second": 9.74,
      "eval_steps_per_second": 2.435,
      "step": 8000
    }
  ],
  "logging_steps": 10,
  "max_steps": 18174,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.9426659175242056e+18,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}