{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 4.0,
  "eval_steps": 30000.0,
  "global_step": 324984,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.006154149127341654,
      "grad_norm": 2.092341661453247,
      "learning_rate": 0.00015,
      "loss": 5.0044,
      "step": 500
    },
    {
      "epoch": 0.012308298254683308,
      "grad_norm": 2.625105619430542,
      "learning_rate": 0.0003,
      "loss": 3.8336,
      "step": 1000
    },
    {
      "epoch": 0.01846244738202496,
      "grad_norm": 2.2265453338623047,
      "learning_rate": 0.0002995370141735394,
      "loss": 3.9081,
      "step": 1500
    },
    {
      "epoch": 0.024616596509366616,
      "grad_norm": 1.888099193572998,
      "learning_rate": 0.00029907402834707884,
      "loss": 4.149,
      "step": 2000
    },
    {
      "epoch": 0.030770745636708268,
      "grad_norm": 2.0151073932647705,
      "learning_rate": 0.00029861104252061827,
      "loss": 4.1269,
      "step": 2500
    },
    {
      "epoch": 0.03692489476404992,
      "grad_norm": 1.8050236701965332,
      "learning_rate": 0.0002981480566941577,
      "loss": 4.1035,
      "step": 3000
    },
    {
      "epoch": 0.043079043891391576,
      "grad_norm": 1.8458595275878906,
      "learning_rate": 0.00029768507086769713,
      "loss": 4.128,
      "step": 3500
    },
    {
      "epoch": 0.04923319301873323,
      "grad_norm": 1.53248929977417,
      "learning_rate": 0.00029722208504123657,
      "loss": 4.1165,
      "step": 4000
    },
    {
      "epoch": 0.05538734214607488,
      "grad_norm": 1.5712928771972656,
      "learning_rate": 0.000296759099214776,
      "loss": 4.1251,
      "step": 4500
    },
    {
      "epoch": 0.061541491273416536,
      "grad_norm": 1.5576750040054321,
      "learning_rate": 0.0002962961133883155,
      "loss": 4.1188,
      "step": 5000
    },
    {
      "epoch": 0.06769564040075819,
      "grad_norm": 1.102683424949646,
      "learning_rate": 0.00029583312756185486,
      "loss": 4.1077,
      "step": 5500
    },
    {
      "epoch": 0.07384978952809984,
      "grad_norm": 0.9449716806411743,
      "learning_rate": 0.0002953701417353943,
      "loss": 4.1365,
      "step": 6000
    },
    {
      "epoch": 0.0800039386554415,
      "grad_norm": 0.8101568818092346,
      "learning_rate": 0.0002949071559089337,
      "loss": 4.1129,
      "step": 6500
    },
    {
      "epoch": 0.08615808778278315,
      "grad_norm": 0.6702257394790649,
      "learning_rate": 0.00029444417008247316,
      "loss": 4.1243,
      "step": 7000
    },
    {
      "epoch": 0.0923122369101248,
      "grad_norm": 0.46337786316871643,
      "learning_rate": 0.00029398118425601265,
      "loss": 4.1169,
      "step": 7500
    },
    {
      "epoch": 0.09846638603746646,
      "grad_norm": 0.4964500665664673,
      "learning_rate": 0.0002935181984295521,
      "loss": 4.0984,
      "step": 8000
    },
    {
      "epoch": 0.10462053516480811,
      "grad_norm": 0.8461629748344421,
      "learning_rate": 0.00029305521260309146,
      "loss": 4.1145,
      "step": 8500
    },
    {
      "epoch": 0.11077468429214976,
      "grad_norm": 0.6422436237335205,
      "learning_rate": 0.0002925922267766309,
      "loss": 4.0772,
      "step": 9000
    },
    {
      "epoch": 0.11692883341949142,
      "grad_norm": 0.6632367372512817,
      "learning_rate": 0.0002921292409501704,
      "loss": 4.1215,
      "step": 9500
    },
    {
      "epoch": 0.12308298254683307,
      "grad_norm": 0.39363622665405273,
      "learning_rate": 0.0002916662551237098,
      "loss": 4.0933,
      "step": 10000
    },
    {
      "epoch": 0.12923713167417472,
      "grad_norm": 0.569042980670929,
      "learning_rate": 0.00029120326929724924,
      "loss": 4.1197,
      "step": 10500
    },
    {
      "epoch": 0.13539128080151638,
      "grad_norm": 0.2661289572715759,
      "learning_rate": 0.00029074028347078867,
      "loss": 4.0887,
      "step": 11000
    },
    {
      "epoch": 0.14154542992885805,
      "grad_norm": 0.297193318605423,
      "learning_rate": 0.0002902772976443281,
      "loss": 4.0932,
      "step": 11500
    },
    {
      "epoch": 0.14769957905619968,
      "grad_norm": 0.7171770930290222,
      "learning_rate": 0.00028981431181786753,
      "loss": 4.0815,
      "step": 12000
    },
    {
      "epoch": 0.15385372818354134,
      "grad_norm": 0.646996259689331,
      "learning_rate": 0.00028935132599140697,
      "loss": 4.1041,
      "step": 12500
    },
    {
      "epoch": 0.160007877310883,
      "grad_norm": 2.0741255283355713,
      "learning_rate": 0.0002888883401649464,
      "loss": 4.0795,
      "step": 13000
    },
    {
      "epoch": 0.16616202643822464,
      "grad_norm": 0.49319279193878174,
      "learning_rate": 0.00028842535433848583,
      "loss": 4.1045,
      "step": 13500
    },
    {
      "epoch": 0.1723161755655663,
      "grad_norm": 1.0520975589752197,
      "learning_rate": 0.00028796236851202526,
      "loss": 4.0949,
      "step": 14000
    },
    {
      "epoch": 0.17847032469290797,
      "grad_norm": 0.2214071899652481,
      "learning_rate": 0.0002874993826855647,
      "loss": 4.1167,
      "step": 14500
    },
    {
      "epoch": 0.1846244738202496,
      "grad_norm": 0.3094998896121979,
      "learning_rate": 0.0002870363968591041,
      "loss": 4.1129,
      "step": 15000
    },
    {
      "epoch": 0.19077862294759126,
      "grad_norm": 0.34810543060302734,
      "learning_rate": 0.00028657341103264356,
      "loss": 4.0916,
      "step": 15500
    },
    {
      "epoch": 0.19693277207493293,
      "grad_norm": 0.418119341135025,
      "learning_rate": 0.000286110425206183,
      "loss": 4.0734,
      "step": 16000
    },
    {
      "epoch": 0.20308692120227456,
      "grad_norm": 0.6338772177696228,
      "learning_rate": 0.0002856474393797224,
      "loss": 4.0812,
      "step": 16500
    },
    {
      "epoch": 0.20924107032961622,
      "grad_norm": 0.5320194959640503,
      "learning_rate": 0.00028518445355326185,
      "loss": 4.0927,
      "step": 17000
    },
    {
      "epoch": 0.2153952194569579,
      "grad_norm": 0.8376117944717407,
      "learning_rate": 0.0002847214677268013,
      "loss": 4.0998,
      "step": 17500
    },
    {
      "epoch": 0.22154936858429952,
      "grad_norm": 0.5754292607307434,
      "learning_rate": 0.0002842584819003407,
      "loss": 4.1012,
      "step": 18000
    },
    {
      "epoch": 0.22770351771164118,
      "grad_norm": 1.2594908475875854,
      "learning_rate": 0.00028379549607388015,
      "loss": 4.0926,
      "step": 18500
    },
    {
      "epoch": 0.23385766683898285,
      "grad_norm": 1.6177163124084473,
      "learning_rate": 0.0002833325102474196,
      "loss": 4.0948,
      "step": 19000
    },
    {
      "epoch": 0.24001181596632448,
      "grad_norm": 1.4938915967941284,
      "learning_rate": 0.00028286952442095907,
      "loss": 4.1028,
      "step": 19500
    },
    {
      "epoch": 0.24616596509366614,
      "grad_norm": 1.118909239768982,
      "learning_rate": 0.00028240653859449845,
      "loss": 4.1197,
      "step": 20000
    },
    {
      "epoch": 0.2523201142210078,
      "grad_norm": 0.4127946197986603,
      "learning_rate": 0.0002819435527680379,
      "loss": 4.0846,
      "step": 20500
    },
    {
      "epoch": 0.25847426334834944,
      "grad_norm": 0.30985167622566223,
      "learning_rate": 0.0002814805669415773,
      "loss": 4.1061,
      "step": 21000
    },
    {
      "epoch": 0.26462841247569113,
      "grad_norm": 1.9164427518844604,
      "learning_rate": 0.0002810175811151168,
      "loss": 4.1081,
      "step": 21500
    },
    {
      "epoch": 0.27078256160303277,
      "grad_norm": 2.2871201038360596,
      "learning_rate": 0.00028055459528865623,
      "loss": 4.107,
      "step": 22000
    },
    {
      "epoch": 0.2769367107303744,
      "grad_norm": 1.8674062490463257,
      "learning_rate": 0.00028009160946219566,
      "loss": 4.0785,
      "step": 22500
    },
    {
      "epoch": 0.2830908598577161,
      "grad_norm": 1.2295348644256592,
      "learning_rate": 0.00027962862363573504,
      "loss": 4.0808,
      "step": 23000
    },
    {
      "epoch": 0.2892450089850577,
      "grad_norm": 1.4836262464523315,
      "learning_rate": 0.0002791656378092745,
      "loss": 4.0992,
      "step": 23500
    },
    {
      "epoch": 0.29539915811239936,
      "grad_norm": 0.18524084985256195,
      "learning_rate": 0.00027870265198281396,
      "loss": 4.0937,
      "step": 24000
    },
    {
      "epoch": 0.30155330723974105,
      "grad_norm": 2.11242413520813,
      "learning_rate": 0.0002782396661563534,
      "loss": 4.1074,
      "step": 24500
    },
    {
      "epoch": 0.3077074563670827,
      "grad_norm": 1.2607438564300537,
      "learning_rate": 0.0002777766803298928,
      "loss": 4.1116,
      "step": 25000
    },
    {
      "epoch": 0.3138616054944243,
      "grad_norm": 1.5996503829956055,
      "learning_rate": 0.00027731369450343225,
      "loss": 4.1001,
      "step": 25500
    },
    {
      "epoch": 0.320015754621766,
      "grad_norm": 0.8358060717582703,
      "learning_rate": 0.0002768507086769717,
      "loss": 4.0989,
      "step": 26000
    },
    {
      "epoch": 0.32616990374910765,
      "grad_norm": 0.48429960012435913,
      "learning_rate": 0.0002763877228505111,
      "loss": 4.0875,
      "step": 26500
    },
    {
      "epoch": 0.3323240528764493,
      "grad_norm": 5.845719337463379,
      "learning_rate": 0.00027592473702405055,
      "loss": 4.0954,
      "step": 27000
    },
    {
      "epoch": 0.338478202003791,
      "grad_norm": 0.5381409525871277,
      "learning_rate": 0.00027546175119759,
      "loss": 4.1119,
      "step": 27500
    },
    {
      "epoch": 0.3446323511311326,
      "grad_norm": 1.4658836126327515,
      "learning_rate": 0.0002749987653711294,
      "loss": 4.1049,
      "step": 28000
    },
    {
      "epoch": 0.35078650025847424,
      "grad_norm": 1.774096131324768,
      "learning_rate": 0.00027453577954466885,
      "loss": 4.0797,
      "step": 28500
    },
    {
      "epoch": 0.35694064938581593,
      "grad_norm": 0.40620070695877075,
      "learning_rate": 0.0002740727937182083,
      "loss": 4.089,
      "step": 29000
    },
    {
      "epoch": 0.36309479851315757,
      "grad_norm": 1.0200700759887695,
      "learning_rate": 0.0002736098078917477,
      "loss": 4.107,
      "step": 29500
    },
    {
      "epoch": 0.3692489476404992,
      "grad_norm": 0.9029337763786316,
      "learning_rate": 0.00027314682206528714,
      "loss": 4.1019,
      "step": 30000
    },
    {
      "epoch": 0.3754030967678409,
      "grad_norm": 2.974106550216675,
      "learning_rate": 0.0002726838362388266,
      "loss": 4.1006,
      "step": 30500
    },
    {
      "epoch": 0.38155724589518253,
      "grad_norm": 1.8245761394500732,
      "learning_rate": 0.000272220850412366,
      "loss": 4.1021,
      "step": 31000
    },
    {
      "epoch": 0.38771139502252416,
      "grad_norm": 0.6887871623039246,
      "learning_rate": 0.00027175786458590544,
      "loss": 4.0841,
      "step": 31500
    },
    {
      "epoch": 0.39386554414986585,
      "grad_norm": 0.6739060878753662,
      "learning_rate": 0.00027129487875944487,
      "loss": 4.1031,
      "step": 32000
    },
    {
      "epoch": 0.4000196932772075,
      "grad_norm": 2.433579921722412,
      "learning_rate": 0.0002708318929329843,
      "loss": 4.0823,
      "step": 32500
    },
    {
      "epoch": 0.4061738424045491,
      "grad_norm": 1.9396827220916748,
      "learning_rate": 0.00027036890710652374,
      "loss": 4.0815,
      "step": 33000
    },
    {
      "epoch": 0.4123279915318908,
      "grad_norm": 1.4887537956237793,
      "learning_rate": 0.0002699059212800632,
      "loss": 4.0989,
      "step": 33500
    },
    {
      "epoch": 0.41848214065923245,
      "grad_norm": 3.702249050140381,
      "learning_rate": 0.00026944293545360265,
      "loss": 4.1073,
      "step": 34000
    },
    {
      "epoch": 0.4246362897865741,
      "grad_norm": 3.2793872356414795,
      "learning_rate": 0.00026897994962714203,
      "loss": 4.0918,
      "step": 34500
    },
    {
      "epoch": 0.4307904389139158,
      "grad_norm": 2.0356898307800293,
      "learning_rate": 0.00026851696380068146,
      "loss": 4.1154,
      "step": 35000
    },
    {
      "epoch": 0.4369445880412574,
      "grad_norm": 1.4987791776657104,
      "learning_rate": 0.00026805397797422095,
      "loss": 4.0831,
      "step": 35500
    },
    {
      "epoch": 0.44309873716859904,
      "grad_norm": 2.4620182514190674,
      "learning_rate": 0.0002675909921477604,
      "loss": 4.0845,
      "step": 36000
    },
    {
      "epoch": 0.44925288629594073,
      "grad_norm": 3.3095810413360596,
      "learning_rate": 0.0002671280063212998,
      "loss": 4.11,
      "step": 36500
    },
    {
      "epoch": 0.45540703542328237,
      "grad_norm": 0.38411280512809753,
      "learning_rate": 0.00026666502049483925,
      "loss": 4.0833,
      "step": 37000
    },
    {
      "epoch": 0.461561184550624,
      "grad_norm": 1.105375051498413,
      "learning_rate": 0.0002662020346683786,
      "loss": 4.1033,
      "step": 37500
    },
    {
      "epoch": 0.4677153336779657,
      "grad_norm": 2.4970552921295166,
      "learning_rate": 0.0002657390488419181,
      "loss": 4.0883,
      "step": 38000
    },
    {
      "epoch": 0.47386948280530733,
      "grad_norm": 0.12203908711671829,
      "learning_rate": 0.00026527606301545754,
      "loss": 4.1037,
      "step": 38500
    },
    {
      "epoch": 0.48002363193264896,
      "grad_norm": 2.4065377712249756,
      "learning_rate": 0.000264813077188997,
      "loss": 4.0982,
      "step": 39000
    },
    {
      "epoch": 0.48617778105999065,
      "grad_norm": 0.8224688768386841,
      "learning_rate": 0.0002643500913625364,
      "loss": 4.0929,
      "step": 39500
    },
    {
      "epoch": 0.4923319301873323,
      "grad_norm": 3.7842533588409424,
      "learning_rate": 0.00026388710553607584,
      "loss": 4.0931,
      "step": 40000
    },
    {
      "epoch": 0.498486079314674,
      "grad_norm": 3.7798380851745605,
      "learning_rate": 0.00026342411970961527,
      "loss": 4.0889,
      "step": 40500
    },
    {
      "epoch": 0.5046402284420156,
      "grad_norm": 1.76235032081604,
      "learning_rate": 0.0002629611338831547,
      "loss": 4.086,
      "step": 41000
    },
    {
      "epoch": 0.5107943775693573,
      "grad_norm": 2.1387345790863037,
      "learning_rate": 0.00026249814805669414,
      "loss": 4.0871,
      "step": 41500
    },
    {
      "epoch": 0.5169485266966989,
      "grad_norm": 3.1453747749328613,
      "learning_rate": 0.00026203516223023357,
      "loss": 4.1148,
      "step": 42000
    },
    {
      "epoch": 0.5231026758240406,
      "grad_norm": 3.683594226837158,
      "learning_rate": 0.000261572176403773,
      "loss": 4.0974,
      "step": 42500
    },
    {
      "epoch": 0.5292568249513823,
      "grad_norm": 2.171173334121704,
      "learning_rate": 0.00026110919057731243,
      "loss": 4.1,
      "step": 43000
    },
    {
      "epoch": 0.5354109740787238,
      "grad_norm": 0.12354115396738052,
      "learning_rate": 0.00026064620475085186,
      "loss": 4.1038,
      "step": 43500
    },
    {
      "epoch": 0.5415651232060655,
      "grad_norm": 3.5541982650756836,
      "learning_rate": 0.0002601832189243913,
      "loss": 4.1057,
      "step": 44000
    },
    {
      "epoch": 0.5477192723334072,
      "grad_norm": 4.4840874671936035,
      "learning_rate": 0.00025972023309793073,
      "loss": 4.0899,
      "step": 44500
    },
    {
      "epoch": 0.5538734214607488,
      "grad_norm": 3.817657947540283,
      "learning_rate": 0.00025925724727147016,
      "loss": 4.0998,
      "step": 45000
    },
    {
      "epoch": 0.5600275705880905,
      "grad_norm": 1.6138055324554443,
      "learning_rate": 0.00025879426144500965,
      "loss": 4.1029,
      "step": 45500
    },
    {
      "epoch": 0.5661817197154322,
      "grad_norm": 2.5960400104522705,
      "learning_rate": 0.000258331275618549,
      "loss": 4.089,
      "step": 46000
    },
    {
      "epoch": 0.5723358688427738,
      "grad_norm": 4.017026901245117,
      "learning_rate": 0.00025786828979208846,
      "loss": 4.0955,
      "step": 46500
    },
    {
      "epoch": 0.5784900179701155,
      "grad_norm": 8.38429069519043,
      "learning_rate": 0.0002574053039656279,
      "loss": 4.0986,
      "step": 47000
    },
    {
      "epoch": 0.5846441670974571,
      "grad_norm": 2.181142568588257,
      "learning_rate": 0.0002569423181391673,
      "loss": 4.0983,
      "step": 47500
    },
    {
      "epoch": 0.5907983162247987,
      "grad_norm": 1.965347170829773,
      "learning_rate": 0.0002564793323127068,
      "loss": 4.0878,
      "step": 48000
    },
    {
      "epoch": 0.5969524653521404,
      "grad_norm": 9.256057739257812,
      "learning_rate": 0.00025601634648624624,
      "loss": 4.1051,
      "step": 48500
    },
    {
      "epoch": 0.6031066144794821,
      "grad_norm": 0.9311700463294983,
      "learning_rate": 0.0002555533606597856,
      "loss": 4.097,
      "step": 49000
    },
    {
      "epoch": 0.6092607636068237,
      "grad_norm": 0.9691674709320068,
      "learning_rate": 0.00025509037483332505,
      "loss": 4.0928,
      "step": 49500
    },
    {
      "epoch": 0.6154149127341654,
      "grad_norm": 3.4853315353393555,
      "learning_rate": 0.00025462738900686454,
      "loss": 4.0946,
      "step": 50000
    },
    {
      "epoch": 0.6215690618615071,
      "grad_norm": 2.781506299972534,
      "learning_rate": 0.00025416440318040397,
      "loss": 4.0732,
      "step": 50500
    },
    {
      "epoch": 0.6277232109888486,
      "grad_norm": 1.5784199237823486,
      "learning_rate": 0.0002537014173539434,
      "loss": 4.1129,
      "step": 51000
    },
    {
      "epoch": 0.6338773601161903,
      "grad_norm": 3.7334139347076416,
      "learning_rate": 0.00025323843152748283,
      "loss": 4.1002,
      "step": 51500
    },
    {
      "epoch": 0.640031509243532,
      "grad_norm": 5.097366809844971,
      "learning_rate": 0.00025277544570102226,
      "loss": 4.0966,
      "step": 52000
    },
    {
      "epoch": 0.6461856583708736,
      "grad_norm": 0.38809725642204285,
      "learning_rate": 0.0002523124598745617,
      "loss": 4.1146,
      "step": 52500
    },
    {
      "epoch": 0.6523398074982153,
      "grad_norm": 1.1312806606292725,
      "learning_rate": 0.00025184947404810113,
      "loss": 4.0986,
      "step": 53000
    },
    {
      "epoch": 0.658493956625557,
      "grad_norm": 2.7945168018341064,
      "learning_rate": 0.00025138648822164056,
      "loss": 4.0655,
      "step": 53500
    },
    {
      "epoch": 0.6646481057528986,
      "grad_norm": 3.515511989593506,
      "learning_rate": 0.00025092350239518,
      "loss": 4.1085,
      "step": 54000
    },
    {
      "epoch": 0.6708022548802403,
      "grad_norm": 3.6539127826690674,
      "learning_rate": 0.0002504605165687194,
      "loss": 4.0879,
      "step": 54500
    },
    {
      "epoch": 0.676956404007582,
      "grad_norm": 1.3498042821884155,
      "learning_rate": 0.00024999753074225886,
      "loss": 4.1058,
      "step": 55000
    },
    {
      "epoch": 0.6831105531349235,
      "grad_norm": 0.7177558541297913,
      "learning_rate": 0.0002495345449157983,
      "loss": 4.0873,
      "step": 55500
    },
    {
      "epoch": 0.6892647022622652,
      "grad_norm": 0.4013034999370575,
      "learning_rate": 0.0002490715590893377,
      "loss": 4.0982,
      "step": 56000
    },
    {
      "epoch": 0.6954188513896069,
      "grad_norm": 1.7527958154678345,
      "learning_rate": 0.00024860857326287715,
      "loss": 4.1044,
      "step": 56500
    },
    {
      "epoch": 0.7015730005169485,
      "grad_norm": 6.336050510406494,
      "learning_rate": 0.0002481455874364166,
      "loss": 4.0944,
      "step": 57000
    },
    {
      "epoch": 0.7077271496442902,
      "grad_norm": 3.1961464881896973,
      "learning_rate": 0.000247682601609956,
      "loss": 4.0779,
      "step": 57500
    },
    {
      "epoch": 0.7138812987716319,
      "grad_norm": 1.864181399345398,
      "learning_rate": 0.00024721961578349545,
      "loss": 4.0959,
      "step": 58000
    },
    {
      "epoch": 0.7200354478989734,
      "grad_norm": 2.878396987915039,
      "learning_rate": 0.0002467566299570349,
      "loss": 4.0959,
      "step": 58500
    },
    {
      "epoch": 0.7261895970263151,
      "grad_norm": 1.3051272630691528,
      "learning_rate": 0.0002462936441305743,
      "loss": 4.1082,
      "step": 59000
    },
    {
      "epoch": 0.7323437461536568,
      "grad_norm": 1.0373369455337524,
      "learning_rate": 0.00024583065830411375,
      "loss": 4.0909,
      "step": 59500
    },
    {
      "epoch": 0.7384978952809984,
      "grad_norm": 0.7805006504058838,
      "learning_rate": 0.00024536767247765323,
      "loss": 4.0922,
      "step": 60000
    },
    {
      "epoch": 0.7446520444083401,
      "grad_norm": 1.5807021856307983,
      "learning_rate": 0.0002449046866511926,
      "loss": 4.0988,
      "step": 60500
    },
    {
      "epoch": 0.7508061935356818,
      "grad_norm": 2.8410210609436035,
      "learning_rate": 0.00024444170082473204,
      "loss": 4.0952,
      "step": 61000
    },
    {
      "epoch": 0.7569603426630234,
      "grad_norm": 3.121964454650879,
      "learning_rate": 0.0002439787149982715,
      "loss": 4.0938,
      "step": 61500
    },
    {
      "epoch": 0.7631144917903651,
      "grad_norm": 4.728808879852295,
      "learning_rate": 0.00024351572917181093,
      "loss": 4.0817,
      "step": 62000
    },
    {
      "epoch": 0.7692686409177067,
      "grad_norm": 1.653712511062622,
      "learning_rate": 0.00024305274334535036,
      "loss": 4.0992,
      "step": 62500
    },
    {
      "epoch": 0.7754227900450483,
      "grad_norm": 4.432304859161377,
      "learning_rate": 0.00024258975751888982,
      "loss": 4.095,
      "step": 63000
    },
    {
      "epoch": 0.78157693917239,
      "grad_norm": 0.7322250008583069,
      "learning_rate": 0.00024212677169242923,
      "loss": 4.084,
      "step": 63500
    },
    {
      "epoch": 0.7877310882997317,
      "grad_norm": 0.9135098457336426,
      "learning_rate": 0.00024166378586596866,
      "loss": 4.1022,
      "step": 64000
    },
    {
      "epoch": 0.7938852374270733,
      "grad_norm": 0.8668899536132812,
      "learning_rate": 0.0002412008000395081,
      "loss": 4.0746,
      "step": 64500
    },
    {
      "epoch": 0.800039386554415,
      "grad_norm": 2.584885835647583,
      "learning_rate": 0.00024073781421304755,
      "loss": 4.0923,
      "step": 65000
    },
    {
      "epoch": 0.8061935356817567,
      "grad_norm": 4.204476833343506,
      "learning_rate": 0.00024027482838658698,
      "loss": 4.0962,
      "step": 65500
    },
    {
      "epoch": 0.8123476848090982,
      "grad_norm": 2.48603892326355,
      "learning_rate": 0.00023981184256012642,
      "loss": 4.0898,
      "step": 66000
    },
    {
      "epoch": 0.8185018339364399,
      "grad_norm": 8.403986930847168,
      "learning_rate": 0.00023934885673366582,
      "loss": 4.1102,
      "step": 66500
    },
    {
      "epoch": 0.8246559830637816,
      "grad_norm": 2.5791406631469727,
      "learning_rate": 0.00023888587090720528,
      "loss": 4.1114,
      "step": 67000
    },
    {
      "epoch": 0.8308101321911232,
      "grad_norm": 2.5820565223693848,
      "learning_rate": 0.0002384228850807447,
      "loss": 4.0991,
      "step": 67500
    },
    {
      "epoch": 0.8369642813184649,
      "grad_norm": 3.1282472610473633,
      "learning_rate": 0.00023795989925428414,
      "loss": 4.0976,
      "step": 68000
    },
    {
      "epoch": 0.8431184304458066,
      "grad_norm": 2.349026679992676,
      "learning_rate": 0.00023749691342782358,
      "loss": 4.0896,
      "step": 68500
    },
    {
      "epoch": 0.8492725795731482,
      "grad_norm": 0.8069925904273987,
      "learning_rate": 0.00023703392760136298,
      "loss": 4.0983,
      "step": 69000
    },
    {
      "epoch": 0.8554267287004899,
      "grad_norm": 1.1102579832077026,
      "learning_rate": 0.00023657094177490244,
      "loss": 4.1028,
      "step": 69500
    },
    {
      "epoch": 0.8615808778278315,
      "grad_norm": 0.3178214132785797,
      "learning_rate": 0.00023610795594844187,
      "loss": 4.0822,
      "step": 70000
    },
    {
      "epoch": 0.8677350269551731,
      "grad_norm": 1.18157160282135,
      "learning_rate": 0.0002356449701219813,
      "loss": 4.1023,
      "step": 70500
    },
    {
      "epoch": 0.8738891760825148,
      "grad_norm": 4.670410633087158,
      "learning_rate": 0.00023518198429552076,
      "loss": 4.0942,
      "step": 71000
    },
    {
      "epoch": 0.8800433252098565,
      "grad_norm": 2.3747074604034424,
      "learning_rate": 0.0002347189984690602,
      "loss": 4.0722,
      "step": 71500
    },
    {
      "epoch": 0.8861974743371981,
      "grad_norm": 4.259999752044678,
      "learning_rate": 0.0002342560126425996,
      "loss": 4.0931,
      "step": 72000
    },
    {
      "epoch": 0.8923516234645398,
      "grad_norm": 2.4184932708740234,
      "learning_rate": 0.00023379302681613903,
      "loss": 4.0914,
      "step": 72500
    },
    {
      "epoch": 0.8985057725918815,
      "grad_norm": 0.9239826202392578,
      "learning_rate": 0.0002333300409896785,
      "loss": 4.0937,
      "step": 73000
    },
    {
      "epoch": 0.904659921719223,
      "grad_norm": 2.7900195121765137,
      "learning_rate": 0.00023286705516321792,
      "loss": 4.0877,
      "step": 73500
    },
    {
      "epoch": 0.9108140708465647,
      "grad_norm": 1.7842776775360107,
      "learning_rate": 0.00023240406933675736,
      "loss": 4.1047,
      "step": 74000
    },
    {
      "epoch": 0.9169682199739064,
      "grad_norm": 1.1505067348480225,
      "learning_rate": 0.0002319410835102968,
      "loss": 4.0947,
      "step": 74500
    },
    {
      "epoch": 0.923122369101248,
      "grad_norm": 1.2708269357681274,
      "learning_rate": 0.0002314780976838362,
      "loss": 4.1042,
      "step": 75000
    },
    {
      "epoch": 0.9292765182285897,
      "grad_norm": 1.7025552988052368,
      "learning_rate": 0.00023101511185737565,
      "loss": 4.1106,
      "step": 75500
    },
    {
      "epoch": 0.9354306673559314,
      "grad_norm": 3.4087588787078857,
      "learning_rate": 0.00023055212603091509,
      "loss": 4.0969,
      "step": 76000
    },
    {
      "epoch": 0.941584816483273,
      "grad_norm": 5.700456619262695,
      "learning_rate": 0.00023008914020445452,
      "loss": 4.0831,
      "step": 76500
    },
    {
      "epoch": 0.9477389656106147,
      "grad_norm": 2.284078598022461,
      "learning_rate": 0.00022962615437799398,
      "loss": 4.0884,
      "step": 77000
    },
    {
      "epoch": 0.9538931147379563,
      "grad_norm": 4.581364154815674,
      "learning_rate": 0.0002291631685515334,
      "loss": 4.0984,
      "step": 77500
    },
    {
      "epoch": 0.9600472638652979,
      "grad_norm": 1.655754566192627,
      "learning_rate": 0.00022870018272507281,
      "loss": 4.1103,
      "step": 78000
    },
    {
      "epoch": 0.9662014129926396,
      "grad_norm": 1.3334680795669556,
      "learning_rate": 0.00022823719689861225,
      "loss": 4.0984,
      "step": 78500
    },
    {
      "epoch": 0.9723555621199813,
      "grad_norm": 0.851294219493866,
      "learning_rate": 0.00022777421107215168,
      "loss": 4.1095,
      "step": 79000
    },
    {
      "epoch": 0.978509711247323,
      "grad_norm": 2.8952951431274414,
      "learning_rate": 0.00022731122524569114,
      "loss": 4.1064,
      "step": 79500
    },
    {
      "epoch": 0.9846638603746646,
      "grad_norm": 5.8795013427734375,
      "learning_rate": 0.00022684823941923057,
      "loss": 4.0916,
      "step": 80000
    },
    {
      "epoch": 0.9908180095020063,
      "grad_norm": 0.7731097936630249,
      "learning_rate": 0.00022638525359276997,
      "loss": 4.1022,
      "step": 80500
    },
    {
      "epoch": 0.996972158629348,
      "grad_norm": 0.7958303689956665,
      "learning_rate": 0.0002259222677663094,
      "loss": 4.0818,
      "step": 81000
    },
    {
      "epoch": 1.0031263077566897,
      "grad_norm": 2.979816198348999,
      "learning_rate": 0.00022545928193984887,
      "loss": 4.1006,
      "step": 81500
    },
    {
      "epoch": 1.0092804568840312,
      "grad_norm": 0.7593286633491516,
      "learning_rate": 0.0002249962961133883,
      "loss": 4.0989,
      "step": 82000
    },
    {
      "epoch": 1.0154346060113728,
      "grad_norm": 1.7182486057281494,
      "learning_rate": 0.00022453331028692773,
      "loss": 4.088,
      "step": 82500
    },
    {
      "epoch": 1.0215887551387146,
      "grad_norm": 4.9435601234436035,
      "learning_rate": 0.0002240703244604672,
      "loss": 4.0891,
      "step": 83000
    },
    {
      "epoch": 1.0277429042660562,
      "grad_norm": 0.6826997995376587,
      "learning_rate": 0.0002236073386340066,
      "loss": 4.0786,
      "step": 83500
    },
    {
      "epoch": 1.0338970533933978,
      "grad_norm": 0.27785202860832214,
      "learning_rate": 0.00022314435280754603,
      "loss": 4.1007,
      "step": 84000
    },
    {
      "epoch": 1.0400512025207396,
      "grad_norm": 5.7929606437683105,
      "learning_rate": 0.00022268136698108546,
      "loss": 4.0802,
      "step": 84500
    },
    {
      "epoch": 1.0462053516480811,
      "grad_norm": 1.5252392292022705,
      "learning_rate": 0.0002222183811546249,
      "loss": 4.1036,
      "step": 85000
    },
    {
      "epoch": 1.0523595007754227,
      "grad_norm": 1.1192035675048828,
      "learning_rate": 0.00022175539532816435,
      "loss": 4.1267,
      "step": 85500
    },
    {
      "epoch": 1.0585136499027645,
      "grad_norm": 4.278738498687744,
      "learning_rate": 0.00022129240950170378,
      "loss": 4.1023,
      "step": 86000
    },
    {
      "epoch": 1.064667799030106,
      "grad_norm": 1.0558756589889526,
      "learning_rate": 0.00022082942367524319,
      "loss": 4.0999,
      "step": 86500
    },
    {
      "epoch": 1.0708219481574477,
      "grad_norm": 0.3059670627117157,
      "learning_rate": 0.00022036643784878262,
      "loss": 4.0979,
      "step": 87000
    },
    {
      "epoch": 1.0769760972847895,
      "grad_norm": 1.7485718727111816,
      "learning_rate": 0.00021990345202232208,
      "loss": 4.0948,
      "step": 87500
    },
    {
      "epoch": 1.083130246412131,
      "grad_norm": 1.7698047161102295,
      "learning_rate": 0.0002194404661958615,
      "loss": 4.099,
      "step": 88000
    },
    {
      "epoch": 1.0892843955394726,
      "grad_norm": 1.0428645610809326,
      "learning_rate": 0.00021897748036940094,
      "loss": 4.1021,
      "step": 88500
    },
    {
      "epoch": 1.0954385446668145,
      "grad_norm": 1.9697622060775757,
      "learning_rate": 0.0002185144945429404,
      "loss": 4.1033,
      "step": 89000
    },
    {
      "epoch": 1.101592693794156,
      "grad_norm": 3.6831917762756348,
      "learning_rate": 0.0002180515087164798,
      "loss": 4.0934,
      "step": 89500
    },
    {
      "epoch": 1.1077468429214976,
      "grad_norm": 1.3112094402313232,
      "learning_rate": 0.00021758852289001924,
      "loss": 4.0986,
      "step": 90000
    },
    {
      "epoch": 1.1139009920488394,
      "grad_norm": 1.110479712486267,
      "learning_rate": 0.00021712553706355867,
      "loss": 4.0934,
      "step": 90500
    },
    {
      "epoch": 1.120055141176181,
      "grad_norm": 2.9965875148773193,
      "learning_rate": 0.0002166625512370981,
      "loss": 4.083,
      "step": 91000
    },
    {
      "epoch": 1.1262092903035226,
      "grad_norm": 4.021323204040527,
      "learning_rate": 0.00021619956541063756,
      "loss": 4.0998,
      "step": 91500
    },
    {
      "epoch": 1.1323634394308644,
      "grad_norm": 1.4921329021453857,
      "learning_rate": 0.000215736579584177,
      "loss": 4.0892,
      "step": 92000
    },
    {
      "epoch": 1.138517588558206,
      "grad_norm": 0.5872803330421448,
      "learning_rate": 0.0002152735937577164,
      "loss": 4.0977,
      "step": 92500
    },
    {
      "epoch": 1.1446717376855475,
      "grad_norm": 1.0161774158477783,
      "learning_rate": 0.00021481060793125583,
      "loss": 4.1057,
      "step": 93000
    },
    {
      "epoch": 1.1508258868128893,
      "grad_norm": 0.779848039150238,
      "learning_rate": 0.0002143476221047953,
      "loss": 4.1045,
      "step": 93500
    },
    {
      "epoch": 1.156980035940231,
      "grad_norm": 0.45371928811073303,
      "learning_rate": 0.00021388463627833472,
      "loss": 4.1195,
      "step": 94000
    },
    {
      "epoch": 1.1631341850675725,
      "grad_norm": 2.4952192306518555,
      "learning_rate": 0.00021342165045187415,
      "loss": 4.1148,
      "step": 94500
    },
    {
      "epoch": 1.1692883341949143,
      "grad_norm": 2.1651134490966797,
      "learning_rate": 0.00021295866462541356,
      "loss": 4.0884,
      "step": 95000
    },
    {
      "epoch": 1.1754424833222559,
      "grad_norm": 1.2217682600021362,
      "learning_rate": 0.00021249567879895302,
      "loss": 4.0999,
      "step": 95500
    },
    {
      "epoch": 1.1815966324495975,
      "grad_norm": 0.47837311029434204,
      "learning_rate": 0.00021203269297249245,
      "loss": 4.0965,
      "step": 96000
    },
    {
      "epoch": 1.1877507815769393,
      "grad_norm": 5.905663013458252,
      "learning_rate": 0.00021156970714603188,
      "loss": 4.1012,
      "step": 96500
    },
    {
      "epoch": 1.1939049307042808,
      "grad_norm": 0.5790697932243347,
      "learning_rate": 0.00021110672131957131,
      "loss": 4.1098,
      "step": 97000
    },
    {
      "epoch": 1.2000590798316224,
      "grad_norm": 0.6411845684051514,
      "learning_rate": 0.00021064373549311077,
      "loss": 4.0918,
      "step": 97500
    },
    {
      "epoch": 1.2062132289589642,
      "grad_norm": 0.6363158822059631,
      "learning_rate": 0.00021018074966665018,
      "loss": 4.0948,
      "step": 98000
    },
    {
      "epoch": 1.2123673780863058,
      "grad_norm": 0.35349979996681213,
      "learning_rate": 0.0002097177638401896,
      "loss": 4.0999,
      "step": 98500
    },
    {
      "epoch": 1.2185215272136474,
      "grad_norm": 4.329227447509766,
      "learning_rate": 0.00020925477801372904,
      "loss": 4.0939,
      "step": 99000
    },
    {
      "epoch": 1.2246756763409892,
      "grad_norm": 3.660310983657837,
      "learning_rate": 0.0002087917921872685,
      "loss": 4.0942,
      "step": 99500
    },
    {
      "epoch": 1.2308298254683308,
      "grad_norm": 2.401116371154785,
      "learning_rate": 0.00020832880636080793,
      "loss": 4.098,
      "step": 100000
    },
    {
      "epoch": 1.2369839745956723,
      "grad_norm": 0.6453625559806824,
      "learning_rate": 0.00020786582053434737,
      "loss": 4.1028,
      "step": 100500
    },
    {
      "epoch": 1.2431381237230141,
      "grad_norm": 1.2233339548110962,
      "learning_rate": 0.00020740283470788677,
      "loss": 4.0887,
      "step": 101000
    },
    {
      "epoch": 1.2492922728503557,
      "grad_norm": 4.921336650848389,
      "learning_rate": 0.00020693984888142623,
      "loss": 4.1008,
      "step": 101500
    },
    {
      "epoch": 1.2554464219776973,
      "grad_norm": 0.9309550523757935,
      "learning_rate": 0.00020647686305496566,
      "loss": 4.1094,
      "step": 102000
    },
    {
      "epoch": 1.261600571105039,
      "grad_norm": 2.209359645843506,
      "learning_rate": 0.0002060138772285051,
      "loss": 4.1101,
      "step": 102500
    },
    {
      "epoch": 1.2677547202323807,
      "grad_norm": 0.7697844505310059,
      "learning_rate": 0.00020555089140204453,
      "loss": 4.1151,
      "step": 103000
    },
    {
      "epoch": 1.2739088693597223,
      "grad_norm": 4.606212139129639,
      "learning_rate": 0.00020508790557558399,
      "loss": 4.1015,
      "step": 103500
    },
    {
      "epoch": 1.280063018487064,
      "grad_norm": 1.7386395931243896,
      "learning_rate": 0.0002046249197491234,
      "loss": 4.1138,
      "step": 104000
    },
    {
      "epoch": 1.2862171676144056,
      "grad_norm": 2.085214376449585,
      "learning_rate": 0.00020416193392266282,
      "loss": 4.1088,
      "step": 104500
    },
    {
      "epoch": 1.2923713167417472,
      "grad_norm": 1.9936320781707764,
      "learning_rate": 0.00020369894809620226,
      "loss": 4.083,
      "step": 105000
    },
    {
      "epoch": 1.298525465869089,
      "grad_norm": 0.9798199534416199,
      "learning_rate": 0.00020323596226974171,
      "loss": 4.1052,
      "step": 105500
    },
    {
      "epoch": 1.3046796149964306,
      "grad_norm": 0.899678647518158,
      "learning_rate": 0.00020277297644328115,
      "loss": 4.1147,
      "step": 106000
    },
    {
      "epoch": 1.3108337641237722,
      "grad_norm": 0.7392956018447876,
      "learning_rate": 0.00020230999061682055,
      "loss": 4.1112,
      "step": 106500
    },
    {
      "epoch": 1.316987913251114,
      "grad_norm": 2.128492832183838,
      "learning_rate": 0.00020184700479035998,
      "loss": 4.1251,
      "step": 107000
    },
    {
      "epoch": 1.3231420623784556,
      "grad_norm": 5.049408435821533,
      "learning_rate": 0.00020138401896389944,
      "loss": 4.0949,
      "step": 107500
    },
    {
      "epoch": 1.3292962115057971,
      "grad_norm": 4.644421577453613,
      "learning_rate": 0.00020092103313743887,
      "loss": 4.1139,
      "step": 108000
    },
    {
      "epoch": 1.335450360633139,
      "grad_norm": 2.6653685569763184,
      "learning_rate": 0.0002004580473109783,
      "loss": 4.1244,
      "step": 108500
    },
    {
      "epoch": 1.3416045097604805,
      "grad_norm": 1.0980528593063354,
      "learning_rate": 0.00019999506148451774,
      "loss": 4.1208,
      "step": 109000
    },
    {
      "epoch": 1.347758658887822,
      "grad_norm": 4.797991752624512,
      "learning_rate": 0.00019953207565805714,
      "loss": 4.126,
      "step": 109500
    },
    {
      "epoch": 1.353912808015164,
      "grad_norm": 2.24348783493042,
      "learning_rate": 0.0001990690898315966,
      "loss": 4.1393,
      "step": 110000
    },
    {
      "epoch": 1.3600669571425055,
      "grad_norm": 1.1769734621047974,
      "learning_rate": 0.00019860610400513604,
      "loss": 4.1478,
      "step": 110500
    },
    {
      "epoch": 1.366221106269847,
      "grad_norm": 1.0057837963104248,
      "learning_rate": 0.00019814311817867547,
      "loss": 4.1229,
      "step": 111000
    },
    {
      "epoch": 1.3723752553971889,
      "grad_norm": 5.748145580291748,
      "learning_rate": 0.00019768013235221493,
      "loss": 4.1302,
      "step": 111500
    },
    {
      "epoch": 1.3785294045245304,
      "grad_norm": 1.36845862865448,
      "learning_rate": 0.00019721714652575436,
      "loss": 4.1217,
      "step": 112000
    },
    {
      "epoch": 1.384683553651872,
      "grad_norm": 0.9179917573928833,
      "learning_rate": 0.00019675416069929376,
      "loss": 4.1465,
      "step": 112500
    },
    {
      "epoch": 1.3908377027792138,
      "grad_norm": 2.5272738933563232,
      "learning_rate": 0.0001962911748728332,
      "loss": 4.1631,
      "step": 113000
    },
    {
      "epoch": 1.3969918519065554,
      "grad_norm": 5.107125759124756,
      "learning_rate": 0.00019582818904637263,
      "loss": 4.1356,
      "step": 113500
    },
    {
      "epoch": 1.403146001033897,
      "grad_norm": 5.968631744384766,
      "learning_rate": 0.0001953652032199121,
      "loss": 4.148,
      "step": 114000
    },
    {
      "epoch": 1.4093001501612388,
      "grad_norm": 2.8107075691223145,
      "learning_rate": 0.00019490221739345152,
      "loss": 4.1626,
      "step": 114500
    },
    {
      "epoch": 1.4154542992885804,
      "grad_norm": 3.8864150047302246,
      "learning_rate": 0.00019443923156699095,
      "loss": 4.1605,
      "step": 115000
    },
    {
      "epoch": 1.421608448415922,
      "grad_norm": 0.7238738536834717,
      "learning_rate": 0.00019397624574053036,
      "loss": 4.1501,
      "step": 115500
    },
    {
      "epoch": 1.4277625975432637,
      "grad_norm": 4.19093656539917,
      "learning_rate": 0.00019351325991406982,
      "loss": 4.1422,
      "step": 116000
    },
    {
      "epoch": 1.4339167466706053,
      "grad_norm": 0.5995033979415894,
      "learning_rate": 0.00019305027408760925,
      "loss": 4.1496,
      "step": 116500
    },
    {
      "epoch": 1.440070895797947,
      "grad_norm": 1.2837109565734863,
      "learning_rate": 0.00019258728826114868,
      "loss": 4.1257,
      "step": 117000
    },
    {
      "epoch": 1.4462250449252887,
      "grad_norm": 4.454913139343262,
      "learning_rate": 0.00019212430243468814,
      "loss": 4.1268,
      "step": 117500
    },
    {
      "epoch": 1.4523791940526303,
      "grad_norm": 0.16046346724033356,
      "learning_rate": 0.00019166131660822757,
      "loss": 4.1364,
      "step": 118000
    },
    {
      "epoch": 1.458533343179972,
      "grad_norm": 0.5446693897247314,
      "learning_rate": 0.00019119833078176698,
      "loss": 4.1251,
      "step": 118500
    },
    {
      "epoch": 1.4646874923073137,
      "grad_norm": 0.7152977585792542,
      "learning_rate": 0.0001907353449553064,
      "loss": 4.1346,
      "step": 119000
    },
    {
      "epoch": 1.4708416414346552,
      "grad_norm": 2.160975933074951,
      "learning_rate": 0.00019027235912884584,
      "loss": 4.1215,
      "step": 119500
    },
    {
      "epoch": 1.4769957905619968,
      "grad_norm": 4.624399662017822,
      "learning_rate": 0.0001898093733023853,
      "loss": 4.1152,
      "step": 120000
    },
    {
      "epoch": 1.4831499396893386,
      "grad_norm": 3.8192062377929688,
      "learning_rate": 0.00018934638747592473,
      "loss": 4.107,
      "step": 120500
    },
    {
      "epoch": 1.4893040888166802,
      "grad_norm": 1.5222162008285522,
      "learning_rate": 0.00018888340164946414,
      "loss": 4.1267,
      "step": 121000
    },
    {
      "epoch": 1.495458237944022,
      "grad_norm": 0.45535144209861755,
      "learning_rate": 0.00018842041582300357,
      "loss": 4.1246,
      "step": 121500
    },
    {
      "epoch": 1.5016123870713636,
      "grad_norm": 3.5713419914245605,
      "learning_rate": 0.00018795742999654303,
      "loss": 4.1589,
      "step": 122000
    },
    {
      "epoch": 1.5077665361987052,
      "grad_norm": 3.76360821723938,
      "learning_rate": 0.00018749444417008246,
      "loss": 4.1279,
      "step": 122500
    },
    {
      "epoch": 1.5139206853260467,
      "grad_norm": 0.7985491752624512,
      "learning_rate": 0.0001870314583436219,
      "loss": 4.1329,
      "step": 123000
    },
    {
      "epoch": 1.5200748344533883,
      "grad_norm": 5.686063289642334,
      "learning_rate": 0.00018656847251716135,
      "loss": 4.1241,
      "step": 123500
    },
    {
      "epoch": 1.5262289835807301,
      "grad_norm": 2.424764394760132,
      "learning_rate": 0.00018610548669070076,
      "loss": 4.1231,
      "step": 124000
    },
    {
      "epoch": 1.532383132708072,
      "grad_norm": 3.832352638244629,
      "learning_rate": 0.0001856425008642402,
      "loss": 4.1149,
      "step": 124500
    },
    {
      "epoch": 1.5385372818354135,
      "grad_norm": 0.7271844744682312,
      "learning_rate": 0.00018517951503777962,
      "loss": 4.129,
      "step": 125000
    },
    {
      "epoch": 1.544691430962755,
      "grad_norm": 4.204314708709717,
      "learning_rate": 0.00018471652921131905,
      "loss": 4.1446,
      "step": 125500
    },
    {
      "epoch": 1.5508455800900967,
      "grad_norm": 1.8513261079788208,
      "learning_rate": 0.0001842535433848585,
      "loss": 4.1465,
      "step": 126000
    },
    {
      "epoch": 1.5569997292174382,
      "grad_norm": 2.9440431594848633,
      "learning_rate": 0.00018379055755839794,
      "loss": 4.1283,
      "step": 126500
    },
    {
      "epoch": 1.56315387834478,
      "grad_norm": 3.142031192779541,
      "learning_rate": 0.00018332757173193735,
      "loss": 4.1237,
      "step": 127000
    },
    {
      "epoch": 1.5693080274721218,
      "grad_norm": 1.904176115989685,
      "learning_rate": 0.00018286458590547678,
      "loss": 4.1101,
      "step": 127500
    },
    {
      "epoch": 1.5754621765994634,
      "grad_norm": 2.4365878105163574,
      "learning_rate": 0.00018240160007901624,
      "loss": 4.1247,
      "step": 128000
    },
    {
      "epoch": 1.581616325726805,
      "grad_norm": 1.5106476545333862,
      "learning_rate": 0.00018193861425255567,
      "loss": 4.1243,
      "step": 128500
    },
    {
      "epoch": 1.5877704748541466,
      "grad_norm": 1.3250341415405273,
      "learning_rate": 0.0001814756284260951,
      "loss": 4.1309,
      "step": 129000
    },
    {
      "epoch": 1.5939246239814882,
      "grad_norm": 5.156502723693848,
      "learning_rate": 0.00018101264259963456,
      "loss": 4.1307,
      "step": 129500
    },
    {
      "epoch": 1.60007877310883,
      "grad_norm": 0.4731999933719635,
      "learning_rate": 0.00018054965677317397,
      "loss": 4.1197,
      "step": 130000
    },
    {
      "epoch": 1.6062329222361718,
      "grad_norm": 2.638735294342041,
      "learning_rate": 0.0001800866709467134,
      "loss": 4.1237,
      "step": 130500
    },
    {
      "epoch": 1.6123870713635133,
      "grad_norm": 3.110156297683716,
      "learning_rate": 0.00017962368512025283,
      "loss": 4.1235,
      "step": 131000
    },
    {
      "epoch": 1.618541220490855,
      "grad_norm": 0.2362884283065796,
      "learning_rate": 0.00017916069929379226,
      "loss": 4.1447,
      "step": 131500
    },
    {
      "epoch": 1.6246953696181965,
      "grad_norm": 5.515174388885498,
      "learning_rate": 0.00017869771346733172,
      "loss": 4.1368,
      "step": 132000
    },
    {
      "epoch": 1.6308495187455383,
      "grad_norm": 5.211053848266602,
      "learning_rate": 0.00017823472764087113,
      "loss": 4.1277,
      "step": 132500
    },
    {
      "epoch": 1.6370036678728799,
      "grad_norm": 6.04197359085083,
      "learning_rate": 0.00017777174181441056,
      "loss": 4.106,
      "step": 133000
    },
    {
      "epoch": 1.6431578170002217,
      "grad_norm": 0.6410980224609375,
      "learning_rate": 0.00017730875598795,
      "loss": 4.1593,
      "step": 133500
    },
    {
      "epoch": 1.6493119661275633,
      "grad_norm": 2.109435558319092,
      "learning_rate": 0.00017684577016148945,
      "loss": 4.1151,
      "step": 134000
    },
    {
      "epoch": 1.6554661152549048,
      "grad_norm": 2.0466954708099365,
      "learning_rate": 0.00017638278433502888,
      "loss": 4.1223,
      "step": 134500
    },
    {
      "epoch": 1.6616202643822464,
      "grad_norm": 1.3198188543319702,
      "learning_rate": 0.00017591979850856832,
      "loss": 4.1271,
      "step": 135000
    },
    {
      "epoch": 1.6677744135095882,
      "grad_norm": 3.2391276359558105,
      "learning_rate": 0.00017545681268210772,
      "loss": 4.1302,
      "step": 135500
    },
    {
      "epoch": 1.6739285626369298,
      "grad_norm": 1.2362720966339111,
      "learning_rate": 0.00017499382685564718,
      "loss": 4.1337,
      "step": 136000
    },
    {
      "epoch": 1.6800827117642716,
      "grad_norm": 1.9433321952819824,
      "learning_rate": 0.0001745308410291866,
      "loss": 4.1375,
      "step": 136500
    },
    {
      "epoch": 1.6862368608916132,
      "grad_norm": 6.300889015197754,
      "learning_rate": 0.00017406785520272604,
      "loss": 4.1247,
      "step": 137000
    },
    {
      "epoch": 1.6923910100189548,
      "grad_norm": 0.326621949672699,
      "learning_rate": 0.00017360486937626548,
      "loss": 4.1305,
      "step": 137500
    },
    {
      "epoch": 1.6985451591462963,
      "grad_norm": 1.1014314889907837,
      "learning_rate": 0.00017314188354980494,
      "loss": 4.1142,
      "step": 138000
    },
    {
      "epoch": 1.7046993082736381,
      "grad_norm": 0.41776031255722046,
      "learning_rate": 0.00017267889772334434,
      "loss": 4.1421,
      "step": 138500
    },
    {
      "epoch": 1.7108534574009797,
      "grad_norm": 4.244435787200928,
      "learning_rate": 0.00017221591189688377,
      "loss": 4.121,
      "step": 139000
    },
    {
      "epoch": 1.7170076065283215,
      "grad_norm": 2.942218542098999,
      "learning_rate": 0.0001717529260704232,
      "loss": 4.129,
      "step": 139500
    },
    {
      "epoch": 1.723161755655663,
      "grad_norm": 1.3000593185424805,
      "learning_rate": 0.00017128994024396266,
      "loss": 4.124,
      "step": 140000
    },
    {
      "epoch": 1.7293159047830047,
      "grad_norm": 1.2166913747787476,
      "learning_rate": 0.0001708269544175021,
      "loss": 4.1413,
      "step": 140500
    },
    {
      "epoch": 1.7354700539103463,
      "grad_norm": 4.335798740386963,
      "learning_rate": 0.00017036396859104153,
      "loss": 4.1295,
      "step": 141000
    },
    {
      "epoch": 1.741624203037688,
      "grad_norm": 3.6867549419403076,
      "learning_rate": 0.00016990098276458093,
      "loss": 4.1303,
      "step": 141500
    },
    {
      "epoch": 1.7477783521650296,
      "grad_norm": 1.952437162399292,
      "learning_rate": 0.0001694379969381204,
      "loss": 4.1277,
      "step": 142000
    },
    {
      "epoch": 1.7539325012923714,
      "grad_norm": 0.4589731693267822,
      "learning_rate": 0.00016897501111165982,
      "loss": 4.1431,
      "step": 142500
    },
    {
      "epoch": 1.760086650419713,
      "grad_norm": 1.9184387922286987,
      "learning_rate": 0.00016851202528519926,
      "loss": 4.1176,
      "step": 143000
    },
    {
      "epoch": 1.7662407995470546,
      "grad_norm": 2.446629524230957,
      "learning_rate": 0.0001680490394587387,
      "loss": 4.1236,
      "step": 143500
    },
    {
      "epoch": 1.7723949486743962,
      "grad_norm": 2.49019718170166,
      "learning_rate": 0.00016758605363227815,
      "loss": 4.1375,
      "step": 144000
    },
    {
      "epoch": 1.778549097801738,
      "grad_norm": 0.5399507880210876,
      "learning_rate": 0.00016712306780581755,
      "loss": 4.1248,
      "step": 144500
    },
    {
      "epoch": 1.7847032469290796,
      "grad_norm": 1.3562763929367065,
      "learning_rate": 0.00016666008197935698,
      "loss": 4.1209,
      "step": 145000
    },
    {
      "epoch": 1.7908573960564214,
      "grad_norm": 4.684988975524902,
      "learning_rate": 0.00016619709615289642,
      "loss": 4.1258,
      "step": 145500
    },
    {
      "epoch": 1.797011545183763,
      "grad_norm": 1.0172507762908936,
      "learning_rate": 0.00016573411032643588,
      "loss": 4.144,
      "step": 146000
    },
    {
      "epoch": 1.8031656943111045,
      "grad_norm": 7.56387186050415,
      "learning_rate": 0.0001652711244999753,
      "loss": 4.1282,
      "step": 146500
    },
    {
      "epoch": 1.809319843438446,
      "grad_norm": 0.6657699942588806,
      "learning_rate": 0.0001648081386735147,
      "loss": 4.1405,
      "step": 147000
    },
    {
      "epoch": 1.815473992565788,
      "grad_norm": 2.632422685623169,
      "learning_rate": 0.00016434515284705415,
      "loss": 4.1306,
      "step": 147500
    },
    {
      "epoch": 1.8216281416931295,
      "grad_norm": 5.751383304595947,
      "learning_rate": 0.0001638821670205936,
      "loss": 4.1268,
      "step": 148000
    },
    {
      "epoch": 1.8277822908204713,
      "grad_norm": 1.0454890727996826,
      "learning_rate": 0.00016341918119413304,
      "loss": 4.1175,
      "step": 148500
    },
    {
      "epoch": 1.8339364399478129,
      "grad_norm": 1.7634836435317993,
      "learning_rate": 0.00016295619536767247,
      "loss": 4.1171,
      "step": 149000
    },
    {
      "epoch": 1.8400905890751544,
      "grad_norm": 1.0641893148422241,
      "learning_rate": 0.0001624932095412119,
      "loss": 4.1161,
      "step": 149500
    },
    {
      "epoch": 1.846244738202496,
      "grad_norm": 1.7824281454086304,
      "learning_rate": 0.0001620302237147513,
      "loss": 4.1095,
      "step": 150000
    },
    {
      "epoch": 1.8523988873298378,
      "grad_norm": 9.278116226196289,
      "learning_rate": 0.00016156723788829076,
      "loss": 4.1653,
      "step": 150500
    },
    {
      "epoch": 1.8585530364571794,
      "grad_norm": 1.2916337251663208,
      "learning_rate": 0.0001611042520618302,
      "loss": 4.1275,
      "step": 151000
    },
    {
      "epoch": 1.8647071855845212,
      "grad_norm": 3.0669305324554443,
      "learning_rate": 0.00016064126623536963,
      "loss": 4.1339,
      "step": 151500
    },
    {
      "epoch": 1.8708613347118628,
      "grad_norm": 0.4204738736152649,
      "learning_rate": 0.0001601782804089091,
      "loss": 4.1175,
      "step": 152000
    },
    {
      "epoch": 1.8770154838392044,
      "grad_norm": 0.8279763460159302,
      "learning_rate": 0.00015971529458244852,
      "loss": 4.133,
      "step": 152500
    },
    {
      "epoch": 1.883169632966546,
      "grad_norm": 0.5505543947219849,
      "learning_rate": 0.00015925230875598793,
      "loss": 4.1334,
      "step": 153000
    },
    {
      "epoch": 1.8893237820938877,
      "grad_norm": 1.1535730361938477,
      "learning_rate": 0.00015878932292952736,
      "loss": 4.1408,
      "step": 153500
    },
    {
      "epoch": 1.8954779312212293,
      "grad_norm": 4.983729362487793,
      "learning_rate": 0.0001583263371030668,
      "loss": 4.1483,
      "step": 154000
    },
    {
      "epoch": 1.9016320803485711,
      "grad_norm": 3.520394802093506,
      "learning_rate": 0.00015786335127660625,
      "loss": 4.1483,
      "step": 154500
    },
    {
      "epoch": 1.9077862294759127,
      "grad_norm": 6.582132816314697,
      "learning_rate": 0.00015740036545014568,
      "loss": 4.133,
      "step": 155000
    },
    {
      "epoch": 1.9139403786032543,
      "grad_norm": 6.116377353668213,
      "learning_rate": 0.0001569373796236851,
      "loss": 4.1181,
      "step": 155500
    },
    {
      "epoch": 1.9200945277305959,
      "grad_norm": 3.6372199058532715,
      "learning_rate": 0.00015647439379722452,
      "loss": 4.1265,
      "step": 156000
    },
    {
      "epoch": 1.9262486768579377,
      "grad_norm": 2.3151426315307617,
      "learning_rate": 0.00015601140797076398,
      "loss": 4.1245,
      "step": 156500
    },
    {
      "epoch": 1.9324028259852792,
      "grad_norm": 4.454445838928223,
      "learning_rate": 0.0001555484221443034,
      "loss": 4.1375,
      "step": 157000
    },
    {
      "epoch": 1.938556975112621,
      "grad_norm": 4.774474620819092,
      "learning_rate": 0.00015508543631784284,
      "loss": 4.144,
      "step": 157500
    },
    {
      "epoch": 1.9447111242399626,
      "grad_norm": 6.174612998962402,
      "learning_rate": 0.0001546224504913823,
      "loss": 4.1267,
      "step": 158000
    },
    {
      "epoch": 1.9508652733673042,
      "grad_norm": 1.683795690536499,
      "learning_rate": 0.0001541594646649217,
      "loss": 4.1375,
      "step": 158500
    },
    {
      "epoch": 1.9570194224946458,
      "grad_norm": 4.973104000091553,
      "learning_rate": 0.00015369647883846114,
      "loss": 4.1462,
      "step": 159000
    },
    {
      "epoch": 1.9631735716219876,
      "grad_norm": 1.2062525749206543,
      "learning_rate": 0.00015323349301200057,
      "loss": 4.1228,
      "step": 159500
    },
    {
      "epoch": 1.9693277207493292,
      "grad_norm": 4.831448078155518,
      "learning_rate": 0.00015277050718554,
      "loss": 4.138,
      "step": 160000
    },
    {
      "epoch": 1.975481869876671,
      "grad_norm": 5.075714588165283,
      "learning_rate": 0.00015230752135907946,
      "loss": 4.1435,
      "step": 160500
    },
    {
      "epoch": 1.9816360190040125,
      "grad_norm": 2.948014497756958,
      "learning_rate": 0.0001518445355326189,
      "loss": 4.1467,
      "step": 161000
    },
    {
      "epoch": 1.9877901681313541,
      "grad_norm": 1.2960885763168335,
      "learning_rate": 0.0001513815497061583,
      "loss": 4.1326,
      "step": 161500
    },
    {
      "epoch": 1.9939443172586957,
      "grad_norm": 0.545448362827301,
      "learning_rate": 0.00015091856387969773,
      "loss": 4.1452,
      "step": 162000
    },
    {
      "epoch": 2.0000984663860373,
      "grad_norm": 2.841965436935425,
      "learning_rate": 0.0001504555780532372,
      "loss": 4.1429,
      "step": 162500
    },
    {
      "epoch": 2.0062526155133793,
      "grad_norm": 4.865884304046631,
      "learning_rate": 0.00014999259222677662,
      "loss": 4.1464,
      "step": 163000
    },
    {
      "epoch": 2.012406764640721,
      "grad_norm": 1.21327543258667,
      "learning_rate": 0.00014952960640031605,
      "loss": 4.1507,
      "step": 163500
    },
    {
      "epoch": 2.0185609137680625,
      "grad_norm": 0.4554235339164734,
      "learning_rate": 0.00014906662057385549,
      "loss": 4.1378,
      "step": 164000
    },
    {
      "epoch": 2.024715062895404,
      "grad_norm": 0.5327489972114563,
      "learning_rate": 0.00014860363474739492,
      "loss": 4.1454,
      "step": 164500
    },
    {
      "epoch": 2.0308692120227456,
      "grad_norm": 0.8064332604408264,
      "learning_rate": 0.00014814064892093435,
      "loss": 4.1386,
      "step": 165000
    },
    {
      "epoch": 2.037023361150087,
      "grad_norm": 2.2158634662628174,
      "learning_rate": 0.00014767766309447378,
      "loss": 4.1502,
      "step": 165500
    },
    {
      "epoch": 2.043177510277429,
      "grad_norm": 2.3383662700653076,
      "learning_rate": 0.00014721467726801321,
      "loss": 4.1394,
      "step": 166000
    },
    {
      "epoch": 2.049331659404771,
      "grad_norm": 4.575577735900879,
      "learning_rate": 0.00014675169144155265,
      "loss": 4.1393,
      "step": 166500
    },
    {
      "epoch": 2.0554858085321124,
      "grad_norm": 0.4294615685939789,
      "learning_rate": 0.00014628870561509208,
      "loss": 4.1482,
      "step": 167000
    },
    {
      "epoch": 2.061639957659454,
      "grad_norm": 1.2794427871704102,
      "learning_rate": 0.00014582571978863154,
      "loss": 4.1286,
      "step": 167500
    },
    {
      "epoch": 2.0677941067867955,
      "grad_norm": 6.330613613128662,
      "learning_rate": 0.00014536273396217094,
      "loss": 4.1431,
      "step": 168000
    },
    {
      "epoch": 2.073948255914137,
      "grad_norm": 3.15324330329895,
      "learning_rate": 0.0001448997481357104,
      "loss": 4.1252,
      "step": 168500
    },
    {
      "epoch": 2.080102405041479,
      "grad_norm": 2.5174105167388916,
      "learning_rate": 0.00014443676230924983,
      "loss": 4.143,
      "step": 169000
    },
    {
      "epoch": 2.0862565541688207,
      "grad_norm": 3.220691680908203,
      "learning_rate": 0.00014397377648278927,
      "loss": 4.1513,
      "step": 169500
    },
    {
      "epoch": 2.0924107032961623,
      "grad_norm": 0.6489084959030151,
      "learning_rate": 0.0001435107906563287,
      "loss": 4.1353,
      "step": 170000
    },
    {
      "epoch": 2.098564852423504,
      "grad_norm": 1.4879485368728638,
      "learning_rate": 0.00014304780482986813,
      "loss": 4.1631,
      "step": 170500
    },
    {
      "epoch": 2.1047190015508455,
      "grad_norm": 0.5198183059692383,
      "learning_rate": 0.00014258481900340756,
      "loss": 4.1342,
      "step": 171000
    },
    {
      "epoch": 2.110873150678187,
      "grad_norm": 4.062627792358398,
      "learning_rate": 0.000142121833176947,
      "loss": 4.1526,
      "step": 171500
    },
    {
      "epoch": 2.117027299805529,
      "grad_norm": 2.0375592708587646,
      "learning_rate": 0.00014165884735048643,
      "loss": 4.1403,
      "step": 172000
    },
    {
      "epoch": 2.1231814489328706,
      "grad_norm": 8.87256908416748,
      "learning_rate": 0.00014119586152402586,
      "loss": 4.1414,
      "step": 172500
    },
    {
      "epoch": 2.129335598060212,
      "grad_norm": 4.595679759979248,
      "learning_rate": 0.0001407328756975653,
      "loss": 4.157,
      "step": 173000
    },
    {
      "epoch": 2.135489747187554,
      "grad_norm": 2.625487804412842,
      "learning_rate": 0.00014026988987110475,
      "loss": 4.1325,
      "step": 173500
    },
    {
      "epoch": 2.1416438963148954,
      "grad_norm": 2.112154483795166,
      "learning_rate": 0.00013980690404464415,
      "loss": 4.1426,
      "step": 174000
    },
    {
      "epoch": 2.147798045442237,
      "grad_norm": 5.883920669555664,
      "learning_rate": 0.00013934391821818361,
      "loss": 4.1357,
      "step": 174500
    },
    {
      "epoch": 2.153952194569579,
      "grad_norm": 3.2005159854888916,
      "learning_rate": 0.00013888093239172305,
      "loss": 4.1152,
      "step": 175000
    },
    {
      "epoch": 2.1601063436969206,
      "grad_norm": 0.8658522963523865,
      "learning_rate": 0.00013841794656526248,
      "loss": 4.1435,
      "step": 175500
    },
    {
      "epoch": 2.166260492824262,
      "grad_norm": 2.876591682434082,
      "learning_rate": 0.0001379549607388019,
      "loss": 4.1167,
      "step": 176000
    },
    {
      "epoch": 2.1724146419516037,
      "grad_norm": 4.943939685821533,
      "learning_rate": 0.00013749197491234134,
      "loss": 4.1367,
      "step": 176500
    },
    {
      "epoch": 2.1785687910789453,
      "grad_norm": 4.762856483459473,
      "learning_rate": 0.00013702898908588077,
      "loss": 4.1349,
      "step": 177000
    },
    {
      "epoch": 2.184722940206287,
      "grad_norm": 2.7978150844573975,
      "learning_rate": 0.0001365660032594202,
      "loss": 4.1265,
      "step": 177500
    },
    {
      "epoch": 2.190877089333629,
      "grad_norm": 4.108112335205078,
      "learning_rate": 0.00013610301743295964,
      "loss": 4.1314,
      "step": 178000
    },
    {
      "epoch": 2.1970312384609705,
      "grad_norm": 2.733691930770874,
      "learning_rate": 0.00013564003160649907,
      "loss": 4.1482,
      "step": 178500
    },
    {
      "epoch": 2.203185387588312,
      "grad_norm": 6.319185256958008,
      "learning_rate": 0.0001351770457800385,
      "loss": 4.1477,
      "step": 179000
    },
    {
      "epoch": 2.2093395367156536,
      "grad_norm": 2.4234657287597656,
      "learning_rate": 0.00013471405995357793,
      "loss": 4.1333,
      "step": 179500
    },
    {
      "epoch": 2.215493685842995,
      "grad_norm": 0.6562241911888123,
      "learning_rate": 0.00013425107412711737,
      "loss": 4.1358,
      "step": 180000
    },
    {
      "epoch": 2.221647834970337,
      "grad_norm": 1.6722023487091064,
      "learning_rate": 0.00013378808830065683,
      "loss": 4.1337,
      "step": 180500
    },
    {
      "epoch": 2.227801984097679,
      "grad_norm": 1.162979245185852,
      "learning_rate": 0.00013332510247419623,
      "loss": 4.1283,
      "step": 181000
    },
    {
      "epoch": 2.2339561332250204,
      "grad_norm": 5.3414835929870605,
      "learning_rate": 0.0001328621166477357,
      "loss": 4.1555,
      "step": 181500
    },
    {
      "epoch": 2.240110282352362,
      "grad_norm": 3.4271726608276367,
      "learning_rate": 0.00013239913082127512,
      "loss": 4.1365,
      "step": 182000
    },
    {
      "epoch": 2.2462644314797036,
      "grad_norm": 2.4515178203582764,
      "learning_rate": 0.00013193614499481455,
      "loss": 4.1484,
      "step": 182500
    },
    {
      "epoch": 2.252418580607045,
      "grad_norm": 0.9025920033454895,
      "learning_rate": 0.00013147315916835399,
      "loss": 4.1164,
      "step": 183000
    },
    {
      "epoch": 2.2585727297343867,
      "grad_norm": 1.4333921670913696,
      "learning_rate": 0.00013101017334189342,
      "loss": 4.1434,
      "step": 183500
    },
    {
      "epoch": 2.2647268788617287,
      "grad_norm": 15.7656831741333,
      "learning_rate": 0.00013054718751543285,
      "loss": 4.1305,
      "step": 184000
    },
    {
      "epoch": 2.2708810279890703,
      "grad_norm": 5.036754608154297,
      "learning_rate": 0.00013008420168897228,
      "loss": 4.1562,
      "step": 184500
    },
    {
      "epoch": 2.277035177116412,
      "grad_norm": 4.341217041015625,
      "learning_rate": 0.00012962121586251171,
      "loss": 4.1384,
      "step": 185000
    },
    {
      "epoch": 2.2831893262437535,
      "grad_norm": 12.635770797729492,
      "learning_rate": 0.00012915823003605115,
      "loss": 4.1381,
      "step": 185500
    },
    {
      "epoch": 2.289343475371095,
      "grad_norm": 14.095486640930176,
      "learning_rate": 0.00012869524420959058,
      "loss": 4.1316,
      "step": 186000
    },
    {
      "epoch": 2.295497624498437,
      "grad_norm": 1.3120825290679932,
      "learning_rate": 0.00012823225838313004,
      "loss": 4.1333,
      "step": 186500
    },
    {
      "epoch": 2.3016517736257787,
      "grad_norm": 4.015687942504883,
      "learning_rate": 0.00012776927255666944,
      "loss": 4.1433,
      "step": 187000
    },
    {
      "epoch": 2.3078059227531202,
      "grad_norm": 1.5111069679260254,
      "learning_rate": 0.0001273062867302089,
      "loss": 4.1437,
      "step": 187500
    },
    {
      "epoch": 2.313960071880462,
      "grad_norm": 17.275177001953125,
      "learning_rate": 0.00012684330090374833,
      "loss": 4.1352,
      "step": 188000
    },
    {
      "epoch": 2.3201142210078034,
      "grad_norm": 24.972490310668945,
      "learning_rate": 0.00012638031507728774,
      "loss": 4.1578,
      "step": 188500
    },
    {
      "epoch": 2.326268370135145,
      "grad_norm": 6.434344291687012,
      "learning_rate": 0.0001259173292508272,
      "loss": 4.146,
      "step": 189000
    },
    {
      "epoch": 2.3324225192624866,
      "grad_norm": 5.063055515289307,
      "learning_rate": 0.00012545434342436663,
      "loss": 4.1491,
      "step": 189500
    },
    {
      "epoch": 2.3385766683898286,
      "grad_norm": 13.573065757751465,
      "learning_rate": 0.00012499135759790606,
      "loss": 4.1432,
      "step": 190000
    },
    {
      "epoch": 2.34473081751717,
      "grad_norm": 3.9898264408111572,
      "learning_rate": 0.0001245283717714455,
      "loss": 4.1346,
      "step": 190500
    },
    {
      "epoch": 2.3508849666445117,
      "grad_norm": 38.64807891845703,
      "learning_rate": 0.00012406538594498493,
      "loss": 4.1382,
      "step": 191000
    },
    {
      "epoch": 2.3570391157718533,
      "grad_norm": 4.317899227142334,
      "learning_rate": 0.00012360240011852436,
      "loss": 4.1202,
      "step": 191500
    },
    {
      "epoch": 2.363193264899195,
      "grad_norm": 3.524425745010376,
      "learning_rate": 0.0001231394142920638,
      "loss": 4.1428,
      "step": 192000
    },
    {
      "epoch": 2.369347414026537,
      "grad_norm": 9.885839462280273,
      "learning_rate": 0.00012267642846560322,
      "loss": 4.1369,
      "step": 192500
    },
    {
      "epoch": 2.3755015631538785,
      "grad_norm": 6.044156074523926,
      "learning_rate": 0.00012221344263914266,
      "loss": 4.1477,
      "step": 193000
    },
    {
      "epoch": 2.38165571228122,
      "grad_norm": 2.5400869846343994,
      "learning_rate": 0.0001217504568126821,
      "loss": 4.1401,
      "step": 193500
    },
    {
      "epoch": 2.3878098614085617,
      "grad_norm": 7.136928081512451,
      "learning_rate": 0.00012128747098622152,
      "loss": 4.1432,
      "step": 194000
    },
    {
      "epoch": 2.3939640105359032,
      "grad_norm": 2.3224997520446777,
      "learning_rate": 0.00012082448515976097,
      "loss": 4.1423,
      "step": 194500
    },
    {
      "epoch": 2.400118159663245,
      "grad_norm": 2.5237538814544678,
      "learning_rate": 0.00012036149933330041,
      "loss": 4.1099,
      "step": 195000
    },
    {
      "epoch": 2.4062723087905864,
      "grad_norm": 18.10267448425293,
      "learning_rate": 0.00011989851350683983,
      "loss": 4.1211,
      "step": 195500
    },
    {
      "epoch": 2.4124264579179284,
      "grad_norm": 7.731093406677246,
      "learning_rate": 0.00011943552768037926,
      "loss": 4.1425,
      "step": 196000
    },
    {
      "epoch": 2.41858060704527,
      "grad_norm": 9.18722915649414,
      "learning_rate": 0.00011897254185391871,
      "loss": 4.2406,
      "step": 196500
    },
    {
      "epoch": 2.4247347561726116,
      "grad_norm": 1.7126137018203735,
      "learning_rate": 0.00011850955602745813,
      "loss": 4.1401,
      "step": 197000
    },
    {
      "epoch": 2.430888905299953,
      "grad_norm": 3.3530025482177734,
      "learning_rate": 0.00011804657020099757,
      "loss": 4.1476,
      "step": 197500
    },
    {
      "epoch": 2.4370430544272947,
      "grad_norm": 2.5332510471343994,
      "learning_rate": 0.000117583584374537,
      "loss": 4.139,
      "step": 198000
    },
    {
      "epoch": 2.4431972035546368,
      "grad_norm": 3.647127628326416,
      "learning_rate": 0.00011712059854807644,
      "loss": 4.1263,
      "step": 198500
    },
    {
      "epoch": 2.4493513526819783,
      "grad_norm": 3.8709239959716797,
      "learning_rate": 0.00011665761272161587,
      "loss": 4.1227,
      "step": 199000
    },
    {
      "epoch": 2.45550550180932,
      "grad_norm": 1.679821252822876,
      "learning_rate": 0.00011619462689515531,
      "loss": 4.144,
      "step": 199500
    },
    {
      "epoch": 2.4616596509366615,
      "grad_norm": 2.7724051475524902,
      "learning_rate": 0.00011573164106869473,
      "loss": 4.1547,
      "step": 200000
    },
    {
      "epoch": 2.467813800064003,
      "grad_norm": 4.430192470550537,
      "learning_rate": 0.00011526865524223418,
      "loss": 4.1369,
      "step": 200500
    },
    {
      "epoch": 2.4739679491913447,
      "grad_norm": 2.663402795791626,
      "learning_rate": 0.00011480566941577361,
      "loss": 4.126,
      "step": 201000
    },
    {
      "epoch": 2.4801220983186862,
      "grad_norm": 5.047146320343018,
      "learning_rate": 0.00011434268358931304,
      "loss": 4.1518,
      "step": 201500
    },
    {
      "epoch": 2.4862762474460283,
      "grad_norm": 11.797883987426758,
      "learning_rate": 0.00011387969776285247,
      "loss": 4.17,
      "step": 202000
    },
    {
      "epoch": 2.49243039657337,
      "grad_norm": 4.274112224578857,
      "learning_rate": 0.00011341671193639192,
      "loss": 4.1372,
      "step": 202500
    },
    {
      "epoch": 2.4985845457007114,
      "grad_norm": 1.7666431665420532,
      "learning_rate": 0.00011295372610993134,
      "loss": 4.1447,
      "step": 203000
    },
    {
      "epoch": 2.504738694828053,
      "grad_norm": 4.489656925201416,
      "learning_rate": 0.00011249074028347078,
      "loss": 4.1383,
      "step": 203500
    },
    {
      "epoch": 2.5108928439553946,
      "grad_norm": 9.751529693603516,
      "learning_rate": 0.0001120277544570102,
      "loss": 4.1486,
      "step": 204000
    },
    {
      "epoch": 2.5170469930827366,
      "grad_norm": 22.9904842376709,
      "learning_rate": 0.00011156476863054965,
      "loss": 4.1537,
      "step": 204500
    },
    {
      "epoch": 2.523201142210078,
      "grad_norm": 15.45181941986084,
      "learning_rate": 0.00011110178280408908,
      "loss": 4.1344,
      "step": 205000
    },
    {
      "epoch": 2.5293552913374198,
      "grad_norm": 16.877206802368164,
      "learning_rate": 0.00011063879697762851,
      "loss": 4.1238,
      "step": 205500
    },
    {
      "epoch": 2.5355094404647613,
      "grad_norm": 17.026702880859375,
      "learning_rate": 0.00011017581115116794,
      "loss": 4.1526,
      "step": 206000
    },
    {
      "epoch": 2.541663589592103,
      "grad_norm": 2.4947428703308105,
      "learning_rate": 0.00010971282532470739,
      "loss": 4.1337,
      "step": 206500
    },
    {
      "epoch": 2.5478177387194445,
      "grad_norm": 5.502418041229248,
      "learning_rate": 0.00010924983949824681,
      "loss": 4.1273,
      "step": 207000
    },
    {
      "epoch": 2.553971887846786,
      "grad_norm": 5.675118446350098,
      "learning_rate": 0.00010878685367178625,
      "loss": 4.1494,
      "step": 207500
    },
    {
      "epoch": 2.560126036974128,
      "grad_norm": 19.652507781982422,
      "learning_rate": 0.00010832386784532569,
      "loss": 4.1407,
      "step": 208000
    },
    {
      "epoch": 2.5662801861014697,
      "grad_norm": 12.558784484863281,
      "learning_rate": 0.00010786088201886512,
      "loss": 4.1343,
      "step": 208500
    },
    {
      "epoch": 2.5724343352288113,
      "grad_norm": 4.799954414367676,
      "learning_rate": 0.00010739789619240455,
      "loss": 4.1427,
      "step": 209000
    },
    {
      "epoch": 2.578588484356153,
      "grad_norm": 10.397370338439941,
      "learning_rate": 0.000106934910365944,
      "loss": 4.1357,
      "step": 209500
    },
    {
      "epoch": 2.5847426334834944,
      "grad_norm": 5.0170745849609375,
      "learning_rate": 0.00010647192453948341,
      "loss": 4.152,
      "step": 210000
    },
    {
      "epoch": 2.5908967826108364,
      "grad_norm": 12.359256744384766,
      "learning_rate": 0.00010600893871302286,
      "loss": 4.1598,
      "step": 210500
    },
    {
      "epoch": 2.597050931738178,
      "grad_norm": 6.895079135894775,
      "learning_rate": 0.00010554595288656229,
      "loss": 4.1502,
      "step": 211000
    },
    {
      "epoch": 2.6032050808655196,
      "grad_norm": 7.364566326141357,
      "learning_rate": 0.00010508296706010172,
      "loss": 4.1419,
      "step": 211500
    },
    {
      "epoch": 2.609359229992861,
      "grad_norm": 5.654910087585449,
      "learning_rate": 0.00010461998123364116,
      "loss": 4.1357,
      "step": 212000
    },
    {
      "epoch": 2.6155133791202028,
      "grad_norm": 12.257036209106445,
      "learning_rate": 0.0001041569954071806,
      "loss": 4.1534,
      "step": 212500
    },
    {
      "epoch": 2.6216675282475443,
      "grad_norm": 12.89324951171875,
      "learning_rate": 0.00010369400958072002,
      "loss": 4.1299,
      "step": 213000
    },
    {
      "epoch": 2.627821677374886,
      "grad_norm": 17.213781356811523,
      "learning_rate": 0.00010323102375425947,
      "loss": 4.1258,
      "step": 213500
    },
    {
      "epoch": 2.633975826502228,
      "grad_norm": 11.56577205657959,
      "learning_rate": 0.0001027680379277989,
      "loss": 4.18,
      "step": 214000
    },
    {
      "epoch": 2.6401299756295695,
      "grad_norm": 9.175166130065918,
      "learning_rate": 0.00010230505210133833,
      "loss": 4.1434,
      "step": 214500
    },
    {
      "epoch": 2.646284124756911,
      "grad_norm": 7.084720611572266,
      "learning_rate": 0.00010184206627487776,
      "loss": 4.1455,
      "step": 215000
    },
    {
      "epoch": 2.6524382738842527,
      "grad_norm": 1.4853074550628662,
      "learning_rate": 0.00010137908044841721,
      "loss": 4.1458,
      "step": 215500
    },
    {
      "epoch": 2.6585924230115943,
      "grad_norm": 22.556468963623047,
      "learning_rate": 0.00010091609462195663,
      "loss": 4.1484,
      "step": 216000
    },
    {
      "epoch": 2.6647465721389363,
      "grad_norm": 6.518449306488037,
      "learning_rate": 0.00010045310879549607,
      "loss": 4.1385,
      "step": 216500
    },
    {
      "epoch": 2.670900721266278,
      "grad_norm": 10.592835426330566,
      "learning_rate": 9.999012296903549e-05,
      "loss": 4.1438,
      "step": 217000
    },
    {
      "epoch": 2.6770548703936194,
      "grad_norm": 6.5668158531188965,
      "learning_rate": 9.952713714257494e-05,
      "loss": 4.1346,
      "step": 217500
    },
    {
      "epoch": 2.683209019520961,
      "grad_norm": 7.547019958496094,
      "learning_rate": 9.906415131611437e-05,
      "loss": 4.1452,
      "step": 218000
    },
    {
      "epoch": 2.6893631686483026,
      "grad_norm": 7.282440185546875,
      "learning_rate": 9.86011654896538e-05,
      "loss": 4.1175,
      "step": 218500
    },
    {
      "epoch": 2.695517317775644,
      "grad_norm": 30.473175048828125,
      "learning_rate": 9.813817966319323e-05,
      "loss": 4.1407,
      "step": 219000
    },
    {
      "epoch": 2.7016714669029858,
      "grad_norm": 47.161136627197266,
      "learning_rate": 9.767519383673268e-05,
      "loss": 4.1475,
      "step": 219500
    },
    {
      "epoch": 2.707825616030328,
      "grad_norm": 9.303009986877441,
      "learning_rate": 9.72122080102721e-05,
      "loss": 4.1313,
      "step": 220000
    },
    {
      "epoch": 2.7139797651576694,
      "grad_norm": 6.46337366104126,
      "learning_rate": 9.674922218381154e-05,
      "loss": 4.1337,
      "step": 220500
    },
    {
      "epoch": 2.720133914285011,
      "grad_norm": 3.8435237407684326,
      "learning_rate": 9.628623635735097e-05,
      "loss": 4.1531,
      "step": 221000
    },
    {
      "epoch": 2.7262880634123525,
      "grad_norm": 9.514744758605957,
      "learning_rate": 9.58232505308904e-05,
      "loss": 4.138,
      "step": 221500
    },
    {
      "epoch": 2.732442212539694,
      "grad_norm": 6.541099548339844,
      "learning_rate": 9.536026470442984e-05,
      "loss": 4.1288,
      "step": 222000
    },
    {
      "epoch": 2.738596361667036,
      "grad_norm": 9.796896934509277,
      "learning_rate": 9.489727887796928e-05,
      "loss": 4.1421,
      "step": 222500
    },
    {
      "epoch": 2.7447505107943777,
      "grad_norm": 2.1440978050231934,
      "learning_rate": 9.44342930515087e-05,
      "loss": 4.1381,
      "step": 223000
    },
    {
      "epoch": 2.7509046599217193,
      "grad_norm": 6.687036991119385,
      "learning_rate": 9.397130722504815e-05,
      "loss": 4.1154,
      "step": 223500
    },
    {
      "epoch": 2.757058809049061,
      "grad_norm": 72.82162475585938,
      "learning_rate": 9.350832139858758e-05,
      "loss": 4.125,
      "step": 224000
    },
    {
      "epoch": 2.7632129581764024,
      "grad_norm": 4.186785697937012,
      "learning_rate": 9.3045335572127e-05,
      "loss": 4.1243,
      "step": 224500
    },
    {
      "epoch": 2.769367107303744,
      "grad_norm": 10.238506317138672,
      "learning_rate": 9.258234974566644e-05,
      "loss": 4.1305,
      "step": 225000
    },
    {
      "epoch": 2.7755212564310856,
      "grad_norm": 42.393123626708984,
      "learning_rate": 9.211936391920589e-05,
      "loss": 4.1494,
      "step": 225500
    },
    {
      "epoch": 2.7816754055584276,
      "grad_norm": 31.10955238342285,
      "learning_rate": 9.165637809274531e-05,
      "loss": 4.1262,
      "step": 226000
    },
    {
      "epoch": 2.787829554685769,
      "grad_norm": 3.7543489933013916,
      "learning_rate": 9.119339226628475e-05,
      "loss": 4.1335,
      "step": 226500
    },
    {
      "epoch": 2.793983703813111,
      "grad_norm": 4.825121879577637,
      "learning_rate": 9.073040643982419e-05,
      "loss": 4.1296,
      "step": 227000
    },
    {
      "epoch": 2.8001378529404524,
      "grad_norm": 40.39415740966797,
      "learning_rate": 9.02674206133636e-05,
      "loss": 4.1487,
      "step": 227500
    },
    {
      "epoch": 2.806292002067794,
      "grad_norm": 27.26569938659668,
      "learning_rate": 8.980443478690305e-05,
      "loss": 4.1219,
      "step": 228000
    },
    {
      "epoch": 2.812446151195136,
      "grad_norm": 6.383996486663818,
      "learning_rate": 8.93414489604425e-05,
      "loss": 4.1262,
      "step": 228500
    },
    {
      "epoch": 2.8186003003224775,
      "grad_norm": 21.24449920654297,
      "learning_rate": 8.887846313398191e-05,
      "loss": 4.1475,
      "step": 229000
    },
    {
      "epoch": 2.824754449449819,
      "grad_norm": 25.860145568847656,
      "learning_rate": 8.841547730752136e-05,
      "loss": 4.1353,
      "step": 229500
    },
    {
      "epoch": 2.8309085985771607,
      "grad_norm": 18.35698890686035,
      "learning_rate": 8.795249148106078e-05,
      "loss": 4.1307,
      "step": 230000
    },
    {
      "epoch": 2.8370627477045023,
      "grad_norm": 5.2866973876953125,
      "learning_rate": 8.748950565460021e-05,
      "loss": 4.1428,
      "step": 230500
    },
    {
      "epoch": 2.843216896831844,
      "grad_norm": 5.111605644226074,
      "learning_rate": 8.702651982813966e-05,
      "loss": 4.1216,
      "step": 231000
    },
    {
      "epoch": 2.8493710459591854,
      "grad_norm": 6.656818866729736,
      "learning_rate": 8.656353400167908e-05,
      "loss": 4.1582,
      "step": 231500
    },
    {
      "epoch": 2.8555251950865275,
      "grad_norm": 6.107633590698242,
      "learning_rate": 8.610054817521852e-05,
      "loss": 4.135,
      "step": 232000
    },
    {
      "epoch": 2.861679344213869,
      "grad_norm": 14.607207298278809,
      "learning_rate": 8.563756234875797e-05,
      "loss": 4.1361,
      "step": 232500
    },
    {
      "epoch": 2.8678334933412106,
      "grad_norm": 20.888408660888672,
      "learning_rate": 8.517457652229739e-05,
      "loss": 4.1407,
      "step": 233000
    },
    {
      "epoch": 2.873987642468552,
      "grad_norm": 6.468882083892822,
      "learning_rate": 8.471159069583682e-05,
      "loss": 4.1299,
      "step": 233500
    },
    {
      "epoch": 2.880141791595894,
      "grad_norm": 2.9903552532196045,
      "learning_rate": 8.424860486937626e-05,
      "loss": 4.1495,
      "step": 234000
    },
    {
      "epoch": 2.886295940723236,
      "grad_norm": 3.253113269805908,
      "learning_rate": 8.378561904291568e-05,
      "loss": 4.1359,
      "step": 234500
    },
    {
      "epoch": 2.8924500898505774,
      "grad_norm": 31.159034729003906,
      "learning_rate": 8.332263321645513e-05,
      "loss": 4.1463,
      "step": 235000
    },
    {
      "epoch": 2.898604238977919,
      "grad_norm": 6.632800579071045,
      "learning_rate": 8.285964738999456e-05,
      "loss": 4.1544,
      "step": 235500
    },
    {
      "epoch": 2.9047583881052605,
      "grad_norm": 3.6069889068603516,
      "learning_rate": 8.239666156353399e-05,
      "loss": 4.1521,
      "step": 236000
    },
    {
      "epoch": 2.910912537232602,
      "grad_norm": 18.797504425048828,
      "learning_rate": 8.193367573707342e-05,
      "loss": 4.1577,
      "step": 236500
    },
    {
      "epoch": 2.917066686359944,
      "grad_norm": 25.01851463317871,
      "learning_rate": 8.147068991061287e-05,
      "loss": 4.1195,
      "step": 237000
    },
    {
      "epoch": 2.9232208354872853,
      "grad_norm": 7.6719136238098145,
      "learning_rate": 8.100770408415229e-05,
      "loss": 4.1405,
      "step": 237500
    },
    {
      "epoch": 2.9293749846146273,
      "grad_norm": 23.961761474609375,
      "learning_rate": 8.054471825769173e-05,
      "loss": 4.15,
      "step": 238000
    },
    {
      "epoch": 2.935529133741969,
      "grad_norm": 17.680160522460938,
      "learning_rate": 8.008173243123117e-05,
      "loss": 4.1475,
      "step": 238500
    },
    {
      "epoch": 2.9416832828693105,
      "grad_norm": 16.601022720336914,
      "learning_rate": 7.96187466047706e-05,
      "loss": 4.1527,
      "step": 239000
    },
    {
      "epoch": 2.947837431996652,
      "grad_norm": 33.24941635131836,
      "learning_rate": 7.915576077831003e-05,
      "loss": 4.149,
      "step": 239500
    },
    {
      "epoch": 2.9539915811239936,
      "grad_norm": 13.79638671875,
      "learning_rate": 7.869277495184948e-05,
      "loss": 4.1326,
      "step": 240000
    },
    {
      "epoch": 2.9601457302513356,
      "grad_norm": 3.769580602645874,
      "learning_rate": 7.82297891253889e-05,
      "loss": 4.1594,
      "step": 240500
    },
    {
      "epoch": 2.9662998793786772,
      "grad_norm": 10.10777759552002,
      "learning_rate": 7.776680329892834e-05,
      "loss": 4.1557,
      "step": 241000
    },
    {
      "epoch": 2.972454028506019,
      "grad_norm": 5.826690673828125,
      "learning_rate": 7.730381747246777e-05,
      "loss": 4.1378,
      "step": 241500
    },
    {
      "epoch": 2.9786081776333604,
      "grad_norm": 10.416824340820312,
      "learning_rate": 7.68408316460072e-05,
      "loss": 4.1536,
      "step": 242000
    },
    {
      "epoch": 2.984762326760702,
      "grad_norm": 11.075167655944824,
      "learning_rate": 7.637784581954664e-05,
      "loss": 4.1511,
      "step": 242500
    },
    {
      "epoch": 2.990916475888044,
      "grad_norm": 6.712924480438232,
      "learning_rate": 7.591485999308607e-05,
      "loss": 4.1801,
      "step": 243000
    },
    {
      "epoch": 2.997070625015385,
      "grad_norm": 4.74166202545166,
      "learning_rate": 7.54518741666255e-05,
      "loss": 4.1374,
      "step": 243500
    },
    {
      "epoch": 3.003224774142727,
      "grad_norm": 2.3096487522125244,
      "learning_rate": 7.498888834016495e-05,
      "loss": 4.1398,
      "step": 244000
    },
    {
      "epoch": 3.0093789232700687,
      "grad_norm": 7.170060634613037,
      "learning_rate": 7.452590251370438e-05,
      "loss": 4.1576,
      "step": 244500
    },
    {
      "epoch": 3.0155330723974103,
      "grad_norm": 2.7017977237701416,
      "learning_rate": 7.406291668724381e-05,
      "loss": 4.1622,
      "step": 245000
    },
    {
      "epoch": 3.021687221524752,
      "grad_norm": 7.089437007904053,
      "learning_rate": 7.359993086078324e-05,
      "loss": 4.1567,
      "step": 245500
    },
    {
      "epoch": 3.0278413706520935,
      "grad_norm": 3.3189284801483154,
      "learning_rate": 7.313694503432267e-05,
      "loss": 4.1419,
      "step": 246000
    },
    {
      "epoch": 3.0339955197794355,
      "grad_norm": 2.4991772174835205,
      "learning_rate": 7.26739592078621e-05,
      "loss": 4.1527,
      "step": 246500
    },
    {
      "epoch": 3.040149668906777,
      "grad_norm": 3.2394919395446777,
      "learning_rate": 7.221097338140154e-05,
      "loss": 4.1424,
      "step": 247000
    },
    {
      "epoch": 3.0463038180341186,
      "grad_norm": 4.59478759765625,
      "learning_rate": 7.174798755494098e-05,
      "loss": 4.1296,
      "step": 247500
    },
    {
      "epoch": 3.0524579671614602,
      "grad_norm": 3.0080718994140625,
      "learning_rate": 7.128500172848042e-05,
      "loss": 4.1562,
      "step": 248000
    },
    {
      "epoch": 3.058612116288802,
      "grad_norm": 4.77623176574707,
      "learning_rate": 7.082201590201985e-05,
      "loss": 4.1415,
      "step": 248500
    },
    {
      "epoch": 3.0647662654161434,
      "grad_norm": 15.261367797851562,
      "learning_rate": 7.035903007555928e-05,
      "loss": 4.1434,
      "step": 249000
    },
    {
      "epoch": 3.0709204145434854,
      "grad_norm": 4.615048408508301,
      "learning_rate": 6.989604424909871e-05,
      "loss": 4.1386,
      "step": 249500
    },
    {
      "epoch": 3.077074563670827,
      "grad_norm": 3.0708060264587402,
      "learning_rate": 6.943305842263814e-05,
      "loss": 4.1538,
      "step": 250000
    },
    {
      "epoch": 3.0832287127981686,
      "grad_norm": 9.329169273376465,
      "learning_rate": 6.897007259617759e-05,
      "loss": 4.1636,
      "step": 250500
    },
    {
      "epoch": 3.08938286192551,
      "grad_norm": 4.104388236999512,
      "learning_rate": 6.850708676971702e-05,
      "loss": 4.1389,
      "step": 251000
    },
    {
      "epoch": 3.0955370110528517,
      "grad_norm": 2.5644283294677734,
      "learning_rate": 6.804410094325645e-05,
      "loss": 4.1386,
      "step": 251500
    },
    {
      "epoch": 3.1016911601801933,
      "grad_norm": 5.874880790710449,
      "learning_rate": 6.758111511679589e-05,
      "loss": 4.1554,
      "step": 252000
    },
    {
      "epoch": 3.1078453093075353,
      "grad_norm": 1.9047770500183105,
      "learning_rate": 6.711812929033532e-05,
      "loss": 4.1461,
      "step": 252500
    },
    {
      "epoch": 3.113999458434877,
      "grad_norm": 2.8584365844726562,
      "learning_rate": 6.665514346387475e-05,
      "loss": 4.1204,
      "step": 253000
    },
    {
      "epoch": 3.1201536075622185,
      "grad_norm": 7.893682956695557,
      "learning_rate": 6.619215763741418e-05,
      "loss": 4.1396,
      "step": 253500
    },
    {
      "epoch": 3.12630775668956,
      "grad_norm": 3.6255972385406494,
      "learning_rate": 6.572917181095363e-05,
      "loss": 4.1631,
      "step": 254000
    },
    {
      "epoch": 3.1324619058169016,
      "grad_norm": 4.607624530792236,
      "learning_rate": 6.526618598449306e-05,
      "loss": 4.1377,
      "step": 254500
    },
    {
      "epoch": 3.1386160549442432,
      "grad_norm": 7.349343299865723,
      "learning_rate": 6.480320015803249e-05,
      "loss": 4.1411,
      "step": 255000
    },
    {
      "epoch": 3.1447702040715853,
      "grad_norm": 19.699459075927734,
      "learning_rate": 6.434021433157192e-05,
      "loss": 4.1371,
      "step": 255500
    },
    {
      "epoch": 3.150924353198927,
      "grad_norm": 6.568043231964111,
      "learning_rate": 6.387722850511136e-05,
      "loss": 4.1439,
      "step": 256000
    },
    {
      "epoch": 3.1570785023262684,
      "grad_norm": 2.4748892784118652,
      "learning_rate": 6.341424267865079e-05,
      "loss": 4.1399,
      "step": 256500
    },
    {
      "epoch": 3.16323265145361,
      "grad_norm": 32.743019104003906,
      "learning_rate": 6.295125685219023e-05,
      "loss": 4.1464,
      "step": 257000
    },
    {
      "epoch": 3.1693868005809516,
      "grad_norm": 36.00674819946289,
      "learning_rate": 6.248827102572967e-05,
      "loss": 4.1453,
      "step": 257500
    },
    {
      "epoch": 3.175540949708293,
      "grad_norm": 50.27063751220703,
      "learning_rate": 6.20252851992691e-05,
      "loss": 4.1363,
      "step": 258000
    },
    {
      "epoch": 3.181695098835635,
      "grad_norm": 43.25789260864258,
      "learning_rate": 6.156229937280853e-05,
      "loss": 4.1319,
      "step": 258500
    },
    {
      "epoch": 3.1878492479629768,
      "grad_norm": 36.427085876464844,
      "learning_rate": 6.109931354634796e-05,
      "loss": 4.1415,
      "step": 259000
    },
    {
      "epoch": 3.1940033970903183,
      "grad_norm": 57.88483428955078,
      "learning_rate": 6.0636327719887394e-05,
      "loss": 4.1313,
      "step": 259500
    },
    {
      "epoch": 3.20015754621766,
      "grad_norm": 32.543067932128906,
      "learning_rate": 6.0173341893426826e-05,
      "loss": 4.1335,
      "step": 260000
    },
    {
      "epoch": 3.2063116953450015,
      "grad_norm": 59.16879653930664,
      "learning_rate": 5.9710356066966265e-05,
      "loss": 4.1542,
      "step": 260500
    },
    {
      "epoch": 3.212465844472343,
      "grad_norm": 30.83115577697754,
      "learning_rate": 5.92473702405057e-05,
      "loss": 4.1528,
      "step": 261000
    },
    {
      "epoch": 3.218619993599685,
      "grad_norm": 6.640603542327881,
      "learning_rate": 5.878438441404513e-05,
      "loss": 4.134,
      "step": 261500
    },
    {
      "epoch": 3.2247741427270267,
      "grad_norm": 7.389746189117432,
      "learning_rate": 5.832139858758457e-05,
      "loss": 4.1371,
      "step": 262000
    },
    {
      "epoch": 3.2309282918543683,
      "grad_norm": 6.286543369293213,
      "learning_rate": 5.7858412761124e-05,
      "loss": 4.1585,
      "step": 262500
    },
    {
      "epoch": 3.23708244098171,
      "grad_norm": 7.098686218261719,
      "learning_rate": 5.739542693466343e-05,
      "loss": 4.1471,
      "step": 263000
    },
    {
      "epoch": 3.2432365901090514,
      "grad_norm": 21.91095542907715,
      "learning_rate": 5.693244110820287e-05,
      "loss": 4.1447,
      "step": 263500
    },
    {
      "epoch": 3.249390739236393,
      "grad_norm": 14.315342903137207,
      "learning_rate": 5.6469455281742303e-05,
      "loss": 4.1268,
      "step": 264000
    },
    {
      "epoch": 3.255544888363735,
      "grad_norm": 34.134361267089844,
      "learning_rate": 5.6006469455281736e-05,
      "loss": 4.1342,
      "step": 264500
    },
    {
      "epoch": 3.2616990374910766,
      "grad_norm": 17.96697425842285,
      "learning_rate": 5.5543483628821174e-05,
      "loss": 4.1258,
      "step": 265000
    },
    {
      "epoch": 3.267853186618418,
      "grad_norm": 16.088926315307617,
      "learning_rate": 5.5080497802360607e-05,
      "loss": 4.1428,
      "step": 265500
    },
    {
      "epoch": 3.2740073357457598,
      "grad_norm": 24.062644958496094,
      "learning_rate": 5.461751197590004e-05,
      "loss": 4.1309,
      "step": 266000
    },
    {
      "epoch": 3.2801614848731013,
      "grad_norm": 8.451128959655762,
      "learning_rate": 5.415452614943947e-05,
      "loss": 4.175,
      "step": 266500
    },
    {
      "epoch": 3.286315634000443,
      "grad_norm": 9.664407730102539,
      "learning_rate": 5.369154032297891e-05,
      "loss": 4.1464,
      "step": 267000
    },
    {
      "epoch": 3.292469783127785,
      "grad_norm": 4.8509955406188965,
      "learning_rate": 5.322855449651834e-05,
      "loss": 4.144,
      "step": 267500
    },
    {
      "epoch": 3.2986239322551265,
      "grad_norm": 13.462193489074707,
      "learning_rate": 5.2765568670057774e-05,
      "loss": 4.1379,
      "step": 268000
    },
    {
      "epoch": 3.304778081382468,
      "grad_norm": 20.66737937927246,
      "learning_rate": 5.230258284359721e-05,
      "loss": 4.1384,
      "step": 268500
    },
    {
      "epoch": 3.3109322305098097,
      "grad_norm": 4.091955184936523,
      "learning_rate": 5.1839597017136645e-05,
      "loss": 4.1507,
      "step": 269000
    },
    {
      "epoch": 3.3170863796371512,
      "grad_norm": 12.628284454345703,
      "learning_rate": 5.137661119067608e-05,
      "loss": 4.1513,
      "step": 269500
    },
    {
      "epoch": 3.323240528764493,
      "grad_norm": 18.36392593383789,
      "learning_rate": 5.0913625364215516e-05,
      "loss": 4.1305,
      "step": 270000
    },
    {
      "epoch": 3.329394677891835,
      "grad_norm": 16.12276268005371,
      "learning_rate": 5.045063953775495e-05,
      "loss": 4.1323,
      "step": 270500
    },
    {
      "epoch": 3.3355488270191764,
      "grad_norm": 9.975174903869629,
      "learning_rate": 4.998765371129438e-05,
      "loss": 4.1586,
      "step": 271000
    },
    {
      "epoch": 3.341702976146518,
      "grad_norm": 4.008594512939453,
      "learning_rate": 4.952466788483382e-05,
      "loss": 4.1279,
      "step": 271500
    },
    {
      "epoch": 3.3478571252738596,
      "grad_norm": 41.02973175048828,
      "learning_rate": 4.906168205837325e-05,
      "loss": 4.1597,
      "step": 272000
    },
    {
      "epoch": 3.354011274401201,
      "grad_norm": 3.381009101867676,
      "learning_rate": 4.859869623191268e-05,
      "loss": 4.1549,
      "step": 272500
    },
    {
      "epoch": 3.3601654235285427,
      "grad_norm": 15.301918983459473,
      "learning_rate": 4.8135710405452115e-05,
      "loss": 4.1481,
      "step": 273000
    },
    {
      "epoch": 3.3663195726558848,
      "grad_norm": 5.128480911254883,
      "learning_rate": 4.7672724578991554e-05,
      "loss": 4.1275,
      "step": 273500
    },
    {
      "epoch": 3.3724737217832264,
      "grad_norm": 20.987468719482422,
      "learning_rate": 4.7209738752530986e-05,
      "loss": 4.1357,
      "step": 274000
    },
    {
      "epoch": 3.378627870910568,
      "grad_norm": 3.4314842224121094,
      "learning_rate": 4.674675292607042e-05,
      "loss": 4.145,
      "step": 274500
    },
    {
      "epoch": 3.3847820200379095,
      "grad_norm": 8.336324691772461,
      "learning_rate": 4.628376709960986e-05,
      "loss": 4.1515,
      "step": 275000
    },
    {
      "epoch": 3.390936169165251,
      "grad_norm": 15.702668190002441,
      "learning_rate": 4.582078127314929e-05,
      "loss": 4.1458,
      "step": 275500
    },
    {
      "epoch": 3.3970903182925927,
      "grad_norm": 20.334640502929688,
      "learning_rate": 4.535779544668872e-05,
      "loss": 4.13,
      "step": 276000
    },
    {
      "epoch": 3.4032444674199347,
      "grad_norm": 18.100238800048828,
      "learning_rate": 4.489480962022816e-05,
      "loss": 4.1493,
      "step": 276500
    },
    {
      "epoch": 3.4093986165472763,
      "grad_norm": 7.6444172859191895,
      "learning_rate": 4.443182379376759e-05,
      "loss": 4.1494,
      "step": 277000
    },
    {
      "epoch": 3.415552765674618,
      "grad_norm": 14.355319023132324,
      "learning_rate": 4.3968837967307024e-05,
      "loss": 4.1523,
      "step": 277500
    },
    {
      "epoch": 3.4217069148019594,
      "grad_norm": 5.769527435302734,
      "learning_rate": 4.350585214084646e-05,
      "loss": 4.139,
      "step": 278000
    },
    {
      "epoch": 3.427861063929301,
      "grad_norm": 11.69207763671875,
      "learning_rate": 4.3042866314385895e-05,
      "loss": 4.1531,
      "step": 278500
    },
    {
      "epoch": 3.434015213056643,
      "grad_norm": 12.014427185058594,
      "learning_rate": 4.257988048792533e-05,
      "loss": 4.1428,
      "step": 279000
    },
    {
      "epoch": 3.4401693621839846,
      "grad_norm": 26.5164852142334,
      "learning_rate": 4.211689466146476e-05,
      "loss": 4.1524,
      "step": 279500
    },
    {
      "epoch": 3.446323511311326,
      "grad_norm": 17.82427978515625,
      "learning_rate": 4.16539088350042e-05,
      "loss": 4.1536,
      "step": 280000
    },
    {
      "epoch": 3.4524776604386678,
      "grad_norm": 4.162466526031494,
      "learning_rate": 4.119092300854363e-05,
      "loss": 4.1365,
      "step": 280500
    },
    {
      "epoch": 3.4586318095660094,
      "grad_norm": 13.737496376037598,
      "learning_rate": 4.072793718208306e-05,
      "loss": 4.1334,
      "step": 281000
    },
    {
      "epoch": 3.464785958693351,
      "grad_norm": 12.105280876159668,
      "learning_rate": 4.02649513556225e-05,
      "loss": 4.1327,
      "step": 281500
    },
    {
      "epoch": 3.4709401078206925,
      "grad_norm": 13.839010238647461,
      "learning_rate": 3.980196552916193e-05,
      "loss": 4.1465,
      "step": 282000
    },
    {
      "epoch": 3.4770942569480345,
      "grad_norm": 6.681400775909424,
      "learning_rate": 3.9338979702701365e-05,
      "loss": 4.1341,
      "step": 282500
    },
    {
      "epoch": 3.483248406075376,
      "grad_norm": 20.491016387939453,
      "learning_rate": 3.8875993876240804e-05,
      "loss": 4.1413,
      "step": 283000
    },
    {
      "epoch": 3.4894025552027177,
      "grad_norm": 49.7690544128418,
      "learning_rate": 3.8413008049780236e-05,
      "loss": 4.1293,
      "step": 283500
    },
    {
      "epoch": 3.4955567043300593,
      "grad_norm": 11.641499519348145,
      "learning_rate": 3.795002222331966e-05,
      "loss": 4.1541,
      "step": 284000
    },
    {
      "epoch": 3.501710853457401,
      "grad_norm": 5.631669044494629,
      "learning_rate": 3.74870363968591e-05,
      "loss": 4.1292,
      "step": 284500
    },
    {
      "epoch": 3.507865002584743,
      "grad_norm": 6.93706750869751,
      "learning_rate": 3.702405057039854e-05,
      "loss": 4.1545,
      "step": 285000
    },
    {
      "epoch": 3.514019151712084,
      "grad_norm": 6.901698112487793,
      "learning_rate": 3.6561064743937965e-05,
      "loss": 4.1384,
      "step": 285500
    },
    {
      "epoch": 3.520173300839426,
      "grad_norm": 14.877540588378906,
      "learning_rate": 3.6098078917477404e-05,
      "loss": 4.1288,
      "step": 286000
    },
    {
      "epoch": 3.5263274499667676,
      "grad_norm": 25.724044799804688,
      "learning_rate": 3.563509309101684e-05,
      "loss": 4.1377,
      "step": 286500
    },
    {
      "epoch": 3.532481599094109,
      "grad_norm": 7.148214817047119,
      "learning_rate": 3.517210726455627e-05,
      "loss": 4.1338,
      "step": 287000
    },
    {
      "epoch": 3.5386357482214508,
      "grad_norm": 7.705902099609375,
      "learning_rate": 3.4709121438095707e-05,
      "loss": 4.1361,
      "step": 287500
    },
    {
      "epoch": 3.5447898973487924,
      "grad_norm": 8.448748588562012,
      "learning_rate": 3.424613561163514e-05,
      "loss": 4.1321,
      "step": 288000
    },
    {
      "epoch": 3.5509440464761344,
      "grad_norm": 7.869440078735352,
      "learning_rate": 3.378314978517457e-05,
      "loss": 4.135,
      "step": 288500
    },
    {
      "epoch": 3.557098195603476,
      "grad_norm": 6.765024662017822,
      "learning_rate": 3.332016395871401e-05,
      "loss": 4.1529,
      "step": 289000
    },
    {
      "epoch": 3.5632523447308175,
      "grad_norm": 5.701638698577881,
      "learning_rate": 3.285717813225344e-05,
      "loss": 4.1436,
      "step": 289500
    },
    {
      "epoch": 3.569406493858159,
      "grad_norm": 16.283222198486328,
      "learning_rate": 3.2394192305792874e-05,
      "loss": 4.1355,
      "step": 290000
    },
    {
      "epoch": 3.5755606429855007,
      "grad_norm": 7.628239154815674,
      "learning_rate": 3.1931206479332306e-05,
      "loss": 4.1418,
      "step": 290500
    },
    {
      "epoch": 3.5817147921128427,
      "grad_norm": 15.502190589904785,
      "learning_rate": 3.1468220652871745e-05,
      "loss": 4.1568,
      "step": 291000
    },
    {
      "epoch": 3.5878689412401843,
      "grad_norm": 14.92800235748291,
      "learning_rate": 3.100523482641118e-05,
      "loss": 4.1519,
      "step": 291500
    },
    {
      "epoch": 3.594023090367526,
      "grad_norm": 8.27001953125,
      "learning_rate": 3.054224899995061e-05,
      "loss": 4.1441,
      "step": 292000
    },
    {
      "epoch": 3.6001772394948675,
      "grad_norm": 6.130892753601074,
      "learning_rate": 3.0079263173490048e-05,
      "loss": 4.1709,
      "step": 292500
    },
    {
      "epoch": 3.606331388622209,
      "grad_norm": 3.230942726135254,
      "learning_rate": 2.9616277347029483e-05,
      "loss": 4.1408,
      "step": 293000
    },
    {
      "epoch": 3.6124855377495506,
      "grad_norm": 11.593179702758789,
      "learning_rate": 2.9153291520568915e-05,
      "loss": 4.1307,
      "step": 293500
    },
    {
      "epoch": 3.618639686876892,
      "grad_norm": 16.46498680114746,
      "learning_rate": 2.869030569410835e-05,
      "loss": 4.1226,
      "step": 294000
    },
    {
      "epoch": 3.624793836004234,
      "grad_norm": 27.56407928466797,
      "learning_rate": 2.822731986764778e-05,
      "loss": 4.1413,
      "step": 294500
    },
    {
      "epoch": 3.630947985131576,
      "grad_norm": 3.463226795196533,
      "learning_rate": 2.7764334041187215e-05,
      "loss": 4.1454,
      "step": 295000
    },
    {
      "epoch": 3.6371021342589174,
      "grad_norm": 33.3383674621582,
      "learning_rate": 2.7301348214726654e-05,
      "loss": 4.1589,
      "step": 295500
    },
    {
      "epoch": 3.643256283386259,
      "grad_norm": 8.906983375549316,
      "learning_rate": 2.6838362388266083e-05,
      "loss": 4.1318,
      "step": 296000
    },
    {
      "epoch": 3.6494104325136005,
      "grad_norm": 5.860848903656006,
      "learning_rate": 2.6375376561805518e-05,
      "loss": 4.147,
      "step": 296500
    },
    {
      "epoch": 3.6555645816409426,
      "grad_norm": 9.394577980041504,
      "learning_rate": 2.591239073534495e-05,
      "loss": 4.1531,
      "step": 297000
    },
    {
      "epoch": 3.661718730768284,
      "grad_norm": 20.086591720581055,
      "learning_rate": 2.5449404908884386e-05,
      "loss": 4.1384,
      "step": 297500
    },
    {
      "epoch": 3.6678728798956257,
      "grad_norm": 4.57155704498291,
      "learning_rate": 2.498641908242382e-05,
      "loss": 4.129,
      "step": 298000
    },
    {
      "epoch": 3.6740270290229673,
      "grad_norm": 6.570335865020752,
      "learning_rate": 2.4523433255963253e-05,
      "loss": 4.1603,
      "step": 298500
    },
    {
      "epoch": 3.680181178150309,
      "grad_norm": 20.765857696533203,
      "learning_rate": 2.406044742950269e-05,
      "loss": 4.1105,
      "step": 299000
    },
    {
      "epoch": 3.6863353272776505,
      "grad_norm": 37.50503921508789,
      "learning_rate": 2.3597461603042124e-05,
      "loss": 4.1244,
      "step": 299500
    },
    {
      "epoch": 3.692489476404992,
      "grad_norm": 5.822895050048828,
      "learning_rate": 2.3134475776581556e-05,
      "loss": 4.1546,
      "step": 300000
    },
    {
      "epoch": 3.698643625532334,
      "grad_norm": 5.0966291427612305,
      "learning_rate": 2.2671489950120992e-05,
      "loss": 4.15,
      "step": 300500
    },
    {
      "epoch": 3.7047977746596756,
      "grad_norm": 4.635249614715576,
      "learning_rate": 2.2208504123660424e-05,
      "loss": 4.1261,
      "step": 301000
    },
    {
      "epoch": 3.710951923787017,
      "grad_norm": 12.714454650878906,
      "learning_rate": 2.174551829719986e-05,
      "loss": 4.145,
      "step": 301500
    },
    {
      "epoch": 3.717106072914359,
      "grad_norm": 9.874136924743652,
      "learning_rate": 2.1282532470739295e-05,
      "loss": 4.1263,
      "step": 302000
    },
    {
      "epoch": 3.7232602220417004,
      "grad_norm": 23.380413055419922,
      "learning_rate": 2.0819546644278727e-05,
      "loss": 4.1546,
      "step": 302500
    },
    {
      "epoch": 3.7294143711690424,
      "grad_norm": 9.796693801879883,
      "learning_rate": 2.0356560817818162e-05,
      "loss": 4.1218,
      "step": 303000
    },
    {
      "epoch": 3.735568520296384,
      "grad_norm": 8.322081565856934,
      "learning_rate": 1.9893574991357594e-05,
      "loss": 4.1292,
      "step": 303500
    },
    {
      "epoch": 3.7417226694237256,
      "grad_norm": 25.19244384765625,
      "learning_rate": 1.943058916489703e-05,
      "loss": 4.137,
      "step": 304000
    },
    {
      "epoch": 3.747876818551067,
      "grad_norm": 37.70656967163086,
      "learning_rate": 1.8967603338436465e-05,
      "loss": 4.1459,
      "step": 304500
    },
    {
      "epoch": 3.7540309676784087,
      "grad_norm": 10.57068157196045,
      "learning_rate": 1.85046175119759e-05,
      "loss": 4.136,
      "step": 305000
    },
    {
      "epoch": 3.7601851168057503,
      "grad_norm": 47.34375,
      "learning_rate": 1.8041631685515333e-05,
      "loss": 4.1207,
      "step": 305500
    },
    {
      "epoch": 3.766339265933092,
      "grad_norm": 19.72435760498047,
      "learning_rate": 1.7578645859054765e-05,
      "loss": 4.1429,
      "step": 306000
    },
    {
      "epoch": 3.772493415060434,
      "grad_norm": 44.27298355102539,
      "learning_rate": 1.71156600325942e-05,
      "loss": 4.1357,
      "step": 306500
    },
    {
      "epoch": 3.7786475641877755,
      "grad_norm": 36.92619705200195,
      "learning_rate": 1.6652674206133636e-05,
      "loss": 4.1361,
      "step": 307000
    },
    {
      "epoch": 3.784801713315117,
      "grad_norm": 27.54575538635254,
      "learning_rate": 1.6189688379673068e-05,
      "loss": 4.1266,
      "step": 307500
    },
    {
      "epoch": 3.7909558624424586,
      "grad_norm": 34.02424621582031,
      "learning_rate": 1.5726702553212504e-05,
      "loss": 4.118,
      "step": 308000
    },
    {
      "epoch": 3.7971100115698,
      "grad_norm": 7.273593425750732,
      "learning_rate": 1.5263716726751936e-05,
      "loss": 4.1343,
      "step": 308500
    },
    {
      "epoch": 3.8032641606971422,
      "grad_norm": 9.610830307006836,
      "learning_rate": 1.480073090029137e-05,
      "loss": 4.1206,
      "step": 309000
    },
    {
      "epoch": 3.809418309824484,
      "grad_norm": 39.2562255859375,
      "learning_rate": 1.4337745073830807e-05,
      "loss": 4.1296,
      "step": 309500
    },
    {
      "epoch": 3.8155724589518254,
      "grad_norm": 46.356842041015625,
      "learning_rate": 1.3874759247370239e-05,
      "loss": 4.1158,
      "step": 310000
    },
    {
      "epoch": 3.821726608079167,
      "grad_norm": 33.597740173339844,
      "learning_rate": 1.3411773420909673e-05,
      "loss": 4.1253,
      "step": 310500
    },
    {
      "epoch": 3.8278807572065086,
      "grad_norm": 56.68779373168945,
      "learning_rate": 1.2948787594449106e-05,
      "loss": 4.1105,
      "step": 311000
    },
    {
      "epoch": 3.83403490633385,
      "grad_norm": 22.97879981994629,
      "learning_rate": 1.2485801767988542e-05,
      "loss": 4.121,
      "step": 311500
    },
    {
      "epoch": 3.8401890554611917,
      "grad_norm": 47.771976470947266,
      "learning_rate": 1.2022815941527976e-05,
      "loss": 4.1247,
      "step": 312000
    },
    {
      "epoch": 3.8463432045885337,
      "grad_norm": 17.196557998657227,
      "learning_rate": 1.155983011506741e-05,
      "loss": 4.122,
      "step": 312500
    },
    {
      "epoch": 3.8524973537158753,
      "grad_norm": 19.346046447753906,
      "learning_rate": 1.1096844288606843e-05,
      "loss": 4.1442,
      "step": 313000
    },
    {
      "epoch": 3.858651502843217,
      "grad_norm": 11.184770584106445,
      "learning_rate": 1.0633858462146279e-05,
      "loss": 4.1482,
      "step": 313500
    },
    {
      "epoch": 3.8648056519705585,
      "grad_norm": 12.078618049621582,
      "learning_rate": 1.0170872635685712e-05,
      "loss": 4.1121,
      "step": 314000
    },
    {
      "epoch": 3.8709598010979,
      "grad_norm": 9.159948348999023,
      "learning_rate": 9.707886809225146e-06,
      "loss": 4.1098,
      "step": 314500
    },
    {
      "epoch": 3.877113950225242,
      "grad_norm": 11.605913162231445,
      "learning_rate": 9.24490098276458e-06,
      "loss": 4.1135,
      "step": 315000
    },
    {
      "epoch": 3.8832680993525837,
      "grad_norm": 25.581920623779297,
      "learning_rate": 8.781915156304014e-06,
      "loss": 4.1317,
      "step": 315500
    },
    {
      "epoch": 3.8894222484799252,
      "grad_norm": 7.528061389923096,
      "learning_rate": 8.318929329843448e-06,
      "loss": 4.1247,
      "step": 316000
    },
    {
      "epoch": 3.895576397607267,
      "grad_norm": 13.743077278137207,
      "learning_rate": 7.855943503382883e-06,
      "loss": 4.1222,
      "step": 316500
    },
    {
      "epoch": 3.9017305467346084,
      "grad_norm": 8.61697769165039,
      "learning_rate": 7.392957676922316e-06,
      "loss": 4.1163,
      "step": 317000
    },
    {
      "epoch": 3.90788469586195,
      "grad_norm": 27.41314697265625,
      "learning_rate": 6.929971850461751e-06,
      "loss": 4.1533,
      "step": 317500
    },
    {
      "epoch": 3.9140388449892916,
      "grad_norm": 45.38865280151367,
      "learning_rate": 6.466986024001184e-06,
      "loss": 4.1138,
      "step": 318000
    },
    {
      "epoch": 3.9201929941166336,
      "grad_norm": 16.720979690551758,
      "learning_rate": 6.004000197540619e-06,
      "loss": 4.1209,
      "step": 318500
    },
    {
      "epoch": 3.926347143243975,
      "grad_norm": 10.842707633972168,
      "learning_rate": 5.541014371080053e-06,
      "loss": 4.1334,
      "step": 319000
    },
    {
      "epoch": 3.9325012923713167,
      "grad_norm": 6.323044300079346,
      "learning_rate": 5.078028544619487e-06,
      "loss": 4.1398,
      "step": 319500
    },
    {
      "epoch": 3.9386554414986583,
      "grad_norm": 49.76858901977539,
      "learning_rate": 4.615042718158921e-06,
      "loss": 4.1362,
      "step": 320000
    },
    {
      "epoch": 3.944809590626,
      "grad_norm": 8.20909595489502,
      "learning_rate": 4.152056891698355e-06,
      "loss": 4.1095,
      "step": 320500
    },
    {
      "epoch": 3.950963739753342,
      "grad_norm": 12.263701438903809,
      "learning_rate": 3.689071065237789e-06,
      "loss": 4.1332,
      "step": 321000
    },
    {
      "epoch": 3.9571178888806835,
      "grad_norm": 15.455554962158203,
      "learning_rate": 3.2260852387772234e-06,
      "loss": 4.1342,
      "step": 321500
    },
    {
      "epoch": 3.963272038008025,
      "grad_norm": 35.89369201660156,
      "learning_rate": 2.7630994123166576e-06,
      "loss": 4.1269,
      "step": 322000
    },
    {
      "epoch": 3.9694261871353667,
      "grad_norm": 12.723758697509766,
      "learning_rate": 2.3001135858560914e-06,
      "loss": 4.1417,
      "step": 322500
    },
    {
      "epoch": 3.9755803362627082,
      "grad_norm": 9.713438034057617,
      "learning_rate": 1.8371277593955256e-06,
      "loss": 4.1068,
      "step": 323000
    },
    {
      "epoch": 3.98173448539005,
      "grad_norm": 24.07921600341797,
      "learning_rate": 1.3741419329349596e-06,
      "loss": 4.1194,
      "step": 323500
    },
    {
      "epoch": 3.9878886345173914,
      "grad_norm": 27.489330291748047,
      "learning_rate": 9.111561064743937e-07,
      "loss": 4.1321,
      "step": 324000
    },
    {
      "epoch": 3.9940427836447334,
      "grad_norm": 13.5571928024292,
      "learning_rate": 4.481702800138278e-07,
      "loss": 4.1075,
      "step": 324500
    },
    {
      "epoch": 4.0,
      "step": 324984,
      "total_flos": 1.7111307358572134e+17,
      "train_loss": 4.1254700603259264,
      "train_runtime": 48035.7406,
      "train_samples_per_second": 54.123,
      "train_steps_per_second": 6.765
    }
  ],
  "logging_steps": 500,
  "max_steps": 324984,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 4,
  "save_steps": 30000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.7111307358572134e+17,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}