{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 975,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.003078699249567058,
      "grad_norm": 7.6762862397276015,
      "learning_rate": 0.0,
      "loss": 1.6081,
      "step": 1
    },
    {
      "epoch": 0.006157398499134116,
      "grad_norm": 7.2553568740644305,
      "learning_rate": 1.0204081632653061e-07,
      "loss": 1.5436,
      "step": 2
    },
    {
      "epoch": 0.009236097748701174,
      "grad_norm": 7.004828991301673,
      "learning_rate": 2.0408163265306121e-07,
      "loss": 1.5148,
      "step": 3
    },
    {
      "epoch": 0.012314796998268231,
      "grad_norm": 6.935837625449577,
      "learning_rate": 3.0612244897959183e-07,
      "loss": 1.5312,
      "step": 4
    },
    {
      "epoch": 0.01539349624783529,
      "grad_norm": 6.33455034747555,
      "learning_rate": 4.0816326530612243e-07,
      "loss": 1.4897,
      "step": 5
    },
    {
      "epoch": 0.01847219549740235,
      "grad_norm": 7.0616985246304385,
      "learning_rate": 5.102040816326531e-07,
      "loss": 1.5687,
      "step": 6
    },
    {
      "epoch": 0.021550894746969404,
      "grad_norm": 7.089005103944213,
      "learning_rate": 6.122448979591837e-07,
      "loss": 1.5059,
      "step": 7
    },
    {
      "epoch": 0.024629593996536463,
      "grad_norm": 6.521309836236844,
      "learning_rate": 7.142857142857143e-07,
      "loss": 1.5089,
      "step": 8
    },
    {
      "epoch": 0.02770829324610352,
      "grad_norm": 6.59306463046276,
      "learning_rate": 8.163265306122449e-07,
      "loss": 1.5407,
      "step": 9
    },
    {
      "epoch": 0.03078699249567058,
      "grad_norm": 6.233701312970518,
      "learning_rate": 9.183673469387756e-07,
      "loss": 1.4822,
      "step": 10
    },
    {
      "epoch": 0.03386569174523764,
      "grad_norm": 6.074480871814344,
      "learning_rate": 1.0204081632653063e-06,
      "loss": 1.5503,
      "step": 11
    },
    {
      "epoch": 0.0369443909948047,
      "grad_norm": 5.678340026182479,
      "learning_rate": 1.122448979591837e-06,
      "loss": 1.5037,
      "step": 12
    },
    {
      "epoch": 0.040023090244371756,
      "grad_norm": 5.602335495459839,
      "learning_rate": 1.2244897959183673e-06,
      "loss": 1.4823,
      "step": 13
    },
    {
      "epoch": 0.04310178949393881,
      "grad_norm": 4.041056484458271,
      "learning_rate": 1.3265306122448982e-06,
      "loss": 1.3712,
      "step": 14
    },
    {
      "epoch": 0.04618048874350587,
      "grad_norm": 4.134762915666753,
      "learning_rate": 1.4285714285714286e-06,
      "loss": 1.4473,
      "step": 15
    },
    {
      "epoch": 0.049259187993072925,
      "grad_norm": 3.8490814865325262,
      "learning_rate": 1.5306122448979593e-06,
      "loss": 1.4376,
      "step": 16
    },
    {
      "epoch": 0.052337887242639984,
      "grad_norm": 3.7213326992417635,
      "learning_rate": 1.6326530612244897e-06,
      "loss": 1.4244,
      "step": 17
    },
    {
      "epoch": 0.05541658649220704,
      "grad_norm": 3.3983290221271916,
      "learning_rate": 1.7346938775510206e-06,
      "loss": 1.3874,
      "step": 18
    },
    {
      "epoch": 0.0584952857417741,
      "grad_norm": 2.043538704895783,
      "learning_rate": 1.8367346938775512e-06,
      "loss": 1.3658,
      "step": 19
    },
    {
      "epoch": 0.06157398499134116,
      "grad_norm": 1.523707142183616,
      "learning_rate": 1.938775510204082e-06,
      "loss": 1.2845,
      "step": 20
    },
    {
      "epoch": 0.06465268424090821,
      "grad_norm": 1.4012583912181333,
      "learning_rate": 2.0408163265306125e-06,
      "loss": 1.312,
      "step": 21
    },
    {
      "epoch": 0.06773138349047528,
      "grad_norm": 1.438236087785234,
      "learning_rate": 2.1428571428571427e-06,
      "loss": 1.3546,
      "step": 22
    },
    {
      "epoch": 0.07081008274004233,
      "grad_norm": 1.2356993856460103,
      "learning_rate": 2.244897959183674e-06,
      "loss": 1.3006,
      "step": 23
    },
    {
      "epoch": 0.0738887819896094,
      "grad_norm": 1.2848569993664685,
      "learning_rate": 2.3469387755102044e-06,
      "loss": 1.3404,
      "step": 24
    },
    {
      "epoch": 0.07696748123917645,
      "grad_norm": 1.1447371224658784,
      "learning_rate": 2.4489795918367347e-06,
      "loss": 1.3251,
      "step": 25
    },
    {
      "epoch": 0.08004618048874351,
      "grad_norm": 1.2943325496057256,
      "learning_rate": 2.5510204081632657e-06,
      "loss": 1.2858,
      "step": 26
    },
    {
      "epoch": 0.08312487973831056,
      "grad_norm": 1.3803064787973331,
      "learning_rate": 2.6530612244897964e-06,
      "loss": 1.2365,
      "step": 27
    },
    {
      "epoch": 0.08620357898787762,
      "grad_norm": 1.3710239312771144,
      "learning_rate": 2.7551020408163266e-06,
      "loss": 1.2489,
      "step": 28
    },
    {
      "epoch": 0.08928227823744468,
      "grad_norm": 1.214324239044426,
      "learning_rate": 2.8571428571428573e-06,
      "loss": 1.202,
      "step": 29
    },
    {
      "epoch": 0.09236097748701173,
      "grad_norm": 1.056364977100255,
      "learning_rate": 2.959183673469388e-06,
      "loss": 1.2126,
      "step": 30
    },
    {
      "epoch": 0.0954396767365788,
      "grad_norm": 1.044476433899929,
      "learning_rate": 3.0612244897959185e-06,
      "loss": 1.2288,
      "step": 31
    },
    {
      "epoch": 0.09851837598614585,
      "grad_norm": 0.8269850081580365,
      "learning_rate": 3.1632653061224496e-06,
      "loss": 1.1956,
      "step": 32
    },
    {
      "epoch": 0.10159707523571292,
      "grad_norm": 0.6960425678816088,
      "learning_rate": 3.2653061224489794e-06,
      "loss": 1.1707,
      "step": 33
    },
    {
      "epoch": 0.10467577448527997,
      "grad_norm": 0.6240461576700048,
      "learning_rate": 3.3673469387755105e-06,
      "loss": 1.1815,
      "step": 34
    },
    {
      "epoch": 0.10775447373484703,
      "grad_norm": 0.6109843060555834,
      "learning_rate": 3.469387755102041e-06,
      "loss": 1.1927,
      "step": 35
    },
    {
      "epoch": 0.11083317298441409,
      "grad_norm": 0.6741412542318923,
      "learning_rate": 3.5714285714285718e-06,
      "loss": 1.1703,
      "step": 36
    },
    {
      "epoch": 0.11391187223398114,
      "grad_norm": 0.575094776064826,
      "learning_rate": 3.6734693877551024e-06,
      "loss": 1.1244,
      "step": 37
    },
    {
      "epoch": 0.1169905714835482,
      "grad_norm": 0.8571866963793218,
      "learning_rate": 3.7755102040816327e-06,
      "loss": 1.1211,
      "step": 38
    },
    {
      "epoch": 0.12006927073311525,
      "grad_norm": 0.5345222397532509,
      "learning_rate": 3.877551020408164e-06,
      "loss": 1.122,
      "step": 39
    },
    {
      "epoch": 0.12314796998268232,
      "grad_norm": 0.514410824645149,
      "learning_rate": 3.979591836734694e-06,
      "loss": 1.1157,
      "step": 40
    },
    {
      "epoch": 0.12622666923224937,
      "grad_norm": 0.48053423461875816,
      "learning_rate": 4.081632653061225e-06,
      "loss": 1.1461,
      "step": 41
    },
    {
      "epoch": 0.12930536848181642,
      "grad_norm": 0.4111548142660251,
      "learning_rate": 4.183673469387755e-06,
      "loss": 1.0792,
      "step": 42
    },
    {
      "epoch": 0.1323840677313835,
      "grad_norm": 0.42697229877433346,
      "learning_rate": 4.2857142857142855e-06,
      "loss": 1.1164,
      "step": 43
    },
    {
      "epoch": 0.13546276698095056,
      "grad_norm": 0.42411836990069424,
      "learning_rate": 4.3877551020408165e-06,
      "loss": 1.1278,
      "step": 44
    },
    {
      "epoch": 0.1385414662305176,
      "grad_norm": 0.5501794736719339,
      "learning_rate": 4.489795918367348e-06,
      "loss": 1.1246,
      "step": 45
    },
    {
      "epoch": 0.14162016548008466,
      "grad_norm": 0.40670830755674436,
      "learning_rate": 4.591836734693878e-06,
      "loss": 1.1332,
      "step": 46
    },
    {
      "epoch": 0.1446988647296517,
      "grad_norm": 0.3704308825927558,
      "learning_rate": 4.693877551020409e-06,
      "loss": 1.0771,
      "step": 47
    },
    {
      "epoch": 0.1477775639792188,
      "grad_norm": 0.3544794413677721,
      "learning_rate": 4.795918367346939e-06,
      "loss": 1.0809,
      "step": 48
    },
    {
      "epoch": 0.15085626322878584,
      "grad_norm": 0.3604622537315224,
      "learning_rate": 4.897959183673469e-06,
      "loss": 1.0653,
      "step": 49
    },
    {
      "epoch": 0.1539349624783529,
      "grad_norm": 0.34269989653881605,
      "learning_rate": 5e-06,
      "loss": 1.1156,
      "step": 50
    },
    {
      "epoch": 0.15701366172791995,
      "grad_norm": 0.33319411582371367,
      "learning_rate": 5.1020408163265315e-06,
      "loss": 1.0303,
      "step": 51
    },
    {
      "epoch": 0.16009236097748702,
      "grad_norm": 0.3207920288009826,
      "learning_rate": 5.204081632653062e-06,
      "loss": 1.1027,
      "step": 52
    },
    {
      "epoch": 0.16317106022705408,
      "grad_norm": 0.3344702787960009,
      "learning_rate": 5.306122448979593e-06,
      "loss": 1.1327,
      "step": 53
    },
    {
      "epoch": 0.16624975947662113,
      "grad_norm": 0.3295457427156366,
      "learning_rate": 5.408163265306123e-06,
      "loss": 1.0925,
      "step": 54
    },
    {
      "epoch": 0.16932845872618818,
      "grad_norm": 0.3152967559990598,
      "learning_rate": 5.510204081632653e-06,
      "loss": 1.0847,
      "step": 55
    },
    {
      "epoch": 0.17240715797575523,
      "grad_norm": 0.2970385911768163,
      "learning_rate": 5.6122448979591834e-06,
      "loss": 1.0574,
      "step": 56
    },
    {
      "epoch": 0.1754858572253223,
      "grad_norm": 0.2787460665168615,
      "learning_rate": 5.7142857142857145e-06,
      "loss": 1.0385,
      "step": 57
    },
    {
      "epoch": 0.17856455647488936,
      "grad_norm": 0.297865096636938,
      "learning_rate": 5.816326530612246e-06,
      "loss": 1.0553,
      "step": 58
    },
    {
      "epoch": 0.18164325572445641,
      "grad_norm": 0.27595486379996903,
      "learning_rate": 5.918367346938776e-06,
      "loss": 1.0336,
      "step": 59
    },
    {
      "epoch": 0.18472195497402347,
      "grad_norm": 0.3080206447223133,
      "learning_rate": 6.020408163265307e-06,
      "loss": 1.0815,
      "step": 60
    },
    {
      "epoch": 0.18780065422359055,
      "grad_norm": 0.271203527490175,
      "learning_rate": 6.122448979591837e-06,
      "loss": 1.0388,
      "step": 61
    },
    {
      "epoch": 0.1908793534731576,
      "grad_norm": 0.2528253583678469,
      "learning_rate": 6.224489795918368e-06,
      "loss": 1.0301,
      "step": 62
    },
    {
      "epoch": 0.19395805272272465,
      "grad_norm": 0.2810411289740686,
      "learning_rate": 6.326530612244899e-06,
      "loss": 1.0378,
      "step": 63
    },
    {
      "epoch": 0.1970367519722917,
      "grad_norm": 0.2712413656418754,
      "learning_rate": 6.4285714285714295e-06,
      "loss": 1.0195,
      "step": 64
    },
    {
      "epoch": 0.20011545122185875,
      "grad_norm": 0.2533356500499567,
      "learning_rate": 6.530612244897959e-06,
      "loss": 0.9852,
      "step": 65
    },
    {
      "epoch": 0.20319415047142583,
      "grad_norm": 0.24883416826064644,
      "learning_rate": 6.63265306122449e-06,
      "loss": 1.0095,
      "step": 66
    },
    {
      "epoch": 0.20627284972099288,
      "grad_norm": 0.26004865364865526,
      "learning_rate": 6.734693877551021e-06,
      "loss": 1.0399,
      "step": 67
    },
    {
      "epoch": 0.20935154897055994,
      "grad_norm": 0.26709702511054434,
      "learning_rate": 6.836734693877551e-06,
      "loss": 1.0515,
      "step": 68
    },
    {
      "epoch": 0.212430248220127,
      "grad_norm": 0.2448770500748951,
      "learning_rate": 6.938775510204082e-06,
      "loss": 0.9825,
      "step": 69
    },
    {
      "epoch": 0.21550894746969407,
      "grad_norm": 0.2518407465293782,
      "learning_rate": 7.0408163265306125e-06,
      "loss": 1.0595,
      "step": 70
    },
    {
      "epoch": 0.21858764671926112,
      "grad_norm": 0.2583530558367604,
      "learning_rate": 7.1428571428571436e-06,
      "loss": 0.9966,
      "step": 71
    },
    {
      "epoch": 0.22166634596882817,
      "grad_norm": 0.2624475563823761,
      "learning_rate": 7.244897959183675e-06,
      "loss": 0.9993,
      "step": 72
    },
    {
      "epoch": 0.22474504521839522,
      "grad_norm": 0.26075170855200724,
      "learning_rate": 7.346938775510205e-06,
      "loss": 1.0441,
      "step": 73
    },
    {
      "epoch": 0.22782374446796227,
      "grad_norm": 0.25911405395375126,
      "learning_rate": 7.448979591836736e-06,
      "loss": 1.0146,
      "step": 74
    },
    {
      "epoch": 0.23090244371752935,
      "grad_norm": 0.23791804237751532,
      "learning_rate": 7.551020408163265e-06,
      "loss": 1.0289,
      "step": 75
    },
    {
      "epoch": 0.2339811429670964,
      "grad_norm": 0.24296561717731074,
      "learning_rate": 7.653061224489796e-06,
      "loss": 1.0135,
      "step": 76
    },
    {
      "epoch": 0.23705984221666346,
      "grad_norm": 0.2438416896054916,
      "learning_rate": 7.755102040816327e-06,
      "loss": 1.0232,
      "step": 77
    },
    {
      "epoch": 0.2401385414662305,
      "grad_norm": 0.24844353728508622,
      "learning_rate": 7.857142857142858e-06,
      "loss": 0.9932,
      "step": 78
    },
    {
      "epoch": 0.2432172407157976,
      "grad_norm": 0.2529237287765586,
      "learning_rate": 7.959183673469388e-06,
      "loss": 1.0252,
      "step": 79
    },
    {
      "epoch": 0.24629593996536464,
      "grad_norm": 0.23780413810684603,
      "learning_rate": 8.06122448979592e-06,
      "loss": 1.0067,
      "step": 80
    },
    {
      "epoch": 0.2493746392149317,
      "grad_norm": 0.2411610878426367,
      "learning_rate": 8.16326530612245e-06,
      "loss": 0.9789,
      "step": 81
    },
    {
      "epoch": 0.25245333846449874,
      "grad_norm": 0.25553671929345567,
      "learning_rate": 8.26530612244898e-06,
      "loss": 1.0157,
      "step": 82
    },
    {
      "epoch": 0.2555320377140658,
      "grad_norm": 0.2381647908430099,
      "learning_rate": 8.36734693877551e-06,
      "loss": 1.0119,
      "step": 83
    },
    {
      "epoch": 0.25861073696363285,
      "grad_norm": 0.2423853873300254,
      "learning_rate": 8.469387755102042e-06,
      "loss": 1.0114,
      "step": 84
    },
    {
      "epoch": 0.2616894362131999,
      "grad_norm": 0.25843530934063885,
      "learning_rate": 8.571428571428571e-06,
      "loss": 0.9987,
      "step": 85
    },
    {
      "epoch": 0.264768135462767,
      "grad_norm": 0.22567077188718443,
      "learning_rate": 8.673469387755103e-06,
      "loss": 0.9813,
      "step": 86
    },
    {
      "epoch": 0.26784683471233406,
      "grad_norm": 0.23194020150989653,
      "learning_rate": 8.775510204081633e-06,
      "loss": 0.9818,
      "step": 87
    },
    {
      "epoch": 0.2709255339619011,
      "grad_norm": 0.23140476492973205,
      "learning_rate": 8.877551020408163e-06,
      "loss": 1.0077,
      "step": 88
    },
    {
      "epoch": 0.27400423321146816,
      "grad_norm": 0.2516969181166962,
      "learning_rate": 8.979591836734695e-06,
      "loss": 1.0149,
      "step": 89
    },
    {
      "epoch": 0.2770829324610352,
      "grad_norm": 0.22633366959665108,
      "learning_rate": 9.081632653061225e-06,
      "loss": 0.973,
      "step": 90
    },
    {
      "epoch": 0.28016163171060227,
      "grad_norm": 0.24495995743449453,
      "learning_rate": 9.183673469387756e-06,
      "loss": 1.0085,
      "step": 91
    },
    {
      "epoch": 0.2832403309601693,
      "grad_norm": 0.2340654521530156,
      "learning_rate": 9.285714285714288e-06,
      "loss": 0.9765,
      "step": 92
    },
    {
      "epoch": 0.28631903020973637,
      "grad_norm": 0.2433140206421755,
      "learning_rate": 9.387755102040818e-06,
      "loss": 0.9996,
      "step": 93
    },
    {
      "epoch": 0.2893977294593034,
      "grad_norm": 0.24756935957940238,
      "learning_rate": 9.489795918367348e-06,
      "loss": 1.0007,
      "step": 94
    },
    {
      "epoch": 0.29247642870887053,
      "grad_norm": 0.23527080976211437,
      "learning_rate": 9.591836734693878e-06,
      "loss": 0.9647,
      "step": 95
    },
    {
      "epoch": 0.2955551279584376,
      "grad_norm": 0.2369643971671493,
      "learning_rate": 9.693877551020408e-06,
      "loss": 0.9429,
      "step": 96
    },
    {
      "epoch": 0.29863382720800463,
      "grad_norm": 0.324700148498595,
      "learning_rate": 9.795918367346939e-06,
      "loss": 1.0074,
      "step": 97
    },
    {
      "epoch": 0.3017125264575717,
      "grad_norm": 0.23264017758720767,
      "learning_rate": 9.89795918367347e-06,
      "loss": 0.9572,
      "step": 98
    },
    {
      "epoch": 0.30479122570713874,
      "grad_norm": 0.24383935729881154,
      "learning_rate": 1e-05,
      "loss": 1.0285,
      "step": 99
    },
    {
      "epoch": 0.3078699249567058,
      "grad_norm": 0.24296539560019878,
      "learning_rate": 9.999967919575756e-06,
      "loss": 1.0349,
      "step": 100
    },
    {
      "epoch": 0.31094862420627284,
      "grad_norm": 0.23995576223683912,
      "learning_rate": 9.99987167871469e-06,
      "loss": 0.9814,
      "step": 101
    },
    {
      "epoch": 0.3140273234558399,
      "grad_norm": 0.2317403837961078,
      "learning_rate": 9.999711278651776e-06,
      "loss": 0.9578,
      "step": 102
    },
    {
      "epoch": 0.31710602270540694,
      "grad_norm": 0.23429221676377304,
      "learning_rate": 9.9994867214453e-06,
      "loss": 0.9806,
      "step": 103
    },
    {
      "epoch": 0.32018472195497405,
      "grad_norm": 0.2328805812132316,
      "learning_rate": 9.999198009976813e-06,
      "loss": 0.9693,
      "step": 104
    },
    {
      "epoch": 0.3232634212045411,
      "grad_norm": 0.23479256880784025,
      "learning_rate": 9.998845147951112e-06,
      "loss": 0.9466,
      "step": 105
    },
    {
      "epoch": 0.32634212045410815,
      "grad_norm": 0.24996167875984182,
      "learning_rate": 9.998428139896184e-06,
      "loss": 0.9961,
      "step": 106
    },
    {
      "epoch": 0.3294208197036752,
      "grad_norm": 0.22616882269510602,
      "learning_rate": 9.997946991163144e-06,
      "loss": 0.9449,
      "step": 107
    },
    {
      "epoch": 0.33249951895324226,
      "grad_norm": 0.24787489578053426,
      "learning_rate": 9.997401707926176e-06,
      "loss": 0.9566,
      "step": 108
    },
    {
      "epoch": 0.3355782182028093,
      "grad_norm": 0.2465212224514598,
      "learning_rate": 9.996792297182447e-06,
      "loss": 1.0131,
      "step": 109
    },
    {
      "epoch": 0.33865691745237636,
      "grad_norm": 0.23883477045743723,
      "learning_rate": 9.996118766752018e-06,
      "loss": 0.9515,
      "step": 110
    },
    {
      "epoch": 0.3417356167019434,
      "grad_norm": 0.24345627967957567,
      "learning_rate": 9.995381125277747e-06,
      "loss": 0.9755,
      "step": 111
    },
    {
      "epoch": 0.34481431595151046,
      "grad_norm": 0.2331125228495404,
      "learning_rate": 9.994579382225176e-06,
      "loss": 0.9277,
      "step": 112
    },
    {
      "epoch": 0.34789301520107757,
      "grad_norm": 0.2391370697573781,
      "learning_rate": 9.993713547882404e-06,
      "loss": 0.9522,
      "step": 113
    },
    {
      "epoch": 0.3509717144506446,
      "grad_norm": 0.24740880361920184,
      "learning_rate": 9.992783633359967e-06,
      "loss": 0.9615,
      "step": 114
    },
    {
      "epoch": 0.3540504137002117,
      "grad_norm": 0.25149103063931966,
      "learning_rate": 9.991789650590687e-06,
      "loss": 0.9657,
      "step": 115
    },
    {
      "epoch": 0.3571291129497787,
      "grad_norm": 0.24419151684184173,
      "learning_rate": 9.990731612329517e-06,
      "loss": 0.9847,
      "step": 116
    },
    {
      "epoch": 0.3602078121993458,
      "grad_norm": 0.24127522003686444,
      "learning_rate": 9.989609532153382e-06,
      "loss": 0.96,
      "step": 117
    },
    {
      "epoch": 0.36328651144891283,
      "grad_norm": 0.2348266746584977,
      "learning_rate": 9.988423424461009e-06,
      "loss": 0.9699,
      "step": 118
    },
    {
      "epoch": 0.3663652106984799,
      "grad_norm": 0.24333113125447497,
      "learning_rate": 9.987173304472733e-06,
      "loss": 0.9369,
      "step": 119
    },
    {
      "epoch": 0.36944390994804693,
      "grad_norm": 0.24165122428746325,
      "learning_rate": 9.985859188230302e-06,
      "loss": 0.9511,
      "step": 120
    },
    {
      "epoch": 0.372522609197614,
      "grad_norm": 0.23648975169176661,
      "learning_rate": 9.984481092596683e-06,
      "loss": 0.9947,
      "step": 121
    },
    {
      "epoch": 0.3756013084471811,
      "grad_norm": 0.24133576956010333,
      "learning_rate": 9.983039035255831e-06,
      "loss": 0.927,
      "step": 122
    },
    {
      "epoch": 0.37868000769674814,
      "grad_norm": 0.2314965558585553,
      "learning_rate": 9.981533034712472e-06,
      "loss": 0.928,
      "step": 123
    },
    {
      "epoch": 0.3817587069463152,
      "grad_norm": 0.24017330770409864,
      "learning_rate": 9.979963110291857e-06,
      "loss": 0.9429,
      "step": 124
    },
    {
      "epoch": 0.38483740619588225,
      "grad_norm": 0.24749917112976713,
      "learning_rate": 9.978329282139526e-06,
      "loss": 0.957,
      "step": 125
    },
    {
      "epoch": 0.3879161054454493,
      "grad_norm": 0.2456622314573542,
      "learning_rate": 9.976631571221039e-06,
      "loss": 0.9741,
      "step": 126
    },
    {
      "epoch": 0.39099480469501635,
      "grad_norm": 0.249166135910459,
      "learning_rate": 9.974869999321707e-06,
      "loss": 1.0026,
      "step": 127
    },
    {
      "epoch": 0.3940735039445834,
      "grad_norm": 0.24495419707101526,
      "learning_rate": 9.973044589046325e-06,
      "loss": 0.953,
      "step": 128
    },
    {
      "epoch": 0.39715220319415045,
      "grad_norm": 0.23746216180701943,
      "learning_rate": 9.971155363818863e-06,
      "loss": 0.972,
      "step": 129
    },
    {
      "epoch": 0.4002309024437175,
      "grad_norm": 0.24428141655546667,
      "learning_rate": 9.969202347882181e-06,
      "loss": 0.932,
      "step": 130
    },
    {
      "epoch": 0.4033096016932846,
      "grad_norm": 0.23669551097133704,
      "learning_rate": 9.967185566297713e-06,
      "loss": 0.9052,
      "step": 131
    },
    {
      "epoch": 0.40638830094285167,
      "grad_norm": 0.25239673142467994,
      "learning_rate": 9.965105044945138e-06,
      "loss": 0.9497,
      "step": 132
    },
    {
      "epoch": 0.4094670001924187,
      "grad_norm": 0.2554209241299065,
      "learning_rate": 9.962960810522065e-06,
      "loss": 0.9546,
      "step": 133
    },
    {
      "epoch": 0.41254569944198577,
      "grad_norm": 0.23986695886465362,
      "learning_rate": 9.960752890543668e-06,
      "loss": 0.963,
      "step": 134
    },
    {
      "epoch": 0.4156243986915528,
      "grad_norm": 0.24905086158751802,
      "learning_rate": 9.958481313342354e-06,
      "loss": 0.9623,
      "step": 135
    },
    {
      "epoch": 0.4187030979411199,
      "grad_norm": 0.24162306576835293,
      "learning_rate": 9.956146108067388e-06,
      "loss": 0.9555,
      "step": 136
    },
    {
      "epoch": 0.4217817971906869,
      "grad_norm": 0.24341458494654228,
      "learning_rate": 9.953747304684518e-06,
      "loss": 0.9244,
      "step": 137
    },
    {
      "epoch": 0.424860496440254,
      "grad_norm": 0.2480035125677915,
      "learning_rate": 9.951284933975598e-06,
      "loss": 1.0288,
      "step": 138
    },
    {
      "epoch": 0.42793919568982103,
      "grad_norm": 0.24976612415556382,
      "learning_rate": 9.948759027538186e-06,
      "loss": 0.943,
      "step": 139
    },
    {
      "epoch": 0.43101789493938814,
      "grad_norm": 0.25779540369691606,
      "learning_rate": 9.946169617785142e-06,
      "loss": 0.9715,
      "step": 140
    },
    {
      "epoch": 0.4340965941889552,
      "grad_norm": 0.23968048105439946,
      "learning_rate": 9.94351673794421e-06,
      "loss": 0.9482,
      "step": 141
    },
    {
      "epoch": 0.43717529343852224,
      "grad_norm": 0.23289948088220958,
      "learning_rate": 9.940800422057596e-06,
      "loss": 0.9426,
      "step": 142
    },
    {
      "epoch": 0.4402539926880893,
      "grad_norm": 0.2297826883164788,
      "learning_rate": 9.938020704981527e-06,
      "loss": 0.9219,
      "step": 143
    },
    {
      "epoch": 0.44333269193765634,
      "grad_norm": 0.22815439891547554,
      "learning_rate": 9.935177622385805e-06,
      "loss": 0.937,
      "step": 144
    },
    {
      "epoch": 0.4464113911872234,
      "grad_norm": 0.23695635649265118,
      "learning_rate": 9.932271210753344e-06,
      "loss": 0.9282,
      "step": 145
    },
    {
      "epoch": 0.44949009043679045,
      "grad_norm": 0.24123370893225643,
      "learning_rate": 9.929301507379714e-06,
      "loss": 0.9331,
      "step": 146
    },
    {
      "epoch": 0.4525687896863575,
      "grad_norm": 0.24637077609339264,
      "learning_rate": 9.926268550372654e-06,
      "loss": 0.9636,
      "step": 147
    },
    {
      "epoch": 0.45564748893592455,
      "grad_norm": 0.2373248906760509,
      "learning_rate": 9.923172378651581e-06,
      "loss": 0.9108,
      "step": 148
    },
    {
      "epoch": 0.45872618818549166,
      "grad_norm": 0.24695655128882715,
      "learning_rate": 9.920013031947097e-06,
      "loss": 0.9567,
      "step": 149
    },
    {
      "epoch": 0.4618048874350587,
      "grad_norm": 0.25601297506688836,
      "learning_rate": 9.916790550800474e-06,
      "loss": 0.9869,
      "step": 150
    },
    {
      "epoch": 0.46488358668462576,
      "grad_norm": 0.2543434097134282,
      "learning_rate": 9.913504976563138e-06,
      "loss": 0.9202,
      "step": 151
    },
    {
      "epoch": 0.4679622859341928,
      "grad_norm": 0.23080918546804705,
      "learning_rate": 9.910156351396135e-06,
      "loss": 0.8933,
      "step": 152
    },
    {
      "epoch": 0.47104098518375986,
      "grad_norm": 0.24006356980764706,
      "learning_rate": 9.90674471826959e-06,
      "loss": 0.9773,
      "step": 153
    },
    {
      "epoch": 0.4741196844333269,
      "grad_norm": 0.2471231406770028,
      "learning_rate": 9.903270120962158e-06,
      "loss": 0.9556,
      "step": 154
    },
    {
      "epoch": 0.47719838368289397,
      "grad_norm": 0.23910469455718603,
      "learning_rate": 9.899732604060464e-06,
      "loss": 0.9496,
      "step": 155
    },
    {
      "epoch": 0.480277082932461,
      "grad_norm": 0.23785026286160252,
      "learning_rate": 9.896132212958524e-06,
      "loss": 0.9575,
      "step": 156
    },
    {
      "epoch": 0.48335578218202807,
      "grad_norm": 0.23172416549682723,
      "learning_rate": 9.892468993857167e-06,
      "loss": 0.944,
      "step": 157
    },
    {
      "epoch": 0.4864344814315952,
      "grad_norm": 0.2665983629045336,
      "learning_rate": 9.888742993763442e-06,
      "loss": 0.9389,
      "step": 158
    },
    {
      "epoch": 0.48951318068116223,
      "grad_norm": 0.2564131067418342,
      "learning_rate": 9.884954260490018e-06,
      "loss": 0.9467,
      "step": 159
    },
    {
      "epoch": 0.4925918799307293,
      "grad_norm": 0.24180620982823195,
      "learning_rate": 9.881102842654557e-06,
      "loss": 0.9455,
      "step": 160
    },
    {
      "epoch": 0.49567057918029633,
      "grad_norm": 0.2369315498501098,
      "learning_rate": 9.877188789679111e-06,
      "loss": 0.9315,
      "step": 161
    },
    {
      "epoch": 0.4987492784298634,
      "grad_norm": 0.23523756440126883,
      "learning_rate": 9.873212151789468e-06,
      "loss": 0.9538,
      "step": 162
    },
    {
      "epoch": 0.5018279776794304,
      "grad_norm": 0.23802345798653649,
      "learning_rate": 9.869172980014525e-06,
      "loss": 0.8587,
      "step": 163
    },
    {
      "epoch": 0.5049066769289975,
      "grad_norm": 0.24502941484448904,
      "learning_rate": 9.865071326185617e-06,
      "loss": 0.9109,
      "step": 164
    },
    {
      "epoch": 0.5079853761785645,
      "grad_norm": 0.24774268311207864,
      "learning_rate": 9.860907242935863e-06,
      "loss": 0.9478,
      "step": 165
    },
    {
      "epoch": 0.5110640754281316,
      "grad_norm": 0.27071787962516364,
      "learning_rate": 9.856680783699484e-06,
      "loss": 0.9652,
      "step": 166
    },
    {
      "epoch": 0.5141427746776986,
      "grad_norm": 0.2624307597340836,
      "learning_rate": 9.852392002711126e-06,
      "loss": 0.928,
      "step": 167
    },
    {
      "epoch": 0.5172214739272657,
      "grad_norm": 0.2574343409060601,
      "learning_rate": 9.848040955005149e-06,
      "loss": 0.9847,
      "step": 168
    },
    {
      "epoch": 0.5203001731768327,
      "grad_norm": 0.24446895028801205,
      "learning_rate": 9.843627696414938e-06,
      "loss": 0.9433,
      "step": 169
    },
    {
      "epoch": 0.5233788724263998,
      "grad_norm": 0.26604221924628485,
      "learning_rate": 9.839152283572178e-06,
      "loss": 0.9492,
      "step": 170
    },
    {
      "epoch": 0.5264575716759669,
      "grad_norm": 0.2418001779051891,
      "learning_rate": 9.834614773906125e-06,
      "loss": 0.9892,
      "step": 171
    },
    {
      "epoch": 0.529536270925534,
      "grad_norm": 0.24107515038530022,
      "learning_rate": 9.830015225642872e-06,
      "loss": 0.8911,
      "step": 172
    },
    {
      "epoch": 0.5326149701751011,
      "grad_norm": 0.24337229530629442,
      "learning_rate": 9.825353697804603e-06,
      "loss": 0.9312,
      "step": 173
    },
    {
      "epoch": 0.5356936694246681,
      "grad_norm": 0.25241834169479355,
      "learning_rate": 9.820630250208836e-06,
      "loss": 0.925,
      "step": 174
    },
    {
      "epoch": 0.5387723686742352,
      "grad_norm": 0.2533121094934043,
      "learning_rate": 9.815844943467649e-06,
      "loss": 0.9217,
      "step": 175
    },
    {
      "epoch": 0.5418510679238022,
      "grad_norm": 0.26530879064762447,
      "learning_rate": 9.810997838986913e-06,
      "loss": 0.9595,
      "step": 176
    },
    {
      "epoch": 0.5449297671733693,
      "grad_norm": 0.25217550960290724,
      "learning_rate": 9.806088998965494e-06,
      "loss": 0.9262,
      "step": 177
    },
    {
      "epoch": 0.5480084664229363,
      "grad_norm": 0.2496243080999867,
      "learning_rate": 9.801118486394461e-06,
      "loss": 0.9143,
      "step": 178
    },
    {
      "epoch": 0.5510871656725034,
      "grad_norm": 0.2478965277476841,
      "learning_rate": 9.796086365056271e-06,
      "loss": 0.946,
      "step": 179
    },
    {
      "epoch": 0.5541658649220704,
      "grad_norm": 0.23746873455242137,
      "learning_rate": 9.790992699523967e-06,
      "loss": 0.933,
      "step": 180
    },
    {
      "epoch": 0.5572445641716375,
      "grad_norm": 0.24137860089700794,
      "learning_rate": 9.785837555160322e-06,
      "loss": 0.926,
      "step": 181
    },
    {
      "epoch": 0.5603232634212045,
      "grad_norm": 0.24573162361366074,
      "learning_rate": 9.780620998117025e-06,
      "loss": 0.9353,
      "step": 182
    },
    {
      "epoch": 0.5634019626707716,
      "grad_norm": 0.25885091437855257,
      "learning_rate": 9.775343095333825e-06,
      "loss": 0.9763,
      "step": 183
    },
    {
      "epoch": 0.5664806619203386,
      "grad_norm": 0.2448842992799257,
      "learning_rate": 9.770003914537661e-06,
      "loss": 0.9159,
      "step": 184
    },
    {
      "epoch": 0.5695593611699057,
      "grad_norm": 0.2664737182786056,
      "learning_rate": 9.76460352424181e-06,
      "loss": 0.9414,
      "step": 185
    },
    {
      "epoch": 0.5726380604194727,
      "grad_norm": 0.2533642857170274,
      "learning_rate": 9.759141993744995e-06,
      "loss": 0.931,
      "step": 186
    },
    {
      "epoch": 0.5757167596690398,
      "grad_norm": 0.2565843996145463,
      "learning_rate": 9.753619393130505e-06,
      "loss": 0.9184,
      "step": 187
    },
    {
      "epoch": 0.5787954589186068,
      "grad_norm": 0.25892991719114605,
      "learning_rate": 9.748035793265284e-06,
      "loss": 0.9587,
      "step": 188
    },
    {
      "epoch": 0.5818741581681739,
      "grad_norm": 0.24511756119746253,
      "learning_rate": 9.742391265799038e-06,
      "loss": 0.9135,
      "step": 189
    },
    {
      "epoch": 0.5849528574177411,
      "grad_norm": 0.2651622826517966,
      "learning_rate": 9.736685883163297e-06,
      "loss": 0.9306,
      "step": 190
    },
    {
      "epoch": 0.5880315566673081,
      "grad_norm": 0.24021542694001807,
      "learning_rate": 9.730919718570501e-06,
      "loss": 0.9167,
      "step": 191
    },
    {
      "epoch": 0.5911102559168752,
      "grad_norm": 0.25684912451312697,
      "learning_rate": 9.725092846013053e-06,
      "loss": 0.9099,
      "step": 192
    },
    {
      "epoch": 0.5941889551664422,
      "grad_norm": 0.27246885305968543,
      "learning_rate": 9.71920534026237e-06,
      "loss": 0.9605,
      "step": 193
    },
    {
      "epoch": 0.5972676544160093,
      "grad_norm": 0.23938025849898661,
      "learning_rate": 9.713257276867924e-06,
      "loss": 0.9081,
      "step": 194
    },
    {
      "epoch": 0.6003463536655763,
      "grad_norm": 0.2521959731991198,
      "learning_rate": 9.707248732156274e-06,
      "loss": 0.937,
      "step": 195
    },
    {
      "epoch": 0.6034250529151434,
      "grad_norm": 0.24892629508891376,
      "learning_rate": 9.701179783230088e-06,
      "loss": 0.9237,
      "step": 196
    },
    {
      "epoch": 0.6065037521647104,
      "grad_norm": 0.2516558798889323,
      "learning_rate": 9.695050507967145e-06,
      "loss": 0.9223,
      "step": 197
    },
    {
      "epoch": 0.6095824514142775,
      "grad_norm": 0.25081879986925115,
      "learning_rate": 9.688860985019348e-06,
      "loss": 0.9493,
      "step": 198
    },
    {
      "epoch": 0.6126611506638445,
      "grad_norm": 0.27100048855836784,
      "learning_rate": 9.682611293811704e-06,
      "loss": 0.9355,
      "step": 199
    },
    {
      "epoch": 0.6157398499134116,
      "grad_norm": 0.2731442288453324,
      "learning_rate": 9.676301514541311e-06,
      "loss": 0.9368,
      "step": 200
    },
    {
      "epoch": 0.6188185491629786,
      "grad_norm": 0.2248830717063508,
      "learning_rate": 9.669931728176329e-06,
      "loss": 0.9137,
      "step": 201
    },
    {
      "epoch": 0.6218972484125457,
      "grad_norm": 0.2673560732569597,
      "learning_rate": 9.663502016454937e-06,
      "loss": 0.9042,
      "step": 202
    },
    {
      "epoch": 0.6249759476621127,
      "grad_norm": 0.251566160215187,
      "learning_rate": 9.657012461884285e-06,
      "loss": 0.9308,
      "step": 203
    },
    {
      "epoch": 0.6280546469116798,
      "grad_norm": 0.25347001920892376,
      "learning_rate": 9.650463147739442e-06,
      "loss": 0.9447,
      "step": 204
    },
    {
      "epoch": 0.6311333461612468,
      "grad_norm": 0.24723958201077512,
      "learning_rate": 9.643854158062315e-06,
      "loss": 0.855,
      "step": 205
    },
    {
      "epoch": 0.6342120454108139,
      "grad_norm": 0.27243908559333607,
      "learning_rate": 9.637185577660584e-06,
      "loss": 0.9414,
      "step": 206
    },
    {
      "epoch": 0.6372907446603809,
      "grad_norm": 0.26152941452151107,
      "learning_rate": 9.630457492106602e-06,
      "loss": 0.9395,
      "step": 207
    },
    {
      "epoch": 0.6403694439099481,
      "grad_norm": 0.2679507120250142,
      "learning_rate": 9.623669987736305e-06,
      "loss": 0.9253,
      "step": 208
    },
    {
      "epoch": 0.6434481431595152,
      "grad_norm": 0.26408938555095496,
      "learning_rate": 9.616823151648102e-06,
      "loss": 0.9409,
      "step": 209
    },
    {
      "epoch": 0.6465268424090822,
      "grad_norm": 0.24037285760759936,
      "learning_rate": 9.609917071701755e-06,
      "loss": 0.9384,
      "step": 210
    },
    {
      "epoch": 0.6496055416586493,
      "grad_norm": 0.2621085059959121,
      "learning_rate": 9.602951836517255e-06,
      "loss": 0.898,
      "step": 211
    },
    {
      "epoch": 0.6526842409082163,
      "grad_norm": 0.25387811904429614,
      "learning_rate": 9.59592753547368e-06,
      "loss": 0.9294,
      "step": 212
    },
    {
      "epoch": 0.6557629401577834,
      "grad_norm": 0.23831478348050672,
      "learning_rate": 9.588844258708052e-06,
      "loss": 0.9402,
      "step": 213
    },
    {
      "epoch": 0.6588416394073504,
      "grad_norm": 0.2694438278229194,
      "learning_rate": 9.581702097114185e-06,
      "loss": 0.975,
      "step": 214
    },
    {
      "epoch": 0.6619203386569175,
      "grad_norm": 0.2549062894598875,
      "learning_rate": 9.574501142341504e-06,
      "loss": 0.9138,
      "step": 215
    },
    {
      "epoch": 0.6649990379064845,
      "grad_norm": 0.23398616679439604,
      "learning_rate": 9.567241486793886e-06,
      "loss": 0.9515,
      "step": 216
    },
    {
      "epoch": 0.6680777371560516,
      "grad_norm": 0.2688284108472295,
      "learning_rate": 9.55992322362846e-06,
      "loss": 0.9292,
      "step": 217
    },
    {
      "epoch": 0.6711564364056186,
      "grad_norm": 0.2595731722752511,
      "learning_rate": 9.552546446754422e-06,
      "loss": 0.9383,
      "step": 218
    },
    {
      "epoch": 0.6742351356551857,
      "grad_norm": 0.22880020455914685,
      "learning_rate": 9.545111250831824e-06,
      "loss": 0.9084,
      "step": 219
    },
    {
      "epoch": 0.6773138349047527,
      "grad_norm": 0.25604300001093033,
      "learning_rate": 9.537617731270365e-06,
      "loss": 0.8863,
      "step": 220
    },
    {
      "epoch": 0.6803925341543198,
      "grad_norm": 0.2615729587570963,
      "learning_rate": 9.530065984228156e-06,
      "loss": 0.9623,
      "step": 221
    },
    {
      "epoch": 0.6834712334038868,
      "grad_norm": 0.255036573776491,
      "learning_rate": 9.522456106610498e-06,
      "loss": 0.929,
      "step": 222
    },
    {
      "epoch": 0.6865499326534539,
      "grad_norm": 0.25522828525519575,
      "learning_rate": 9.514788196068632e-06,
      "loss": 0.8734,
      "step": 223
    },
    {
      "epoch": 0.6896286319030209,
      "grad_norm": 0.2402149556038119,
      "learning_rate": 9.507062350998487e-06,
      "loss": 0.8809,
      "step": 224
    },
    {
      "epoch": 0.692707331152588,
      "grad_norm": 0.24506423616289832,
      "learning_rate": 9.499278670539418e-06,
      "loss": 0.9152,
      "step": 225
    },
    {
      "epoch": 0.6957860304021551,
      "grad_norm": 0.26223634908604687,
      "learning_rate": 9.491437254572933e-06,
      "loss": 0.9155,
      "step": 226
    },
    {
      "epoch": 0.6988647296517222,
      "grad_norm": 0.25465239662910116,
      "learning_rate": 9.483538203721414e-06,
      "loss": 0.9653,
      "step": 227
    },
    {
      "epoch": 0.7019434289012892,
      "grad_norm": 0.23524142363511988,
      "learning_rate": 9.47558161934682e-06,
      "loss": 0.9127,
      "step": 228
    },
    {
      "epoch": 0.7050221281508563,
      "grad_norm": 0.24530725696344688,
      "learning_rate": 9.467567603549392e-06,
      "loss": 0.9203,
      "step": 229
    },
    {
      "epoch": 0.7081008274004233,
      "grad_norm": 0.2476471310174333,
      "learning_rate": 9.459496259166343e-06,
      "loss": 0.9494,
      "step": 230
    },
    {
      "epoch": 0.7111795266499904,
      "grad_norm": 0.24577569618596184,
      "learning_rate": 9.451367689770532e-06,
      "loss": 0.9217,
      "step": 231
    },
    {
      "epoch": 0.7142582258995575,
      "grad_norm": 0.2419821287707517,
      "learning_rate": 9.443181999669143e-06,
      "loss": 0.9246,
      "step": 232
    },
    {
      "epoch": 0.7173369251491245,
      "grad_norm": 0.26511892010794064,
      "learning_rate": 9.434939293902335e-06,
      "loss": 0.9192,
      "step": 233
    },
    {
      "epoch": 0.7204156243986916,
      "grad_norm": 0.24277890729406734,
      "learning_rate": 9.426639678241914e-06,
      "loss": 0.9207,
      "step": 234
    },
    {
      "epoch": 0.7234943236482586,
      "grad_norm": 0.24300036864615013,
      "learning_rate": 9.41828325918995e-06,
      "loss": 0.911,
      "step": 235
    },
    {
      "epoch": 0.7265730228978257,
      "grad_norm": 0.2541366329593059,
      "learning_rate": 9.409870143977438e-06,
      "loss": 0.9016,
      "step": 236
    },
    {
      "epoch": 0.7296517221473927,
      "grad_norm": 0.24718483596416485,
      "learning_rate": 9.401400440562893e-06,
      "loss": 0.9274,
      "step": 237
    },
    {
      "epoch": 0.7327304213969598,
      "grad_norm": 0.23585305648873262,
      "learning_rate": 9.392874257630988e-06,
      "loss": 0.9087,
      "step": 238
    },
    {
      "epoch": 0.7358091206465268,
      "grad_norm": 0.2785680207281239,
      "learning_rate": 9.384291704591153e-06,
      "loss": 0.9256,
      "step": 239
    },
    {
      "epoch": 0.7388878198960939,
      "grad_norm": 0.24557628095729012,
      "learning_rate": 9.375652891576163e-06,
      "loss": 0.9046,
      "step": 240
    },
    {
      "epoch": 0.7419665191456609,
      "grad_norm": 0.2434854835037153,
      "learning_rate": 9.366957929440731e-06,
      "loss": 0.9469,
      "step": 241
    },
    {
      "epoch": 0.745045218395228,
      "grad_norm": 0.26522439728838126,
      "learning_rate": 9.358206929760088e-06,
      "loss": 0.9401,
      "step": 242
    },
    {
      "epoch": 0.748123917644795,
      "grad_norm": 0.24137846923199488,
      "learning_rate": 9.349400004828548e-06,
      "loss": 0.945,
      "step": 243
    },
    {
      "epoch": 0.7512026168943622,
      "grad_norm": 0.25412041832010346,
      "learning_rate": 9.340537267658064e-06,
      "loss": 0.915,
      "step": 244
    },
    {
      "epoch": 0.7542813161439292,
      "grad_norm": 0.24935296746994054,
      "learning_rate": 9.331618831976782e-06,
      "loss": 0.9136,
      "step": 245
    },
    {
      "epoch": 0.7573600153934963,
      "grad_norm": 0.2470742269178257,
      "learning_rate": 9.322644812227587e-06,
      "loss": 0.9549,
      "step": 246
    },
    {
      "epoch": 0.7604387146430633,
      "grad_norm": 0.2510380628672779,
      "learning_rate": 9.313615323566621e-06,
      "loss": 0.9045,
      "step": 247
    },
    {
      "epoch": 0.7635174138926304,
      "grad_norm": 0.2447996805455651,
      "learning_rate": 9.304530481861813e-06,
      "loss": 0.9283,
      "step": 248
    },
    {
      "epoch": 0.7665961131421974,
      "grad_norm": 0.2412718972768966,
      "learning_rate": 9.295390403691395e-06,
      "loss": 0.9155,
      "step": 249
    },
    {
      "epoch": 0.7696748123917645,
      "grad_norm": 0.2605769253823783,
      "learning_rate": 9.286195206342404e-06,
      "loss": 0.9322,
      "step": 250
    },
    {
      "epoch": 0.7727535116413315,
      "grad_norm": 0.24926945860104782,
      "learning_rate": 9.276945007809167e-06,
      "loss": 0.914,
      "step": 251
    },
    {
      "epoch": 0.7758322108908986,
      "grad_norm": 0.24069286338357718,
      "learning_rate": 9.267639926791805e-06,
      "loss": 0.9134,
      "step": 252
    },
    {
      "epoch": 0.7789109101404657,
      "grad_norm": 0.2505756133581526,
      "learning_rate": 9.258280082694694e-06,
      "loss": 0.9098,
      "step": 253
    },
    {
      "epoch": 0.7819896093900327,
      "grad_norm": 0.2476662054875445,
      "learning_rate": 9.248865595624947e-06,
      "loss": 0.9508,
      "step": 254
    },
    {
      "epoch": 0.7850683086395998,
      "grad_norm": 0.24459106386513568,
      "learning_rate": 9.239396586390854e-06,
      "loss": 0.9045,
      "step": 255
    },
    {
      "epoch": 0.7881470078891668,
      "grad_norm": 0.2399233207613046,
      "learning_rate": 9.229873176500352e-06,
      "loss": 0.9277,
      "step": 256
    },
    {
      "epoch": 0.7912257071387339,
      "grad_norm": 0.26417900861068605,
      "learning_rate": 9.22029548815945e-06,
      "loss": 0.9659,
      "step": 257
    },
    {
      "epoch": 0.7943044063883009,
      "grad_norm": 0.2360832927748832,
      "learning_rate": 9.210663644270672e-06,
      "loss": 0.9257,
      "step": 258
    },
    {
      "epoch": 0.797383105637868,
      "grad_norm": 0.23330199065591498,
      "learning_rate": 9.200977768431474e-06,
      "loss": 0.9687,
      "step": 259
    },
    {
      "epoch": 0.800461804887435,
      "grad_norm": 0.24860171214517035,
      "learning_rate": 9.191237984932656e-06,
      "loss": 0.9282,
      "step": 260
    },
    {
      "epoch": 0.8035405041370021,
      "grad_norm": 0.22767494399427152,
      "learning_rate": 9.181444418756774e-06,
      "loss": 0.9111,
      "step": 261
    },
    {
      "epoch": 0.8066192033865692,
      "grad_norm": 0.24483794507894094,
      "learning_rate": 9.171597195576532e-06,
      "loss": 0.9286,
      "step": 262
    },
    {
      "epoch": 0.8096979026361363,
      "grad_norm": 0.25502892315669484,
      "learning_rate": 9.161696441753167e-06,
      "loss": 0.914,
      "step": 263
    },
    {
      "epoch": 0.8127766018857033,
      "grad_norm": 0.24781715946503066,
      "learning_rate": 9.151742284334834e-06,
      "loss": 0.9178,
      "step": 264
    },
    {
      "epoch": 0.8158553011352704,
      "grad_norm": 0.24240328752026663,
      "learning_rate": 9.141734851054969e-06,
      "loss": 0.914,
      "step": 265
    },
    {
      "epoch": 0.8189340003848374,
      "grad_norm": 0.24149521222843484,
      "learning_rate": 9.131674270330653e-06,
      "loss": 0.8769,
      "step": 266
    },
    {
      "epoch": 0.8220126996344045,
      "grad_norm": 0.24626041826138415,
      "learning_rate": 9.121560671260968e-06,
      "loss": 0.9273,
      "step": 267
    },
    {
      "epoch": 0.8250913988839715,
      "grad_norm": 0.24247596840475402,
      "learning_rate": 9.111394183625333e-06,
      "loss": 0.9188,
      "step": 268
    },
    {
      "epoch": 0.8281700981335386,
      "grad_norm": 0.24162197389893814,
      "learning_rate": 9.101174937881841e-06,
      "loss": 0.918,
      "step": 269
    },
    {
      "epoch": 0.8312487973831056,
      "grad_norm": 0.2676910419589146,
      "learning_rate": 9.090903065165587e-06,
      "loss": 0.9141,
      "step": 270
    },
    {
      "epoch": 0.8343274966326727,
      "grad_norm": 0.23389115971701657,
      "learning_rate": 9.080578697286986e-06,
      "loss": 0.925,
      "step": 271
    },
    {
      "epoch": 0.8374061958822397,
      "grad_norm": 0.26843163168505285,
      "learning_rate": 9.07020196673008e-06,
      "loss": 0.914,
      "step": 272
    },
    {
      "epoch": 0.8404848951318068,
      "grad_norm": 0.2679719572105889,
      "learning_rate": 9.059773006650832e-06,
      "loss": 0.9356,
      "step": 273
    },
    {
      "epoch": 0.8435635943813738,
      "grad_norm": 0.24019662302658948,
      "learning_rate": 9.049291950875435e-06,
      "loss": 0.9095,
      "step": 274
    },
    {
      "epoch": 0.8466422936309409,
      "grad_norm": 0.255470845756434,
      "learning_rate": 9.038758933898565e-06,
      "loss": 0.9568,
      "step": 275
    },
    {
      "epoch": 0.849720992880508,
      "grad_norm": 0.256075237040761,
      "learning_rate": 9.028174090881694e-06,
      "loss": 0.8859,
      "step": 276
    },
    {
      "epoch": 0.852799692130075,
      "grad_norm": 0.23343452771104067,
      "learning_rate": 9.017537557651316e-06,
      "loss": 0.9119,
      "step": 277
    },
    {
      "epoch": 0.8558783913796421,
      "grad_norm": 0.2616444815662004,
      "learning_rate": 9.006849470697236e-06,
      "loss": 0.9553,
      "step": 278
    },
    {
      "epoch": 0.8589570906292091,
      "grad_norm": 0.24195580043829323,
      "learning_rate": 8.996109967170796e-06,
      "loss": 0.8643,
      "step": 279
    },
    {
      "epoch": 0.8620357898787763,
      "grad_norm": 0.2447067333820804,
      "learning_rate": 8.985319184883127e-06,
      "loss": 0.8679,
      "step": 280
    },
    {
      "epoch": 0.8651144891283433,
      "grad_norm": 0.2445135337424023,
      "learning_rate": 8.974477262303382e-06,
      "loss": 0.8961,
      "step": 281
    },
    {
      "epoch": 0.8681931883779104,
      "grad_norm": 0.24033969492056376,
      "learning_rate": 8.963584338556948e-06,
      "loss": 0.8795,
      "step": 282
    },
    {
      "epoch": 0.8712718876274774,
      "grad_norm": 0.23504632439717768,
      "learning_rate": 8.952640553423673e-06,
      "loss": 0.9369,
      "step": 283
    },
    {
      "epoch": 0.8743505868770445,
      "grad_norm": 0.26348662667677963,
      "learning_rate": 8.941646047336064e-06,
      "loss": 0.9412,
      "step": 284
    },
    {
      "epoch": 0.8774292861266115,
      "grad_norm": 0.2625380471901545,
      "learning_rate": 8.93060096137749e-06,
      "loss": 0.9093,
      "step": 285
    },
    {
      "epoch": 0.8805079853761786,
      "grad_norm": 0.2522531299992897,
      "learning_rate": 8.919505437280366e-06,
      "loss": 0.8939,
      "step": 286
    },
    {
      "epoch": 0.8835866846257456,
      "grad_norm": 0.2498527765567612,
      "learning_rate": 8.908359617424345e-06,
      "loss": 0.8899,
      "step": 287
    },
    {
      "epoch": 0.8866653838753127,
      "grad_norm": 0.2559324978504737,
      "learning_rate": 8.897163644834472e-06,
      "loss": 0.9378,
      "step": 288
    },
    {
      "epoch": 0.8897440831248797,
      "grad_norm": 0.2329641019045212,
      "learning_rate": 8.885917663179371e-06,
      "loss": 0.9091,
      "step": 289
    },
    {
      "epoch": 0.8928227823744468,
      "grad_norm": 0.27100973316639154,
      "learning_rate": 8.874621816769389e-06,
      "loss": 0.9304,
      "step": 290
    },
    {
      "epoch": 0.8959014816240138,
      "grad_norm": 0.26364969728483967,
      "learning_rate": 8.86327625055474e-06,
      "loss": 0.9165,
      "step": 291
    },
    {
      "epoch": 0.8989801808735809,
      "grad_norm": 0.24358531724284999,
      "learning_rate": 8.851881110123657e-06,
      "loss": 0.9452,
      "step": 292
    },
    {
      "epoch": 0.9020588801231479,
      "grad_norm": 0.24837138582806928,
      "learning_rate": 8.840436541700515e-06,
      "loss": 0.943,
      "step": 293
    },
    {
      "epoch": 0.905137579372715,
      "grad_norm": 0.2646736009084181,
      "learning_rate": 8.82894269214396e-06,
      "loss": 0.9132,
      "step": 294
    },
    {
      "epoch": 0.908216278622282,
      "grad_norm": 0.261926097716352,
      "learning_rate": 8.817399708945018e-06,
      "loss": 0.9039,
      "step": 295
    },
    {
      "epoch": 0.9112949778718491,
      "grad_norm": 0.2501938695223563,
      "learning_rate": 8.805807740225207e-06,
      "loss": 0.9328,
      "step": 296
    },
    {
      "epoch": 0.9143736771214162,
      "grad_norm": 0.2425731674872489,
      "learning_rate": 8.79416693473464e-06,
      "loss": 0.8444,
      "step": 297
    },
    {
      "epoch": 0.9174523763709833,
      "grad_norm": 0.24339585760416285,
      "learning_rate": 8.782477441850107e-06,
      "loss": 0.9472,
      "step": 298
    },
    {
      "epoch": 0.9205310756205504,
      "grad_norm": 0.24331436629555378,
      "learning_rate": 8.770739411573164e-06,
      "loss": 0.9357,
      "step": 299
    },
    {
      "epoch": 0.9236097748701174,
      "grad_norm": 0.23517434497640016,
      "learning_rate": 8.758952994528208e-06,
      "loss": 0.8795,
      "step": 300
    },
    {
      "epoch": 0.9266884741196845,
      "grad_norm": 0.26126800407154716,
      "learning_rate": 8.747118341960542e-06,
      "loss": 0.9356,
      "step": 301
    },
    {
      "epoch": 0.9297671733692515,
      "grad_norm": 0.2395042827726231,
      "learning_rate": 8.735235605734436e-06,
      "loss": 0.917,
      "step": 302
    },
    {
      "epoch": 0.9328458726188186,
      "grad_norm": 0.23987296153453452,
      "learning_rate": 8.723304938331179e-06,
      "loss": 0.9328,
      "step": 303
    },
    {
      "epoch": 0.9359245718683856,
      "grad_norm": 0.2354958840068119,
      "learning_rate": 8.711326492847118e-06,
      "loss": 0.9062,
      "step": 304
    },
    {
      "epoch": 0.9390032711179527,
      "grad_norm": 0.24458661570469958,
      "learning_rate": 8.699300422991701e-06,
      "loss": 0.9352,
      "step": 305
    },
    {
      "epoch": 0.9420819703675197,
      "grad_norm": 0.2330187574455436,
      "learning_rate": 8.687226883085493e-06,
      "loss": 0.9148,
      "step": 306
    },
    {
      "epoch": 0.9451606696170868,
      "grad_norm": 0.22939630899981844,
      "learning_rate": 8.67510602805821e-06,
      "loss": 0.8972,
      "step": 307
    },
    {
      "epoch": 0.9482393688666538,
      "grad_norm": 0.25182153759362846,
      "learning_rate": 8.66293801344672e-06,
      "loss": 0.9299,
      "step": 308
    },
    {
      "epoch": 0.9513180681162209,
      "grad_norm": 0.24672424752793506,
      "learning_rate": 8.65072299539305e-06,
      "loss": 0.9015,
      "step": 309
    },
    {
      "epoch": 0.9543967673657879,
      "grad_norm": 0.25564364998716094,
      "learning_rate": 8.638461130642386e-06,
      "loss": 0.9269,
      "step": 310
    },
    {
      "epoch": 0.957475466615355,
      "grad_norm": 0.26106061104069905,
      "learning_rate": 8.626152576541059e-06,
      "loss": 0.9323,
      "step": 311
    },
    {
      "epoch": 0.960554165864922,
      "grad_norm": 0.2154522969322482,
      "learning_rate": 8.613797491034519e-06,
      "loss": 0.8467,
      "step": 312
    },
    {
      "epoch": 0.9636328651144891,
      "grad_norm": 0.2516090261360356,
      "learning_rate": 8.601396032665324e-06,
      "loss": 0.9251,
      "step": 313
    },
    {
      "epoch": 0.9667115643640561,
      "grad_norm": 0.2424330279727654,
      "learning_rate": 8.58894836057109e-06,
      "loss": 0.9029,
      "step": 314
    },
    {
      "epoch": 0.9697902636136232,
      "grad_norm": 0.2665862929938747,
      "learning_rate": 8.576454634482458e-06,
      "loss": 0.9465,
      "step": 315
    },
    {
      "epoch": 0.9728689628631904,
      "grad_norm": 0.24540550890749058,
      "learning_rate": 8.563915014721045e-06,
      "loss": 0.9172,
      "step": 316
    },
    {
      "epoch": 0.9759476621127574,
      "grad_norm": 0.2579462768052683,
      "learning_rate": 8.551329662197375e-06,
      "loss": 0.9139,
      "step": 317
    },
    {
      "epoch": 0.9790263613623245,
      "grad_norm": 0.23775188839748934,
      "learning_rate": 8.538698738408828e-06,
      "loss": 0.8793,
      "step": 318
    },
    {
      "epoch": 0.9821050606118915,
      "grad_norm": 0.2559438515430679,
      "learning_rate": 8.526022405437565e-06,
      "loss": 0.9317,
      "step": 319
    },
    {
      "epoch": 0.9851837598614586,
      "grad_norm": 0.2508159788351336,
      "learning_rate": 8.513300825948436e-06,
      "loss": 0.9154,
      "step": 320
    },
    {
      "epoch": 0.9882624591110256,
      "grad_norm": 0.24311433081309117,
      "learning_rate": 8.500534163186914e-06,
      "loss": 0.8971,
      "step": 321
    },
    {
      "epoch": 0.9913411583605927,
      "grad_norm": 0.25732947760140373,
      "learning_rate": 8.487722580976977e-06,
      "loss": 0.9161,
      "step": 322
    },
    {
      "epoch": 0.9944198576101597,
      "grad_norm": 0.24071041461109438,
      "learning_rate": 8.474866243719024e-06,
      "loss": 0.928,
      "step": 323
    },
    {
      "epoch": 0.9974985568597268,
      "grad_norm": 0.2666156544425345,
      "learning_rate": 8.461965316387759e-06,
      "loss": 0.9493,
      "step": 324
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.2666156544425345,
      "learning_rate": 8.449019964530065e-06,
      "loss": 0.8833,
      "step": 325
    },
    {
      "epoch": 1.003078699249567,
      "grad_norm": 0.276759892676397,
      "learning_rate": 8.4360303542629e-06,
      "loss": 0.9416,
      "step": 326
    },
    {
      "epoch": 1.006157398499134,
      "grad_norm": 0.27090854392048047,
      "learning_rate": 8.422996652271143e-06,
      "loss": 0.9122,
      "step": 327
    },
    {
      "epoch": 1.0092360977487012,
      "grad_norm": 0.2968021684014539,
      "learning_rate": 8.409919025805471e-06,
      "loss": 0.9364,
      "step": 328
    },
    {
      "epoch": 1.0123147969982682,
      "grad_norm": 0.26301093836859835,
      "learning_rate": 8.396797642680205e-06,
      "loss": 0.9032,
      "step": 329
    },
    {
      "epoch": 1.0153934962478353,
      "grad_norm": 0.25622718341459877,
      "learning_rate": 8.383632671271162e-06,
      "loss": 0.8799,
      "step": 330
    },
    {
      "epoch": 1.0184721954974023,
      "grad_norm": 0.26329095862965446,
      "learning_rate": 8.37042428051349e-06,
      "loss": 0.8607,
      "step": 331
    },
    {
      "epoch": 1.0215508947469694,
      "grad_norm": 0.23872200571746977,
      "learning_rate": 8.357172639899497e-06,
      "loss": 0.8219,
      "step": 332
    },
    {
      "epoch": 1.0246295939965364,
      "grad_norm": 0.24769122354136078,
      "learning_rate": 8.343877919476486e-06,
      "loss": 0.8664,
      "step": 333
    },
    {
      "epoch": 1.0277082932461035,
      "grad_norm": 0.24927869216831874,
      "learning_rate": 8.330540289844566e-06,
      "loss": 0.8688,
      "step": 334
    },
    {
      "epoch": 1.0307869924956705,
      "grad_norm": 0.2630434117089861,
      "learning_rate": 8.317159922154463e-06,
      "loss": 0.9166,
      "step": 335
    },
    {
      "epoch": 1.0338656917452376,
      "grad_norm": 0.2501345489679188,
      "learning_rate": 8.303736988105326e-06,
      "loss": 0.8992,
      "step": 336
    },
    {
      "epoch": 1.0369443909948046,
      "grad_norm": 0.2655982399906758,
      "learning_rate": 8.290271659942524e-06,
      "loss": 0.8811,
      "step": 337
    },
    {
      "epoch": 1.0400230902443717,
      "grad_norm": 0.26817452173113604,
      "learning_rate": 8.27676411045543e-06,
      "loss": 0.9298,
      "step": 338
    },
    {
      "epoch": 1.0431017894939387,
      "grad_norm": 0.25352374987893683,
      "learning_rate": 8.263214512975214e-06,
      "loss": 0.8751,
      "step": 339
    },
    {
      "epoch": 1.0461804887435058,
      "grad_norm": 0.24456010559575803,
      "learning_rate": 8.249623041372607e-06,
      "loss": 0.8632,
      "step": 340
    },
    {
      "epoch": 1.0492591879930728,
      "grad_norm": 0.24605085932290968,
      "learning_rate": 8.235989870055684e-06,
      "loss": 0.8581,
      "step": 341
    },
    {
      "epoch": 1.0523378872426399,
      "grad_norm": 0.24548585907146017,
      "learning_rate": 8.222315173967608e-06,
      "loss": 0.8801,
      "step": 342
    },
    {
      "epoch": 1.055416586492207,
      "grad_norm": 0.25243848179044737,
      "learning_rate": 8.208599128584403e-06,
      "loss": 0.8744,
      "step": 343
    },
    {
      "epoch": 1.0584952857417742,
      "grad_norm": 0.2613742390485315,
      "learning_rate": 8.19484190991269e-06,
      "loss": 0.8822,
      "step": 344
    },
    {
      "epoch": 1.0615739849913413,
      "grad_norm": 0.27640899653285855,
      "learning_rate": 8.181043694487432e-06,
      "loss": 0.8771,
      "step": 345
    },
    {
      "epoch": 1.0646526842409083,
      "grad_norm": 0.2411328280122734,
      "learning_rate": 8.167204659369672e-06,
      "loss": 0.8723,
      "step": 346
    },
    {
      "epoch": 1.0677313834904754,
      "grad_norm": 0.25503023111748185,
      "learning_rate": 8.153324982144258e-06,
      "loss": 0.8816,
      "step": 347
    },
    {
      "epoch": 1.0708100827400424,
      "grad_norm": 0.24109726096376402,
      "learning_rate": 8.139404840917562e-06,
      "loss": 0.8826,
      "step": 348
    },
    {
      "epoch": 1.0738887819896095,
      "grad_norm": 0.24384501105176618,
      "learning_rate": 8.1254444143152e-06,
      "loss": 0.8946,
      "step": 349
    },
    {
      "epoch": 1.0769674812391765,
      "grad_norm": 0.252676337846711,
      "learning_rate": 8.111443881479733e-06,
      "loss": 0.8905,
      "step": 350
    },
    {
      "epoch": 1.0800461804887436,
      "grad_norm": 0.24079271356089385,
      "learning_rate": 8.097403422068377e-06,
      "loss": 0.8565,
      "step": 351
    },
    {
      "epoch": 1.0831248797383106,
      "grad_norm": 0.24833636824472707,
      "learning_rate": 8.083323216250688e-06,
      "loss": 0.8233,
      "step": 352
    },
    {
      "epoch": 1.0862035789878777,
      "grad_norm": 0.24596066617557716,
      "learning_rate": 8.069203444706257e-06,
      "loss": 0.8778,
      "step": 353
    },
    {
      "epoch": 1.0892822782374447,
      "grad_norm": 0.23310480888169238,
      "learning_rate": 8.055044288622386e-06,
      "loss": 0.839,
      "step": 354
    },
    {
      "epoch": 1.0923609774870118,
      "grad_norm": 0.24370013295224682,
      "learning_rate": 8.040845929691773e-06,
      "loss": 0.8896,
      "step": 355
    },
    {
      "epoch": 1.0954396767365788,
      "grad_norm": 0.25216464853384907,
      "learning_rate": 8.026608550110166e-06,
      "loss": 0.8647,
      "step": 356
    },
    {
      "epoch": 1.0985183759861459,
      "grad_norm": 0.24717504718218447,
      "learning_rate": 8.012332332574038e-06,
      "loss": 0.9123,
      "step": 357
    },
    {
      "epoch": 1.101597075235713,
      "grad_norm": 0.23606234331466158,
      "learning_rate": 7.998017460278234e-06,
      "loss": 0.8821,
      "step": 358
    },
    {
      "epoch": 1.10467577448528,
      "grad_norm": 0.2513527804245468,
      "learning_rate": 7.983664116913624e-06,
      "loss": 0.8959,
      "step": 359
    },
    {
      "epoch": 1.107754473734847,
      "grad_norm": 0.23910605915498864,
      "learning_rate": 7.969272486664747e-06,
      "loss": 0.8522,
      "step": 360
    },
    {
      "epoch": 1.110833172984414,
      "grad_norm": 0.24578423029160462,
      "learning_rate": 7.954842754207442e-06,
      "loss": 0.8785,
      "step": 361
    },
    {
      "epoch": 1.1139118722339811,
      "grad_norm": 0.2412660980323421,
      "learning_rate": 7.940375104706489e-06,
      "loss": 0.8631,
      "step": 362
    },
    {
      "epoch": 1.1169905714835482,
      "grad_norm": 0.22734778957818583,
      "learning_rate": 7.925869723813218e-06,
      "loss": 0.8684,
      "step": 363
    },
    {
      "epoch": 1.1200692707331152,
      "grad_norm": 0.23640200262600752,
      "learning_rate": 7.911326797663138e-06,
      "loss": 0.8347,
      "step": 364
    },
    {
      "epoch": 1.1231479699826823,
      "grad_norm": 0.2516491175592187,
      "learning_rate": 7.896746512873546e-06,
      "loss": 0.8661,
      "step": 365
    },
    {
      "epoch": 1.1262266692322493,
      "grad_norm": 0.24485818662669678,
      "learning_rate": 7.882129056541133e-06,
      "loss": 0.9021,
      "step": 366
    },
    {
      "epoch": 1.1293053684818164,
      "grad_norm": 0.24486888166012932,
      "learning_rate": 7.867474616239577e-06,
      "loss": 0.8974,
      "step": 367
    },
    {
      "epoch": 1.1323840677313834,
      "grad_norm": 0.3774973799331707,
      "learning_rate": 7.852783380017141e-06,
      "loss": 0.8867,
      "step": 368
    },
    {
      "epoch": 1.1354627669809505,
      "grad_norm": 0.24662461903207444,
      "learning_rate": 7.838055536394265e-06,
      "loss": 0.8623,
      "step": 369
    },
    {
      "epoch": 1.1385414662305176,
      "grad_norm": 0.2580890837937278,
      "learning_rate": 7.823291274361136e-06,
      "loss": 0.889,
      "step": 370
    },
    {
      "epoch": 1.1416201654800846,
      "grad_norm": 0.2800472733025288,
      "learning_rate": 7.80849078337527e-06,
      "loss": 0.8906,
      "step": 371
    },
    {
      "epoch": 1.1446988647296517,
      "grad_norm": 0.2551077932110902,
      "learning_rate": 7.793654253359075e-06,
      "loss": 0.8814,
      "step": 372
    },
    {
      "epoch": 1.1477775639792187,
      "grad_norm": 0.2484613658437565,
      "learning_rate": 7.77878187469743e-06,
      "loss": 0.8642,
      "step": 373
    },
    {
      "epoch": 1.1508562632287858,
      "grad_norm": 0.2397134768422901,
      "learning_rate": 7.763873838235216e-06,
      "loss": 0.8516,
      "step": 374
    },
    {
      "epoch": 1.1539349624783528,
      "grad_norm": 0.26406158108618993,
      "learning_rate": 7.748930335274887e-06,
      "loss": 0.8997,
      "step": 375
    },
    {
      "epoch": 1.1570136617279199,
      "grad_norm": 0.2587850138989264,
      "learning_rate": 7.733951557574012e-06,
      "loss": 0.8468,
      "step": 376
    },
    {
      "epoch": 1.1600923609774871,
      "grad_norm": 0.22841683602304946,
      "learning_rate": 7.718937697342802e-06,
      "loss": 0.8557,
      "step": 377
    },
    {
      "epoch": 1.1631710602270542,
      "grad_norm": 0.2683694073837402,
      "learning_rate": 7.703888947241668e-06,
      "loss": 0.8955,
      "step": 378
    },
    {
      "epoch": 1.1662497594766212,
      "grad_norm": 0.24330472023039235,
      "learning_rate": 7.68880550037872e-06,
      "loss": 0.8686,
      "step": 379
    },
    {
      "epoch": 1.1693284587261883,
      "grad_norm": 0.2331856448745946,
      "learning_rate": 7.673687550307308e-06,
      "loss": 0.8498,
      "step": 380
    },
    {
      "epoch": 1.1724071579757553,
      "grad_norm": 0.2527940753364362,
      "learning_rate": 7.658535291023533e-06,
      "loss": 0.8742,
      "step": 381
    },
    {
      "epoch": 1.1754858572253224,
      "grad_norm": 0.251692326508692,
      "learning_rate": 7.643348916963755e-06,
      "loss": 0.8949,
      "step": 382
    },
    {
      "epoch": 1.1785645564748894,
      "grad_norm": 0.24410157430512422,
      "learning_rate": 7.628128623002109e-06,
      "loss": 0.8926,
      "step": 383
    },
    {
      "epoch": 1.1816432557244565,
      "grad_norm": 0.2544986201563911,
      "learning_rate": 7.612874604447985e-06,
      "loss": 0.9003,
      "step": 384
    },
    {
      "epoch": 1.1847219549740236,
      "grad_norm": 0.23760937967454676,
      "learning_rate": 7.59758705704354e-06,
      "loss": 0.8897,
      "step": 385
    },
    {
      "epoch": 1.1878006542235906,
      "grad_norm": 0.22920066895791236,
      "learning_rate": 7.582266176961175e-06,
      "loss": 0.923,
      "step": 386
    },
    {
      "epoch": 1.1908793534731577,
      "grad_norm": 0.37366931660455954,
      "learning_rate": 7.566912160801023e-06,
      "loss": 0.8293,
      "step": 387
    },
    {
      "epoch": 1.1939580527227247,
      "grad_norm": 0.23886266375375065,
      "learning_rate": 7.551525205588427e-06,
      "loss": 0.923,
      "step": 388
    },
    {
      "epoch": 1.1970367519722918,
      "grad_norm": 0.24355815696341995,
      "learning_rate": 7.536105508771406e-06,
      "loss": 0.8358,
      "step": 389
    },
    {
      "epoch": 1.2001154512218588,
      "grad_norm": 0.24456303129864032,
      "learning_rate": 7.520653268218128e-06,
      "loss": 0.878,
      "step": 390
    },
    {
      "epoch": 1.2031941504714259,
      "grad_norm": 0.23510010519030677,
      "learning_rate": 7.5051686822143614e-06,
      "loss": 0.851,
      "step": 391
    },
    {
      "epoch": 1.206272849720993,
      "grad_norm": 0.24056264428587013,
      "learning_rate": 7.489651949460946e-06,
      "loss": 0.9,
      "step": 392
    },
    {
      "epoch": 1.20935154897056,
      "grad_norm": 0.25045425993409975,
      "learning_rate": 7.474103269071229e-06,
      "loss": 0.8734,
      "step": 393
    },
    {
      "epoch": 1.212430248220127,
      "grad_norm": 0.2361198205002829,
      "learning_rate": 7.458522840568514e-06,
      "loss": 0.8338,
      "step": 394
    },
    {
      "epoch": 1.215508947469694,
      "grad_norm": 0.2347453401935896,
      "learning_rate": 7.442910863883503e-06,
      "loss": 0.9115,
      "step": 395
    },
    {
      "epoch": 1.2185876467192611,
      "grad_norm": 0.2555871938784729,
      "learning_rate": 7.427267539351733e-06,
      "loss": 0.8555,
      "step": 396
    },
    {
      "epoch": 1.2216663459688282,
      "grad_norm": 0.24177152473452024,
      "learning_rate": 7.411593067710997e-06,
      "loss": 0.8723,
      "step": 397
    },
    {
      "epoch": 1.2247450452183952,
      "grad_norm": 0.2398290360619593,
      "learning_rate": 7.395887650098776e-06,
      "loss": 0.858,
      "step": 398
    },
    {
      "epoch": 1.2278237444679623,
      "grad_norm": 0.2501157619952234,
      "learning_rate": 7.3801514880496525e-06,
      "loss": 0.854,
      "step": 399
    },
    {
      "epoch": 1.2309024437175293,
      "grad_norm": 0.24350765665261256,
      "learning_rate": 7.364384783492731e-06,
      "loss": 0.8926,
      "step": 400
    },
    {
      "epoch": 1.2339811429670964,
      "grad_norm": 0.2581239968022416,
      "learning_rate": 7.348587738749037e-06,
      "loss": 0.9007,
      "step": 401
    },
    {
      "epoch": 1.2370598422166634,
      "grad_norm": 0.23500264563000425,
      "learning_rate": 7.3327605565289305e-06,
      "loss": 0.8751,
      "step": 402
    },
    {
      "epoch": 1.2401385414662305,
      "grad_norm": 0.24674781755632724,
      "learning_rate": 7.3169034399295006e-06,
      "loss": 0.8579,
      "step": 403
    },
    {
      "epoch": 1.2432172407157975,
      "grad_norm": 0.260794717177315,
      "learning_rate": 7.301016592431956e-06,
      "loss": 0.8577,
      "step": 404
    },
    {
      "epoch": 1.2462959399653646,
      "grad_norm": 0.3422777320372874,
      "learning_rate": 7.285100217899022e-06,
      "loss": 0.8439,
      "step": 405
    },
    {
      "epoch": 1.2493746392149316,
      "grad_norm": 0.2401581844807946,
      "learning_rate": 7.269154520572318e-06,
      "loss": 0.8597,
      "step": 406
    },
    {
      "epoch": 1.2524533384644987,
      "grad_norm": 0.2802438278869203,
      "learning_rate": 7.253179705069735e-06,
      "loss": 0.8695,
      "step": 407
    },
    {
      "epoch": 1.2555320377140657,
      "grad_norm": 0.2417004699919177,
      "learning_rate": 7.23717597638282e-06,
      "loss": 0.8651,
      "step": 408
    },
    {
      "epoch": 1.2586107369636328,
      "grad_norm": 0.24895061369525212,
      "learning_rate": 7.221143539874131e-06,
      "loss": 0.8401,
      "step": 409
    },
    {
      "epoch": 1.2616894362131998,
      "grad_norm": 0.24666450390315126,
      "learning_rate": 7.20508260127462e-06,
      "loss": 0.8763,
      "step": 410
    },
    {
      "epoch": 1.264768135462767,
      "grad_norm": 0.2642714535987437,
      "learning_rate": 7.18899336668097e-06,
      "loss": 0.8723,
      "step": 411
    },
    {
      "epoch": 1.267846834712334,
      "grad_norm": 0.2379693959579241,
      "learning_rate": 7.172876042552974e-06,
      "loss": 0.8346,
      "step": 412
    },
    {
      "epoch": 1.270925533961901,
      "grad_norm": 0.24554776990714927,
      "learning_rate": 7.156730835710868e-06,
      "loss": 0.8685,
      "step": 413
    },
    {
      "epoch": 1.274004233211468,
      "grad_norm": 0.2417424217609596,
      "learning_rate": 7.1405579533326876e-06,
      "loss": 0.8694,
      "step": 414
    },
    {
      "epoch": 1.277082932461035,
      "grad_norm": 0.24935469137402416,
      "learning_rate": 7.124357602951603e-06,
      "loss": 0.8592,
      "step": 415
    },
    {
      "epoch": 1.2801616317106022,
      "grad_norm": 0.23667109405552306,
      "learning_rate": 7.108129992453261e-06,
      "loss": 0.8867,
      "step": 416
    },
    {
      "epoch": 1.2832403309601692,
      "grad_norm": 0.2425262476107213,
      "learning_rate": 7.09187533007311e-06,
      "loss": 0.8773,
      "step": 417
    },
    {
      "epoch": 1.2863190302097363,
      "grad_norm": 0.24342150786412103,
      "learning_rate": 7.075593824393741e-06,
      "loss": 0.9117,
      "step": 418
    },
    {
      "epoch": 1.2893977294593033,
      "grad_norm": 0.25491314971382445,
      "learning_rate": 7.059285684342192e-06,
      "loss": 0.8682,
      "step": 419
    },
    {
      "epoch": 1.2924764287088706,
      "grad_norm": 0.2726178828428502,
      "learning_rate": 7.042951119187288e-06,
      "loss": 0.8512,
      "step": 420
    },
    {
      "epoch": 1.2955551279584376,
      "grad_norm": 0.2516555626004353,
      "learning_rate": 7.0265903385369385e-06,
      "loss": 0.8644,
      "step": 421
    },
    {
      "epoch": 1.2986338272080047,
      "grad_norm": 0.24242400828974608,
      "learning_rate": 7.0102035523354585e-06,
      "loss": 0.8751,
      "step": 422
    },
    {
      "epoch": 1.3017125264575717,
      "grad_norm": 0.27869928444728226,
      "learning_rate": 6.99379097086087e-06,
      "loss": 0.9051,
      "step": 423
    },
    {
      "epoch": 1.3047912257071388,
      "grad_norm": 0.260078269310079,
      "learning_rate": 6.977352804722201e-06,
      "loss": 0.8539,
      "step": 424
    },
    {
      "epoch": 1.3078699249567058,
      "grad_norm": 0.2362581225364301,
      "learning_rate": 6.960889264856791e-06,
      "loss": 0.827,
      "step": 425
    },
    {
      "epoch": 1.310948624206273,
      "grad_norm": 0.26039581350120705,
      "learning_rate": 6.944400562527578e-06,
      "loss": 0.8884,
      "step": 426
    },
    {
      "epoch": 1.31402732345584,
      "grad_norm": 0.25825506352353667,
      "learning_rate": 6.927886909320387e-06,
      "loss": 0.8873,
      "step": 427
    },
    {
      "epoch": 1.317106022705407,
      "grad_norm": 0.26252134534222793,
      "learning_rate": 6.911348517141217e-06,
      "loss": 0.8661,
      "step": 428
    },
    {
      "epoch": 1.320184721954974,
      "grad_norm": 0.23127822617076133,
      "learning_rate": 6.894785598213527e-06,
      "loss": 0.8798,
      "step": 429
    },
    {
      "epoch": 1.323263421204541,
      "grad_norm": 0.2594025831183444,
      "learning_rate": 6.878198365075499e-06,
      "loss": 0.8957,
      "step": 430
    },
    {
      "epoch": 1.3263421204541082,
      "grad_norm": 0.25977921959733313,
      "learning_rate": 6.861587030577326e-06,
      "loss": 0.8459,
      "step": 431
    },
    {
      "epoch": 1.3294208197036752,
      "grad_norm": 0.2420663106025989,
      "learning_rate": 6.8449518078784705e-06,
      "loss": 0.8804,
      "step": 432
    },
    {
      "epoch": 1.3324995189532423,
      "grad_norm": 0.25897501182438815,
      "learning_rate": 6.828292910444934e-06,
      "loss": 0.8555,
      "step": 433
    },
    {
      "epoch": 1.3355782182028093,
      "grad_norm": 0.24571682800330732,
      "learning_rate": 6.8116105520465126e-06,
      "loss": 0.8724,
      "step": 434
    },
    {
      "epoch": 1.3386569174523764,
      "grad_norm": 0.24880251274901471,
      "learning_rate": 6.794904946754064e-06,
      "loss": 0.8471,
      "step": 435
    },
    {
      "epoch": 1.3417356167019434,
      "grad_norm": 0.23621380512390353,
      "learning_rate": 6.778176308936746e-06,
      "loss": 0.8764,
      "step": 436
    },
    {
      "epoch": 1.3448143159515105,
      "grad_norm": 0.25075266956968867,
      "learning_rate": 6.761424853259283e-06,
      "loss": 0.886,
      "step": 437
    },
    {
      "epoch": 1.3478930152010775,
      "grad_norm": 0.22699315284125088,
      "learning_rate": 6.7446507946791925e-06,
      "loss": 0.8486,
      "step": 438
    },
    {
      "epoch": 1.3509717144506446,
      "grad_norm": 0.23999154565690825,
      "learning_rate": 6.727854348444043e-06,
      "loss": 0.8532,
      "step": 439
    },
    {
      "epoch": 1.3540504137002116,
      "grad_norm": 0.24046431813741648,
      "learning_rate": 6.7110357300886805e-06,
      "loss": 0.8727,
      "step": 440
    },
    {
      "epoch": 1.3571291129497787,
      "grad_norm": 0.2385504751910788,
      "learning_rate": 6.694195155432473e-06,
      "loss": 0.8415,
      "step": 441
    },
    {
      "epoch": 1.3602078121993457,
      "grad_norm": 0.24788130069993006,
      "learning_rate": 6.6773328405765306e-06,
      "loss": 0.8931,
      "step": 442
    },
    {
      "epoch": 1.3632865114489128,
      "grad_norm": 0.24313251565685237,
      "learning_rate": 6.660449001900939e-06,
      "loss": 0.9209,
      "step": 443
    },
    {
      "epoch": 1.3663652106984798,
      "grad_norm": 0.2588425558653781,
      "learning_rate": 6.6435438560619815e-06,
      "loss": 0.841,
      "step": 444
    },
    {
      "epoch": 1.3694439099480469,
      "grad_norm": 0.23380607999181446,
      "learning_rate": 6.626617619989358e-06,
      "loss": 0.8768,
      "step": 445
    },
    {
      "epoch": 1.372522609197614,
      "grad_norm": 0.23681671872611712,
      "learning_rate": 6.6096705108834015e-06,
      "loss": 0.8686,
      "step": 446
    },
    {
      "epoch": 1.3756013084471812,
      "grad_norm": 0.3009839781407332,
      "learning_rate": 6.592702746212295e-06,
      "loss": 0.8981,
      "step": 447
    },
    {
      "epoch": 1.3786800076967483,
      "grad_norm": 0.2421462987251025,
      "learning_rate": 6.575714543709271e-06,
      "loss": 0.9261,
      "step": 448
    },
    {
      "epoch": 1.3817587069463153,
      "grad_norm": 0.24584487621733495,
      "learning_rate": 6.558706121369827e-06,
      "loss": 0.9026,
      "step": 449
    },
    {
      "epoch": 1.3848374061958824,
      "grad_norm": 0.247985734035166,
      "learning_rate": 6.541677697448926e-06,
      "loss": 0.9009,
      "step": 450
    },
    {
      "epoch": 1.3879161054454494,
      "grad_norm": 0.2509600346645963,
      "learning_rate": 6.524629490458193e-06,
      "loss": 0.8411,
      "step": 451
    },
    {
      "epoch": 1.3909948046950165,
      "grad_norm": 0.2395699074316301,
      "learning_rate": 6.507561719163111e-06,
      "loss": 0.9004,
      "step": 452
    },
    {
      "epoch": 1.3940735039445835,
      "grad_norm": 0.30989500337363945,
      "learning_rate": 6.4904746025802234e-06,
      "loss": 0.8447,
      "step": 453
    },
    {
      "epoch": 1.3971522031941506,
      "grad_norm": 0.23394208187731705,
      "learning_rate": 6.473368359974304e-06,
      "loss": 0.86,
      "step": 454
    },
    {
      "epoch": 1.4002309024437176,
      "grad_norm": 0.23406693839354947,
      "learning_rate": 6.456243210855564e-06,
      "loss": 0.8568,
      "step": 455
    },
    {
      "epoch": 1.4033096016932847,
      "grad_norm": 0.24716674248727222,
      "learning_rate": 6.439099374976821e-06,
      "loss": 0.8816,
      "step": 456
    },
    {
      "epoch": 1.4063883009428517,
      "grad_norm": 0.22958629427032134,
      "learning_rate": 6.421937072330686e-06,
      "loss": 0.9013,
      "step": 457
    },
    {
      "epoch": 1.4094670001924188,
      "grad_norm": 0.2544822790940788,
      "learning_rate": 6.4047565231467425e-06,
      "loss": 0.8716,
      "step": 458
    },
    {
      "epoch": 1.4125456994419858,
      "grad_norm": 0.24454391635771133,
      "learning_rate": 6.387557947888708e-06,
      "loss": 0.8492,
      "step": 459
    },
    {
      "epoch": 1.4156243986915529,
      "grad_norm": 0.24131147663283706,
      "learning_rate": 6.370341567251624e-06,
      "loss": 0.8285,
      "step": 460
    },
    {
      "epoch": 1.41870309794112,
      "grad_norm": 0.226963659812761,
      "learning_rate": 6.353107602159005e-06,
      "loss": 0.8719,
      "step": 461
    },
    {
      "epoch": 1.421781797190687,
      "grad_norm": 0.24573614375186503,
      "learning_rate": 6.335856273760016e-06,
      "loss": 0.8799,
      "step": 462
    },
    {
      "epoch": 1.424860496440254,
      "grad_norm": 0.2428767635572903,
      "learning_rate": 6.3185878034266326e-06,
      "loss": 0.8802,
      "step": 463
    },
    {
      "epoch": 1.427939195689821,
      "grad_norm": 0.24499614078691787,
      "learning_rate": 6.301302412750794e-06,
      "loss": 0.8745,
      "step": 464
    },
    {
      "epoch": 1.4310178949393881,
      "grad_norm": 0.24538110774401264,
      "learning_rate": 6.284000323541566e-06,
      "loss": 0.9203,
      "step": 465
    },
    {
      "epoch": 1.4340965941889552,
      "grad_norm": 0.2530483639210842,
      "learning_rate": 6.266681757822297e-06,
      "loss": 0.8815,
      "step": 466
    },
    {
      "epoch": 1.4371752934385222,
      "grad_norm": 0.2579369068858789,
      "learning_rate": 6.249346937827759e-06,
      "loss": 0.9187,
      "step": 467
    },
    {
      "epoch": 1.4402539926880893,
      "grad_norm": 0.2575619166966343,
      "learning_rate": 6.231996086001303e-06,
      "loss": 0.8803,
      "step": 468
    },
    {
      "epoch": 1.4433326919376563,
      "grad_norm": 0.23596783211373998,
      "learning_rate": 6.214629424992007e-06,
      "loss": 0.8791,
      "step": 469
    },
    {
      "epoch": 1.4464113911872234,
      "grad_norm": 0.2511743368078798,
      "learning_rate": 6.197247177651808e-06,
      "loss": 0.8608,
      "step": 470
    },
    {
      "epoch": 1.4494900904367904,
      "grad_norm": 0.24013481845493814,
      "learning_rate": 6.179849567032658e-06,
      "loss": 0.89,
      "step": 471
    },
    {
      "epoch": 1.4525687896863575,
      "grad_norm": 0.2465400460862126,
      "learning_rate": 6.162436816383646e-06,
      "loss": 0.8844,
      "step": 472
    },
    {
      "epoch": 1.4556474889359245,
      "grad_norm": 0.24200307935042567,
      "learning_rate": 6.145009149148142e-06,
      "loss": 0.8968,
      "step": 473
    },
    {
      "epoch": 1.4587261881854916,
      "grad_norm": 0.24277985241327188,
      "learning_rate": 6.127566788960935e-06,
      "loss": 0.867,
      "step": 474
    },
    {
      "epoch": 1.4618048874350587,
      "grad_norm": 0.26199481085375487,
      "learning_rate": 6.110109959645344e-06,
      "loss": 0.9029,
      "step": 475
    },
    {
      "epoch": 1.4648835866846257,
      "grad_norm": 0.23873594126425465,
      "learning_rate": 6.092638885210369e-06,
      "loss": 0.8648,
      "step": 476
    },
    {
      "epoch": 1.4679622859341928,
      "grad_norm": 0.2449147600308907,
      "learning_rate": 6.075153789847801e-06,
      "loss": 0.8731,
      "step": 477
    },
    {
      "epoch": 1.4710409851837598,
      "grad_norm": 0.2373131733606055,
      "learning_rate": 6.0576548979293525e-06,
      "loss": 0.8741,
      "step": 478
    },
    {
      "epoch": 1.4741196844333269,
      "grad_norm": 0.24544346533262942,
      "learning_rate": 6.0401424340037705e-06,
      "loss": 0.8867,
      "step": 479
    },
    {
      "epoch": 1.477198383682894,
      "grad_norm": 0.24269570169470212,
      "learning_rate": 6.022616622793969e-06,
      "loss": 0.8401,
      "step": 480
    },
    {
      "epoch": 1.480277082932461,
      "grad_norm": 0.24434127590898086,
      "learning_rate": 6.0050776891941266e-06,
      "loss": 0.8315,
      "step": 481
    },
    {
      "epoch": 1.483355782182028,
      "grad_norm": 0.25012135006923913,
      "learning_rate": 5.987525858266818e-06,
      "loss": 0.8773,
      "step": 482
    },
    {
      "epoch": 1.486434481431595,
      "grad_norm": 0.25176819102821424,
      "learning_rate": 5.9699613552401145e-06,
      "loss": 0.8804,
      "step": 483
    },
    {
      "epoch": 1.4895131806811621,
      "grad_norm": 0.262185648234918,
      "learning_rate": 5.952384405504703e-06,
      "loss": 0.8952,
      "step": 484
    },
    {
      "epoch": 1.4925918799307292,
      "grad_norm": 0.2500176630733897,
      "learning_rate": 5.9347952346109824e-06,
      "loss": 0.8968,
      "step": 485
    },
    {
      "epoch": 1.4956705791802962,
      "grad_norm": 0.2549862952498234,
      "learning_rate": 5.917194068266179e-06,
      "loss": 0.8677,
      "step": 486
    },
    {
      "epoch": 1.4987492784298633,
      "grad_norm": 0.2377822433309426,
      "learning_rate": 5.899581132331446e-06,
      "loss": 0.8744,
      "step": 487
    },
    {
      "epoch": 1.5018279776794303,
      "grad_norm": 0.2417562885543654,
      "learning_rate": 5.881956652818966e-06,
      "loss": 0.8423,
      "step": 488
    },
    {
      "epoch": 1.5049066769289974,
      "grad_norm": 0.23092627154601364,
      "learning_rate": 5.8643208558890516e-06,
      "loss": 0.8968,
      "step": 489
    },
    {
      "epoch": 1.5079853761785644,
      "grad_norm": 0.25968304565833644,
      "learning_rate": 5.8466739678472426e-06,
      "loss": 0.8909,
      "step": 490
    },
    {
      "epoch": 1.5110640754281315,
      "grad_norm": 0.24557476319425794,
      "learning_rate": 5.8290162151414e-06,
      "loss": 0.8707,
      "step": 491
    },
    {
      "epoch": 1.5141427746776985,
      "grad_norm": 0.2452082579855338,
      "learning_rate": 5.811347824358802e-06,
      "loss": 0.9042,
      "step": 492
    },
    {
      "epoch": 1.5172214739272656,
      "grad_norm": 0.25131797222944846,
      "learning_rate": 5.793669022223239e-06,
      "loss": 0.8763,
      "step": 493
    },
    {
      "epoch": 1.5203001731768326,
      "grad_norm": 0.2638758092461222,
      "learning_rate": 5.775980035592098e-06,
      "loss": 0.9035,
      "step": 494
    },
    {
      "epoch": 1.5233788724263997,
      "grad_norm": 0.25559996117246625,
      "learning_rate": 5.758281091453461e-06,
      "loss": 0.8907,
      "step": 495
    },
    {
      "epoch": 1.5264575716759667,
      "grad_norm": 0.23072795601371907,
      "learning_rate": 5.740572416923179e-06,
      "loss": 0.8538,
      "step": 496
    },
    {
      "epoch": 1.529536270925534,
      "grad_norm": 0.2535835882079426,
      "learning_rate": 5.722854239241971e-06,
      "loss": 0.9082,
      "step": 497
    },
    {
      "epoch": 1.532614970175101,
      "grad_norm": 0.24800327861842403,
      "learning_rate": 5.7051267857724965e-06,
      "loss": 0.8402,
      "step": 498
    },
    {
      "epoch": 1.5356936694246681,
      "grad_norm": 0.2508552282322579,
      "learning_rate": 5.68739028399645e-06,
      "loss": 0.7883,
      "step": 499
    },
    {
      "epoch": 1.5387723686742352,
      "grad_norm": 0.23232439878442204,
      "learning_rate": 5.6696449615116314e-06,
      "loss": 0.8832,
      "step": 500
    },
    {
      "epoch": 1.5418510679238022,
      "grad_norm": 0.24776471835592684,
      "learning_rate": 5.651891046029031e-06,
      "loss": 0.8611,
      "step": 501
    },
    {
      "epoch": 1.5449297671733693,
      "grad_norm": 0.24717292660725904,
      "learning_rate": 5.634128765369902e-06,
      "loss": 0.8664,
      "step": 502
    },
    {
      "epoch": 1.5480084664229363,
      "grad_norm": 0.2469179768790754,
      "learning_rate": 5.616358347462847e-06,
      "loss": 0.9128,
      "step": 503
    },
    {
      "epoch": 1.5510871656725034,
      "grad_norm": 0.25637224771479067,
      "learning_rate": 5.598580020340882e-06,
      "loss": 0.8807,
      "step": 504
    },
    {
      "epoch": 1.5541658649220704,
      "grad_norm": 0.23609502599794216,
      "learning_rate": 5.5807940121385186e-06,
      "loss": 0.8673,
      "step": 505
    },
    {
      "epoch": 1.5572445641716375,
      "grad_norm": 0.2352207907434502,
      "learning_rate": 5.563000551088833e-06,
      "loss": 0.88,
      "step": 506
    },
    {
      "epoch": 1.5603232634212045,
      "grad_norm": 0.24915747308495176,
      "learning_rate": 5.545199865520536e-06,
      "loss": 0.8818,
      "step": 507
    },
    {
      "epoch": 1.5634019626707716,
      "grad_norm": 0.24539770056290555,
      "learning_rate": 5.527392183855046e-06,
      "loss": 0.8698,
      "step": 508
    },
    {
      "epoch": 1.5664806619203386,
      "grad_norm": 0.24042631802911352,
      "learning_rate": 5.509577734603555e-06,
      "loss": 0.8913,
      "step": 509
    },
    {
      "epoch": 1.5695593611699057,
      "grad_norm": 0.24676753632621698,
      "learning_rate": 5.4917567463641e-06,
      "loss": 0.8683,
      "step": 510
    },
    {
      "epoch": 1.5726380604194727,
      "grad_norm": 0.24281166024392842,
      "learning_rate": 5.473929447818628e-06,
      "loss": 0.8374,
      "step": 511
    },
    {
      "epoch": 1.5757167596690398,
      "grad_norm": 0.2336216249509978,
      "learning_rate": 5.456096067730055e-06,
      "loss": 0.8314,
      "step": 512
    },
    {
      "epoch": 1.5787954589186068,
      "grad_norm": 0.2214822240534207,
      "learning_rate": 5.438256834939342e-06,
      "loss": 0.8556,
      "step": 513
    },
    {
      "epoch": 1.581874158168174,
      "grad_norm": 0.24139899272130835,
      "learning_rate": 5.420411978362552e-06,
      "loss": 0.8271,
      "step": 514
    },
    {
      "epoch": 1.5849528574177412,
      "grad_norm": 0.22981685176192268,
      "learning_rate": 5.402561726987915e-06,
      "loss": 0.802,
      "step": 515
    },
    {
      "epoch": 1.5880315566673082,
      "grad_norm": 0.24845253985190824,
      "learning_rate": 5.384706309872881e-06,
      "loss": 0.9108,
      "step": 516
    },
    {
      "epoch": 1.5911102559168753,
      "grad_norm": 0.23650374314411407,
      "learning_rate": 5.366845956141198e-06,
      "loss": 0.8297,
      "step": 517
    },
    {
      "epoch": 1.5941889551664423,
      "grad_norm": 0.2369145684361407,
      "learning_rate": 5.348980894979951e-06,
      "loss": 0.8884,
      "step": 518
    },
    {
      "epoch": 1.5972676544160094,
      "grad_norm": 0.23481629273009993,
      "learning_rate": 5.3311113556366404e-06,
      "loss": 0.8698,
      "step": 519
    },
    {
      "epoch": 1.6003463536655764,
      "grad_norm": 0.2427789463974632,
      "learning_rate": 5.313237567416224e-06,
      "loss": 0.8809,
      "step": 520
    },
    {
      "epoch": 1.6034250529151435,
      "grad_norm": 0.31248916737080856,
      "learning_rate": 5.295359759678187e-06,
      "loss": 0.9098,
      "step": 521
    },
    {
      "epoch": 1.6065037521647105,
      "grad_norm": 0.24565475392977196,
      "learning_rate": 5.277478161833594e-06,
      "loss": 0.8692,
      "step": 522
    },
    {
      "epoch": 1.6095824514142776,
      "grad_norm": 0.24144950582200592,
      "learning_rate": 5.259593003342138e-06,
      "loss": 0.8849,
      "step": 523
    },
    {
      "epoch": 1.6126611506638446,
      "grad_norm": 0.23618064055210236,
      "learning_rate": 5.241704513709213e-06,
      "loss": 0.8904,
      "step": 524
    },
    {
      "epoch": 1.6157398499134117,
      "grad_norm": 0.23192335315198373,
      "learning_rate": 5.22381292248295e-06,
      "loss": 0.9112,
      "step": 525
    },
    {
      "epoch": 1.6188185491629787,
      "grad_norm": 0.24804915047390189,
      "learning_rate": 5.2059184592512864e-06,
      "loss": 0.8384,
      "step": 526
    },
    {
      "epoch": 1.6218972484125458,
      "grad_norm": 0.23657591556142857,
      "learning_rate": 5.18802135363901e-06,
      "loss": 0.8896,
      "step": 527
    },
    {
      "epoch": 1.6249759476621128,
      "grad_norm": 0.25661164289224825,
      "learning_rate": 5.170121835304818e-06,
      "loss": 0.825,
      "step": 528
    },
    {
      "epoch": 1.62805464691168,
      "grad_norm": 0.22713739743316588,
      "learning_rate": 5.152220133938364e-06,
      "loss": 0.8752,
      "step": 529
    },
    {
      "epoch": 1.631133346161247,
      "grad_norm": 0.2393388454446188,
      "learning_rate": 5.1343164792573204e-06,
      "loss": 0.9063,
      "step": 530
    },
    {
      "epoch": 1.634212045410814,
      "grad_norm": 0.24195130131172482,
      "learning_rate": 5.1164111010044225e-06,
      "loss": 0.8426,
      "step": 531
    },
    {
      "epoch": 1.637290744660381,
      "grad_norm": 0.2479064925915565,
      "learning_rate": 5.098504228944522e-06,
      "loss": 0.8821,
      "step": 532
    },
    {
      "epoch": 1.640369443909948,
      "grad_norm": 0.2430787701253668,
      "learning_rate": 5.080596092861641e-06,
      "loss": 0.8928,
      "step": 533
    },
    {
      "epoch": 1.6434481431595152,
      "grad_norm": 0.2524614819929656,
      "learning_rate": 5.0626869225560174e-06,
      "loss": 0.8479,
      "step": 534
    },
    {
      "epoch": 1.6465268424090822,
      "grad_norm": 0.2372236816765915,
      "learning_rate": 5.0447769478411654e-06,
      "loss": 0.901,
      "step": 535
    },
    {
      "epoch": 1.6496055416586493,
      "grad_norm": 0.23629154787657172,
      "learning_rate": 5.0268663985409216e-06,
      "loss": 0.8722,
      "step": 536
    },
    {
      "epoch": 1.6526842409082163,
      "grad_norm": 0.23211360891084543,
      "learning_rate": 5.008955504486491e-06,
      "loss": 0.8565,
      "step": 537
    },
    {
      "epoch": 1.6557629401577834,
      "grad_norm": 0.2680035889407426,
      "learning_rate": 4.99104449551351e-06,
      "loss": 0.86,
      "step": 538
    },
    {
      "epoch": 1.6588416394073504,
      "grad_norm": 0.23142653603744853,
      "learning_rate": 4.973133601459078e-06,
      "loss": 0.9066,
      "step": 539
    },
    {
      "epoch": 1.6619203386569175,
      "grad_norm": 0.2683607949064942,
      "learning_rate": 4.955223052158835e-06,
      "loss": 0.8352,
      "step": 540
    },
    {
      "epoch": 1.6649990379064845,
      "grad_norm": 0.2314028530159739,
      "learning_rate": 4.937313077443985e-06,
      "loss": 0.9023,
      "step": 541
    },
    {
      "epoch": 1.6680777371560516,
      "grad_norm": 0.24465655709081577,
      "learning_rate": 4.919403907138362e-06,
      "loss": 0.8455,
      "step": 542
    },
    {
      "epoch": 1.6711564364056186,
      "grad_norm": 0.24221647311028913,
      "learning_rate": 4.901495771055479e-06,
      "loss": 0.859,
      "step": 543
    },
    {
      "epoch": 1.6742351356551857,
      "grad_norm": 0.2438562351326107,
      "learning_rate": 4.883588898995577e-06,
      "loss": 0.8677,
      "step": 544
    },
    {
      "epoch": 1.6773138349047527,
      "grad_norm": 0.22179954218294268,
      "learning_rate": 4.86568352074268e-06,
      "loss": 0.8345,
      "step": 545
    },
    {
      "epoch": 1.6803925341543198,
      "grad_norm": 0.22486217782488802,
      "learning_rate": 4.847779866061638e-06,
      "loss": 0.856,
      "step": 546
    },
    {
      "epoch": 1.6834712334038868,
      "grad_norm": 0.22459513926965324,
      "learning_rate": 4.829878164695184e-06,
      "loss": 0.8337,
      "step": 547
    },
    {
      "epoch": 1.6865499326534539,
      "grad_norm": 0.25026926825281587,
      "learning_rate": 4.811978646360991e-06,
      "loss": 0.8884,
      "step": 548
    },
    {
      "epoch": 1.689628631903021,
      "grad_norm": 0.2519507206705291,
      "learning_rate": 4.7940815407487135e-06,
      "loss": 0.8858,
      "step": 549
    },
    {
      "epoch": 1.692707331152588,
      "grad_norm": 0.2416624320103976,
      "learning_rate": 4.776187077517051e-06,
      "loss": 0.9082,
      "step": 550
    },
    {
      "epoch": 1.695786030402155,
      "grad_norm": 0.22886853595753984,
      "learning_rate": 4.7582954862907896e-06,
      "loss": 0.8651,
      "step": 551
    },
    {
      "epoch": 1.698864729651722,
      "grad_norm": 0.2174759404387797,
      "learning_rate": 4.740406996657863e-06,
      "loss": 0.847,
      "step": 552
    },
    {
      "epoch": 1.7019434289012891,
      "grad_norm": 0.2390584461884235,
      "learning_rate": 4.72252183816641e-06,
      "loss": 0.9128,
      "step": 553
    },
    {
      "epoch": 1.7050221281508562,
      "grad_norm": 0.24068572667684823,
      "learning_rate": 4.704640240321814e-06,
      "loss": 0.8867,
      "step": 554
    },
    {
      "epoch": 1.7081008274004232,
      "grad_norm": 0.25564639109351095,
      "learning_rate": 4.686762432583778e-06,
      "loss": 0.8205,
      "step": 555
    },
    {
      "epoch": 1.7111795266499903,
      "grad_norm": 0.23442371346359767,
      "learning_rate": 4.668888644363361e-06,
      "loss": 0.8601,
      "step": 556
    },
    {
      "epoch": 1.7142582258995573,
      "grad_norm": 0.23669424988320334,
      "learning_rate": 4.6510191050200495e-06,
      "loss": 0.8639,
      "step": 557
    },
    {
      "epoch": 1.7173369251491244,
      "grad_norm": 0.24224283295855903,
      "learning_rate": 4.633154043858804e-06,
      "loss": 0.8655,
      "step": 558
    },
    {
      "epoch": 1.7204156243986914,
      "grad_norm": 0.2472891047838766,
      "learning_rate": 4.615293690127119e-06,
      "loss": 0.8984,
      "step": 559
    },
    {
      "epoch": 1.7234943236482585,
      "grad_norm": 0.25670654965763573,
      "learning_rate": 4.597438273012087e-06,
      "loss": 0.8858,
      "step": 560
    },
    {
      "epoch": 1.7265730228978255,
      "grad_norm": 0.24585591404221188,
      "learning_rate": 4.579588021637448e-06,
      "loss": 0.8544,
      "step": 561
    },
    {
      "epoch": 1.7296517221473926,
      "grad_norm": 0.23946263045870972,
      "learning_rate": 4.561743165060659e-06,
      "loss": 0.8725,
      "step": 562
    },
    {
      "epoch": 1.7327304213969597,
      "grad_norm": 0.24934788523823928,
      "learning_rate": 4.543903932269949e-06,
      "loss": 0.8766,
      "step": 563
    },
    {
      "epoch": 1.7358091206465267,
      "grad_norm": 0.22647992817986462,
      "learning_rate": 4.526070552181374e-06,
      "loss": 0.8763,
      "step": 564
    },
    {
      "epoch": 1.7388878198960938,
      "grad_norm": 0.2239399825518789,
      "learning_rate": 4.508243253635902e-06,
      "loss": 0.8542,
      "step": 565
    },
    {
      "epoch": 1.7419665191456608,
      "grad_norm": 0.24046313227548927,
      "learning_rate": 4.4904222653964445e-06,
      "loss": 0.8967,
      "step": 566
    },
    {
      "epoch": 1.7450452183952279,
      "grad_norm": 0.24890549930398903,
      "learning_rate": 4.472607816144956e-06,
      "loss": 0.8448,
      "step": 567
    },
    {
      "epoch": 1.748123917644795,
      "grad_norm": 0.2338921023931779,
      "learning_rate": 4.454800134479466e-06,
      "loss": 0.8223,
      "step": 568
    },
    {
      "epoch": 1.7512026168943622,
      "grad_norm": 0.2209606159647853,
      "learning_rate": 4.436999448911168e-06,
      "loss": 0.8629,
      "step": 569
    },
    {
      "epoch": 1.7542813161439292,
      "grad_norm": 0.24329770193799344,
      "learning_rate": 4.419205987861483e-06,
      "loss": 0.8368,
      "step": 570
    },
    {
      "epoch": 1.7573600153934963,
      "grad_norm": 0.24016562567034758,
      "learning_rate": 4.401419979659119e-06,
      "loss": 0.8349,
      "step": 571
    },
    {
      "epoch": 1.7604387146430633,
      "grad_norm": 0.22294522400811564,
      "learning_rate": 4.383641652537155e-06,
      "loss": 0.9005,
      "step": 572
    },
    {
      "epoch": 1.7635174138926304,
      "grad_norm": 0.2511298514120106,
      "learning_rate": 4.365871234630101e-06,
      "loss": 0.8636,
      "step": 573
    },
    {
      "epoch": 1.7665961131421974,
      "grad_norm": 0.24165576408568865,
      "learning_rate": 4.3481089539709705e-06,
      "loss": 0.8515,
      "step": 574
    },
    {
      "epoch": 1.7696748123917645,
      "grad_norm": 0.23926532393325203,
      "learning_rate": 4.33035503848837e-06,
      "loss": 0.862,
      "step": 575
    },
    {
      "epoch": 1.7727535116413315,
      "grad_norm": 0.2409141305177723,
      "learning_rate": 4.31260971600355e-06,
      "loss": 0.8578,
      "step": 576
    },
    {
      "epoch": 1.7758322108908986,
      "grad_norm": 0.2490140427509988,
      "learning_rate": 4.294873214227505e-06,
      "loss": 0.8826,
      "step": 577
    },
    {
      "epoch": 1.7789109101404657,
      "grad_norm": 0.2546884111216467,
      "learning_rate": 4.277145760758032e-06,
      "loss": 0.8795,
      "step": 578
    },
    {
      "epoch": 1.7819896093900327,
      "grad_norm": 0.23359237129821397,
      "learning_rate": 4.2594275830768225e-06,
      "loss": 0.8722,
      "step": 579
    },
    {
      "epoch": 1.7850683086395998,
      "grad_norm": 0.22529731028176653,
      "learning_rate": 4.241718908546541e-06,
      "loss": 0.8909,
      "step": 580
    },
    {
      "epoch": 1.7881470078891668,
      "grad_norm": 0.23962117322820914,
      "learning_rate": 4.224019964407902e-06,
      "loss": 0.8282,
      "step": 581
    },
    {
      "epoch": 1.7912257071387339,
      "grad_norm": 0.2400805130904326,
      "learning_rate": 4.206330977776762e-06,
      "loss": 0.8528,
      "step": 582
    },
    {
      "epoch": 1.794304406388301,
      "grad_norm": 0.2807390854625172,
      "learning_rate": 4.1886521756412e-06,
      "loss": 0.849,
      "step": 583
    },
    {
      "epoch": 1.797383105637868,
      "grad_norm": 0.2317008711241012,
      "learning_rate": 4.170983784858602e-06,
      "loss": 0.8706,
      "step": 584
    },
    {
      "epoch": 1.800461804887435,
      "grad_norm": 0.22960222770075844,
      "learning_rate": 4.153326032152758e-06,
      "loss": 0.8979,
      "step": 585
    },
    {
      "epoch": 1.803540504137002,
      "grad_norm": 0.24162402039603836,
      "learning_rate": 4.135679144110948e-06,
      "loss": 0.8559,
      "step": 586
    },
    {
      "epoch": 1.8066192033865693,
      "grad_norm": 0.22925569420079514,
      "learning_rate": 4.118043347181035e-06,
      "loss": 0.8688,
      "step": 587
    },
    {
      "epoch": 1.8096979026361364,
      "grad_norm": 0.23930420877726746,
      "learning_rate": 4.100418867668557e-06,
      "loss": 0.8758,
      "step": 588
    },
    {
      "epoch": 1.8127766018857034,
      "grad_norm": 0.2357947069249543,
      "learning_rate": 4.0828059317338225e-06,
      "loss": 0.8645,
      "step": 589
    },
    {
      "epoch": 1.8158553011352705,
      "grad_norm": 0.23834944044372317,
      "learning_rate": 4.06520476538902e-06,
      "loss": 0.8976,
      "step": 590
    },
    {
      "epoch": 1.8189340003848375,
      "grad_norm": 0.2366894097096441,
      "learning_rate": 4.047615594495299e-06,
      "loss": 0.8818,
      "step": 591
    },
    {
      "epoch": 1.8220126996344046,
      "grad_norm": 0.24185311662924638,
      "learning_rate": 4.030038644759886e-06,
      "loss": 0.8905,
      "step": 592
    },
    {
      "epoch": 1.8250913988839716,
      "grad_norm": 0.22383397441968267,
      "learning_rate": 4.0124741417331835e-06,
      "loss": 0.8464,
      "step": 593
    },
    {
      "epoch": 1.8281700981335387,
      "grad_norm": 0.24151175687615029,
      "learning_rate": 3.994922310805875e-06,
      "loss": 0.8864,
      "step": 594
    },
    {
      "epoch": 1.8312487973831058,
      "grad_norm": 0.23483772929765256,
      "learning_rate": 3.9773833772060335e-06,
      "loss": 0.8949,
      "step": 595
    },
    {
      "epoch": 1.8343274966326728,
      "grad_norm": 0.25580014522845945,
      "learning_rate": 3.9598575659962294e-06,
      "loss": 0.8682,
      "step": 596
    },
    {
      "epoch": 1.8374061958822399,
      "grad_norm": 0.232008669889148,
      "learning_rate": 3.942345102070649e-06,
      "loss": 0.9072,
      "step": 597
    },
    {
      "epoch": 1.840484895131807,
      "grad_norm": 0.24782917036175173,
      "learning_rate": 3.924846210152199e-06,
      "loss": 0.8534,
      "step": 598
    },
    {
      "epoch": 1.843563594381374,
      "grad_norm": 0.2337162729144535,
      "learning_rate": 3.9073611147896315e-06,
      "loss": 0.8606,
      "step": 599
    },
    {
      "epoch": 1.846642293630941,
      "grad_norm": 0.2707053335834137,
      "learning_rate": 3.889890040354659e-06,
      "loss": 0.8895,
      "step": 600
    },
    {
      "epoch": 1.849720992880508,
      "grad_norm": 0.23601057297125144,
      "learning_rate": 3.872433211039067e-06,
      "loss": 0.8533,
      "step": 601
    },
    {
      "epoch": 1.8527996921300751,
      "grad_norm": 0.24429702714104823,
      "learning_rate": 3.854990850851859e-06,
      "loss": 0.8508,
      "step": 602
    },
    {
      "epoch": 1.8558783913796422,
      "grad_norm": 0.25405237483458065,
      "learning_rate": 3.837563183616355e-06,
      "loss": 0.85,
      "step": 603
    },
    {
      "epoch": 1.8589570906292092,
      "grad_norm": 0.24884917032187737,
      "learning_rate": 3.820150432967344e-06,
      "loss": 0.8489,
      "step": 604
    },
    {
      "epoch": 1.8620357898787763,
      "grad_norm": 0.23586436270911693,
      "learning_rate": 3.8027528223481936e-06,
      "loss": 0.8649,
      "step": 605
    },
    {
      "epoch": 1.8651144891283433,
      "grad_norm": 0.2404408423189326,
      "learning_rate": 3.785370575007995e-06,
      "loss": 0.8851,
      "step": 606
    },
    {
      "epoch": 1.8681931883779104,
      "grad_norm": 0.268904935779624,
      "learning_rate": 3.7680039139986983e-06,
      "loss": 0.8141,
      "step": 607
    },
    {
      "epoch": 1.8712718876274774,
      "grad_norm": 0.2560963567716389,
      "learning_rate": 3.7506530621722426e-06,
      "loss": 0.8657,
      "step": 608
    },
    {
      "epoch": 1.8743505868770445,
      "grad_norm": 0.22112776156733008,
      "learning_rate": 3.7333182421777048e-06,
      "loss": 0.8501,
      "step": 609
    },
    {
      "epoch": 1.8774292861266115,
      "grad_norm": 0.23275010767847898,
      "learning_rate": 3.715999676458435e-06,
      "loss": 0.8816,
      "step": 610
    },
    {
      "epoch": 1.8805079853761786,
      "grad_norm": 0.25273993228256275,
      "learning_rate": 3.698697587249208e-06,
      "loss": 0.8775,
      "step": 611
    },
    {
      "epoch": 1.8835866846257456,
      "grad_norm": 0.2423685469164429,
      "learning_rate": 3.6814121965733695e-06,
      "loss": 0.8487,
      "step": 612
    },
    {
      "epoch": 1.8866653838753127,
      "grad_norm": 0.23605380649283772,
      "learning_rate": 3.664143726239984e-06,
      "loss": 0.8794,
      "step": 613
    },
    {
      "epoch": 1.8897440831248797,
      "grad_norm": 0.2469587924579458,
      "learning_rate": 3.646892397840997e-06,
      "loss": 0.8548,
      "step": 614
    },
    {
      "epoch": 1.8928227823744468,
      "grad_norm": 0.24024619025426996,
      "learning_rate": 3.6296584327483787e-06,
      "loss": 0.872,
      "step": 615
    },
    {
      "epoch": 1.8959014816240138,
      "grad_norm": 0.22280138707417765,
      "learning_rate": 3.6124420521112925e-06,
      "loss": 0.8745,
      "step": 616
    },
    {
      "epoch": 1.898980180873581,
      "grad_norm": 0.2403955030516092,
      "learning_rate": 3.59524347685326e-06,
      "loss": 0.8393,
      "step": 617
    },
    {
      "epoch": 1.902058880123148,
      "grad_norm": 0.24589501379847223,
      "learning_rate": 3.578062927669315e-06,
      "loss": 0.8962,
      "step": 618
    },
    {
      "epoch": 1.905137579372715,
      "grad_norm": 0.26035048416138823,
      "learning_rate": 3.5609006250231813e-06,
      "loss": 0.8605,
      "step": 619
    },
    {
      "epoch": 1.908216278622282,
      "grad_norm": 0.2283286805772837,
      "learning_rate": 3.543756789144439e-06,
      "loss": 0.8697,
      "step": 620
    },
    {
      "epoch": 1.911294977871849,
      "grad_norm": 0.2869524320638206,
      "learning_rate": 3.526631640025697e-06,
      "loss": 0.8625,
      "step": 621
    },
    {
      "epoch": 1.9143736771214162,
      "grad_norm": 0.22540815839644504,
      "learning_rate": 3.5095253974197787e-06,
      "loss": 0.8742,
      "step": 622
    },
    {
      "epoch": 1.9174523763709832,
      "grad_norm": 0.23573684088976804,
      "learning_rate": 3.492438280836888e-06,
      "loss": 0.8605,
      "step": 623
    },
    {
      "epoch": 1.9205310756205503,
      "grad_norm": 0.2371944413886398,
      "learning_rate": 3.4753705095418087e-06,
      "loss": 0.8502,
      "step": 624
    },
    {
      "epoch": 1.9236097748701173,
      "grad_norm": 0.22352165862953732,
      "learning_rate": 3.4583223025510748e-06,
      "loss": 0.8653,
      "step": 625
    },
    {
      "epoch": 1.9266884741196844,
      "grad_norm": 0.23071394069235382,
      "learning_rate": 3.4412938786301743e-06,
      "loss": 0.8456,
      "step": 626
    },
    {
      "epoch": 1.9297671733692514,
      "grad_norm": 0.22887282102384657,
      "learning_rate": 3.424285456290732e-06,
      "loss": 0.8157,
      "step": 627
    },
    {
      "epoch": 1.9328458726188185,
      "grad_norm": 0.23003295147118233,
      "learning_rate": 3.407297253787706e-06,
      "loss": 0.8401,
      "step": 628
    },
    {
      "epoch": 1.9359245718683855,
      "grad_norm": 0.23096386439155586,
      "learning_rate": 3.3903294891165993e-06,
      "loss": 0.9029,
      "step": 629
    },
    {
      "epoch": 1.9390032711179526,
      "grad_norm": 0.24726568870350749,
      "learning_rate": 3.3733823800106436e-06,
      "loss": 0.8687,
      "step": 630
    },
    {
      "epoch": 1.9420819703675196,
      "grad_norm": 0.23225658883834968,
      "learning_rate": 3.3564561439380206e-06,
      "loss": 0.8994,
      "step": 631
    },
    {
      "epoch": 1.9451606696170867,
      "grad_norm": 0.22724014543505516,
      "learning_rate": 3.339550998099063e-06,
      "loss": 0.8721,
      "step": 632
    },
    {
      "epoch": 1.9482393688666537,
      "grad_norm": 0.22955713730375288,
      "learning_rate": 3.3226671594234707e-06,
      "loss": 0.8451,
      "step": 633
    },
    {
      "epoch": 1.9513180681162208,
      "grad_norm": 0.21911164301268593,
      "learning_rate": 3.3058048445675286e-06,
      "loss": 0.8712,
      "step": 634
    },
    {
      "epoch": 1.9543967673657878,
      "grad_norm": 0.24518883269084193,
      "learning_rate": 3.28896426991132e-06,
      "loss": 0.8289,
      "step": 635
    },
    {
      "epoch": 1.9574754666153549,
      "grad_norm": 0.22903243220331604,
      "learning_rate": 3.272145651555959e-06,
      "loss": 0.8915,
      "step": 636
    },
    {
      "epoch": 1.960554165864922,
      "grad_norm": 0.22781003304559164,
      "learning_rate": 3.2553492053208104e-06,
      "loss": 0.872,
      "step": 637
    },
    {
      "epoch": 1.963632865114489,
      "grad_norm": 0.2559599933164248,
      "learning_rate": 3.2385751467407177e-06,
      "loss": 0.8663,
      "step": 638
    },
    {
      "epoch": 1.966711564364056,
      "grad_norm": 0.2538425627066515,
      "learning_rate": 3.221823691063255e-06,
      "loss": 0.8611,
      "step": 639
    },
    {
      "epoch": 1.969790263613623,
      "grad_norm": 0.23082655732735588,
      "learning_rate": 3.205095053245937e-06,
      "loss": 0.8567,
      "step": 640
    },
    {
      "epoch": 1.9728689628631904,
      "grad_norm": 0.23771137314633606,
      "learning_rate": 3.1883894479534882e-06,
      "loss": 0.8723,
      "step": 641
    },
    {
      "epoch": 1.9759476621127574,
      "grad_norm": 0.23687498653687258,
      "learning_rate": 3.171707089555068e-06,
      "loss": 0.8593,
      "step": 642
    },
    {
      "epoch": 1.9790263613623245,
      "grad_norm": 0.2256607516119969,
      "learning_rate": 3.1550481921215304e-06,
      "loss": 0.8671,
      "step": 643
    },
    {
      "epoch": 1.9821050606118915,
      "grad_norm": 0.2453331059907523,
      "learning_rate": 3.138412969422675e-06,
      "loss": 0.8931,
      "step": 644
    },
    {
      "epoch": 1.9851837598614586,
      "grad_norm": 0.23340410771364534,
      "learning_rate": 3.121801634924502e-06,
      "loss": 0.8803,
      "step": 645
    },
    {
      "epoch": 1.9882624591110256,
      "grad_norm": 0.23723686717177803,
      "learning_rate": 3.1052144017864743e-06,
      "loss": 0.8238,
      "step": 646
    },
    {
      "epoch": 1.9913411583605927,
      "grad_norm": 0.22576732125488122,
      "learning_rate": 3.088651482858783e-06,
      "loss": 0.8135,
      "step": 647
    },
    {
      "epoch": 1.9944198576101597,
      "grad_norm": 0.23842775007620237,
      "learning_rate": 3.0721130906796135e-06,
      "loss": 0.8811,
      "step": 648
    },
    {
      "epoch": 1.9974985568597268,
      "grad_norm": 0.2403327128762041,
      "learning_rate": 3.055599437472423e-06,
      "loss": 0.8847,
      "step": 649
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.2506144289292039,
      "learning_rate": 3.0391107351432086e-06,
      "loss": 0.8222,
      "step": 650
    },
    {
      "epoch": 2.003078699249567,
      "grad_norm": 0.2632065169611864,
      "learning_rate": 3.022647195277799e-06,
      "loss": 0.8065,
      "step": 651
    },
    {
      "epoch": 2.006157398499134,
      "grad_norm": 0.25927642693308345,
      "learning_rate": 3.0062090291391325e-06,
      "loss": 0.8438,
      "step": 652
    },
    {
      "epoch": 2.009236097748701,
      "grad_norm": 0.2560434045520623,
      "learning_rate": 2.9897964476645423e-06,
      "loss": 0.8562,
      "step": 653
    },
    {
      "epoch": 2.012314796998268,
      "grad_norm": 0.24947055861111583,
      "learning_rate": 2.9734096614630636e-06,
      "loss": 0.8382,
      "step": 654
    },
    {
      "epoch": 2.0153934962478353,
      "grad_norm": 0.23943830172013983,
      "learning_rate": 2.9570488808127142e-06,
      "loss": 0.8561,
      "step": 655
    },
    {
      "epoch": 2.0184721954974023,
      "grad_norm": 0.22585017452636458,
      "learning_rate": 2.94071431565781e-06,
      "loss": 0.8263,
      "step": 656
    },
    {
      "epoch": 2.0215508947469694,
      "grad_norm": 0.2440194261106326,
      "learning_rate": 2.9244061756062613e-06,
      "loss": 0.8519,
      "step": 657
    },
    {
      "epoch": 2.0246295939965364,
      "grad_norm": 0.2414504325024437,
      "learning_rate": 2.9081246699268905e-06,
      "loss": 0.8336,
      "step": 658
    },
    {
      "epoch": 2.0277082932461035,
      "grad_norm": 0.24845312219934826,
      "learning_rate": 2.891870007546742e-06,
      "loss": 0.8501,
      "step": 659
    },
    {
      "epoch": 2.0307869924956705,
      "grad_norm": 0.242209505988487,
      "learning_rate": 2.8756423970483965e-06,
      "loss": 0.8493,
      "step": 660
    },
    {
      "epoch": 2.0338656917452376,
      "grad_norm": 0.23265587872012475,
      "learning_rate": 2.8594420466673133e-06,
      "loss": 0.8204,
      "step": 661
    },
    {
      "epoch": 2.0369443909948046,
      "grad_norm": 0.23193701706877973,
      "learning_rate": 2.843269164289133e-06,
      "loss": 0.8061,
      "step": 662
    },
    {
      "epoch": 2.0400230902443717,
      "grad_norm": 0.23385036315420626,
      "learning_rate": 2.827123957447029e-06,
      "loss": 0.8437,
      "step": 663
    },
    {
      "epoch": 2.0431017894939387,
      "grad_norm": 0.26168296109621303,
      "learning_rate": 2.8110066333190317e-06,
      "loss": 0.854,
      "step": 664
    },
    {
      "epoch": 2.0461804887435058,
      "grad_norm": 0.2327042837624201,
      "learning_rate": 2.794917398725382e-06,
      "loss": 0.8292,
      "step": 665
    },
    {
      "epoch": 2.049259187993073,
      "grad_norm": 0.21951870573757737,
      "learning_rate": 2.7788564601258706e-06,
      "loss": 0.8259,
      "step": 666
    },
    {
      "epoch": 2.05233788724264,
      "grad_norm": 0.22725324672124128,
      "learning_rate": 2.762824023617182e-06,
      "loss": 0.8361,
      "step": 667
    },
    {
      "epoch": 2.055416586492207,
      "grad_norm": 0.24195419914404015,
      "learning_rate": 2.746820294930265e-06,
      "loss": 0.8132,
      "step": 668
    },
    {
      "epoch": 2.058495285741774,
      "grad_norm": 0.2337475544403441,
      "learning_rate": 2.730845479427684e-06,
      "loss": 0.826,
      "step": 669
    },
    {
      "epoch": 2.061573984991341,
      "grad_norm": 0.23801223385548173,
      "learning_rate": 2.714899782100978e-06,
      "loss": 0.8345,
      "step": 670
    },
    {
      "epoch": 2.064652684240908,
      "grad_norm": 0.23387831898708886,
      "learning_rate": 2.6989834075680452e-06,
      "loss": 0.8181,
      "step": 671
    },
    {
      "epoch": 2.067731383490475,
      "grad_norm": 0.24730735083234054,
      "learning_rate": 2.6830965600704994e-06,
      "loss": 0.8429,
      "step": 672
    },
    {
      "epoch": 2.070810082740042,
      "grad_norm": 0.23416493138125025,
      "learning_rate": 2.6672394434710703e-06,
      "loss": 0.8611,
      "step": 673
    },
    {
      "epoch": 2.0738887819896092,
      "grad_norm": 0.23108511125796244,
      "learning_rate": 2.6514122612509653e-06,
      "loss": 0.8708,
      "step": 674
    },
    {
      "epoch": 2.0769674812391763,
      "grad_norm": 0.30933139206643,
      "learning_rate": 2.6356152165072715e-06,
      "loss": 0.8413,
      "step": 675
    },
    {
      "epoch": 2.0800461804887433,
      "grad_norm": 0.23551112909526886,
      "learning_rate": 2.619848511950348e-06,
      "loss": 0.8475,
      "step": 676
    },
    {
      "epoch": 2.0831248797383104,
      "grad_norm": 0.22763481246202175,
      "learning_rate": 2.6041123499012244e-06,
      "loss": 0.8995,
      "step": 677
    },
    {
      "epoch": 2.0862035789878774,
      "grad_norm": 0.2218634208580765,
      "learning_rate": 2.588406932289005e-06,
      "loss": 0.8617,
      "step": 678
    },
    {
      "epoch": 2.0892822782374445,
      "grad_norm": 0.23578935381626395,
      "learning_rate": 2.5727324606482686e-06,
      "loss": 0.8824,
      "step": 679
    },
    {
      "epoch": 2.0923609774870116,
      "grad_norm": 0.251317071852673,
      "learning_rate": 2.5570891361164975e-06,
      "loss": 0.8636,
      "step": 680
    },
    {
      "epoch": 2.0954396767365786,
      "grad_norm": 0.21351519156304594,
      "learning_rate": 2.541477159431489e-06,
      "loss": 0.8313,
      "step": 681
    },
    {
      "epoch": 2.0985183759861457,
      "grad_norm": 0.22042567396928395,
      "learning_rate": 2.525896730928773e-06,
      "loss": 0.8731,
      "step": 682
    },
    {
      "epoch": 2.1015970752357127,
      "grad_norm": 0.23702502385432966,
      "learning_rate": 2.5103480505390543e-06,
      "loss": 0.8304,
      "step": 683
    },
    {
      "epoch": 2.1046757744852798,
      "grad_norm": 0.2153167638703399,
      "learning_rate": 2.4948313177856402e-06,
      "loss": 0.9014,
      "step": 684
    },
    {
      "epoch": 2.107754473734847,
      "grad_norm": 0.22893541920732943,
      "learning_rate": 2.4793467317818744e-06,
      "loss": 0.8145,
      "step": 685
    },
    {
      "epoch": 2.110833172984414,
      "grad_norm": 0.2237005823190317,
      "learning_rate": 2.4638944912285963e-06,
      "loss": 0.8412,
      "step": 686
    },
    {
      "epoch": 2.113911872233981,
      "grad_norm": 0.23742295476228925,
      "learning_rate": 2.4484747944115743e-06,
      "loss": 0.8611,
      "step": 687
    },
    {
      "epoch": 2.1169905714835484,
      "grad_norm": 0.28485027911857475,
      "learning_rate": 2.4330878391989774e-06,
      "loss": 0.8692,
      "step": 688
    },
    {
      "epoch": 2.1200692707331155,
      "grad_norm": 0.23378185328116932,
      "learning_rate": 2.417733823038828e-06,
      "loss": 0.8266,
      "step": 689
    },
    {
      "epoch": 2.1231479699826825,
      "grad_norm": 0.23451353036464137,
      "learning_rate": 2.4024129429564626e-06,
      "loss": 0.8466,
      "step": 690
    },
    {
      "epoch": 2.1262266692322496,
      "grad_norm": 0.23387657795722544,
      "learning_rate": 2.3871253955520163e-06,
      "loss": 0.8127,
      "step": 691
    },
    {
      "epoch": 2.1293053684818166,
      "grad_norm": 0.23248402401947377,
      "learning_rate": 2.3718713769978925e-06,
      "loss": 0.8213,
      "step": 692
    },
    {
      "epoch": 2.1323840677313837,
      "grad_norm": 0.23706520225974131,
      "learning_rate": 2.356651083036246e-06,
      "loss": 0.843,
      "step": 693
    },
    {
      "epoch": 2.1354627669809507,
      "grad_norm": 0.23710487467001728,
      "learning_rate": 2.3414647089764696e-06,
      "loss": 0.821,
      "step": 694
    },
    {
      "epoch": 2.1385414662305178,
      "grad_norm": 0.24405866825393452,
      "learning_rate": 2.3263124496926936e-06,
      "loss": 0.8596,
      "step": 695
    },
    {
      "epoch": 2.141620165480085,
      "grad_norm": 0.23314402094899678,
      "learning_rate": 2.311194499621282e-06,
      "loss": 0.835,
      "step": 696
    },
    {
      "epoch": 2.144698864729652,
      "grad_norm": 0.2339010792369486,
      "learning_rate": 2.296111052758333e-06,
      "loss": 0.8629,
      "step": 697
    },
    {
      "epoch": 2.147777563979219,
      "grad_norm": 0.243022565409757,
      "learning_rate": 2.2810623026571988e-06,
      "loss": 0.8222,
      "step": 698
    },
    {
      "epoch": 2.150856263228786,
      "grad_norm": 0.2251158138526969,
      "learning_rate": 2.266048442425989e-06,
      "loss": 0.8291,
      "step": 699
    },
    {
      "epoch": 2.153934962478353,
      "grad_norm": 0.22995408661018263,
      "learning_rate": 2.251069664725114e-06,
      "loss": 0.8051,
      "step": 700
    },
    {
      "epoch": 2.15701366172792,
      "grad_norm": 0.23786905754445278,
      "learning_rate": 2.2361261617647873e-06,
      "loss": 0.8593,
      "step": 701
    },
    {
      "epoch": 2.160092360977487,
      "grad_norm": 0.22238897378407732,
      "learning_rate": 2.221218125302572e-06,
      "loss": 0.8475,
      "step": 702
    },
    {
      "epoch": 2.163171060227054,
      "grad_norm": 0.2409376152515762,
      "learning_rate": 2.206345746640925e-06,
      "loss": 0.8194,
      "step": 703
    },
    {
      "epoch": 2.1662497594766212,
      "grad_norm": 0.2345698398897385,
      "learning_rate": 2.191509216624732e-06,
      "loss": 0.8496,
      "step": 704
    },
    {
      "epoch": 2.1693284587261883,
      "grad_norm": 0.23918981745393544,
      "learning_rate": 2.176708725638866e-06,
      "loss": 0.8008,
      "step": 705
    },
    {
      "epoch": 2.1724071579757553,
      "grad_norm": 0.24380759059520382,
      "learning_rate": 2.161944463605736e-06,
      "loss": 0.8211,
      "step": 706
    },
    {
      "epoch": 2.1754858572253224,
      "grad_norm": 0.2582019109695414,
      "learning_rate": 2.147216619982859e-06,
      "loss": 0.8455,
      "step": 707
    },
    {
      "epoch": 2.1785645564748894,
      "grad_norm": 0.23783881576481114,
      "learning_rate": 2.1325253837604253e-06,
      "loss": 0.8691,
      "step": 708
    },
    {
      "epoch": 2.1816432557244565,
      "grad_norm": 0.24492401624008797,
      "learning_rate": 2.117870943458868e-06,
      "loss": 0.8196,
      "step": 709
    },
    {
      "epoch": 2.1847219549740236,
      "grad_norm": 0.2219368360623884,
      "learning_rate": 2.1032534871264554e-06,
      "loss": 0.8258,
      "step": 710
    },
    {
      "epoch": 2.1878006542235906,
      "grad_norm": 0.22974008998618684,
      "learning_rate": 2.0886732023368637e-06,
      "loss": 0.904,
      "step": 711
    },
    {
      "epoch": 2.1908793534731577,
      "grad_norm": 0.23537831681729535,
      "learning_rate": 2.0741302761867838e-06,
      "loss": 0.8606,
      "step": 712
    },
    {
      "epoch": 2.1939580527227247,
      "grad_norm": 0.2327223246764362,
      "learning_rate": 2.059624895293514e-06,
      "loss": 0.8252,
      "step": 713
    },
    {
      "epoch": 2.1970367519722918,
      "grad_norm": 0.23577099287636177,
      "learning_rate": 2.0451572457925587e-06,
      "loss": 0.8507,
      "step": 714
    },
    {
      "epoch": 2.200115451221859,
      "grad_norm": 0.23366851480303227,
      "learning_rate": 2.0307275133352544e-06,
      "loss": 0.8891,
      "step": 715
    },
    {
      "epoch": 2.203194150471426,
      "grad_norm": 0.24821022271145754,
      "learning_rate": 2.016335883086378e-06,
      "loss": 0.8761,
      "step": 716
    },
    {
      "epoch": 2.206272849720993,
      "grad_norm": 0.2347888592730076,
      "learning_rate": 2.0019825397217673e-06,
      "loss": 0.7948,
      "step": 717
    },
    {
      "epoch": 2.20935154897056,
      "grad_norm": 0.22379601791809228,
      "learning_rate": 1.9876676674259625e-06,
      "loss": 0.8346,
      "step": 718
    },
    {
      "epoch": 2.212430248220127,
      "grad_norm": 0.23069642639206184,
      "learning_rate": 1.9733914498898338e-06,
      "loss": 0.8806,
      "step": 719
    },
    {
      "epoch": 2.215508947469694,
      "grad_norm": 0.23688821473020255,
      "learning_rate": 1.9591540703082284e-06,
      "loss": 0.8737,
      "step": 720
    },
    {
      "epoch": 2.218587646719261,
      "grad_norm": 0.24068569952704222,
      "learning_rate": 1.9449557113776157e-06,
      "loss": 0.8206,
      "step": 721
    },
    {
      "epoch": 2.221666345968828,
      "grad_norm": 0.23171967551106035,
      "learning_rate": 1.930796555293744e-06,
      "loss": 0.8579,
      "step": 722
    },
    {
      "epoch": 2.2247450452183952,
      "grad_norm": 0.24029473406952884,
      "learning_rate": 1.9166767837493137e-06,
      "loss": 0.8528,
      "step": 723
    },
    {
      "epoch": 2.2278237444679623,
      "grad_norm": 0.2438079273110106,
      "learning_rate": 1.9025965779316236e-06,
      "loss": 0.8492,
      "step": 724
    },
    {
      "epoch": 2.2309024437175293,
      "grad_norm": 0.23601558456196375,
      "learning_rate": 1.8885561185202682e-06,
      "loss": 0.8595,
      "step": 725
    },
    {
      "epoch": 2.2339811429670964,
      "grad_norm": 0.22767399139253267,
      "learning_rate": 1.8745555856848013e-06,
      "loss": 0.8776,
      "step": 726
    },
    {
      "epoch": 2.2370598422166634,
      "grad_norm": 0.23348060469006376,
      "learning_rate": 1.8605951590824385e-06,
      "loss": 0.8647,
      "step": 727
    },
    {
      "epoch": 2.2401385414662305,
      "grad_norm": 0.22700844372163298,
      "learning_rate": 1.8466750178557442e-06,
      "loss": 0.8366,
      "step": 728
    },
    {
      "epoch": 2.2432172407157975,
      "grad_norm": 0.2174522829564044,
      "learning_rate": 1.832795340630329e-06,
      "loss": 0.8009,
      "step": 729
    },
    {
      "epoch": 2.2462959399653646,
      "grad_norm": 0.21346427567062592,
      "learning_rate": 1.8189563055125691e-06,
      "loss": 0.8423,
      "step": 730
    },
    {
      "epoch": 2.2493746392149316,
      "grad_norm": 0.2374887094550808,
      "learning_rate": 1.8051580900873112e-06,
      "loss": 0.7801,
      "step": 731
    },
    {
      "epoch": 2.2524533384644987,
      "grad_norm": 0.2250593612933212,
      "learning_rate": 1.7914008714155984e-06,
      "loss": 0.8034,
      "step": 732
    },
    {
      "epoch": 2.2555320377140657,
      "grad_norm": 0.23293428960330465,
      "learning_rate": 1.7776848260323937e-06,
      "loss": 0.8983,
      "step": 733
    },
    {
      "epoch": 2.258610736963633,
      "grad_norm": 0.24046965281537155,
      "learning_rate": 1.7640101299443163e-06,
      "loss": 0.8645,
      "step": 734
    },
    {
      "epoch": 2.2616894362132,
      "grad_norm": 0.24414380255341103,
      "learning_rate": 1.7503769586273933e-06,
      "loss": 0.88,
      "step": 735
    },
    {
      "epoch": 2.264768135462767,
      "grad_norm": 0.23249280363014194,
      "learning_rate": 1.7367854870247874e-06,
      "loss": 0.8454,
      "step": 736
    },
    {
      "epoch": 2.267846834712334,
      "grad_norm": 0.22698421515363507,
      "learning_rate": 1.7232358895445722e-06,
      "loss": 0.8194,
      "step": 737
    },
    {
      "epoch": 2.270925533961901,
      "grad_norm": 0.2424961229284742,
      "learning_rate": 1.7097283400574782e-06,
      "loss": 0.8784,
      "step": 738
    },
    {
      "epoch": 2.274004233211468,
      "grad_norm": 0.29034676831693745,
      "learning_rate": 1.6962630118946742e-06,
      "loss": 0.8418,
      "step": 739
    },
    {
      "epoch": 2.277082932461035,
      "grad_norm": 0.24062810782676536,
      "learning_rate": 1.682840077845539e-06,
      "loss": 0.8483,
      "step": 740
    },
    {
      "epoch": 2.280161631710602,
      "grad_norm": 0.22180691188024756,
      "learning_rate": 1.6694597101554354e-06,
      "loss": 0.8572,
      "step": 741
    },
    {
      "epoch": 2.283240330960169,
      "grad_norm": 0.24825655929259619,
      "learning_rate": 1.6561220805235146e-06,
      "loss": 0.8573,
      "step": 742
    },
    {
      "epoch": 2.2863190302097363,
      "grad_norm": 0.22740220138114653,
      "learning_rate": 1.6428273601005052e-06,
      "loss": 0.8632,
      "step": 743
    },
    {
      "epoch": 2.2893977294593033,
      "grad_norm": 0.24149014361913568,
      "learning_rate": 1.629575719486512e-06,
      "loss": 0.8572,
      "step": 744
    },
    {
      "epoch": 2.2924764287088704,
      "grad_norm": 0.22379601628395732,
      "learning_rate": 1.616367328728838e-06,
      "loss": 0.8594,
      "step": 745
    },
    {
      "epoch": 2.2955551279584374,
      "grad_norm": 0.23583028558555058,
      "learning_rate": 1.6032023573197947e-06,
      "loss": 0.8508,
      "step": 746
    },
    {
      "epoch": 2.2986338272080045,
      "grad_norm": 0.22042850102418635,
      "learning_rate": 1.5900809741945311e-06,
      "loss": 0.8105,
      "step": 747
    },
    {
      "epoch": 2.3017125264575715,
      "grad_norm": 0.23334172430216374,
      "learning_rate": 1.5770033477288599e-06,
      "loss": 0.8436,
      "step": 748
    },
    {
      "epoch": 2.3047912257071386,
      "grad_norm": 0.2322225057102178,
      "learning_rate": 1.5639696457371023e-06,
      "loss": 0.8385,
      "step": 749
    },
    {
      "epoch": 2.3078699249567056,
      "grad_norm": 0.22194847905746878,
      "learning_rate": 1.5509800354699355e-06,
      "loss": 0.8388,
      "step": 750
    },
    {
      "epoch": 2.3109486242062727,
      "grad_norm": 0.23209512373356478,
      "learning_rate": 1.5380346836122429e-06,
      "loss": 0.8474,
      "step": 751
    },
    {
      "epoch": 2.3140273234558397,
      "grad_norm": 0.2223477673870283,
      "learning_rate": 1.525133756280977e-06,
      "loss": 0.8749,
      "step": 752
    },
    {
      "epoch": 2.3171060227054068,
      "grad_norm": 0.23141352847934166,
      "learning_rate": 1.5122774190230243e-06,
      "loss": 0.8853,
      "step": 753
    },
    {
      "epoch": 2.3201847219549743,
      "grad_norm": 0.23062664210205389,
      "learning_rate": 1.4994658368130876e-06,
      "loss": 0.8346,
      "step": 754
    },
    {
      "epoch": 2.3232634212045413,
      "grad_norm": 0.2215532209006794,
      "learning_rate": 1.486699174051565e-06,
      "loss": 0.8145,
      "step": 755
    },
    {
      "epoch": 2.3263421204541084,
      "grad_norm": 0.22600723734150047,
      "learning_rate": 1.4739775945624373e-06,
      "loss": 0.8263,
      "step": 756
    },
    {
      "epoch": 2.3294208197036754,
      "grad_norm": 0.22143336713406017,
      "learning_rate": 1.461301261591172e-06,
      "loss": 0.8114,
      "step": 757
    },
    {
      "epoch": 2.3324995189532425,
      "grad_norm": 0.22271954812926723,
      "learning_rate": 1.4486703378026256e-06,
      "loss": 0.8369,
      "step": 758
    },
    {
      "epoch": 2.3355782182028095,
      "grad_norm": 0.22658746997200865,
      "learning_rate": 1.4360849852789565e-06,
      "loss": 0.8171,
      "step": 759
    },
    {
      "epoch": 2.3386569174523766,
      "grad_norm": 0.2162121277661999,
      "learning_rate": 1.423545365517543e-06,
      "loss": 0.8027,
      "step": 760
    },
    {
      "epoch": 2.3417356167019436,
      "grad_norm": 0.2304719291746044,
      "learning_rate": 1.4110516394289103e-06,
      "loss": 0.8736,
      "step": 761
    },
    {
      "epoch": 2.3448143159515107,
      "grad_norm": 0.23214626525469848,
      "learning_rate": 1.3986039673346779e-06,
      "loss": 0.8265,
      "step": 762
    },
    {
      "epoch": 2.3478930152010777,
      "grad_norm": 0.2268381102532204,
      "learning_rate": 1.3862025089654824e-06,
      "loss": 0.8947,
      "step": 763
    },
    {
      "epoch": 2.350971714450645,
      "grad_norm": 0.2385163483420689,
      "learning_rate": 1.3738474234589443e-06,
      "loss": 0.8331,
      "step": 764
    },
    {
      "epoch": 2.354050413700212,
      "grad_norm": 0.2390331445172912,
      "learning_rate": 1.3615388693576148e-06,
      "loss": 0.8732,
      "step": 765
    },
    {
      "epoch": 2.357129112949779,
      "grad_norm": 0.22955588916496036,
      "learning_rate": 1.349277004606951e-06,
      "loss": 0.8594,
      "step": 766
    },
    {
      "epoch": 2.360207812199346,
      "grad_norm": 0.21970006090004243,
      "learning_rate": 1.3370619865532824e-06,
      "loss": 0.7861,
      "step": 767
    },
    {
      "epoch": 2.363286511448913,
      "grad_norm": 0.230418857783953,
      "learning_rate": 1.3248939719417914e-06,
      "loss": 0.8268,
      "step": 768
    },
    {
      "epoch": 2.36636521069848,
      "grad_norm": 0.21222149462576967,
      "learning_rate": 1.312773116914508e-06,
      "loss": 0.798,
      "step": 769
    },
    {
      "epoch": 2.369443909948047,
      "grad_norm": 0.22262097093208535,
      "learning_rate": 1.3006995770083015e-06,
      "loss": 0.8427,
      "step": 770
    },
    {
      "epoch": 2.372522609197614,
      "grad_norm": 0.22750342291942272,
      "learning_rate": 1.2886735071528829e-06,
      "loss": 0.8274,
      "step": 771
    },
    {
      "epoch": 2.375601308447181,
      "grad_norm": 0.23680438793884293,
      "learning_rate": 1.2766950616688233e-06,
      "loss": 0.8417,
      "step": 772
    },
    {
      "epoch": 2.3786800076967483,
      "grad_norm": 0.22306977725172839,
      "learning_rate": 1.264764394265564e-06,
      "loss": 0.8091,
      "step": 773
    },
    {
      "epoch": 2.3817587069463153,
      "grad_norm": 0.22041606530713104,
      "learning_rate": 1.2528816580394593e-06,
      "loss": 0.8155,
      "step": 774
    },
    {
      "epoch": 2.3848374061958824,
      "grad_norm": 0.2319982882257984,
      "learning_rate": 1.2410470054717944e-06,
      "loss": 0.8195,
      "step": 775
    },
    {
      "epoch": 2.3879161054454494,
      "grad_norm": 0.23206812452151346,
      "learning_rate": 1.2292605884268377e-06,
      "loss": 0.846,
      "step": 776
    },
    {
      "epoch": 2.3909948046950165,
      "grad_norm": 0.2253987855080877,
      "learning_rate": 1.217522558149894e-06,
      "loss": 0.8776,
      "step": 777
    },
    {
      "epoch": 2.3940735039445835,
      "grad_norm": 0.23978736453951358,
      "learning_rate": 1.2058330652653605e-06,
      "loss": 0.8307,
      "step": 778
    },
    {
      "epoch": 2.3971522031941506,
      "grad_norm": 0.22047620559443692,
      "learning_rate": 1.194192259774794e-06,
      "loss": 0.8522,
      "step": 779
    },
    {
      "epoch": 2.4002309024437176,
      "grad_norm": 0.2255029516924654,
      "learning_rate": 1.1826002910549839e-06,
      "loss": 0.8092,
      "step": 780
    },
    {
      "epoch": 2.4033096016932847,
      "grad_norm": 0.22748667467933123,
      "learning_rate": 1.1710573078560406e-06,
      "loss": 0.8773,
      "step": 781
    },
    {
      "epoch": 2.4063883009428517,
      "grad_norm": 0.21978466898899587,
      "learning_rate": 1.1595634582994857e-06,
      "loss": 0.7762,
      "step": 782
    },
    {
      "epoch": 2.4094670001924188,
      "grad_norm": 0.2123601020631904,
      "learning_rate": 1.1481188898763435e-06,
      "loss": 0.8186,
      "step": 783
    },
    {
      "epoch": 2.412545699441986,
      "grad_norm": 0.2200140512131943,
      "learning_rate": 1.1367237494452604e-06,
      "loss": 0.8557,
      "step": 784
    },
    {
      "epoch": 2.415624398691553,
      "grad_norm": 0.22718149738177595,
      "learning_rate": 1.1253781832306126e-06,
      "loss": 0.8212,
      "step": 785
    },
    {
      "epoch": 2.41870309794112,
      "grad_norm": 0.2626494778904241,
      "learning_rate": 1.1140823368206287e-06,
      "loss": 0.8031,
      "step": 786
    },
    {
      "epoch": 2.421781797190687,
      "grad_norm": 0.2304850629397168,
      "learning_rate": 1.1028363551655296e-06,
      "loss": 0.8436,
      "step": 787
    },
    {
      "epoch": 2.424860496440254,
      "grad_norm": 0.23779144390206716,
      "learning_rate": 1.0916403825756578e-06,
      "loss": 0.8436,
      "step": 788
    },
    {
      "epoch": 2.427939195689821,
      "grad_norm": 0.2253718147127126,
      "learning_rate": 1.080494562719634e-06,
      "loss": 0.8227,
      "step": 789
    },
    {
      "epoch": 2.431017894939388,
      "grad_norm": 0.23899024287866094,
      "learning_rate": 1.0693990386225118e-06,
      "loss": 0.8424,
      "step": 790
    },
    {
      "epoch": 2.434096594188955,
      "grad_norm": 0.24397315362125152,
      "learning_rate": 1.058353952663937e-06,
      "loss": 0.8648,
      "step": 791
    },
    {
      "epoch": 2.4371752934385222,
      "grad_norm": 0.24301907266829076,
      "learning_rate": 1.0473594465763282e-06,
      "loss": 0.8245,
      "step": 792
    },
    {
      "epoch": 2.4402539926880893,
      "grad_norm": 0.22689000896943365,
      "learning_rate": 1.0364156614430525e-06,
      "loss": 0.8565,
      "step": 793
    },
    {
      "epoch": 2.4433326919376563,
      "grad_norm": 0.2309233420575025,
      "learning_rate": 1.0255227376966198e-06,
      "loss": 0.8081,
      "step": 794
    },
    {
      "epoch": 2.4464113911872234,
      "grad_norm": 0.236711561978388,
      "learning_rate": 1.0146808151168736e-06,
      "loss": 0.816,
      "step": 795
    },
    {
      "epoch": 2.4494900904367904,
      "grad_norm": 0.21931754203757395,
      "learning_rate": 1.0038900328292051e-06,
      "loss": 0.8272,
      "step": 796
    },
    {
      "epoch": 2.4525687896863575,
      "grad_norm": 0.22527350770670657,
      "learning_rate": 9.931505293027655e-07,
      "loss": 0.8226,
      "step": 797
    },
    {
      "epoch": 2.4556474889359245,
      "grad_norm": 0.21984307356386273,
      "learning_rate": 9.824624423486833e-07,
      "loss": 0.8281,
      "step": 798
    },
    {
      "epoch": 2.4587261881854916,
      "grad_norm": 0.22204340349648355,
      "learning_rate": 9.71825909118308e-07,
      "loss": 0.9001,
      "step": 799
    },
    {
      "epoch": 2.4618048874350587,
      "grad_norm": 0.23089658728762086,
      "learning_rate": 9.612410661014338e-07,
      "loss": 0.8391,
      "step": 800
    },
    {
      "epoch": 2.4648835866846257,
      "grad_norm": 0.2278803378229771,
      "learning_rate": 9.50708049124568e-07,
      "loss": 0.8379,
      "step": 801
    },
    {
      "epoch": 2.4679622859341928,
      "grad_norm": 0.2370178692049797,
      "learning_rate": 9.402269933491692e-07,
      "loss": 0.8439,
      "step": 802
    },
    {
      "epoch": 2.47104098518376,
      "grad_norm": 0.2229543530878649,
      "learning_rate": 9.29798033269923e-07,
      "loss": 0.7776,
      "step": 803
    },
    {
      "epoch": 2.474119684433327,
      "grad_norm": 0.24402092811363743,
      "learning_rate": 9.194213027130155e-07,
      "loss": 0.8279,
      "step": 804
    },
    {
      "epoch": 2.477198383682894,
      "grad_norm": 0.23558787532961123,
      "learning_rate": 9.090969348344147e-07,
      "loss": 0.862,
      "step": 805
    },
    {
      "epoch": 2.480277082932461,
      "grad_norm": 0.2799555949111056,
      "learning_rate": 8.988250621181621e-07,
      "loss": 0.8163,
      "step": 806
    },
    {
      "epoch": 2.483355782182028,
      "grad_norm": 0.22449886610239306,
      "learning_rate": 8.886058163746686e-07,
      "loss": 0.8213,
      "step": 807
    },
    {
      "epoch": 2.486434481431595,
      "grad_norm": 0.24364392856915754,
      "learning_rate": 8.78439328739032e-07,
      "loss": 0.821,
      "step": 808
    },
    {
      "epoch": 2.489513180681162,
      "grad_norm": 0.2630991901598819,
      "learning_rate": 8.683257296693476e-07,
      "loss": 0.8751,
      "step": 809
    },
    {
      "epoch": 2.492591879930729,
      "grad_norm": 0.23200611225140585,
      "learning_rate": 8.582651489450328e-07,
      "loss": 0.8125,
      "step": 810
    },
    {
      "epoch": 2.4956705791802962,
      "grad_norm": 0.22437483085314536,
      "learning_rate": 8.482577156651683e-07,
      "loss": 0.8485,
      "step": 811
    },
    {
      "epoch": 2.4987492784298633,
      "grad_norm": 0.2388118695272368,
      "learning_rate": 8.383035582468341e-07,
      "loss": 0.8811,
      "step": 812
    },
    {
      "epoch": 2.5018279776794303,
      "grad_norm": 0.2436813114038449,
      "learning_rate": 8.284028044234693e-07,
      "loss": 0.8601,
      "step": 813
    },
    {
      "epoch": 2.5049066769289974,
      "grad_norm": 0.21301942107742983,
      "learning_rate": 8.185555812432272e-07,
      "loss": 0.855,
      "step": 814
    },
    {
      "epoch": 2.5079853761785644,
      "grad_norm": 0.21605275572181498,
      "learning_rate": 8.087620150673453e-07,
      "loss": 0.796,
      "step": 815
    },
    {
      "epoch": 2.5110640754281315,
      "grad_norm": 0.22136048072982634,
      "learning_rate": 7.99022231568527e-07,
      "loss": 0.8318,
      "step": 816
    },
    {
      "epoch": 2.5141427746776985,
      "grad_norm": 0.2278401120367128,
      "learning_rate": 7.893363557293293e-07,
      "loss": 0.8808,
      "step": 817
    },
    {
      "epoch": 2.5172214739272656,
      "grad_norm": 0.23853145651181795,
      "learning_rate": 7.797045118405511e-07,
      "loss": 0.8114,
      "step": 818
    },
    {
      "epoch": 2.5203001731768326,
      "grad_norm": 0.24139204959277535,
      "learning_rate": 7.701268234996495e-07,
      "loss": 0.8268,
      "step": 819
    },
    {
      "epoch": 2.5233788724263997,
      "grad_norm": 0.21906838187313607,
      "learning_rate": 7.606034136091461e-07,
      "loss": 0.8515,
      "step": 820
    },
    {
      "epoch": 2.5264575716759667,
      "grad_norm": 0.22353012243741543,
      "learning_rate": 7.511344043750546e-07,
      "loss": 0.8438,
      "step": 821
    },
    {
      "epoch": 2.529536270925534,
      "grad_norm": 0.24113336047569772,
      "learning_rate": 7.417199173053063e-07,
      "loss": 0.8843,
      "step": 822
    },
    {
      "epoch": 2.532614970175101,
      "grad_norm": 0.23028580739427149,
      "learning_rate": 7.323600732081954e-07,
      "loss": 0.8222,
      "step": 823
    },
    {
      "epoch": 2.535693669424668,
      "grad_norm": 0.23065486789263445,
      "learning_rate": 7.230549921908342e-07,
      "loss": 0.8206,
      "step": 824
    },
    {
      "epoch": 2.538772368674235,
      "grad_norm": 0.22279493349776192,
      "learning_rate": 7.138047936575976e-07,
      "loss": 0.8343,
      "step": 825
    },
    {
      "epoch": 2.541851067923802,
      "grad_norm": 0.21826094656766837,
      "learning_rate": 7.046095963086053e-07,
      "loss": 0.8244,
      "step": 826
    },
    {
      "epoch": 2.544929767173369,
      "grad_norm": 0.22164075701764316,
      "learning_rate": 6.954695181381876e-07,
      "loss": 0.8526,
      "step": 827
    },
    {
      "epoch": 2.548008466422936,
      "grad_norm": 0.2240757412936755,
      "learning_rate": 6.863846764333798e-07,
      "loss": 0.8295,
      "step": 828
    },
    {
      "epoch": 2.551087165672503,
      "grad_norm": 0.22239008279252742,
      "learning_rate": 6.773551877724144e-07,
      "loss": 0.8564,
      "step": 829
    },
    {
      "epoch": 2.55416586492207,
      "grad_norm": 0.2278231158301186,
      "learning_rate": 6.683811680232182e-07,
      "loss": 0.7971,
      "step": 830
    },
    {
      "epoch": 2.5572445641716373,
      "grad_norm": 0.22159668670917831,
      "learning_rate": 6.594627323419383e-07,
      "loss": 0.8752,
      "step": 831
    },
    {
      "epoch": 2.5603232634212043,
      "grad_norm": 0.22750909281464063,
      "learning_rate": 6.505999951714537e-07,
      "loss": 0.8861,
      "step": 832
    },
    {
      "epoch": 2.5634019626707714,
      "grad_norm": 0.22109666959494906,
      "learning_rate": 6.417930702399133e-07,
      "loss": 0.8468,
      "step": 833
    },
    {
      "epoch": 2.5664806619203384,
      "grad_norm": 0.23112153878468647,
      "learning_rate": 6.33042070559271e-07,
      "loss": 0.8529,
      "step": 834
    },
    {
      "epoch": 2.5695593611699055,
      "grad_norm": 0.2297458419700991,
      "learning_rate": 6.243471084238378e-07,
      "loss": 0.8689,
      "step": 835
    },
    {
      "epoch": 2.5726380604194725,
      "grad_norm": 0.21578699434521503,
      "learning_rate": 6.157082954088478e-07,
      "loss": 0.7902,
      "step": 836
    },
    {
      "epoch": 2.5757167596690396,
      "grad_norm": 0.21747841612156554,
      "learning_rate": 6.071257423690119e-07,
      "loss": 0.8691,
      "step": 837
    },
    {
      "epoch": 2.5787954589186066,
      "grad_norm": 0.22455305402136413,
      "learning_rate": 5.985995594371091e-07,
      "loss": 0.821,
      "step": 838
    },
    {
      "epoch": 2.5818741581681737,
      "grad_norm": 0.22253531062382764,
      "learning_rate": 5.901298560225644e-07,
      "loss": 0.8604,
      "step": 839
    },
    {
      "epoch": 2.584952857417741,
      "grad_norm": 0.2318489532483918,
      "learning_rate": 5.817167408100499e-07,
      "loss": 0.8267,
      "step": 840
    },
    {
      "epoch": 2.588031556667308,
      "grad_norm": 0.2317479826256508,
      "learning_rate": 5.733603217580885e-07,
      "loss": 0.8564,
      "step": 841
    },
    {
      "epoch": 2.5911102559168753,
      "grad_norm": 0.22222098087172276,
      "learning_rate": 5.650607060976659e-07,
      "loss": 0.8366,
      "step": 842
    },
    {
      "epoch": 2.5941889551664423,
      "grad_norm": 0.22558823326040037,
      "learning_rate": 5.568180003308593e-07,
      "loss": 0.8455,
      "step": 843
    },
    {
      "epoch": 2.5972676544160094,
      "grad_norm": 0.22517318330162056,
      "learning_rate": 5.486323102294689e-07,
      "loss": 0.8864,
      "step": 844
    },
    {
      "epoch": 2.6003463536655764,
      "grad_norm": 0.22018283187036372,
      "learning_rate": 5.405037408336577e-07,
      "loss": 0.8721,
      "step": 845
    },
    {
      "epoch": 2.6034250529151435,
      "grad_norm": 0.22293725459227548,
      "learning_rate": 5.324323964506078e-07,
      "loss": 0.8652,
      "step": 846
    },
    {
      "epoch": 2.6065037521647105,
      "grad_norm": 0.22327030606702958,
      "learning_rate": 5.244183806531805e-07,
      "loss": 0.8083,
      "step": 847
    },
    {
      "epoch": 2.6095824514142776,
      "grad_norm": 0.22767394590167395,
      "learning_rate": 5.164617962785878e-07,
      "loss": 0.8109,
      "step": 848
    },
    {
      "epoch": 2.6126611506638446,
      "grad_norm": 0.21169668836208091,
      "learning_rate": 5.085627454270687e-07,
      "loss": 0.8385,
      "step": 849
    },
    {
      "epoch": 2.6157398499134117,
      "grad_norm": 0.22413803236048283,
      "learning_rate": 5.007213294605839e-07,
      "loss": 0.8352,
      "step": 850
    },
    {
      "epoch": 2.6188185491629787,
      "grad_norm": 0.2214793922015388,
      "learning_rate": 4.929376490015148e-07,
      "loss": 0.8658,
      "step": 851
    },
    {
      "epoch": 2.621897248412546,
      "grad_norm": 0.2216666271986793,
      "learning_rate": 4.852118039313691e-07,
      "loss": 0.796,
      "step": 852
    },
    {
      "epoch": 2.624975947662113,
      "grad_norm": 0.22844670773372602,
      "learning_rate": 4.775438933895032e-07,
      "loss": 0.8491,
      "step": 853
    },
    {
      "epoch": 2.62805464691168,
      "grad_norm": 0.22818017196392082,
      "learning_rate": 4.6993401577184515e-07,
      "loss": 0.8546,
      "step": 854
    },
    {
      "epoch": 2.631133346161247,
      "grad_norm": 0.22838330421080386,
      "learning_rate": 4.623822687296359e-07,
      "loss": 0.846,
      "step": 855
    },
    {
      "epoch": 2.634212045410814,
      "grad_norm": 0.2256160359726944,
      "learning_rate": 4.5488874916817636e-07,
      "loss": 0.8807,
      "step": 856
    },
    {
      "epoch": 2.637290744660381,
      "grad_norm": 0.22297103683292707,
      "learning_rate": 4.474535532455793e-07,
      "loss": 0.8358,
      "step": 857
    },
    {
      "epoch": 2.640369443909948,
      "grad_norm": 0.2332114290381529,
      "learning_rate": 4.400767763715413e-07,
      "loss": 0.8234,
      "step": 858
    },
    {
      "epoch": 2.643448143159515,
      "grad_norm": 0.2331719300147976,
      "learning_rate": 4.3275851320611517e-07,
      "loss": 0.8141,
      "step": 859
    },
    {
      "epoch": 2.646526842409082,
      "grad_norm": 0.22645691635776777,
      "learning_rate": 4.2549885765849673e-07,
      "loss": 0.8694,
      "step": 860
    },
    {
      "epoch": 2.6496055416586493,
      "grad_norm": 0.21716184143730555,
      "learning_rate": 4.1829790288581694e-07,
      "loss": 0.8661,
      "step": 861
    },
    {
      "epoch": 2.6526842409082163,
      "grad_norm": 0.23013336076460622,
      "learning_rate": 4.111557412919476e-07,
      "loss": 0.829,
      "step": 862
    },
    {
      "epoch": 2.6557629401577834,
      "grad_norm": 0.22601089934921306,
      "learning_rate": 4.0407246452632164e-07,
      "loss": 0.8332,
      "step": 863
    },
    {
      "epoch": 2.6588416394073504,
      "grad_norm": 0.22227844789679432,
      "learning_rate": 3.9704816348274613e-07,
      "loss": 0.8149,
      "step": 864
    },
    {
      "epoch": 2.6619203386569175,
      "grad_norm": 0.2177118454088843,
      "learning_rate": 3.90082928298246e-07,
      "loss": 0.8018,
      "step": 865
    },
    {
      "epoch": 2.6649990379064845,
      "grad_norm": 0.22056846315659762,
      "learning_rate": 3.8317684835189885e-07,
      "loss": 0.8415,
      "step": 866
    },
    {
      "epoch": 2.6680777371560516,
      "grad_norm": 0.21614609644555607,
      "learning_rate": 3.7633001226369594e-07,
      "loss": 0.8174,
      "step": 867
    },
    {
      "epoch": 2.6711564364056186,
      "grad_norm": 0.21551598064340127,
      "learning_rate": 3.6954250789340006e-07,
      "loss": 0.7983,
      "step": 868
    },
    {
      "epoch": 2.6742351356551857,
      "grad_norm": 0.21140537734349923,
      "learning_rate": 3.628144223394181e-07,
      "loss": 0.8322,
      "step": 869
    },
    {
      "epoch": 2.6773138349047527,
      "grad_norm": 0.20967093594161001,
      "learning_rate": 3.561458419376862e-07,
      "loss": 0.8532,
      "step": 870
    },
    {
      "epoch": 2.6803925341543198,
      "grad_norm": 0.22990587789252084,
      "learning_rate": 3.495368522605602e-07,
      "loss": 0.8397,
      "step": 871
    },
    {
      "epoch": 2.683471233403887,
      "grad_norm": 0.22231549579524137,
      "learning_rate": 3.429875381157161e-07,
      "loss": 0.8262,
      "step": 872
    },
    {
      "epoch": 2.686549932653454,
      "grad_norm": 0.22886985448919456,
      "learning_rate": 3.3649798354506545e-07,
      "loss": 0.8871,
      "step": 873
    },
    {
      "epoch": 2.689628631903021,
      "grad_norm": 0.22003259909250156,
      "learning_rate": 3.3006827182367196e-07,
      "loss": 0.8073,
      "step": 874
    },
    {
      "epoch": 2.692707331152588,
      "grad_norm": 0.22742597600380163,
      "learning_rate": 3.2369848545868997e-07,
      "loss": 0.8661,
      "step": 875
    },
    {
      "epoch": 2.695786030402155,
      "grad_norm": 0.22868877060486337,
      "learning_rate": 3.17388706188298e-07,
      "loss": 0.834,
      "step": 876
    },
    {
      "epoch": 2.698864729651722,
      "grad_norm": 0.21787153465218684,
      "learning_rate": 3.111390149806537e-07,
      "loss": 0.7858,
      "step": 877
    },
    {
      "epoch": 2.701943428901289,
      "grad_norm": 0.22570078190133194,
      "learning_rate": 3.049494920328555e-07,
      "loss": 0.826,
      "step": 878
    },
    {
      "epoch": 2.705022128150856,
      "grad_norm": 0.2243914756159185,
      "learning_rate": 2.988202167699128e-07,
      "loss": 0.839,
      "step": 879
    },
    {
      "epoch": 2.7081008274004232,
      "grad_norm": 0.22519826895866205,
      "learning_rate": 2.927512678437267e-07,
      "loss": 0.8237,
      "step": 880
    },
    {
      "epoch": 2.7111795266499903,
      "grad_norm": 0.238902485686314,
      "learning_rate": 2.867427231320774e-07,
      "loss": 0.8559,
      "step": 881
    },
    {
      "epoch": 2.7142582258995573,
      "grad_norm": 0.23042640260287536,
      "learning_rate": 2.807946597376315e-07,
      "loss": 0.882,
      "step": 882
    },
    {
      "epoch": 2.7173369251491244,
      "grad_norm": 0.23089625608312397,
      "learning_rate": 2.7490715398694856e-07,
      "loss": 0.8594,
      "step": 883
    },
    {
      "epoch": 2.7204156243986914,
      "grad_norm": 0.2246650825844926,
      "learning_rate": 2.6908028142950016e-07,
      "loss": 0.8657,
      "step": 884
    },
    {
      "epoch": 2.7234943236482585,
      "grad_norm": 0.2258566049620716,
      "learning_rate": 2.633141168367043e-07,
      "loss": 0.8401,
      "step": 885
    },
    {
      "epoch": 2.7265730228978255,
      "grad_norm": 0.21746790121867032,
      "learning_rate": 2.5760873420096423e-07,
      "loss": 0.8098,
      "step": 886
    },
    {
      "epoch": 2.7296517221473926,
      "grad_norm": 0.22700354804834932,
      "learning_rate": 2.5196420673471664e-07,
      "loss": 0.843,
      "step": 887
    },
    {
      "epoch": 2.7327304213969597,
      "grad_norm": 0.2266326370232206,
      "learning_rate": 2.4638060686949736e-07,
      "loss": 0.8824,
      "step": 888
    },
    {
      "epoch": 2.7358091206465267,
      "grad_norm": 0.26185349410947084,
      "learning_rate": 2.408580062550053e-07,
      "loss": 0.8495,
      "step": 889
    },
    {
      "epoch": 2.7388878198960938,
      "grad_norm": 0.22741750862384238,
      "learning_rate": 2.3539647575819169e-07,
      "loss": 0.8395,
      "step": 890
    },
    {
      "epoch": 2.741966519145661,
      "grad_norm": 0.22615487096214848,
      "learning_rate": 2.2999608546234063e-07,
      "loss": 0.8012,
      "step": 891
    },
    {
      "epoch": 2.745045218395228,
      "grad_norm": 0.21848490351475774,
      "learning_rate": 2.246569046661773e-07,
      "loss": 0.8692,
      "step": 892
    },
    {
      "epoch": 2.748123917644795,
      "grad_norm": 0.21844617170173872,
      "learning_rate": 2.1937900188297502e-07,
      "loss": 0.8347,
      "step": 893
    },
    {
      "epoch": 2.7512026168943624,
      "grad_norm": 0.2262540926446087,
      "learning_rate": 2.1416244483967896e-07,
      "loss": 0.8611,
      "step": 894
    },
    {
      "epoch": 2.7542813161439295,
      "grad_norm": 0.2154952474239762,
      "learning_rate": 2.0900730047603513e-07,
      "loss": 0.7942,
      "step": 895
    },
    {
      "epoch": 2.7573600153934965,
      "grad_norm": 0.21589356108725566,
      "learning_rate": 2.0391363494372817e-07,
      "loss": 0.8501,
      "step": 896
    },
    {
      "epoch": 2.7604387146430636,
      "grad_norm": 0.2320250906884757,
      "learning_rate": 1.9888151360554052e-07,
      "loss": 0.9031,
      "step": 897
    },
    {
      "epoch": 2.7635174138926306,
      "grad_norm": 0.23475684232788444,
      "learning_rate": 1.9391100103450743e-07,
      "loss": 0.8525,
      "step": 898
    },
    {
      "epoch": 2.7665961131421977,
      "grad_norm": 0.21866007981336483,
      "learning_rate": 1.890021610130882e-07,
      "loss": 0.8189,
      "step": 899
    },
    {
      "epoch": 2.7696748123917647,
      "grad_norm": 0.2174948225638527,
      "learning_rate": 1.8415505653235244e-07,
      "loss": 0.8376,
      "step": 900
    },
    {
      "epoch": 2.7727535116413318,
      "grad_norm": 0.22006191115906404,
      "learning_rate": 1.7936974979116505e-07,
      "loss": 0.8366,
      "step": 901
    },
    {
      "epoch": 2.775832210890899,
      "grad_norm": 0.2303616638680649,
      "learning_rate": 1.7464630219539758e-07,
      "loss": 0.8466,
      "step": 902
    },
    {
      "epoch": 2.778910910140466,
      "grad_norm": 0.21719288352491736,
      "learning_rate": 1.6998477435712923e-07,
      "loss": 0.8265,
      "step": 903
    },
    {
      "epoch": 2.781989609390033,
      "grad_norm": 0.22481604624243925,
      "learning_rate": 1.6538522609387597e-07,
      "loss": 0.8319,
      "step": 904
    },
    {
      "epoch": 2.7850683086396,
      "grad_norm": 0.21429225139171987,
      "learning_rate": 1.6084771642782214e-07,
      "loss": 0.838,
      "step": 905
    },
    {
      "epoch": 2.788147007889167,
      "grad_norm": 0.22194210468751915,
      "learning_rate": 1.5637230358506173e-07,
      "loss": 0.8247,
      "step": 906
    },
    {
      "epoch": 2.791225707138734,
      "grad_norm": 0.23699639188325108,
      "learning_rate": 1.5195904499485215e-07,
      "loss": 0.8427,
      "step": 907
    },
    {
      "epoch": 2.794304406388301,
      "grad_norm": 0.21126771897929203,
      "learning_rate": 1.4760799728887553e-07,
      "loss": 0.8107,
      "step": 908
    },
    {
      "epoch": 2.797383105637868,
      "grad_norm": 0.2185312236043927,
      "learning_rate": 1.4331921630051538e-07,
      "loss": 0.873,
      "step": 909
    },
    {
      "epoch": 2.8004618048874352,
      "grad_norm": 0.22162193710004144,
      "learning_rate": 1.390927570641376e-07,
      "loss": 0.8059,
      "step": 910
    },
    {
      "epoch": 2.8035405041370023,
      "grad_norm": 0.22441107598451382,
      "learning_rate": 1.349286738143829e-07,
      "loss": 0.8195,
      "step": 911
    },
    {
      "epoch": 2.8066192033865693,
      "grad_norm": 0.21557627624281156,
      "learning_rate": 1.3082701998547498e-07,
      "loss": 0.852,
      "step": 912
    },
    {
      "epoch": 2.8096979026361364,
      "grad_norm": 0.21945269925130453,
      "learning_rate": 1.267878482105317e-07,
      "loss": 0.8746,
      "step": 913
    },
    {
      "epoch": 2.8127766018857034,
      "grad_norm": 0.22357578889352,
      "learning_rate": 1.2281121032089062e-07,
      "loss": 0.8202,
      "step": 914
    },
    {
      "epoch": 2.8158553011352705,
      "grad_norm": 0.22752559478727943,
      "learning_rate": 1.1889715734544449e-07,
      "loss": 0.8325,
      "step": 915
    },
    {
      "epoch": 2.8189340003848375,
      "grad_norm": 0.2124940858260051,
      "learning_rate": 1.150457395099841e-07,
      "loss": 0.8434,
      "step": 916
    },
    {
      "epoch": 2.8220126996344046,
      "grad_norm": 0.2157794578759078,
      "learning_rate": 1.1125700623655756e-07,
      "loss": 0.8062,
      "step": 917
    },
    {
      "epoch": 2.8250913988839716,
      "grad_norm": 0.2181787040339238,
      "learning_rate": 1.0753100614283362e-07,
      "loss": 0.8343,
      "step": 918
    },
    {
      "epoch": 2.8281700981335387,
      "grad_norm": 0.2074610780009133,
      "learning_rate": 1.0386778704147671e-07,
      "loss": 0.8169,
      "step": 919
    },
    {
      "epoch": 2.8312487973831058,
      "grad_norm": 0.2204593136350251,
      "learning_rate": 1.0026739593953616e-07,
      "loss": 0.865,
      "step": 920
    },
    {
      "epoch": 2.834327496632673,
      "grad_norm": 0.21907980416329806,
      "learning_rate": 9.672987903784237e-08,
      "loss": 0.845,
      "step": 921
    },
    {
      "epoch": 2.83740619588224,
      "grad_norm": 0.22860904197624857,
      "learning_rate": 9.32552817304122e-08,
      "loss": 0.8636,
      "step": 922
    },
    {
      "epoch": 2.840484895131807,
      "grad_norm": 0.21755262234247255,
      "learning_rate": 8.98436486038673e-08,
      "loss": 0.8195,
      "step": 923
    },
    {
      "epoch": 2.843563594381374,
      "grad_norm": 0.22723056285347357,
      "learning_rate": 8.649502343686333e-08,
      "loss": 0.8193,
      "step": 924
    },
    {
      "epoch": 2.846642293630941,
      "grad_norm": 0.2132875219805442,
      "learning_rate": 8.320944919952723e-08,
      "loss": 0.8316,
      "step": 925
    },
    {
      "epoch": 2.849720992880508,
      "grad_norm": 0.22784897097532497,
      "learning_rate": 7.998696805290419e-08,
      "loss": 0.8299,
      "step": 926
    },
    {
      "epoch": 2.852799692130075,
      "grad_norm": 0.22444636396859846,
      "learning_rate": 7.682762134841981e-08,
      "loss": 0.8844,
      "step": 927
    },
    {
      "epoch": 2.855878391379642,
      "grad_norm": 0.22092497586912369,
      "learning_rate": 7.373144962734613e-08,
      "loss": 0.8129,
      "step": 928
    },
    {
      "epoch": 2.858957090629209,
      "grad_norm": 0.2163075426109022,
      "learning_rate": 7.069849262028583e-08,
      "loss": 0.8215,
      "step": 929
    },
    {
      "epoch": 2.8620357898787763,
      "grad_norm": 0.21570527806169992,
      "learning_rate": 6.772878924665716e-08,
      "loss": 0.8159,
      "step": 930
    },
    {
      "epoch": 2.8651144891283433,
      "grad_norm": 0.22275170357879553,
      "learning_rate": 6.482237761419652e-08,
      "loss": 0.8371,
      "step": 931
    },
    {
      "epoch": 2.8681931883779104,
      "grad_norm": 0.2245146292563083,
      "learning_rate": 6.197929501847277e-08,
      "loss": 0.8004,
      "step": 932
    },
    {
      "epoch": 2.8712718876274774,
      "grad_norm": 0.22177505025695865,
      "learning_rate": 5.919957794240372e-08,
      "loss": 0.8086,
      "step": 933
    },
    {
      "epoch": 2.8743505868770445,
      "grad_norm": 0.22084739593901448,
      "learning_rate": 5.648326205579091e-08,
      "loss": 0.8523,
      "step": 934
    },
    {
      "epoch": 2.8774292861266115,
      "grad_norm": 0.22000923098831113,
      "learning_rate": 5.383038221485948e-08,
      "loss": 0.828,
      "step": 935
    },
    {
      "epoch": 2.8805079853761786,
      "grad_norm": 0.23961042890787176,
      "learning_rate": 5.124097246181514e-08,
      "loss": 0.9008,
      "step": 936
    },
    {
      "epoch": 2.8835866846257456,
      "grad_norm": 0.2640879608387801,
      "learning_rate": 4.8715066024402904e-08,
      "loss": 0.8572,
      "step": 937
    },
    {
      "epoch": 2.8866653838753127,
      "grad_norm": 0.22459621574334815,
      "learning_rate": 4.625269531548293e-08,
      "loss": 0.8353,
      "step": 938
    },
    {
      "epoch": 2.8897440831248797,
      "grad_norm": 0.20869331041823563,
      "learning_rate": 4.385389193261314e-08,
      "loss": 0.8119,
      "step": 939
    },
    {
      "epoch": 2.892822782374447,
      "grad_norm": 0.2222946910903488,
      "learning_rate": 4.151868665764669e-08,
      "loss": 0.8178,
      "step": 940
    },
    {
      "epoch": 2.895901481624014,
      "grad_norm": 0.21818676292089753,
      "learning_rate": 3.9247109456332925e-08,
      "loss": 0.8382,
      "step": 941
    },
    {
      "epoch": 2.898980180873581,
      "grad_norm": 0.21920773908131513,
      "learning_rate": 3.703918947793761e-08,
      "loss": 0.8186,
      "step": 942
    },
    {
      "epoch": 2.902058880123148,
      "grad_norm": 0.22806735460251343,
      "learning_rate": 3.489495505486273e-08,
      "loss": 0.8467,
      "step": 943
    },
    {
      "epoch": 2.905137579372715,
      "grad_norm": 0.220005814740774,
      "learning_rate": 3.281443370228898e-08,
      "loss": 0.848,
      "step": 944
    },
    {
      "epoch": 2.908216278622282,
      "grad_norm": 0.21756771263299057,
      "learning_rate": 3.079765211781993e-08,
      "loss": 0.8482,
      "step": 945
    },
    {
      "epoch": 2.911294977871849,
      "grad_norm": 0.21937291441678433,
      "learning_rate": 2.884463618113842e-08,
      "loss": 0.8016,
      "step": 946
    },
    {
      "epoch": 2.914373677121416,
      "grad_norm": 0.22429028671278778,
      "learning_rate": 2.6955410953676265e-08,
      "loss": 0.8391,
      "step": 947
    },
    {
      "epoch": 2.917452376370983,
      "grad_norm": 0.2214591619964106,
      "learning_rate": 2.5130000678292854e-08,
      "loss": 0.8421,
      "step": 948
    },
    {
      "epoch": 2.9205310756205503,
      "grad_norm": 0.2274969130277938,
      "learning_rate": 2.3368428778962615e-08,
      "loss": 0.8459,
      "step": 949
    },
    {
      "epoch": 2.9236097748701173,
      "grad_norm": 0.22274956108684457,
      "learning_rate": 2.16707178604747e-08,
      "loss": 0.8018,
      "step": 950
    },
    {
      "epoch": 2.9266884741196844,
      "grad_norm": 0.2226188548292508,
      "learning_rate": 2.003688970814377e-08,
      "loss": 0.8324,
      "step": 951
    },
    {
      "epoch": 2.9297671733692514,
      "grad_norm": 0.2303807805787845,
      "learning_rate": 1.846696528752967e-08,
      "loss": 0.8283,
      "step": 952
    },
    {
      "epoch": 2.9328458726188185,
      "grad_norm": 0.23285185453447485,
      "learning_rate": 1.6960964744169306e-08,
      "loss": 0.8341,
      "step": 953
    },
    {
      "epoch": 2.9359245718683855,
      "grad_norm": 0.22737617282711922,
      "learning_rate": 1.5518907403317406e-08,
      "loss": 0.8572,
      "step": 954
    },
    {
      "epoch": 2.9390032711179526,
      "grad_norm": 0.2535576923607803,
      "learning_rate": 1.4140811769698392e-08,
      "loss": 0.836,
      "step": 955
    },
    {
      "epoch": 2.9420819703675196,
      "grad_norm": 0.2093206470793714,
      "learning_rate": 1.2826695527268785e-08,
      "loss": 0.7973,
      "step": 956
    },
    {
      "epoch": 2.9451606696170867,
      "grad_norm": 0.21461959102738232,
      "learning_rate": 1.157657553899183e-08,
      "loss": 0.8083,
      "step": 957
    },
    {
      "epoch": 2.9482393688666537,
      "grad_norm": 0.22128779738744017,
      "learning_rate": 1.039046784661879e-08,
      "loss": 0.8611,
      "step": 958
    },
    {
      "epoch": 2.9513180681162208,
      "grad_norm": 0.22770935864286593,
      "learning_rate": 9.268387670485213e-09,
      "loss": 0.8165,
      "step": 959
    },
    {
      "epoch": 2.954396767365788,
      "grad_norm": 0.23093405014015922,
      "learning_rate": 8.210349409314422e-09,
      "loss": 0.8421,
      "step": 960
    },
    {
      "epoch": 2.957475466615355,
      "grad_norm": 0.22738585887837046,
      "learning_rate": 7.216366640032668e-09,
      "loss": 0.8409,
      "step": 961
    },
    {
      "epoch": 2.960554165864922,
      "grad_norm": 0.224297760541658,
      "learning_rate": 6.286452117595932e-09,
      "loss": 0.8613,
      "step": 962
    },
    {
      "epoch": 2.963632865114489,
      "grad_norm": 0.2128855509377922,
      "learning_rate": 5.420617774824499e-09,
      "loss": 0.7809,
      "step": 963
    },
    {
      "epoch": 2.966711564364056,
      "grad_norm": 0.21661800052382058,
      "learning_rate": 4.618874722252531e-09,
      "loss": 0.8044,
      "step": 964
    },
    {
      "epoch": 2.969790263613623,
      "grad_norm": 0.22262200467992604,
      "learning_rate": 3.881233247982063e-09,
      "loss": 0.8703,
      "step": 965
    },
    {
      "epoch": 2.97286896286319,
      "grad_norm": 0.22502348135706718,
      "learning_rate": 3.2077028175536706e-09,
      "loss": 0.8169,
      "step": 966
    },
    {
      "epoch": 2.975947662112757,
      "grad_norm": 0.22849132510040063,
      "learning_rate": 2.5982920738248927e-09,
      "loss": 0.8774,
      "step": 967
    },
    {
      "epoch": 2.9790263613623242,
      "grad_norm": 0.22319933041136963,
      "learning_rate": 2.0530088368569957e-09,
      "loss": 0.7804,
      "step": 968
    },
    {
      "epoch": 2.9821050606118913,
      "grad_norm": 0.24101643126984526,
      "learning_rate": 1.5718601038178238e-09,
      "loss": 0.8576,
      "step": 969
    },
    {
      "epoch": 2.9851837598614583,
      "grad_norm": 0.22216270925310933,
      "learning_rate": 1.154852048888544e-09,
      "loss": 0.8476,
      "step": 970
    },
    {
      "epoch": 2.9882624591110254,
      "grad_norm": 0.22704689144079418,
      "learning_rate": 8.019900231881483e-10,
      "loss": 0.8418,
      "step": 971
    },
    {
      "epoch": 2.9913411583605924,
      "grad_norm": 0.22180565383914788,
      "learning_rate": 5.132785547018459e-10,
      "loss": 0.8555,
      "step": 972
    },
    {
      "epoch": 2.9944198576101595,
      "grad_norm": 0.232096124052605,
      "learning_rate": 2.88721348223886e-10,
      "loss": 0.8316,
      "step": 973
    },
    {
      "epoch": 2.9974985568597265,
      "grad_norm": 0.22593898743230423,
      "learning_rate": 1.2832128531092837e-10,
      "loss": 0.8627,
      "step": 974
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.24139180737433957,
      "learning_rate": 3.208042424318603e-11,
      "loss": 0.8179,
      "step": 975
    }
  ],
  "logging_steps": 1,
  "max_steps": 975,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1889486304706560.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}