{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.995260663507109,
  "eval_steps": 500,
  "global_step": 2520,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 66560.0,
      "learning_rate": 4.998025276461296e-05,
      "loss": 9.856,
      "step": 1
    },
    {
      "epoch": 0.0,
      "grad_norm": 8960.0,
      "learning_rate": 4.996050552922591e-05,
      "loss": 7.3207,
      "step": 2
    },
    {
      "epoch": 0.0,
      "grad_norm": 9408.0,
      "learning_rate": 4.994075829383886e-05,
      "loss": 9.7708,
      "step": 3
    },
    {
      "epoch": 0.0,
      "grad_norm": 622592.0,
      "learning_rate": 4.9921011058451815e-05,
      "loss": 8.7029,
      "step": 4
    },
    {
      "epoch": 0.0,
      "grad_norm": 13120.0,
      "learning_rate": 4.9901263823064776e-05,
      "loss": 10.3375,
      "step": 5
    },
    {
      "epoch": 0.0,
      "grad_norm": 43520.0,
      "learning_rate": 4.988151658767773e-05,
      "loss": 9.143,
      "step": 6
    },
    {
      "epoch": 0.0,
      "grad_norm": 59648.0,
      "learning_rate": 4.9861769352290685e-05,
      "loss": 9.8022,
      "step": 7
    },
    {
      "epoch": 0.0,
      "grad_norm": 25728.0,
      "learning_rate": 4.9842022116903633e-05,
      "loss": 9.2741,
      "step": 8
    },
    {
      "epoch": 0.0,
      "grad_norm": 31232.0,
      "learning_rate": 4.982227488151659e-05,
      "loss": 8.3661,
      "step": 9
    },
    {
      "epoch": 0.0,
      "grad_norm": 169984.0,
      "learning_rate": 4.980252764612954e-05,
      "loss": 7.6912,
      "step": 10
    },
    {
      "epoch": 0.0,
      "grad_norm": 13632.0,
      "learning_rate": 4.97827804107425e-05,
      "loss": 8.1655,
      "step": 11
    },
    {
      "epoch": 0.0,
      "grad_norm": 7392.0,
      "learning_rate": 4.976303317535545e-05,
      "loss": 8.4757,
      "step": 12
    },
    {
      "epoch": 0.01,
      "grad_norm": 7552.0,
      "learning_rate": 4.974328593996841e-05,
      "loss": 8.4104,
      "step": 13
    },
    {
      "epoch": 0.01,
      "grad_norm": 18688.0,
      "learning_rate": 4.972353870458136e-05,
      "loss": 7.8633,
      "step": 14
    },
    {
      "epoch": 0.01,
      "grad_norm": 34560.0,
      "learning_rate": 4.9703791469194316e-05,
      "loss": 8.7962,
      "step": 15
    },
    {
      "epoch": 0.01,
      "grad_norm": 10496.0,
      "learning_rate": 4.968404423380727e-05,
      "loss": 8.3055,
      "step": 16
    },
    {
      "epoch": 0.01,
      "grad_norm": 18176.0,
      "learning_rate": 4.9664296998420226e-05,
      "loss": 8.28,
      "step": 17
    },
    {
      "epoch": 0.01,
      "grad_norm": 11776.0,
      "learning_rate": 4.9644549763033174e-05,
      "loss": 7.3166,
      "step": 18
    },
    {
      "epoch": 0.01,
      "grad_norm": 3408.0,
      "learning_rate": 4.962480252764613e-05,
      "loss": 6.392,
      "step": 19
    },
    {
      "epoch": 0.01,
      "grad_norm": 932.0,
      "learning_rate": 4.960505529225908e-05,
      "loss": 5.6725,
      "step": 20
    },
    {
      "epoch": 0.01,
      "grad_norm": 4928.0,
      "learning_rate": 4.9585308056872045e-05,
      "loss": 5.9983,
      "step": 21
    },
    {
      "epoch": 0.01,
      "grad_norm": 17920.0,
      "learning_rate": 4.9565560821485e-05,
      "loss": 6.8331,
      "step": 22
    },
    {
      "epoch": 0.01,
      "grad_norm": 6272.0,
      "learning_rate": 4.954581358609795e-05,
      "loss": 7.1968,
      "step": 23
    },
    {
      "epoch": 0.01,
      "grad_norm": 110080.0,
      "learning_rate": 4.95260663507109e-05,
      "loss": 8.785,
      "step": 24
    },
    {
      "epoch": 0.01,
      "grad_norm": 76288.0,
      "learning_rate": 4.950631911532386e-05,
      "loss": 8.6061,
      "step": 25
    },
    {
      "epoch": 0.01,
      "grad_norm": 1848.0,
      "learning_rate": 4.948657187993681e-05,
      "loss": 8.5602,
      "step": 26
    },
    {
      "epoch": 0.01,
      "grad_norm": 75776.0,
      "learning_rate": 4.9466824644549766e-05,
      "loss": 8.9401,
      "step": 27
    },
    {
      "epoch": 0.01,
      "grad_norm": 4704.0,
      "learning_rate": 4.9447077409162714e-05,
      "loss": 8.5445,
      "step": 28
    },
    {
      "epoch": 0.01,
      "grad_norm": 7264.0,
      "learning_rate": 4.942733017377567e-05,
      "loss": 8.7716,
      "step": 29
    },
    {
      "epoch": 0.01,
      "grad_norm": 5344.0,
      "learning_rate": 4.940758293838863e-05,
      "loss": 8.8828,
      "step": 30
    },
    {
      "epoch": 0.01,
      "grad_norm": 5056.0,
      "learning_rate": 4.9387835703001585e-05,
      "loss": 8.9008,
      "step": 31
    },
    {
      "epoch": 0.01,
      "grad_norm": 5568.0,
      "learning_rate": 4.936808846761454e-05,
      "loss": 8.365,
      "step": 32
    },
    {
      "epoch": 0.01,
      "grad_norm": 14336.0,
      "learning_rate": 4.934834123222749e-05,
      "loss": 8.3496,
      "step": 33
    },
    {
      "epoch": 0.01,
      "grad_norm": 6016.0,
      "learning_rate": 4.932859399684044e-05,
      "loss": 8.1496,
      "step": 34
    },
    {
      "epoch": 0.01,
      "grad_norm": 4864.0,
      "learning_rate": 4.93088467614534e-05,
      "loss": 8.3418,
      "step": 35
    },
    {
      "epoch": 0.01,
      "grad_norm": 2784.0,
      "learning_rate": 4.928909952606635e-05,
      "loss": 8.1558,
      "step": 36
    },
    {
      "epoch": 0.01,
      "grad_norm": 2272.0,
      "learning_rate": 4.926935229067931e-05,
      "loss": 7.4301,
      "step": 37
    },
    {
      "epoch": 0.02,
      "grad_norm": 11648.0,
      "learning_rate": 4.924960505529226e-05,
      "loss": 8.0793,
      "step": 38
    },
    {
      "epoch": 0.02,
      "grad_norm": 6848.0,
      "learning_rate": 4.9229857819905216e-05,
      "loss": 7.1571,
      "step": 39
    },
    {
      "epoch": 0.02,
      "grad_norm": 3168.0,
      "learning_rate": 4.921011058451817e-05,
      "loss": 8.3708,
      "step": 40
    },
    {
      "epoch": 0.02,
      "grad_norm": 13824.0,
      "learning_rate": 4.9190363349131126e-05,
      "loss": 8.6299,
      "step": 41
    },
    {
      "epoch": 0.02,
      "grad_norm": 4448.0,
      "learning_rate": 4.917061611374408e-05,
      "loss": 7.973,
      "step": 42
    },
    {
      "epoch": 0.02,
      "grad_norm": 2720.0,
      "learning_rate": 4.915086887835703e-05,
      "loss": 8.0501,
      "step": 43
    },
    {
      "epoch": 0.02,
      "grad_norm": 92672.0,
      "learning_rate": 4.913112164296998e-05,
      "loss": 8.2457,
      "step": 44
    },
    {
      "epoch": 0.02,
      "grad_norm": 6016.0,
      "learning_rate": 4.911137440758294e-05,
      "loss": 8.3462,
      "step": 45
    },
    {
      "epoch": 0.02,
      "grad_norm": 51456.0,
      "learning_rate": 4.90916271721959e-05,
      "loss": 8.1244,
      "step": 46
    },
    {
      "epoch": 0.02,
      "grad_norm": 868.0,
      "learning_rate": 4.9071879936808854e-05,
      "loss": 8.078,
      "step": 47
    },
    {
      "epoch": 0.02,
      "grad_norm": 2128.0,
      "learning_rate": 4.90521327014218e-05,
      "loss": 7.9465,
      "step": 48
    },
    {
      "epoch": 0.02,
      "grad_norm": 12992.0,
      "learning_rate": 4.903238546603476e-05,
      "loss": 8.2983,
      "step": 49
    },
    {
      "epoch": 0.02,
      "grad_norm": 2448.0,
      "learning_rate": 4.901263823064771e-05,
      "loss": 7.4304,
      "step": 50
    },
    {
      "epoch": 0.02,
      "grad_norm": 1344.0,
      "learning_rate": 4.8992890995260666e-05,
      "loss": 7.4071,
      "step": 51
    },
    {
      "epoch": 0.02,
      "grad_norm": 3120.0,
      "learning_rate": 4.897314375987362e-05,
      "loss": 8.0153,
      "step": 52
    },
    {
      "epoch": 0.02,
      "grad_norm": 32128.0,
      "learning_rate": 4.895339652448657e-05,
      "loss": 7.4022,
      "step": 53
    },
    {
      "epoch": 0.02,
      "grad_norm": 2448.0,
      "learning_rate": 4.8933649289099524e-05,
      "loss": 7.9052,
      "step": 54
    },
    {
      "epoch": 0.02,
      "grad_norm": 12032.0,
      "learning_rate": 4.8913902053712485e-05,
      "loss": 6.6824,
      "step": 55
    },
    {
      "epoch": 0.02,
      "grad_norm": 85504.0,
      "learning_rate": 4.889415481832544e-05,
      "loss": 7.7817,
      "step": 56
    },
    {
      "epoch": 0.02,
      "grad_norm": 29440.0,
      "learning_rate": 4.8874407582938395e-05,
      "loss": 8.0797,
      "step": 57
    },
    {
      "epoch": 0.02,
      "grad_norm": 604.0,
      "learning_rate": 4.885466034755134e-05,
      "loss": 8.4528,
      "step": 58
    },
    {
      "epoch": 0.02,
      "grad_norm": 1992.0,
      "learning_rate": 4.88349131121643e-05,
      "loss": 8.1409,
      "step": 59
    },
    {
      "epoch": 0.02,
      "grad_norm": 5056.0,
      "learning_rate": 4.881516587677725e-05,
      "loss": 8.297,
      "step": 60
    },
    {
      "epoch": 0.02,
      "grad_norm": 10752.0,
      "learning_rate": 4.879541864139021e-05,
      "loss": 7.9699,
      "step": 61
    },
    {
      "epoch": 0.02,
      "grad_norm": 15232.0,
      "learning_rate": 4.877567140600316e-05,
      "loss": 7.8561,
      "step": 62
    },
    {
      "epoch": 0.02,
      "grad_norm": 370.0,
      "learning_rate": 4.8755924170616116e-05,
      "loss": 7.8856,
      "step": 63
    },
    {
      "epoch": 0.03,
      "grad_norm": 764.0,
      "learning_rate": 4.873617693522907e-05,
      "loss": 7.3657,
      "step": 64
    },
    {
      "epoch": 0.03,
      "grad_norm": 824.0,
      "learning_rate": 4.8716429699842026e-05,
      "loss": 7.9592,
      "step": 65
    },
    {
      "epoch": 0.03,
      "grad_norm": 3600.0,
      "learning_rate": 4.869668246445498e-05,
      "loss": 6.8459,
      "step": 66
    },
    {
      "epoch": 0.03,
      "grad_norm": 350.0,
      "learning_rate": 4.8676935229067935e-05,
      "loss": 7.2738,
      "step": 67
    },
    {
      "epoch": 0.03,
      "grad_norm": 4288.0,
      "learning_rate": 4.865718799368088e-05,
      "loss": 6.1513,
      "step": 68
    },
    {
      "epoch": 0.03,
      "grad_norm": 9664.0,
      "learning_rate": 4.863744075829384e-05,
      "loss": 6.1848,
      "step": 69
    },
    {
      "epoch": 0.03,
      "grad_norm": 29056.0,
      "learning_rate": 4.861769352290679e-05,
      "loss": 6.5639,
      "step": 70
    },
    {
      "epoch": 0.03,
      "grad_norm": 15936.0,
      "learning_rate": 4.8597946287519754e-05,
      "loss": 6.5396,
      "step": 71
    },
    {
      "epoch": 0.03,
      "grad_norm": 1720.0,
      "learning_rate": 4.857819905213271e-05,
      "loss": 6.4093,
      "step": 72
    },
    {
      "epoch": 0.03,
      "grad_norm": 21376.0,
      "learning_rate": 4.8558451816745657e-05,
      "loss": 6.8805,
      "step": 73
    },
    {
      "epoch": 0.03,
      "grad_norm": 784.0,
      "learning_rate": 4.853870458135861e-05,
      "loss": 6.3058,
      "step": 74
    },
    {
      "epoch": 0.03,
      "grad_norm": 536.0,
      "learning_rate": 4.8518957345971566e-05,
      "loss": 5.5386,
      "step": 75
    },
    {
      "epoch": 0.03,
      "grad_norm": 676.0,
      "learning_rate": 4.849921011058452e-05,
      "loss": 5.4448,
      "step": 76
    },
    {
      "epoch": 0.03,
      "grad_norm": 1616.0,
      "learning_rate": 4.8479462875197475e-05,
      "loss": 5.5412,
      "step": 77
    },
    {
      "epoch": 0.03,
      "grad_norm": 89.0,
      "learning_rate": 4.845971563981043e-05,
      "loss": 5.2232,
      "step": 78
    },
    {
      "epoch": 0.03,
      "grad_norm": 161.0,
      "learning_rate": 4.843996840442338e-05,
      "loss": 5.2437,
      "step": 79
    },
    {
      "epoch": 0.03,
      "grad_norm": 253.0,
      "learning_rate": 4.842022116903634e-05,
      "loss": 4.4182,
      "step": 80
    },
    {
      "epoch": 0.03,
      "grad_norm": 241.0,
      "learning_rate": 4.8400473933649294e-05,
      "loss": 4.5345,
      "step": 81
    },
    {
      "epoch": 0.03,
      "grad_norm": 72.5,
      "learning_rate": 4.838072669826225e-05,
      "loss": 4.1391,
      "step": 82
    },
    {
      "epoch": 0.03,
      "grad_norm": 446.0,
      "learning_rate": 4.83609794628752e-05,
      "loss": 4.2768,
      "step": 83
    },
    {
      "epoch": 0.03,
      "grad_norm": 26.0,
      "learning_rate": 4.834123222748815e-05,
      "loss": 3.5847,
      "step": 84
    },
    {
      "epoch": 0.03,
      "grad_norm": 13.0,
      "learning_rate": 4.8321484992101106e-05,
      "loss": 3.6449,
      "step": 85
    },
    {
      "epoch": 0.03,
      "grad_norm": 103.0,
      "learning_rate": 4.830173775671406e-05,
      "loss": 3.5437,
      "step": 86
    },
    {
      "epoch": 0.03,
      "grad_norm": 1040.0,
      "learning_rate": 4.8281990521327016e-05,
      "loss": 3.6617,
      "step": 87
    },
    {
      "epoch": 0.03,
      "grad_norm": 2384.0,
      "learning_rate": 4.826224328593997e-05,
      "loss": 3.7292,
      "step": 88
    },
    {
      "epoch": 0.04,
      "grad_norm": 4000.0,
      "learning_rate": 4.8242496050552925e-05,
      "loss": 3.4754,
      "step": 89
    },
    {
      "epoch": 0.04,
      "grad_norm": 4992.0,
      "learning_rate": 4.822274881516588e-05,
      "loss": 3.8297,
      "step": 90
    },
    {
      "epoch": 0.04,
      "grad_norm": 6240.0,
      "learning_rate": 4.8203001579778835e-05,
      "loss": 3.9467,
      "step": 91
    },
    {
      "epoch": 0.04,
      "grad_norm": 796.0,
      "learning_rate": 4.818325434439179e-05,
      "loss": 3.6178,
      "step": 92
    },
    {
      "epoch": 0.04,
      "grad_norm": 2784.0,
      "learning_rate": 4.816350710900474e-05,
      "loss": 3.8225,
      "step": 93
    },
    {
      "epoch": 0.04,
      "grad_norm": 6528.0,
      "learning_rate": 4.814375987361769e-05,
      "loss": 3.8475,
      "step": 94
    },
    {
      "epoch": 0.04,
      "grad_norm": 412.0,
      "learning_rate": 4.812401263823065e-05,
      "loss": 3.6729,
      "step": 95
    },
    {
      "epoch": 0.04,
      "grad_norm": 91.5,
      "learning_rate": 4.810426540284361e-05,
      "loss": 3.2021,
      "step": 96
    },
    {
      "epoch": 0.04,
      "grad_norm": 131.0,
      "learning_rate": 4.808451816745656e-05,
      "loss": 3.5322,
      "step": 97
    },
    {
      "epoch": 0.04,
      "grad_norm": 1192.0,
      "learning_rate": 4.806477093206951e-05,
      "loss": 3.6487,
      "step": 98
    },
    {
      "epoch": 0.04,
      "grad_norm": 16.625,
      "learning_rate": 4.8045023696682466e-05,
      "loss": 3.2748,
      "step": 99
    },
    {
      "epoch": 0.04,
      "grad_norm": 4.875,
      "learning_rate": 4.802527646129542e-05,
      "loss": 3.077,
      "step": 100
    },
    {
      "epoch": 0.04,
      "grad_norm": 10.125,
      "learning_rate": 4.8005529225908375e-05,
      "loss": 3.2129,
      "step": 101
    },
    {
      "epoch": 0.04,
      "grad_norm": 6.03125,
      "learning_rate": 4.798578199052133e-05,
      "loss": 3.0891,
      "step": 102
    },
    {
      "epoch": 0.04,
      "grad_norm": 116.0,
      "learning_rate": 4.7966034755134285e-05,
      "loss": 3.1009,
      "step": 103
    },
    {
      "epoch": 0.04,
      "grad_norm": 18.75,
      "learning_rate": 4.794628751974723e-05,
      "loss": 3.2519,
      "step": 104
    },
    {
      "epoch": 0.04,
      "grad_norm": 13.9375,
      "learning_rate": 4.7926540284360194e-05,
      "loss": 2.8401,
      "step": 105
    },
    {
      "epoch": 0.04,
      "grad_norm": 4.03125,
      "learning_rate": 4.790679304897315e-05,
      "loss": 3.2164,
      "step": 106
    },
    {
      "epoch": 0.04,
      "grad_norm": 7.15625,
      "learning_rate": 4.7887045813586104e-05,
      "loss": 2.8657,
      "step": 107
    },
    {
      "epoch": 0.04,
      "grad_norm": 5.71875,
      "learning_rate": 4.786729857819905e-05,
      "loss": 3.0181,
      "step": 108
    },
    {
      "epoch": 0.04,
      "grad_norm": 10.0,
      "learning_rate": 4.7847551342812006e-05,
      "loss": 3.1407,
      "step": 109
    },
    {
      "epoch": 0.04,
      "grad_norm": 5.0625,
      "learning_rate": 4.782780410742496e-05,
      "loss": 2.8146,
      "step": 110
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.84375,
      "learning_rate": 4.7808056872037916e-05,
      "loss": 3.0214,
      "step": 111
    },
    {
      "epoch": 0.04,
      "grad_norm": 3.78125,
      "learning_rate": 4.778830963665087e-05,
      "loss": 3.1901,
      "step": 112
    },
    {
      "epoch": 0.04,
      "grad_norm": 4.75,
      "learning_rate": 4.7768562401263825e-05,
      "loss": 2.5318,
      "step": 113
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.828125,
      "learning_rate": 4.774881516587678e-05,
      "loss": 2.8071,
      "step": 114
    },
    {
      "epoch": 0.05,
      "grad_norm": 3.15625,
      "learning_rate": 4.7729067930489735e-05,
      "loss": 2.9719,
      "step": 115
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.6875,
      "learning_rate": 4.770932069510269e-05,
      "loss": 2.8595,
      "step": 116
    },
    {
      "epoch": 0.05,
      "grad_norm": 3.625,
      "learning_rate": 4.7689573459715644e-05,
      "loss": 3.2301,
      "step": 117
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.96875,
      "learning_rate": 4.766982622432859e-05,
      "loss": 3.1154,
      "step": 118
    },
    {
      "epoch": 0.05,
      "grad_norm": 4.6875,
      "learning_rate": 4.765007898894155e-05,
      "loss": 2.9694,
      "step": 119
    },
    {
      "epoch": 0.05,
      "grad_norm": 3.609375,
      "learning_rate": 4.76303317535545e-05,
      "loss": 2.7737,
      "step": 120
    },
    {
      "epoch": 0.05,
      "grad_norm": 4.5,
      "learning_rate": 4.761058451816746e-05,
      "loss": 2.7949,
      "step": 121
    },
    {
      "epoch": 0.05,
      "grad_norm": 11.125,
      "learning_rate": 4.759083728278042e-05,
      "loss": 3.0712,
      "step": 122
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.671875,
      "learning_rate": 4.7571090047393366e-05,
      "loss": 2.8633,
      "step": 123
    },
    {
      "epoch": 0.05,
      "grad_norm": 4.46875,
      "learning_rate": 4.755134281200632e-05,
      "loss": 2.9064,
      "step": 124
    },
    {
      "epoch": 0.05,
      "grad_norm": 4.0625,
      "learning_rate": 4.7531595576619275e-05,
      "loss": 2.8369,
      "step": 125
    },
    {
      "epoch": 0.05,
      "grad_norm": 4.4375,
      "learning_rate": 4.751184834123223e-05,
      "loss": 2.5994,
      "step": 126
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.5625,
      "learning_rate": 4.7492101105845185e-05,
      "loss": 2.583,
      "step": 127
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.984375,
      "learning_rate": 4.747235387045814e-05,
      "loss": 2.9879,
      "step": 128
    },
    {
      "epoch": 0.05,
      "grad_norm": 3.765625,
      "learning_rate": 4.745260663507109e-05,
      "loss": 2.9709,
      "step": 129
    },
    {
      "epoch": 0.05,
      "grad_norm": 3.4375,
      "learning_rate": 4.743285939968405e-05,
      "loss": 2.5776,
      "step": 130
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.3125,
      "learning_rate": 4.7413112164297003e-05,
      "loss": 2.8578,
      "step": 131
    },
    {
      "epoch": 0.05,
      "grad_norm": 3.296875,
      "learning_rate": 4.739336492890996e-05,
      "loss": 3.0034,
      "step": 132
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.875,
      "learning_rate": 4.7373617693522906e-05,
      "loss": 2.3887,
      "step": 133
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.28125,
      "learning_rate": 4.735387045813586e-05,
      "loss": 3.0038,
      "step": 134
    },
    {
      "epoch": 0.05,
      "grad_norm": 3.796875,
      "learning_rate": 4.7334123222748816e-05,
      "loss": 2.8048,
      "step": 135
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.734375,
      "learning_rate": 4.731437598736177e-05,
      "loss": 2.7049,
      "step": 136
    },
    {
      "epoch": 0.05,
      "grad_norm": 4.21875,
      "learning_rate": 4.7294628751974725e-05,
      "loss": 2.9914,
      "step": 137
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.3125,
      "learning_rate": 4.727488151658768e-05,
      "loss": 2.6212,
      "step": 138
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.484375,
      "learning_rate": 4.7255134281200634e-05,
      "loss": 2.6307,
      "step": 139
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.609375,
      "learning_rate": 4.723538704581359e-05,
      "loss": 2.9217,
      "step": 140
    },
    {
      "epoch": 0.06,
      "grad_norm": 3.578125,
      "learning_rate": 4.7215639810426544e-05,
      "loss": 2.7525,
      "step": 141
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.671875,
      "learning_rate": 4.71958925750395e-05,
      "loss": 2.7069,
      "step": 142
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.53125,
      "learning_rate": 4.717614533965245e-05,
      "loss": 2.4349,
      "step": 143
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.734375,
      "learning_rate": 4.71563981042654e-05,
      "loss": 2.5973,
      "step": 144
    },
    {
      "epoch": 0.06,
      "grad_norm": 3.765625,
      "learning_rate": 4.7136650868878356e-05,
      "loss": 2.7587,
      "step": 145
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.140625,
      "learning_rate": 4.711690363349132e-05,
      "loss": 2.8174,
      "step": 146
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.203125,
      "learning_rate": 4.709715639810427e-05,
      "loss": 2.7192,
      "step": 147
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.34375,
      "learning_rate": 4.707740916271722e-05,
      "loss": 2.7889,
      "step": 148
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.03125,
      "learning_rate": 4.7057661927330175e-05,
      "loss": 2.8343,
      "step": 149
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.265625,
      "learning_rate": 4.703791469194313e-05,
      "loss": 2.7464,
      "step": 150
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.6796875,
      "learning_rate": 4.7018167456556084e-05,
      "loss": 2.6573,
      "step": 151
    },
    {
      "epoch": 0.06,
      "grad_norm": 3.046875,
      "learning_rate": 4.699842022116904e-05,
      "loss": 2.8755,
      "step": 152
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.328125,
      "learning_rate": 4.6978672985781994e-05,
      "loss": 2.8984,
      "step": 153
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.4375,
      "learning_rate": 4.695892575039494e-05,
      "loss": 2.7545,
      "step": 154
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.578125,
      "learning_rate": 4.69391785150079e-05,
      "loss": 2.9516,
      "step": 155
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.484375,
      "learning_rate": 4.691943127962086e-05,
      "loss": 2.6453,
      "step": 156
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.890625,
      "learning_rate": 4.689968404423381e-05,
      "loss": 2.5986,
      "step": 157
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.78125,
      "learning_rate": 4.687993680884676e-05,
      "loss": 2.9487,
      "step": 158
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.9375,
      "learning_rate": 4.6860189573459715e-05,
      "loss": 2.7401,
      "step": 159
    },
    {
      "epoch": 0.06,
      "grad_norm": 3.03125,
      "learning_rate": 4.684044233807267e-05,
      "loss": 2.8816,
      "step": 160
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.1875,
      "learning_rate": 4.6820695102685625e-05,
      "loss": 2.8877,
      "step": 161
    },
    {
      "epoch": 0.06,
      "grad_norm": 3.234375,
      "learning_rate": 4.680094786729858e-05,
      "loss": 2.8042,
      "step": 162
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.109375,
      "learning_rate": 4.6781200631911534e-05,
      "loss": 2.8763,
      "step": 163
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.171875,
      "learning_rate": 4.676145339652449e-05,
      "loss": 2.6943,
      "step": 164
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.8515625,
      "learning_rate": 4.6741706161137444e-05,
      "loss": 2.5086,
      "step": 165
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.9140625,
      "learning_rate": 4.67219589257504e-05,
      "loss": 2.5254,
      "step": 166
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.609375,
      "learning_rate": 4.670221169036335e-05,
      "loss": 2.6009,
      "step": 167
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.9921875,
      "learning_rate": 4.668246445497631e-05,
      "loss": 2.8622,
      "step": 168
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.5703125,
      "learning_rate": 4.6662717219589256e-05,
      "loss": 2.651,
      "step": 169
    },
    {
      "epoch": 0.07,
      "grad_norm": 3.0,
      "learning_rate": 4.664296998420221e-05,
      "loss": 2.9756,
      "step": 170
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.90625,
      "learning_rate": 4.662322274881517e-05,
      "loss": 2.7025,
      "step": 171
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.6484375,
      "learning_rate": 4.660347551342813e-05,
      "loss": 2.76,
      "step": 172
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.3046875,
      "learning_rate": 4.6583728278041075e-05,
      "loss": 2.7927,
      "step": 173
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.640625,
      "learning_rate": 4.656398104265403e-05,
      "loss": 2.4775,
      "step": 174
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.125,
      "learning_rate": 4.6544233807266984e-05,
      "loss": 2.6717,
      "step": 175
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.515625,
      "learning_rate": 4.652448657187994e-05,
      "loss": 2.4236,
      "step": 176
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.578125,
      "learning_rate": 4.6504739336492894e-05,
      "loss": 2.8205,
      "step": 177
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.078125,
      "learning_rate": 4.648499210110585e-05,
      "loss": 2.6378,
      "step": 178
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.8828125,
      "learning_rate": 4.6465244865718796e-05,
      "loss": 2.7991,
      "step": 179
    },
    {
      "epoch": 0.07,
      "grad_norm": 4.5625,
      "learning_rate": 4.644549763033176e-05,
      "loss": 2.7981,
      "step": 180
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.4609375,
      "learning_rate": 4.642575039494471e-05,
      "loss": 2.5205,
      "step": 181
    },
    {
      "epoch": 0.07,
      "grad_norm": 4.125,
      "learning_rate": 4.640600315955767e-05,
      "loss": 2.6588,
      "step": 182
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.34375,
      "learning_rate": 4.6386255924170615e-05,
      "loss": 2.3992,
      "step": 183
    },
    {
      "epoch": 0.07,
      "grad_norm": 3.0625,
      "learning_rate": 4.636650868878357e-05,
      "loss": 2.7429,
      "step": 184
    },
    {
      "epoch": 0.07,
      "grad_norm": 4.875,
      "learning_rate": 4.6346761453396525e-05,
      "loss": 2.4167,
      "step": 185
    },
    {
      "epoch": 0.07,
      "grad_norm": 3.71875,
      "learning_rate": 4.632701421800948e-05,
      "loss": 2.8682,
      "step": 186
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.65625,
      "learning_rate": 4.6307266982622434e-05,
      "loss": 2.8972,
      "step": 187
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.03125,
      "learning_rate": 4.628751974723539e-05,
      "loss": 2.6898,
      "step": 188
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.03125,
      "learning_rate": 4.6267772511848343e-05,
      "loss": 2.6833,
      "step": 189
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.609375,
      "learning_rate": 4.62480252764613e-05,
      "loss": 2.8257,
      "step": 190
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.6796875,
      "learning_rate": 4.622827804107425e-05,
      "loss": 2.3572,
      "step": 191
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.625,
      "learning_rate": 4.620853080568721e-05,
      "loss": 2.8499,
      "step": 192
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.8046875,
      "learning_rate": 4.618878357030016e-05,
      "loss": 2.6153,
      "step": 193
    },
    {
      "epoch": 0.08,
      "grad_norm": 6.03125,
      "learning_rate": 4.616903633491311e-05,
      "loss": 2.3394,
      "step": 194
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.9140625,
      "learning_rate": 4.6149289099526065e-05,
      "loss": 2.5499,
      "step": 195
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.765625,
      "learning_rate": 4.6129541864139027e-05,
      "loss": 2.3042,
      "step": 196
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.7578125,
      "learning_rate": 4.610979462875198e-05,
      "loss": 2.878,
      "step": 197
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.953125,
      "learning_rate": 4.609004739336493e-05,
      "loss": 2.4411,
      "step": 198
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.1875,
      "learning_rate": 4.6070300157977884e-05,
      "loss": 2.7667,
      "step": 199
    },
    {
      "epoch": 0.08,
      "grad_norm": 3.59375,
      "learning_rate": 4.605055292259084e-05,
      "loss": 2.7345,
      "step": 200
    },
    {
      "epoch": 0.08,
      "grad_norm": 3.171875,
      "learning_rate": 4.603080568720379e-05,
      "loss": 2.4975,
      "step": 201
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.359375,
      "learning_rate": 4.601105845181675e-05,
      "loss": 2.7442,
      "step": 202
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.5625,
      "learning_rate": 4.59913112164297e-05,
      "loss": 2.5943,
      "step": 203
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.265625,
      "learning_rate": 4.597156398104265e-05,
      "loss": 2.6275,
      "step": 204
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.03125,
      "learning_rate": 4.595181674565561e-05,
      "loss": 3.0074,
      "step": 205
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.5,
      "learning_rate": 4.593206951026857e-05,
      "loss": 2.4229,
      "step": 206
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.828125,
      "learning_rate": 4.591232227488152e-05,
      "loss": 2.6958,
      "step": 207
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.6796875,
      "learning_rate": 4.5892575039494476e-05,
      "loss": 2.6977,
      "step": 208
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.9140625,
      "learning_rate": 4.5872827804107424e-05,
      "loss": 2.6727,
      "step": 209
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.921875,
      "learning_rate": 4.585308056872038e-05,
      "loss": 2.7467,
      "step": 210
    },
    {
      "epoch": 0.08,
      "grad_norm": 3.765625,
      "learning_rate": 4.5833333333333334e-05,
      "loss": 2.6268,
      "step": 211
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.984375,
      "learning_rate": 4.581358609794629e-05,
      "loss": 2.547,
      "step": 212
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.9921875,
      "learning_rate": 4.579383886255924e-05,
      "loss": 2.5883,
      "step": 213
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.15625,
      "learning_rate": 4.57740916271722e-05,
      "loss": 2.3411,
      "step": 214
    },
    {
      "epoch": 0.08,
      "grad_norm": 3.53125,
      "learning_rate": 4.575434439178515e-05,
      "loss": 2.7646,
      "step": 215
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.96875,
      "learning_rate": 4.573459715639811e-05,
      "loss": 2.7061,
      "step": 216
    },
    {
      "epoch": 0.09,
      "grad_norm": 3.671875,
      "learning_rate": 4.571484992101106e-05,
      "loss": 2.6407,
      "step": 217
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.109375,
      "learning_rate": 4.569510268562402e-05,
      "loss": 2.5491,
      "step": 218
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.625,
      "learning_rate": 4.5675355450236965e-05,
      "loss": 2.5793,
      "step": 219
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.5546875,
      "learning_rate": 4.565560821484992e-05,
      "loss": 2.5309,
      "step": 220
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.21875,
      "learning_rate": 4.563586097946288e-05,
      "loss": 2.4251,
      "step": 221
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.140625,
      "learning_rate": 4.5616113744075836e-05,
      "loss": 2.9568,
      "step": 222
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.796875,
      "learning_rate": 4.5596366508688784e-05,
      "loss": 2.7043,
      "step": 223
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.90625,
      "learning_rate": 4.557661927330174e-05,
      "loss": 2.6535,
      "step": 224
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.171875,
      "learning_rate": 4.555687203791469e-05,
      "loss": 2.3791,
      "step": 225
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.7890625,
      "learning_rate": 4.553712480252765e-05,
      "loss": 2.8204,
      "step": 226
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.8515625,
      "learning_rate": 4.55173775671406e-05,
      "loss": 2.657,
      "step": 227
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.2265625,
      "learning_rate": 4.549763033175356e-05,
      "loss": 2.3554,
      "step": 228
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.890625,
      "learning_rate": 4.5477883096366505e-05,
      "loss": 2.7603,
      "step": 229
    },
    {
      "epoch": 0.09,
      "grad_norm": 7.21875,
      "learning_rate": 4.545813586097947e-05,
      "loss": 2.5376,
      "step": 230
    },
    {
      "epoch": 0.09,
      "grad_norm": 3.03125,
      "learning_rate": 4.543838862559242e-05,
      "loss": 2.4928,
      "step": 231
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.6953125,
      "learning_rate": 4.5418641390205376e-05,
      "loss": 2.4717,
      "step": 232
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.546875,
      "learning_rate": 4.539889415481833e-05,
      "loss": 2.7478,
      "step": 233
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.9375,
      "learning_rate": 4.537914691943128e-05,
      "loss": 2.3458,
      "step": 234
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.109375,
      "learning_rate": 4.5359399684044234e-05,
      "loss": 2.4139,
      "step": 235
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.359375,
      "learning_rate": 4.533965244865719e-05,
      "loss": 2.5769,
      "step": 236
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.15625,
      "learning_rate": 4.531990521327014e-05,
      "loss": 2.4584,
      "step": 237
    },
    {
      "epoch": 0.09,
      "grad_norm": 3.703125,
      "learning_rate": 4.53001579778831e-05,
      "loss": 2.9022,
      "step": 238
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.890625,
      "learning_rate": 4.528041074249605e-05,
      "loss": 2.7332,
      "step": 239
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.7265625,
      "learning_rate": 4.526066350710901e-05,
      "loss": 2.6776,
      "step": 240
    },
    {
      "epoch": 0.1,
      "grad_norm": 4.375,
      "learning_rate": 4.524091627172196e-05,
      "loss": 2.7312,
      "step": 241
    },
    {
      "epoch": 0.1,
      "grad_norm": 4.4375,
      "learning_rate": 4.522116903633492e-05,
      "loss": 2.5245,
      "step": 242
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.921875,
      "learning_rate": 4.520142180094787e-05,
      "loss": 2.9007,
      "step": 243
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.78125,
      "learning_rate": 4.518167456556082e-05,
      "loss": 2.8348,
      "step": 244
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.5,
      "learning_rate": 4.5161927330173774e-05,
      "loss": 3.0287,
      "step": 245
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.53125,
      "learning_rate": 4.5142180094786736e-05,
      "loss": 2.5111,
      "step": 246
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.515625,
      "learning_rate": 4.512243285939969e-05,
      "loss": 2.5754,
      "step": 247
    },
    {
      "epoch": 0.1,
      "grad_norm": 3.796875,
      "learning_rate": 4.510268562401264e-05,
      "loss": 2.6378,
      "step": 248
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.265625,
      "learning_rate": 4.508293838862559e-05,
      "loss": 2.7607,
      "step": 249
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.625,
      "learning_rate": 4.506319115323855e-05,
      "loss": 2.7698,
      "step": 250
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.546875,
      "learning_rate": 4.50434439178515e-05,
      "loss": 2.564,
      "step": 251
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.90625,
      "learning_rate": 4.502369668246446e-05,
      "loss": 2.6616,
      "step": 252
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.1875,
      "learning_rate": 4.500394944707741e-05,
      "loss": 2.7416,
      "step": 253
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.0625,
      "learning_rate": 4.498420221169036e-05,
      "loss": 2.7028,
      "step": 254
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.84375,
      "learning_rate": 4.496445497630332e-05,
      "loss": 2.9913,
      "step": 255
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.375,
      "learning_rate": 4.4944707740916276e-05,
      "loss": 2.6732,
      "step": 256
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.4375,
      "learning_rate": 4.492496050552923e-05,
      "loss": 2.2549,
      "step": 257
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.6015625,
      "learning_rate": 4.4905213270142186e-05,
      "loss": 2.5509,
      "step": 258
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.046875,
      "learning_rate": 4.4885466034755133e-05,
      "loss": 2.5506,
      "step": 259
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.9453125,
      "learning_rate": 4.486571879936809e-05,
      "loss": 2.4812,
      "step": 260
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.7890625,
      "learning_rate": 4.484597156398104e-05,
      "loss": 2.7874,
      "step": 261
    },
    {
      "epoch": 0.1,
      "grad_norm": 3.171875,
      "learning_rate": 4.4826224328594e-05,
      "loss": 2.6254,
      "step": 262
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.890625,
      "learning_rate": 4.480647709320695e-05,
      "loss": 2.6186,
      "step": 263
    },
    {
      "epoch": 0.1,
      "grad_norm": 3.25,
      "learning_rate": 4.478672985781991e-05,
      "loss": 2.7737,
      "step": 264
    },
    {
      "epoch": 0.1,
      "grad_norm": 3.265625,
      "learning_rate": 4.476698262243286e-05,
      "loss": 2.7595,
      "step": 265
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.9296875,
      "learning_rate": 4.4747235387045817e-05,
      "loss": 2.6188,
      "step": 266
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.328125,
      "learning_rate": 4.472748815165877e-05,
      "loss": 2.8014,
      "step": 267
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.984375,
      "learning_rate": 4.4707740916271726e-05,
      "loss": 2.4501,
      "step": 268
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.8828125,
      "learning_rate": 4.4687993680884674e-05,
      "loss": 2.4877,
      "step": 269
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.640625,
      "learning_rate": 4.466824644549763e-05,
      "loss": 2.6551,
      "step": 270
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.25,
      "learning_rate": 4.464849921011059e-05,
      "loss": 2.6871,
      "step": 271
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.8984375,
      "learning_rate": 4.4628751974723545e-05,
      "loss": 2.3139,
      "step": 272
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.046875,
      "learning_rate": 4.46090047393365e-05,
      "loss": 2.4162,
      "step": 273
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.71875,
      "learning_rate": 4.458925750394945e-05,
      "loss": 2.3936,
      "step": 274
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.015625,
      "learning_rate": 4.45695102685624e-05,
      "loss": 2.3708,
      "step": 275
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.359375,
      "learning_rate": 4.454976303317536e-05,
      "loss": 2.6948,
      "step": 276
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.75,
      "learning_rate": 4.453001579778831e-05,
      "loss": 3.0324,
      "step": 277
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.375,
      "learning_rate": 4.4510268562401266e-05,
      "loss": 2.6217,
      "step": 278
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.5,
      "learning_rate": 4.4490521327014214e-05,
      "loss": 2.5678,
      "step": 279
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.046875,
      "learning_rate": 4.4470774091627176e-05,
      "loss": 2.382,
      "step": 280
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.7265625,
      "learning_rate": 4.445102685624013e-05,
      "loss": 2.5631,
      "step": 281
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.6328125,
      "learning_rate": 4.4431279620853085e-05,
      "loss": 2.4427,
      "step": 282
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.8671875,
      "learning_rate": 4.441153238546604e-05,
      "loss": 2.8178,
      "step": 283
    },
    {
      "epoch": 0.11,
      "grad_norm": 3.515625,
      "learning_rate": 4.439178515007899e-05,
      "loss": 2.4941,
      "step": 284
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.8046875,
      "learning_rate": 4.437203791469194e-05,
      "loss": 2.6492,
      "step": 285
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.09375,
      "learning_rate": 4.43522906793049e-05,
      "loss": 2.63,
      "step": 286
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.78125,
      "learning_rate": 4.433254344391785e-05,
      "loss": 2.431,
      "step": 287
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.375,
      "learning_rate": 4.431279620853081e-05,
      "loss": 2.767,
      "step": 288
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.28125,
      "learning_rate": 4.429304897314376e-05,
      "loss": 2.5985,
      "step": 289
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.09375,
      "learning_rate": 4.4273301737756716e-05,
      "loss": 2.9324,
      "step": 290
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.03125,
      "learning_rate": 4.425355450236967e-05,
      "loss": 2.7975,
      "step": 291
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.6875,
      "learning_rate": 4.4233807266982626e-05,
      "loss": 2.6601,
      "step": 292
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.0625,
      "learning_rate": 4.421406003159558e-05,
      "loss": 2.8773,
      "step": 293
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.71875,
      "learning_rate": 4.419431279620853e-05,
      "loss": 2.3876,
      "step": 294
    },
    {
      "epoch": 0.12,
      "grad_norm": 3.015625,
      "learning_rate": 4.417456556082148e-05,
      "loss": 2.5836,
      "step": 295
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.265625,
      "learning_rate": 4.4154818325434445e-05,
      "loss": 2.6567,
      "step": 296
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.734375,
      "learning_rate": 4.41350710900474e-05,
      "loss": 2.9493,
      "step": 297
    },
    {
      "epoch": 0.12,
      "grad_norm": 3.171875,
      "learning_rate": 4.4115323854660354e-05,
      "loss": 2.7281,
      "step": 298
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.8984375,
      "learning_rate": 4.40955766192733e-05,
      "loss": 2.3735,
      "step": 299
    },
    {
      "epoch": 0.12,
      "grad_norm": 3.03125,
      "learning_rate": 4.407582938388626e-05,
      "loss": 2.3528,
      "step": 300
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.3125,
      "learning_rate": 4.405608214849921e-05,
      "loss": 2.7345,
      "step": 301
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.03125,
      "learning_rate": 4.4036334913112166e-05,
      "loss": 2.615,
      "step": 302
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.03125,
      "learning_rate": 4.401658767772512e-05,
      "loss": 2.5159,
      "step": 303
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.171875,
      "learning_rate": 4.399684044233807e-05,
      "loss": 2.8403,
      "step": 304
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.640625,
      "learning_rate": 4.397709320695103e-05,
      "loss": 2.7985,
      "step": 305
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.09375,
      "learning_rate": 4.3957345971563985e-05,
      "loss": 2.6337,
      "step": 306
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.59375,
      "learning_rate": 4.393759873617694e-05,
      "loss": 2.825,
      "step": 307
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.296875,
      "learning_rate": 4.3917851500789895e-05,
      "loss": 2.4735,
      "step": 308
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.8125,
      "learning_rate": 4.389810426540284e-05,
      "loss": 2.8884,
      "step": 309
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.296875,
      "learning_rate": 4.38783570300158e-05,
      "loss": 2.8329,
      "step": 310
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.8125,
      "learning_rate": 4.385860979462875e-05,
      "loss": 2.5301,
      "step": 311
    },
    {
      "epoch": 0.12,
      "grad_norm": 3.1875,
      "learning_rate": 4.383886255924171e-05,
      "loss": 2.5595,
      "step": 312
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.34375,
      "learning_rate": 4.381911532385466e-05,
      "loss": 2.3517,
      "step": 313
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.3125,
      "learning_rate": 4.3799368088467616e-05,
      "loss": 2.6969,
      "step": 314
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.5078125,
      "learning_rate": 4.377962085308057e-05,
      "loss": 2.3607,
      "step": 315
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.15625,
      "learning_rate": 4.3759873617693526e-05,
      "loss": 2.4543,
      "step": 316
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.078125,
      "learning_rate": 4.374012638230648e-05,
      "loss": 2.7003,
      "step": 317
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.203125,
      "learning_rate": 4.3720379146919435e-05,
      "loss": 2.7952,
      "step": 318
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.8671875,
      "learning_rate": 4.370063191153238e-05,
      "loss": 2.3314,
      "step": 319
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.125,
      "learning_rate": 4.368088467614534e-05,
      "loss": 2.5449,
      "step": 320
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.15625,
      "learning_rate": 4.36611374407583e-05,
      "loss": 2.6632,
      "step": 321
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.171875,
      "learning_rate": 4.3641390205371254e-05,
      "loss": 2.4701,
      "step": 322
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.875,
      "learning_rate": 4.362164296998421e-05,
      "loss": 2.8517,
      "step": 323
    },
    {
      "epoch": 0.13,
      "grad_norm": 4.78125,
      "learning_rate": 4.3601895734597157e-05,
      "loss": 2.8037,
      "step": 324
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.578125,
      "learning_rate": 4.358214849921011e-05,
      "loss": 2.9109,
      "step": 325
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.234375,
      "learning_rate": 4.3562401263823066e-05,
      "loss": 2.6456,
      "step": 326
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.953125,
      "learning_rate": 4.354265402843602e-05,
      "loss": 2.7683,
      "step": 327
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.9453125,
      "learning_rate": 4.3522906793048975e-05,
      "loss": 2.8317,
      "step": 328
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.6640625,
      "learning_rate": 4.350315955766193e-05,
      "loss": 2.5437,
      "step": 329
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.359375,
      "learning_rate": 4.3483412322274885e-05,
      "loss": 2.6975,
      "step": 330
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.3125,
      "learning_rate": 4.346366508688784e-05,
      "loss": 2.6132,
      "step": 331
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.125,
      "learning_rate": 4.3443917851500794e-05,
      "loss": 3.0106,
      "step": 332
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.296875,
      "learning_rate": 4.342417061611375e-05,
      "loss": 2.6268,
      "step": 333
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.59375,
      "learning_rate": 4.34044233807267e-05,
      "loss": 2.6222,
      "step": 334
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.734375,
      "learning_rate": 4.338467614533965e-05,
      "loss": 2.8942,
      "step": 335
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.59375,
      "learning_rate": 4.3364928909952606e-05,
      "loss": 2.5479,
      "step": 336
    },
    {
      "epoch": 0.13,
      "grad_norm": 3.046875,
      "learning_rate": 4.334518167456556e-05,
      "loss": 2.7458,
      "step": 337
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.984375,
      "learning_rate": 4.332543443917852e-05,
      "loss": 2.6692,
      "step": 338
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.984375,
      "learning_rate": 4.330568720379147e-05,
      "loss": 2.4748,
      "step": 339
    },
    {
      "epoch": 0.13,
      "grad_norm": 12.375,
      "learning_rate": 4.3285939968404425e-05,
      "loss": 2.8305,
      "step": 340
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.609375,
      "learning_rate": 4.326619273301738e-05,
      "loss": 2.606,
      "step": 341
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.71875,
      "learning_rate": 4.3246445497630335e-05,
      "loss": 2.2643,
      "step": 342
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.015625,
      "learning_rate": 4.322669826224329e-05,
      "loss": 2.6267,
      "step": 343
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.65625,
      "learning_rate": 4.320695102685624e-05,
      "loss": 2.3359,
      "step": 344
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.40625,
      "learning_rate": 4.318720379146919e-05,
      "loss": 2.7255,
      "step": 345
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.6875,
      "learning_rate": 4.3167456556082154e-05,
      "loss": 2.3652,
      "step": 346
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.25,
      "learning_rate": 4.314770932069511e-05,
      "loss": 2.4905,
      "step": 347
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.609375,
      "learning_rate": 4.312796208530806e-05,
      "loss": 2.3889,
      "step": 348
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.96875,
      "learning_rate": 4.310821484992101e-05,
      "loss": 2.6173,
      "step": 349
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.234375,
      "learning_rate": 4.3088467614533966e-05,
      "loss": 2.4397,
      "step": 350
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.234375,
      "learning_rate": 4.306872037914692e-05,
      "loss": 2.5866,
      "step": 351
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.15625,
      "learning_rate": 4.3048973143759875e-05,
      "loss": 2.6347,
      "step": 352
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.859375,
      "learning_rate": 4.302922590837283e-05,
      "loss": 1.9974,
      "step": 353
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.734375,
      "learning_rate": 4.3009478672985785e-05,
      "loss": 2.6854,
      "step": 354
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.15625,
      "learning_rate": 4.298973143759874e-05,
      "loss": 2.4256,
      "step": 355
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.859375,
      "learning_rate": 4.2969984202211694e-05,
      "loss": 2.5534,
      "step": 356
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.03125,
      "learning_rate": 4.295023696682465e-05,
      "loss": 2.8615,
      "step": 357
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.1875,
      "learning_rate": 4.2930489731437604e-05,
      "loss": 2.851,
      "step": 358
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.0625,
      "learning_rate": 4.291074249605055e-05,
      "loss": 2.3993,
      "step": 359
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.84375,
      "learning_rate": 4.2890995260663506e-05,
      "loss": 2.3451,
      "step": 360
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.328125,
      "learning_rate": 4.287124802527646e-05,
      "loss": 2.5194,
      "step": 361
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.984375,
      "learning_rate": 4.2851500789889416e-05,
      "loss": 2.4847,
      "step": 362
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.328125,
      "learning_rate": 4.283175355450238e-05,
      "loss": 2.3711,
      "step": 363
    },
    {
      "epoch": 0.14,
      "grad_norm": 3.109375,
      "learning_rate": 4.2812006319115325e-05,
      "loss": 2.5343,
      "step": 364
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.375,
      "learning_rate": 4.279225908372828e-05,
      "loss": 2.6558,
      "step": 365
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.609375,
      "learning_rate": 4.2772511848341235e-05,
      "loss": 2.5593,
      "step": 366
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.109375,
      "learning_rate": 4.275276461295419e-05,
      "loss": 2.4861,
      "step": 367
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.421875,
      "learning_rate": 4.2733017377567144e-05,
      "loss": 2.7165,
      "step": 368
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.15625,
      "learning_rate": 4.271327014218009e-05,
      "loss": 2.4084,
      "step": 369
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.8359375,
      "learning_rate": 4.269352290679305e-05,
      "loss": 2.6463,
      "step": 370
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.8984375,
      "learning_rate": 4.267377567140601e-05,
      "loss": 2.3626,
      "step": 371
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.421875,
      "learning_rate": 4.265402843601896e-05,
      "loss": 2.4366,
      "step": 372
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.828125,
      "learning_rate": 4.263428120063192e-05,
      "loss": 2.6347,
      "step": 373
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.765625,
      "learning_rate": 4.2614533965244866e-05,
      "loss": 2.4087,
      "step": 374
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.15625,
      "learning_rate": 4.259478672985782e-05,
      "loss": 2.3206,
      "step": 375
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.6328125,
      "learning_rate": 4.2575039494470775e-05,
      "loss": 2.3267,
      "step": 376
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.8203125,
      "learning_rate": 4.255529225908373e-05,
      "loss": 2.3858,
      "step": 377
    },
    {
      "epoch": 0.15,
      "grad_norm": 4.21875,
      "learning_rate": 4.2535545023696685e-05,
      "loss": 2.5072,
      "step": 378
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.125,
      "learning_rate": 4.251579778830964e-05,
      "loss": 2.57,
      "step": 379
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.265625,
      "learning_rate": 4.2496050552922594e-05,
      "loss": 2.4605,
      "step": 380
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.921875,
      "learning_rate": 4.247630331753555e-05,
      "loss": 2.6674,
      "step": 381
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.265625,
      "learning_rate": 4.2456556082148503e-05,
      "loss": 2.4506,
      "step": 382
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.921875,
      "learning_rate": 4.243680884676146e-05,
      "loss": 2.3494,
      "step": 383
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.921875,
      "learning_rate": 4.2417061611374406e-05,
      "loss": 2.5204,
      "step": 384
    },
    {
      "epoch": 0.15,
      "grad_norm": 3.125,
      "learning_rate": 4.239731437598736e-05,
      "loss": 2.5232,
      "step": 385
    },
    {
      "epoch": 0.15,
      "grad_norm": 3.125,
      "learning_rate": 4.2377567140600316e-05,
      "loss": 2.4968,
      "step": 386
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.8984375,
      "learning_rate": 4.235781990521327e-05,
      "loss": 2.4083,
      "step": 387
    },
    {
      "epoch": 0.15,
      "grad_norm": 3.3125,
      "learning_rate": 4.233807266982623e-05,
      "loss": 2.6494,
      "step": 388
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.8125,
      "learning_rate": 4.231832543443918e-05,
      "loss": 2.5001,
      "step": 389
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.0625,
      "learning_rate": 4.2298578199052134e-05,
      "loss": 2.4625,
      "step": 390
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.90625,
      "learning_rate": 4.227883096366509e-05,
      "loss": 2.3136,
      "step": 391
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.5,
      "learning_rate": 4.2259083728278044e-05,
      "loss": 2.5115,
      "step": 392
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.828125,
      "learning_rate": 4.2239336492891e-05,
      "loss": 2.3189,
      "step": 393
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.484375,
      "learning_rate": 4.2219589257503947e-05,
      "loss": 2.2746,
      "step": 394
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.640625,
      "learning_rate": 4.21998420221169e-05,
      "loss": 2.3084,
      "step": 395
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.4375,
      "learning_rate": 4.218009478672986e-05,
      "loss": 2.555,
      "step": 396
    },
    {
      "epoch": 0.16,
      "grad_norm": 3.453125,
      "learning_rate": 4.216034755134282e-05,
      "loss": 2.8288,
      "step": 397
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.34375,
      "learning_rate": 4.214060031595577e-05,
      "loss": 2.7193,
      "step": 398
    },
    {
      "epoch": 0.16,
      "grad_norm": 4.375,
      "learning_rate": 4.212085308056872e-05,
      "loss": 2.2882,
      "step": 399
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.40625,
      "learning_rate": 4.2101105845181675e-05,
      "loss": 2.5527,
      "step": 400
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.265625,
      "learning_rate": 4.208135860979463e-05,
      "loss": 2.7836,
      "step": 401
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.265625,
      "learning_rate": 4.2061611374407584e-05,
      "loss": 2.3036,
      "step": 402
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.375,
      "learning_rate": 4.204186413902054e-05,
      "loss": 2.3951,
      "step": 403
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.015625,
      "learning_rate": 4.2022116903633494e-05,
      "loss": 2.3308,
      "step": 404
    },
    {
      "epoch": 0.16,
      "grad_norm": 3.203125,
      "learning_rate": 4.200236966824645e-05,
      "loss": 2.6641,
      "step": 405
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.8828125,
      "learning_rate": 4.19826224328594e-05,
      "loss": 2.5038,
      "step": 406
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.15625,
      "learning_rate": 4.196287519747236e-05,
      "loss": 2.5362,
      "step": 407
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.359375,
      "learning_rate": 4.194312796208531e-05,
      "loss": 2.4898,
      "step": 408
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.1875,
      "learning_rate": 4.192338072669826e-05,
      "loss": 2.3324,
      "step": 409
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.578125,
      "learning_rate": 4.1903633491311215e-05,
      "loss": 2.3356,
      "step": 410
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.640625,
      "learning_rate": 4.188388625592417e-05,
      "loss": 2.3605,
      "step": 411
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.421875,
      "learning_rate": 4.1864139020537125e-05,
      "loss": 2.337,
      "step": 412
    },
    {
      "epoch": 0.16,
      "grad_norm": 4.71875,
      "learning_rate": 4.1844391785150086e-05,
      "loss": 2.2569,
      "step": 413
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.78125,
      "learning_rate": 4.1824644549763034e-05,
      "loss": 2.581,
      "step": 414
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.765625,
      "learning_rate": 4.180489731437599e-05,
      "loss": 2.6176,
      "step": 415
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.734375,
      "learning_rate": 4.1785150078988944e-05,
      "loss": 2.886,
      "step": 416
    },
    {
      "epoch": 0.16,
      "grad_norm": 3.03125,
      "learning_rate": 4.17654028436019e-05,
      "loss": 2.4079,
      "step": 417
    },
    {
      "epoch": 0.17,
      "grad_norm": 2.75,
      "learning_rate": 4.174565560821485e-05,
      "loss": 2.8401,
      "step": 418
    },
    {
      "epoch": 0.17,
      "grad_norm": 15.1875,
      "learning_rate": 4.17259083728278e-05,
      "loss": 2.5026,
      "step": 419
    },
    {
      "epoch": 0.17,
      "grad_norm": 3.0625,
      "learning_rate": 4.1706161137440756e-05,
      "loss": 2.5311,
      "step": 420
    },
    {
      "epoch": 0.17,
      "grad_norm": 4.3125,
      "learning_rate": 4.168641390205372e-05,
      "loss": 2.3885,
      "step": 421
    },
    {
      "epoch": 0.17,
      "grad_norm": 2.578125,
      "learning_rate": 4.166666666666667e-05,
      "loss": 2.3499,
      "step": 422
    },
    {
      "epoch": 0.17,
      "grad_norm": 2.40625,
      "learning_rate": 4.164691943127963e-05,
      "loss": 2.4887,
      "step": 423
    },
    {
      "epoch": 0.17,
      "grad_norm": 2.640625,
      "learning_rate": 4.1627172195892575e-05,
      "loss": 2.4074,
      "step": 424
    },
    {
      "epoch": 0.17,
      "grad_norm": 2.359375,
      "learning_rate": 4.160742496050553e-05,
      "loss": 2.5399,
      "step": 425
    },
    {
      "epoch": 0.17,
      "grad_norm": 2.71875,
      "learning_rate": 4.1587677725118484e-05,
      "loss": 2.5918,
      "step": 426
    },
    {
      "epoch": 0.17,
      "grad_norm": 3.03125,
      "learning_rate": 4.156793048973144e-05,
      "loss": 2.6934,
      "step": 427
    },
    {
      "epoch": 0.17,
      "grad_norm": 2.859375,
      "learning_rate": 4.1548183254344394e-05,
      "loss": 2.3809,
      "step": 428
    },
    {
      "epoch": 0.17,
      "grad_norm": 2.890625,
      "learning_rate": 4.152843601895735e-05,
      "loss": 2.694,
      "step": 429
    },
    {
      "epoch": 0.17,
      "grad_norm": 3.671875,
      "learning_rate": 4.15086887835703e-05,
      "loss": 2.2423,
      "step": 430
    },
    {
      "epoch": 0.17,
      "grad_norm": 2.546875,
      "learning_rate": 4.148894154818326e-05,
      "loss": 2.2926,
      "step": 431
    },
    {
      "epoch": 0.17,
      "grad_norm": 3.484375,
      "learning_rate": 4.146919431279621e-05,
      "loss": 2.3879,
      "step": 432
    },
    {
      "epoch": 0.17,
      "grad_norm": 3.015625,
      "learning_rate": 4.144944707740917e-05,
      "loss": 2.3404,
      "step": 433
    },
    {
      "epoch": 0.17,
      "grad_norm": 3.390625,
      "learning_rate": 4.1429699842022115e-05,
      "loss": 2.6603,
      "step": 434
    },
    {
      "epoch": 0.17,
      "grad_norm": 3.296875,
      "learning_rate": 4.140995260663507e-05,
      "loss": 2.5506,
      "step": 435
    },
    {
      "epoch": 0.17,
      "grad_norm": 3.390625,
      "learning_rate": 4.1390205371248025e-05,
      "loss": 2.1814,
      "step": 436
    },
    {
      "epoch": 0.17,
      "grad_norm": 2.4375,
      "learning_rate": 4.137045813586098e-05,
      "loss": 2.3875,
      "step": 437
    },
    {
      "epoch": 0.17,
      "grad_norm": 2.421875,
      "learning_rate": 4.135071090047394e-05,
      "loss": 2.4048,
      "step": 438
    },
    {
      "epoch": 0.17,
      "grad_norm": 3.0,
      "learning_rate": 4.133096366508689e-05,
      "loss": 2.2644,
      "step": 439
    },
    {
      "epoch": 0.17,
      "grad_norm": 2.640625,
      "learning_rate": 4.1311216429699844e-05,
      "loss": 2.3612,
      "step": 440
    },
    {
      "epoch": 0.17,
      "grad_norm": 3.171875,
      "learning_rate": 4.12914691943128e-05,
      "loss": 2.4966,
      "step": 441
    },
    {
      "epoch": 0.17,
      "grad_norm": 4.4375,
      "learning_rate": 4.127172195892575e-05,
      "loss": 2.5058,
      "step": 442
    },
    {
      "epoch": 0.17,
      "grad_norm": 2.890625,
      "learning_rate": 4.125197472353871e-05,
      "loss": 2.4907,
      "step": 443
    },
    {
      "epoch": 0.18,
      "grad_norm": 2.34375,
      "learning_rate": 4.123222748815166e-05,
      "loss": 2.4946,
      "step": 444
    },
    {
      "epoch": 0.18,
      "grad_norm": 3.15625,
      "learning_rate": 4.121248025276461e-05,
      "loss": 2.3045,
      "step": 445
    },
    {
      "epoch": 0.18,
      "grad_norm": 3.25,
      "learning_rate": 4.119273301737757e-05,
      "loss": 2.6534,
      "step": 446
    },
    {
      "epoch": 0.18,
      "grad_norm": 2.390625,
      "learning_rate": 4.1172985781990527e-05,
      "loss": 2.6019,
      "step": 447
    },
    {
      "epoch": 0.18,
      "grad_norm": 2.875,
      "learning_rate": 4.115323854660348e-05,
      "loss": 2.4286,
      "step": 448
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.984375,
      "learning_rate": 4.113349131121643e-05,
      "loss": 2.5032,
      "step": 449
    },
    {
      "epoch": 0.18,
      "grad_norm": 2.21875,
      "learning_rate": 4.1113744075829384e-05,
      "loss": 2.1063,
      "step": 450
    },
    {
      "epoch": 0.18,
      "grad_norm": 3.453125,
      "learning_rate": 4.109399684044234e-05,
      "loss": 2.1725,
      "step": 451
    },
    {
      "epoch": 0.18,
      "grad_norm": 3.015625,
      "learning_rate": 4.1074249605055293e-05,
      "loss": 2.3036,
      "step": 452
    },
    {
      "epoch": 0.18,
      "grad_norm": 2.671875,
      "learning_rate": 4.105450236966825e-05,
      "loss": 2.4136,
      "step": 453
    },
    {
      "epoch": 0.18,
      "grad_norm": 2.6875,
      "learning_rate": 4.10347551342812e-05,
      "loss": 2.3596,
      "step": 454
    },
    {
      "epoch": 0.18,
      "grad_norm": 3.09375,
      "learning_rate": 4.101500789889416e-05,
      "loss": 2.488,
      "step": 455
    },
    {
      "epoch": 0.18,
      "grad_norm": 3.171875,
      "learning_rate": 4.099526066350711e-05,
      "loss": 2.3958,
      "step": 456
    },
    {
      "epoch": 0.18,
      "grad_norm": 2.390625,
      "learning_rate": 4.097551342812007e-05,
      "loss": 2.5157,
      "step": 457
    },
    {
      "epoch": 0.18,
      "grad_norm": 4.15625,
      "learning_rate": 4.095576619273302e-05,
      "loss": 2.7146,
      "step": 458
    },
    {
      "epoch": 0.18,
      "grad_norm": 3.15625,
      "learning_rate": 4.093601895734597e-05,
      "loss": 2.3183,
      "step": 459
    },
    {
      "epoch": 0.18,
      "grad_norm": 3.03125,
      "learning_rate": 4.0916271721958924e-05,
      "loss": 2.5069,
      "step": 460
    },
    {
      "epoch": 0.18,
      "grad_norm": 3.375,
      "learning_rate": 4.089652448657188e-05,
      "loss": 2.0991,
      "step": 461
    },
    {
      "epoch": 0.18,
      "grad_norm": 3.703125,
      "learning_rate": 4.0876777251184834e-05,
      "loss": 2.2417,
      "step": 462
    },
    {
      "epoch": 0.18,
      "grad_norm": 4.03125,
      "learning_rate": 4.0857030015797795e-05,
      "loss": 2.2325,
      "step": 463
    },
    {
      "epoch": 0.18,
      "grad_norm": 3.328125,
      "learning_rate": 4.083728278041074e-05,
      "loss": 2.5876,
      "step": 464
    },
    {
      "epoch": 0.18,
      "grad_norm": 2.9375,
      "learning_rate": 4.08175355450237e-05,
      "loss": 2.2741,
      "step": 465
    },
    {
      "epoch": 0.18,
      "grad_norm": 4.03125,
      "learning_rate": 4.079778830963665e-05,
      "loss": 2.2923,
      "step": 466
    },
    {
      "epoch": 0.18,
      "grad_norm": 2.859375,
      "learning_rate": 4.077804107424961e-05,
      "loss": 2.4178,
      "step": 467
    },
    {
      "epoch": 0.18,
      "grad_norm": 3.625,
      "learning_rate": 4.075829383886256e-05,
      "loss": 2.3001,
      "step": 468
    },
    {
      "epoch": 0.19,
      "grad_norm": 3.359375,
      "learning_rate": 4.073854660347552e-05,
      "loss": 2.6521,
      "step": 469
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.515625,
      "learning_rate": 4.0718799368088465e-05,
      "loss": 2.1029,
      "step": 470
    },
    {
      "epoch": 0.19,
      "grad_norm": 3.671875,
      "learning_rate": 4.0699052132701426e-05,
      "loss": 2.2849,
      "step": 471
    },
    {
      "epoch": 0.19,
      "grad_norm": 3.3125,
      "learning_rate": 4.067930489731438e-05,
      "loss": 2.2918,
      "step": 472
    },
    {
      "epoch": 0.19,
      "grad_norm": 5.84375,
      "learning_rate": 4.0659557661927336e-05,
      "loss": 2.47,
      "step": 473
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.6875,
      "learning_rate": 4.0639810426540284e-05,
      "loss": 2.2221,
      "step": 474
    },
    {
      "epoch": 0.19,
      "grad_norm": 6.25,
      "learning_rate": 4.062006319115324e-05,
      "loss": 2.2914,
      "step": 475
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.65625,
      "learning_rate": 4.060031595576619e-05,
      "loss": 2.2545,
      "step": 476
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.5,
      "learning_rate": 4.058056872037915e-05,
      "loss": 2.2082,
      "step": 477
    },
    {
      "epoch": 0.19,
      "grad_norm": 3.203125,
      "learning_rate": 4.05608214849921e-05,
      "loss": 2.3806,
      "step": 478
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.96875,
      "learning_rate": 4.054107424960506e-05,
      "loss": 2.3925,
      "step": 479
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.921875,
      "learning_rate": 4.052132701421801e-05,
      "loss": 2.1954,
      "step": 480
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.96875,
      "learning_rate": 4.050157977883097e-05,
      "loss": 2.4841,
      "step": 481
    },
    {
      "epoch": 0.19,
      "grad_norm": 4.03125,
      "learning_rate": 4.048183254344392e-05,
      "loss": 2.496,
      "step": 482
    },
    {
      "epoch": 0.19,
      "grad_norm": 4.0625,
      "learning_rate": 4.0462085308056876e-05,
      "loss": 2.498,
      "step": 483
    },
    {
      "epoch": 0.19,
      "grad_norm": 5.8125,
      "learning_rate": 4.0442338072669824e-05,
      "loss": 2.6433,
      "step": 484
    },
    {
      "epoch": 0.19,
      "grad_norm": 9.1875,
      "learning_rate": 4.042259083728278e-05,
      "loss": 2.2574,
      "step": 485
    },
    {
      "epoch": 0.19,
      "grad_norm": 4.53125,
      "learning_rate": 4.0402843601895734e-05,
      "loss": 2.1073,
      "step": 486
    },
    {
      "epoch": 0.19,
      "grad_norm": 8.4375,
      "learning_rate": 4.038309636650869e-05,
      "loss": 2.3932,
      "step": 487
    },
    {
      "epoch": 0.19,
      "grad_norm": 3.015625,
      "learning_rate": 4.036334913112165e-05,
      "loss": 2.5867,
      "step": 488
    },
    {
      "epoch": 0.19,
      "grad_norm": 3.390625,
      "learning_rate": 4.03436018957346e-05,
      "loss": 2.2009,
      "step": 489
    },
    {
      "epoch": 0.19,
      "grad_norm": 4.40625,
      "learning_rate": 4.032385466034755e-05,
      "loss": 2.4256,
      "step": 490
    },
    {
      "epoch": 0.19,
      "grad_norm": 3.578125,
      "learning_rate": 4.030410742496051e-05,
      "loss": 2.4502,
      "step": 491
    },
    {
      "epoch": 0.19,
      "grad_norm": 4.03125,
      "learning_rate": 4.028436018957346e-05,
      "loss": 2.3308,
      "step": 492
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.796875,
      "learning_rate": 4.026461295418642e-05,
      "loss": 2.5512,
      "step": 493
    },
    {
      "epoch": 0.2,
      "grad_norm": 3.25,
      "learning_rate": 4.024486571879937e-05,
      "loss": 2.2675,
      "step": 494
    },
    {
      "epoch": 0.2,
      "grad_norm": 8.4375,
      "learning_rate": 4.022511848341232e-05,
      "loss": 2.506,
      "step": 495
    },
    {
      "epoch": 0.2,
      "grad_norm": 3.71875,
      "learning_rate": 4.020537124802528e-05,
      "loss": 2.2324,
      "step": 496
    },
    {
      "epoch": 0.2,
      "grad_norm": 3.015625,
      "learning_rate": 4.0185624012638236e-05,
      "loss": 2.7745,
      "step": 497
    },
    {
      "epoch": 0.2,
      "grad_norm": 3.28125,
      "learning_rate": 4.016587677725119e-05,
      "loss": 2.3202,
      "step": 498
    },
    {
      "epoch": 0.2,
      "grad_norm": 2.90625,
      "learning_rate": 4.014612954186414e-05,
      "loss": 2.225,
      "step": 499
    },
    {
      "epoch": 0.2,
      "grad_norm": 2.953125,
      "learning_rate": 4.012638230647709e-05,
      "loss": 2.337,
      "step": 500
    },
    {
      "epoch": 0.2,
      "grad_norm": 2.484375,
      "learning_rate": 4.010663507109005e-05,
      "loss": 2.5802,
      "step": 501
    },
    {
      "epoch": 0.2,
      "grad_norm": 7.65625,
      "learning_rate": 4.0086887835703e-05,
      "loss": 2.711,
      "step": 502
    },
    {
      "epoch": 0.2,
      "grad_norm": 3.03125,
      "learning_rate": 4.006714060031596e-05,
      "loss": 2.0939,
      "step": 503
    },
    {
      "epoch": 0.2,
      "grad_norm": 3.375,
      "learning_rate": 4.004739336492891e-05,
      "loss": 2.5338,
      "step": 504
    },
    {
      "epoch": 0.2,
      "grad_norm": 3.515625,
      "learning_rate": 4.002764612954187e-05,
      "loss": 2.3941,
      "step": 505
    },
    {
      "epoch": 0.2,
      "grad_norm": 4.46875,
      "learning_rate": 4.000789889415482e-05,
      "loss": 2.2835,
      "step": 506
    },
    {
      "epoch": 0.2,
      "grad_norm": 6.875,
      "learning_rate": 3.9988151658767776e-05,
      "loss": 2.3208,
      "step": 507
    },
    {
      "epoch": 0.2,
      "grad_norm": 4.65625,
      "learning_rate": 3.996840442338073e-05,
      "loss": 2.133,
      "step": 508
    },
    {
      "epoch": 0.2,
      "grad_norm": 5.65625,
      "learning_rate": 3.9948657187993686e-05,
      "loss": 2.4787,
      "step": 509
    },
    {
      "epoch": 0.2,
      "grad_norm": 4.125,
      "learning_rate": 3.9928909952606634e-05,
      "loss": 2.3726,
      "step": 510
    },
    {
      "epoch": 0.2,
      "grad_norm": 4.03125,
      "learning_rate": 3.990916271721959e-05,
      "loss": 2.0511,
      "step": 511
    },
    {
      "epoch": 0.2,
      "grad_norm": 5.6875,
      "learning_rate": 3.988941548183254e-05,
      "loss": 2.5793,
      "step": 512
    },
    {
      "epoch": 0.2,
      "grad_norm": 3.703125,
      "learning_rate": 3.9869668246445504e-05,
      "loss": 2.2887,
      "step": 513
    },
    {
      "epoch": 0.2,
      "grad_norm": 3.015625,
      "learning_rate": 3.984992101105845e-05,
      "loss": 2.4867,
      "step": 514
    },
    {
      "epoch": 0.2,
      "grad_norm": 2.953125,
      "learning_rate": 3.983017377567141e-05,
      "loss": 2.1657,
      "step": 515
    },
    {
      "epoch": 0.2,
      "grad_norm": 2.984375,
      "learning_rate": 3.981042654028436e-05,
      "loss": 2.2717,
      "step": 516
    },
    {
      "epoch": 0.2,
      "grad_norm": 3.046875,
      "learning_rate": 3.9790679304897317e-05,
      "loss": 2.2984,
      "step": 517
    },
    {
      "epoch": 0.2,
      "grad_norm": 2.671875,
      "learning_rate": 3.977093206951027e-05,
      "loss": 2.3288,
      "step": 518
    },
    {
      "epoch": 0.2,
      "grad_norm": 5.71875,
      "learning_rate": 3.9751184834123226e-05,
      "loss": 2.1387,
      "step": 519
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.4375,
      "learning_rate": 3.9731437598736174e-05,
      "loss": 2.2586,
      "step": 520
    },
    {
      "epoch": 0.21,
      "grad_norm": 2.515625,
      "learning_rate": 3.9711690363349135e-05,
      "loss": 2.541,
      "step": 521
    },
    {
      "epoch": 0.21,
      "grad_norm": 4.96875,
      "learning_rate": 3.969194312796209e-05,
      "loss": 2.1501,
      "step": 522
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.875,
      "learning_rate": 3.9672195892575045e-05,
      "loss": 2.1635,
      "step": 523
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.171875,
      "learning_rate": 3.965244865718799e-05,
      "loss": 2.5401,
      "step": 524
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.890625,
      "learning_rate": 3.963270142180095e-05,
      "loss": 2.4266,
      "step": 525
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.6875,
      "learning_rate": 3.96129541864139e-05,
      "loss": 2.4045,
      "step": 526
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.78125,
      "learning_rate": 3.959320695102686e-05,
      "loss": 2.6711,
      "step": 527
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.140625,
      "learning_rate": 3.957345971563981e-05,
      "loss": 2.092,
      "step": 528
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.375,
      "learning_rate": 3.9553712480252766e-05,
      "loss": 2.5062,
      "step": 529
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.03125,
      "learning_rate": 3.953396524486572e-05,
      "loss": 2.3299,
      "step": 530
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.3125,
      "learning_rate": 3.9514218009478676e-05,
      "loss": 2.2565,
      "step": 531
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.625,
      "learning_rate": 3.949447077409163e-05,
      "loss": 2.4908,
      "step": 532
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.15625,
      "learning_rate": 3.9474723538704585e-05,
      "loss": 2.2775,
      "step": 533
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.9375,
      "learning_rate": 3.945497630331754e-05,
      "loss": 2.3886,
      "step": 534
    },
    {
      "epoch": 0.21,
      "grad_norm": 5.0,
      "learning_rate": 3.943522906793049e-05,
      "loss": 2.338,
      "step": 535
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.046875,
      "learning_rate": 3.941548183254344e-05,
      "loss": 2.1906,
      "step": 536
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.09375,
      "learning_rate": 3.93957345971564e-05,
      "loss": 2.4091,
      "step": 537
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.203125,
      "learning_rate": 3.937598736176936e-05,
      "loss": 2.4189,
      "step": 538
    },
    {
      "epoch": 0.21,
      "grad_norm": 5.21875,
      "learning_rate": 3.935624012638231e-05,
      "loss": 2.3602,
      "step": 539
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.625,
      "learning_rate": 3.933649289099526e-05,
      "loss": 2.1972,
      "step": 540
    },
    {
      "epoch": 0.21,
      "grad_norm": 6.78125,
      "learning_rate": 3.9316745655608216e-05,
      "loss": 2.1952,
      "step": 541
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.421875,
      "learning_rate": 3.929699842022117e-05,
      "loss": 2.1312,
      "step": 542
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.21875,
      "learning_rate": 3.9277251184834126e-05,
      "loss": 2.5984,
      "step": 543
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.984375,
      "learning_rate": 3.925750394944708e-05,
      "loss": 2.2538,
      "step": 544
    },
    {
      "epoch": 0.22,
      "grad_norm": 2.9375,
      "learning_rate": 3.923775671406003e-05,
      "loss": 2.2859,
      "step": 545
    },
    {
      "epoch": 0.22,
      "grad_norm": 2.984375,
      "learning_rate": 3.921800947867299e-05,
      "loss": 2.2972,
      "step": 546
    },
    {
      "epoch": 0.22,
      "grad_norm": 2.890625,
      "learning_rate": 3.9198262243285945e-05,
      "loss": 2.1214,
      "step": 547
    },
    {
      "epoch": 0.22,
      "grad_norm": 2.953125,
      "learning_rate": 3.91785150078989e-05,
      "loss": 2.0236,
      "step": 548
    },
    {
      "epoch": 0.22,
      "grad_norm": 3.4375,
      "learning_rate": 3.915876777251185e-05,
      "loss": 2.4084,
      "step": 549
    },
    {
      "epoch": 0.22,
      "grad_norm": 4.21875,
      "learning_rate": 3.91390205371248e-05,
      "loss": 2.292,
      "step": 550
    },
    {
      "epoch": 0.22,
      "grad_norm": 4.4375,
      "learning_rate": 3.911927330173776e-05,
      "loss": 2.4264,
      "step": 551
    },
    {
      "epoch": 0.22,
      "grad_norm": 2.828125,
      "learning_rate": 3.909952606635071e-05,
      "loss": 2.0862,
      "step": 552
    },
    {
      "epoch": 0.22,
      "grad_norm": 3.78125,
      "learning_rate": 3.9079778830963666e-05,
      "loss": 2.1168,
      "step": 553
    },
    {
      "epoch": 0.22,
      "grad_norm": 4.5,
      "learning_rate": 3.906003159557662e-05,
      "loss": 2.3743,
      "step": 554
    },
    {
      "epoch": 0.22,
      "grad_norm": 3.8125,
      "learning_rate": 3.9040284360189576e-05,
      "loss": 1.9906,
      "step": 555
    },
    {
      "epoch": 0.22,
      "grad_norm": 3.765625,
      "learning_rate": 3.902053712480253e-05,
      "loss": 2.1569,
      "step": 556
    },
    {
      "epoch": 0.22,
      "grad_norm": 2.25,
      "learning_rate": 3.9000789889415485e-05,
      "loss": 2.2389,
      "step": 557
    },
    {
      "epoch": 0.22,
      "grad_norm": 4.0,
      "learning_rate": 3.898104265402844e-05,
      "loss": 2.1058,
      "step": 558
    },
    {
      "epoch": 0.22,
      "grad_norm": 3.125,
      "learning_rate": 3.8961295418641395e-05,
      "loss": 1.9809,
      "step": 559
    },
    {
      "epoch": 0.22,
      "grad_norm": 3.71875,
      "learning_rate": 3.894154818325434e-05,
      "loss": 2.1415,
      "step": 560
    },
    {
      "epoch": 0.22,
      "grad_norm": 3.25,
      "learning_rate": 3.89218009478673e-05,
      "loss": 2.0531,
      "step": 561
    },
    {
      "epoch": 0.22,
      "grad_norm": 3.296875,
      "learning_rate": 3.890205371248025e-05,
      "loss": 2.0952,
      "step": 562
    },
    {
      "epoch": 0.22,
      "grad_norm": 4.625,
      "learning_rate": 3.8882306477093214e-05,
      "loss": 2.1998,
      "step": 563
    },
    {
      "epoch": 0.22,
      "grad_norm": 2.609375,
      "learning_rate": 3.886255924170616e-05,
      "loss": 1.9719,
      "step": 564
    },
    {
      "epoch": 0.22,
      "grad_norm": 4.40625,
      "learning_rate": 3.8842812006319116e-05,
      "loss": 2.259,
      "step": 565
    },
    {
      "epoch": 0.22,
      "grad_norm": 3.296875,
      "learning_rate": 3.882306477093207e-05,
      "loss": 2.3311,
      "step": 566
    },
    {
      "epoch": 0.22,
      "grad_norm": 3.140625,
      "learning_rate": 3.8803317535545026e-05,
      "loss": 2.6632,
      "step": 567
    },
    {
      "epoch": 0.22,
      "grad_norm": 2.734375,
      "learning_rate": 3.878357030015798e-05,
      "loss": 2.6106,
      "step": 568
    },
    {
      "epoch": 0.22,
      "grad_norm": 3.578125,
      "learning_rate": 3.8763823064770935e-05,
      "loss": 2.6253,
      "step": 569
    },
    {
      "epoch": 0.23,
      "grad_norm": 3.765625,
      "learning_rate": 3.874407582938388e-05,
      "loss": 2.3619,
      "step": 570
    },
    {
      "epoch": 0.23,
      "grad_norm": 2.703125,
      "learning_rate": 3.8724328593996845e-05,
      "loss": 2.1297,
      "step": 571
    },
    {
      "epoch": 0.23,
      "grad_norm": 3.015625,
      "learning_rate": 3.87045813586098e-05,
      "loss": 2.5538,
      "step": 572
    },
    {
      "epoch": 0.23,
      "grad_norm": 3.140625,
      "learning_rate": 3.8684834123222754e-05,
      "loss": 2.3877,
      "step": 573
    },
    {
      "epoch": 0.23,
      "grad_norm": 3.375,
      "learning_rate": 3.866508688783571e-05,
      "loss": 2.3093,
      "step": 574
    },
    {
      "epoch": 0.23,
      "grad_norm": 5.0625,
      "learning_rate": 3.864533965244866e-05,
      "loss": 2.0965,
      "step": 575
    },
    {
      "epoch": 0.23,
      "grad_norm": 3.03125,
      "learning_rate": 3.862559241706161e-05,
      "loss": 2.72,
      "step": 576
    },
    {
      "epoch": 0.23,
      "grad_norm": 3.15625,
      "learning_rate": 3.8605845181674566e-05,
      "loss": 2.0347,
      "step": 577
    },
    {
      "epoch": 0.23,
      "grad_norm": 5.375,
      "learning_rate": 3.858609794628752e-05,
      "loss": 2.2085,
      "step": 578
    },
    {
      "epoch": 0.23,
      "grad_norm": 2.984375,
      "learning_rate": 3.8566350710900476e-05,
      "loss": 2.512,
      "step": 579
    },
    {
      "epoch": 0.23,
      "grad_norm": 2.9375,
      "learning_rate": 3.854660347551343e-05,
      "loss": 1.9583,
      "step": 580
    },
    {
      "epoch": 0.23,
      "grad_norm": 3.71875,
      "learning_rate": 3.8526856240126385e-05,
      "loss": 2.2079,
      "step": 581
    },
    {
      "epoch": 0.23,
      "grad_norm": 6.5625,
      "learning_rate": 3.850710900473934e-05,
      "loss": 2.1276,
      "step": 582
    },
    {
      "epoch": 0.23,
      "grad_norm": 4.03125,
      "learning_rate": 3.8487361769352294e-05,
      "loss": 2.4395,
      "step": 583
    },
    {
      "epoch": 0.23,
      "grad_norm": 2.6875,
      "learning_rate": 3.846761453396525e-05,
      "loss": 2.1285,
      "step": 584
    },
    {
      "epoch": 0.23,
      "grad_norm": 3.34375,
      "learning_rate": 3.84478672985782e-05,
      "loss": 2.23,
      "step": 585
    },
    {
      "epoch": 0.23,
      "grad_norm": 4.15625,
      "learning_rate": 3.842812006319115e-05,
      "loss": 2.5419,
      "step": 586
    },
    {
      "epoch": 0.23,
      "grad_norm": 3.375,
      "learning_rate": 3.8408372827804107e-05,
      "loss": 2.3108,
      "step": 587
    },
    {
      "epoch": 0.23,
      "grad_norm": 4.5625,
      "learning_rate": 3.838862559241707e-05,
      "loss": 2.1337,
      "step": 588
    },
    {
      "epoch": 0.23,
      "grad_norm": 3.890625,
      "learning_rate": 3.8368878357030016e-05,
      "loss": 2.2746,
      "step": 589
    },
    {
      "epoch": 0.23,
      "grad_norm": 5.34375,
      "learning_rate": 3.834913112164297e-05,
      "loss": 2.3126,
      "step": 590
    },
    {
      "epoch": 0.23,
      "grad_norm": 3.171875,
      "learning_rate": 3.8329383886255925e-05,
      "loss": 2.0393,
      "step": 591
    },
    {
      "epoch": 0.23,
      "grad_norm": 3.953125,
      "learning_rate": 3.830963665086888e-05,
      "loss": 2.3325,
      "step": 592
    },
    {
      "epoch": 0.23,
      "grad_norm": 2.890625,
      "learning_rate": 3.8289889415481835e-05,
      "loss": 2.3965,
      "step": 593
    },
    {
      "epoch": 0.23,
      "grad_norm": 5.46875,
      "learning_rate": 3.827014218009479e-05,
      "loss": 2.4254,
      "step": 594
    },
    {
      "epoch": 0.23,
      "grad_norm": 5.21875,
      "learning_rate": 3.825039494470774e-05,
      "loss": 2.0849,
      "step": 595
    },
    {
      "epoch": 0.24,
      "grad_norm": 2.9375,
      "learning_rate": 3.82306477093207e-05,
      "loss": 2.517,
      "step": 596
    },
    {
      "epoch": 0.24,
      "grad_norm": 3.9375,
      "learning_rate": 3.8210900473933654e-05,
      "loss": 2.1396,
      "step": 597
    },
    {
      "epoch": 0.24,
      "grad_norm": 4.03125,
      "learning_rate": 3.819115323854661e-05,
      "loss": 2.1152,
      "step": 598
    },
    {
      "epoch": 0.24,
      "grad_norm": 4.15625,
      "learning_rate": 3.817140600315956e-05,
      "loss": 2.3012,
      "step": 599
    },
    {
      "epoch": 0.24,
      "grad_norm": 3.125,
      "learning_rate": 3.815165876777251e-05,
      "loss": 2.114,
      "step": 600
    },
    {
      "epoch": 0.24,
      "grad_norm": 4.5625,
      "learning_rate": 3.8131911532385466e-05,
      "loss": 2.3197,
      "step": 601
    },
    {
      "epoch": 0.24,
      "grad_norm": 3.296875,
      "learning_rate": 3.811216429699842e-05,
      "loss": 2.2122,
      "step": 602
    },
    {
      "epoch": 0.24,
      "grad_norm": 2.515625,
      "learning_rate": 3.8092417061611375e-05,
      "loss": 1.9243,
      "step": 603
    },
    {
      "epoch": 0.24,
      "grad_norm": 3.484375,
      "learning_rate": 3.807266982622433e-05,
      "loss": 2.3903,
      "step": 604
    },
    {
      "epoch": 0.24,
      "grad_norm": 2.734375,
      "learning_rate": 3.8052922590837285e-05,
      "loss": 2.2106,
      "step": 605
    },
    {
      "epoch": 0.24,
      "grad_norm": 4.78125,
      "learning_rate": 3.803317535545024e-05,
      "loss": 2.1726,
      "step": 606
    },
    {
      "epoch": 0.24,
      "grad_norm": 2.390625,
      "learning_rate": 3.8013428120063194e-05,
      "loss": 2.0824,
      "step": 607
    },
    {
      "epoch": 0.24,
      "grad_norm": 4.75,
      "learning_rate": 3.799368088467615e-05,
      "loss": 2.2388,
      "step": 608
    },
    {
      "epoch": 0.24,
      "grad_norm": 3.03125,
      "learning_rate": 3.7973933649289104e-05,
      "loss": 2.3154,
      "step": 609
    },
    {
      "epoch": 0.24,
      "grad_norm": 3.1875,
      "learning_rate": 3.795418641390205e-05,
      "loss": 2.4537,
      "step": 610
    },
    {
      "epoch": 0.24,
      "grad_norm": 5.78125,
      "learning_rate": 3.7934439178515006e-05,
      "loss": 2.3807,
      "step": 611
    },
    {
      "epoch": 0.24,
      "grad_norm": 2.84375,
      "learning_rate": 3.791469194312796e-05,
      "loss": 2.3659,
      "step": 612
    },
    {
      "epoch": 0.24,
      "grad_norm": 3.96875,
      "learning_rate": 3.789494470774092e-05,
      "loss": 2.2103,
      "step": 613
    },
    {
      "epoch": 0.24,
      "grad_norm": 4.34375,
      "learning_rate": 3.787519747235387e-05,
      "loss": 2.0942,
      "step": 614
    },
    {
      "epoch": 0.24,
      "grad_norm": 3.96875,
      "learning_rate": 3.7855450236966825e-05,
      "loss": 2.416,
      "step": 615
    },
    {
      "epoch": 0.24,
      "grad_norm": 2.578125,
      "learning_rate": 3.783570300157978e-05,
      "loss": 2.1004,
      "step": 616
    },
    {
      "epoch": 0.24,
      "grad_norm": 2.9375,
      "learning_rate": 3.7815955766192735e-05,
      "loss": 2.2114,
      "step": 617
    },
    {
      "epoch": 0.24,
      "grad_norm": 2.984375,
      "learning_rate": 3.779620853080569e-05,
      "loss": 2.1893,
      "step": 618
    },
    {
      "epoch": 0.24,
      "grad_norm": 4.0,
      "learning_rate": 3.7776461295418644e-05,
      "loss": 2.3665,
      "step": 619
    },
    {
      "epoch": 0.24,
      "grad_norm": 3.546875,
      "learning_rate": 3.775671406003159e-05,
      "loss": 2.2709,
      "step": 620
    },
    {
      "epoch": 0.25,
      "grad_norm": 2.515625,
      "learning_rate": 3.7736966824644554e-05,
      "loss": 2.291,
      "step": 621
    },
    {
      "epoch": 0.25,
      "grad_norm": 4.375,
      "learning_rate": 3.771721958925751e-05,
      "loss": 2.2977,
      "step": 622
    },
    {
      "epoch": 0.25,
      "grad_norm": 4.4375,
      "learning_rate": 3.769747235387046e-05,
      "loss": 2.1841,
      "step": 623
    },
    {
      "epoch": 0.25,
      "grad_norm": 5.0,
      "learning_rate": 3.767772511848342e-05,
      "loss": 2.102,
      "step": 624
    },
    {
      "epoch": 0.25,
      "grad_norm": 3.4375,
      "learning_rate": 3.7657977883096366e-05,
      "loss": 1.8899,
      "step": 625
    },
    {
      "epoch": 0.25,
      "grad_norm": 3.109375,
      "learning_rate": 3.763823064770932e-05,
      "loss": 2.0651,
      "step": 626
    },
    {
      "epoch": 0.25,
      "grad_norm": 4.28125,
      "learning_rate": 3.7618483412322275e-05,
      "loss": 2.3477,
      "step": 627
    },
    {
      "epoch": 0.25,
      "grad_norm": 3.453125,
      "learning_rate": 3.759873617693523e-05,
      "loss": 2.0798,
      "step": 628
    },
    {
      "epoch": 0.25,
      "grad_norm": 3.140625,
      "learning_rate": 3.7578988941548185e-05,
      "loss": 2.4127,
      "step": 629
    },
    {
      "epoch": 0.25,
      "grad_norm": 3.078125,
      "learning_rate": 3.755924170616114e-05,
      "loss": 2.247,
      "step": 630
    },
    {
      "epoch": 0.25,
      "grad_norm": 4.125,
      "learning_rate": 3.7539494470774094e-05,
      "loss": 2.2454,
      "step": 631
    },
    {
      "epoch": 0.25,
      "grad_norm": 2.828125,
      "learning_rate": 3.751974723538705e-05,
      "loss": 2.1944,
      "step": 632
    },
    {
      "epoch": 0.25,
      "grad_norm": 3.921875,
      "learning_rate": 3.7500000000000003e-05,
      "loss": 2.315,
      "step": 633
    },
    {
      "epoch": 0.25,
      "grad_norm": 3.140625,
      "learning_rate": 3.748025276461296e-05,
      "loss": 2.321,
      "step": 634
    },
    {
      "epoch": 0.25,
      "grad_norm": 2.953125,
      "learning_rate": 3.7460505529225906e-05,
      "loss": 2.2275,
      "step": 635
    },
    {
      "epoch": 0.25,
      "grad_norm": 5.34375,
      "learning_rate": 3.744075829383886e-05,
      "loss": 2.2846,
      "step": 636
    },
    {
      "epoch": 0.25,
      "grad_norm": 2.9375,
      "learning_rate": 3.7421011058451816e-05,
      "loss": 2.0719,
      "step": 637
    },
    {
      "epoch": 0.25,
      "grad_norm": 3.015625,
      "learning_rate": 3.740126382306478e-05,
      "loss": 2.391,
      "step": 638
    },
    {
      "epoch": 0.25,
      "grad_norm": 4.1875,
      "learning_rate": 3.738151658767773e-05,
      "loss": 2.2538,
      "step": 639
    },
    {
      "epoch": 0.25,
      "grad_norm": 4.3125,
      "learning_rate": 3.736176935229068e-05,
      "loss": 2.3326,
      "step": 640
    },
    {
      "epoch": 0.25,
      "grad_norm": 3.75,
      "learning_rate": 3.7342022116903635e-05,
      "loss": 2.2493,
      "step": 641
    },
    {
      "epoch": 0.25,
      "grad_norm": 3.0,
      "learning_rate": 3.732227488151659e-05,
      "loss": 1.8393,
      "step": 642
    },
    {
      "epoch": 0.25,
      "grad_norm": 3.828125,
      "learning_rate": 3.7302527646129544e-05,
      "loss": 2.1447,
      "step": 643
    },
    {
      "epoch": 0.25,
      "grad_norm": 4.46875,
      "learning_rate": 3.72827804107425e-05,
      "loss": 2.1317,
      "step": 644
    },
    {
      "epoch": 0.25,
      "grad_norm": 5.4375,
      "learning_rate": 3.726303317535545e-05,
      "loss": 2.0121,
      "step": 645
    },
    {
      "epoch": 0.26,
      "grad_norm": 3.609375,
      "learning_rate": 3.724328593996841e-05,
      "loss": 2.2991,
      "step": 646
    },
    {
      "epoch": 0.26,
      "grad_norm": 4.875,
      "learning_rate": 3.722353870458136e-05,
      "loss": 2.366,
      "step": 647
    },
    {
      "epoch": 0.26,
      "grad_norm": 6.3125,
      "learning_rate": 3.720379146919432e-05,
      "loss": 2.4566,
      "step": 648
    },
    {
      "epoch": 0.26,
      "grad_norm": 3.125,
      "learning_rate": 3.718404423380727e-05,
      "loss": 2.3803,
      "step": 649
    },
    {
      "epoch": 0.26,
      "grad_norm": 4.21875,
      "learning_rate": 3.716429699842022e-05,
      "loss": 2.1923,
      "step": 650
    },
    {
      "epoch": 0.26,
      "grad_norm": 3.140625,
      "learning_rate": 3.7144549763033175e-05,
      "loss": 2.4029,
      "step": 651
    },
    {
      "epoch": 0.26,
      "grad_norm": 2.90625,
      "learning_rate": 3.712480252764613e-05,
      "loss": 2.2696,
      "step": 652
    },
    {
      "epoch": 0.26,
      "grad_norm": 3.09375,
      "learning_rate": 3.7105055292259084e-05,
      "loss": 2.1091,
      "step": 653
    },
    {
      "epoch": 0.26,
      "grad_norm": 2.859375,
      "learning_rate": 3.708530805687204e-05,
      "loss": 2.3094,
      "step": 654
    },
    {
      "epoch": 0.26,
      "grad_norm": 5.4375,
      "learning_rate": 3.7065560821484994e-05,
      "loss": 2.4479,
      "step": 655
    },
    {
      "epoch": 0.26,
      "grad_norm": 3.953125,
      "learning_rate": 3.704581358609795e-05,
      "loss": 2.0438,
      "step": 656
    },
    {
      "epoch": 0.26,
      "grad_norm": 3.84375,
      "learning_rate": 3.70260663507109e-05,
      "loss": 2.4032,
      "step": 657
    },
    {
      "epoch": 0.26,
      "grad_norm": 3.59375,
      "learning_rate": 3.700631911532386e-05,
      "loss": 2.2473,
      "step": 658
    },
    {
      "epoch": 0.26,
      "grad_norm": 3.328125,
      "learning_rate": 3.698657187993681e-05,
      "loss": 2.376,
      "step": 659
    },
    {
      "epoch": 0.26,
      "grad_norm": 2.390625,
      "learning_rate": 3.696682464454976e-05,
      "loss": 1.9421,
      "step": 660
    },
    {
      "epoch": 0.26,
      "grad_norm": 4.03125,
      "learning_rate": 3.6947077409162715e-05,
      "loss": 2.1651,
      "step": 661
    },
    {
      "epoch": 0.26,
      "grad_norm": 3.59375,
      "learning_rate": 3.692733017377567e-05,
      "loss": 2.2003,
      "step": 662
    },
    {
      "epoch": 0.26,
      "grad_norm": 3.3125,
      "learning_rate": 3.690758293838863e-05,
      "loss": 2.0253,
      "step": 663
    },
    {
      "epoch": 0.26,
      "grad_norm": 3.71875,
      "learning_rate": 3.6887835703001586e-05,
      "loss": 2.3362,
      "step": 664
    },
    {
      "epoch": 0.26,
      "grad_norm": 3.359375,
      "learning_rate": 3.6868088467614534e-05,
      "loss": 2.4982,
      "step": 665
    },
    {
      "epoch": 0.26,
      "grad_norm": 4.375,
      "learning_rate": 3.684834123222749e-05,
      "loss": 2.3774,
      "step": 666
    },
    {
      "epoch": 0.26,
      "grad_norm": 5.0,
      "learning_rate": 3.6828593996840444e-05,
      "loss": 1.5933,
      "step": 667
    },
    {
      "epoch": 0.26,
      "grad_norm": 4.40625,
      "learning_rate": 3.68088467614534e-05,
      "loss": 2.1311,
      "step": 668
    },
    {
      "epoch": 0.26,
      "grad_norm": 4.625,
      "learning_rate": 3.678909952606635e-05,
      "loss": 2.0043,
      "step": 669
    },
    {
      "epoch": 0.26,
      "grad_norm": 4.46875,
      "learning_rate": 3.67693522906793e-05,
      "loss": 2.0759,
      "step": 670
    },
    {
      "epoch": 0.27,
      "grad_norm": 3.046875,
      "learning_rate": 3.674960505529226e-05,
      "loss": 1.7726,
      "step": 671
    },
    {
      "epoch": 0.27,
      "grad_norm": 5.78125,
      "learning_rate": 3.672985781990522e-05,
      "loss": 2.0477,
      "step": 672
    },
    {
      "epoch": 0.27,
      "grad_norm": 4.78125,
      "learning_rate": 3.671011058451817e-05,
      "loss": 2.0617,
      "step": 673
    },
    {
      "epoch": 0.27,
      "grad_norm": 4.53125,
      "learning_rate": 3.669036334913113e-05,
      "loss": 2.3605,
      "step": 674
    },
    {
      "epoch": 0.27,
      "grad_norm": 3.640625,
      "learning_rate": 3.6670616113744075e-05,
      "loss": 2.28,
      "step": 675
    },
    {
      "epoch": 0.27,
      "grad_norm": 3.921875,
      "learning_rate": 3.665086887835703e-05,
      "loss": 2.0516,
      "step": 676
    },
    {
      "epoch": 0.27,
      "grad_norm": 8.25,
      "learning_rate": 3.6631121642969984e-05,
      "loss": 2.2003,
      "step": 677
    },
    {
      "epoch": 0.27,
      "grad_norm": 2.953125,
      "learning_rate": 3.661137440758294e-05,
      "loss": 2.1424,
      "step": 678
    },
    {
      "epoch": 0.27,
      "grad_norm": 3.140625,
      "learning_rate": 3.6591627172195894e-05,
      "loss": 2.3819,
      "step": 679
    },
    {
      "epoch": 0.27,
      "grad_norm": 3.296875,
      "learning_rate": 3.657187993680885e-05,
      "loss": 2.1419,
      "step": 680
    },
    {
      "epoch": 0.27,
      "grad_norm": 4.8125,
      "learning_rate": 3.65521327014218e-05,
      "loss": 2.2073,
      "step": 681
    },
    {
      "epoch": 0.27,
      "grad_norm": 5.96875,
      "learning_rate": 3.653238546603476e-05,
      "loss": 2.1454,
      "step": 682
    },
    {
      "epoch": 0.27,
      "grad_norm": 3.140625,
      "learning_rate": 3.651263823064771e-05,
      "loss": 2.1878,
      "step": 683
    },
    {
      "epoch": 0.27,
      "grad_norm": 3.4375,
      "learning_rate": 3.649289099526067e-05,
      "loss": 2.0024,
      "step": 684
    },
    {
      "epoch": 0.27,
      "grad_norm": 2.4375,
      "learning_rate": 3.6473143759873615e-05,
      "loss": 2.0062,
      "step": 685
    },
    {
      "epoch": 0.27,
      "grad_norm": 4.65625,
      "learning_rate": 3.645339652448657e-05,
      "loss": 2.4761,
      "step": 686
    },
    {
      "epoch": 0.27,
      "grad_norm": 5.40625,
      "learning_rate": 3.6433649289099525e-05,
      "loss": 2.3997,
      "step": 687
    },
    {
      "epoch": 0.27,
      "grad_norm": 3.640625,
      "learning_rate": 3.6413902053712486e-05,
      "loss": 2.1696,
      "step": 688
    },
    {
      "epoch": 0.27,
      "grad_norm": 5.875,
      "learning_rate": 3.639415481832544e-05,
      "loss": 2.1618,
      "step": 689
    },
    {
      "epoch": 0.27,
      "grad_norm": 3.828125,
      "learning_rate": 3.637440758293839e-05,
      "loss": 2.0528,
      "step": 690
    },
    {
      "epoch": 0.27,
      "grad_norm": 3.484375,
      "learning_rate": 3.6354660347551344e-05,
      "loss": 2.0864,
      "step": 691
    },
    {
      "epoch": 0.27,
      "grad_norm": 2.734375,
      "learning_rate": 3.63349131121643e-05,
      "loss": 2.1031,
      "step": 692
    },
    {
      "epoch": 0.27,
      "grad_norm": 3.515625,
      "learning_rate": 3.631516587677725e-05,
      "loss": 2.1598,
      "step": 693
    },
    {
      "epoch": 0.27,
      "grad_norm": 3.6875,
      "learning_rate": 3.629541864139021e-05,
      "loss": 2.4488,
      "step": 694
    },
    {
      "epoch": 0.27,
      "grad_norm": 3.765625,
      "learning_rate": 3.6275671406003156e-05,
      "loss": 2.3793,
      "step": 695
    },
    {
      "epoch": 0.27,
      "grad_norm": 4.0625,
      "learning_rate": 3.625592417061612e-05,
      "loss": 2.2993,
      "step": 696
    },
    {
      "epoch": 0.28,
      "grad_norm": 4.625,
      "learning_rate": 3.623617693522907e-05,
      "loss": 2.417,
      "step": 697
    },
    {
      "epoch": 0.28,
      "grad_norm": 3.90625,
      "learning_rate": 3.621642969984203e-05,
      "loss": 2.4132,
      "step": 698
    },
    {
      "epoch": 0.28,
      "grad_norm": 3.6875,
      "learning_rate": 3.619668246445498e-05,
      "loss": 2.5591,
      "step": 699
    },
    {
      "epoch": 0.28,
      "grad_norm": 3.90625,
      "learning_rate": 3.617693522906793e-05,
      "loss": 2.142,
      "step": 700
    },
    {
      "epoch": 0.28,
      "grad_norm": 3.71875,
      "learning_rate": 3.6157187993680884e-05,
      "loss": 2.1198,
      "step": 701
    },
    {
      "epoch": 0.28,
      "grad_norm": 3.71875,
      "learning_rate": 3.613744075829384e-05,
      "loss": 2.3219,
      "step": 702
    },
    {
      "epoch": 0.28,
      "grad_norm": 5.09375,
      "learning_rate": 3.6117693522906793e-05,
      "loss": 2.6155,
      "step": 703
    },
    {
      "epoch": 0.28,
      "grad_norm": 4.96875,
      "learning_rate": 3.6097946287519755e-05,
      "loss": 2.1726,
      "step": 704
    },
    {
      "epoch": 0.28,
      "grad_norm": 4.0625,
      "learning_rate": 3.60781990521327e-05,
      "loss": 2.5877,
      "step": 705
    },
    {
      "epoch": 0.28,
      "grad_norm": 4.9375,
      "learning_rate": 3.605845181674566e-05,
      "loss": 2.0426,
      "step": 706
    },
    {
      "epoch": 0.28,
      "grad_norm": 3.953125,
      "learning_rate": 3.603870458135861e-05,
      "loss": 2.2428,
      "step": 707
    },
    {
      "epoch": 0.28,
      "grad_norm": 3.703125,
      "learning_rate": 3.601895734597157e-05,
      "loss": 1.9695,
      "step": 708
    },
    {
      "epoch": 0.28,
      "grad_norm": 4.09375,
      "learning_rate": 3.599921011058452e-05,
      "loss": 2.4674,
      "step": 709
    },
    {
      "epoch": 0.28,
      "grad_norm": 3.0625,
      "learning_rate": 3.597946287519747e-05,
      "loss": 2.5283,
      "step": 710
    },
    {
      "epoch": 0.28,
      "grad_norm": 2.734375,
      "learning_rate": 3.5959715639810424e-05,
      "loss": 1.9793,
      "step": 711
    },
    {
      "epoch": 0.28,
      "grad_norm": 3.265625,
      "learning_rate": 3.593996840442338e-05,
      "loss": 2.1185,
      "step": 712
    },
    {
      "epoch": 0.28,
      "grad_norm": 4.40625,
      "learning_rate": 3.592022116903634e-05,
      "loss": 2.1784,
      "step": 713
    },
    {
      "epoch": 0.28,
      "grad_norm": 4.4375,
      "learning_rate": 3.5900473933649295e-05,
      "loss": 2.4251,
      "step": 714
    },
    {
      "epoch": 0.28,
      "grad_norm": 5.6875,
      "learning_rate": 3.588072669826224e-05,
      "loss": 2.5664,
      "step": 715
    },
    {
      "epoch": 0.28,
      "grad_norm": 5.25,
      "learning_rate": 3.58609794628752e-05,
      "loss": 2.3782,
      "step": 716
    },
    {
      "epoch": 0.28,
      "grad_norm": 4.59375,
      "learning_rate": 3.584123222748815e-05,
      "loss": 2.413,
      "step": 717
    },
    {
      "epoch": 0.28,
      "grad_norm": 3.75,
      "learning_rate": 3.582148499210111e-05,
      "loss": 2.1953,
      "step": 718
    },
    {
      "epoch": 0.28,
      "grad_norm": 4.21875,
      "learning_rate": 3.580173775671406e-05,
      "loss": 2.0919,
      "step": 719
    },
    {
      "epoch": 0.28,
      "grad_norm": 7.65625,
      "learning_rate": 3.578199052132701e-05,
      "loss": 1.9951,
      "step": 720
    },
    {
      "epoch": 0.28,
      "grad_norm": 5.1875,
      "learning_rate": 3.576224328593997e-05,
      "loss": 2.247,
      "step": 721
    },
    {
      "epoch": 0.29,
      "grad_norm": 5.65625,
      "learning_rate": 3.5742496050552926e-05,
      "loss": 2.1906,
      "step": 722
    },
    {
      "epoch": 0.29,
      "grad_norm": 3.21875,
      "learning_rate": 3.572274881516588e-05,
      "loss": 2.2582,
      "step": 723
    },
    {
      "epoch": 0.29,
      "grad_norm": 6.59375,
      "learning_rate": 3.5703001579778836e-05,
      "loss": 2.3838,
      "step": 724
    },
    {
      "epoch": 0.29,
      "grad_norm": 4.5625,
      "learning_rate": 3.5683254344391784e-05,
      "loss": 2.3544,
      "step": 725
    },
    {
      "epoch": 0.29,
      "grad_norm": 4.78125,
      "learning_rate": 3.566350710900474e-05,
      "loss": 2.5825,
      "step": 726
    },
    {
      "epoch": 0.29,
      "grad_norm": 16.75,
      "learning_rate": 3.564375987361769e-05,
      "loss": 2.2463,
      "step": 727
    },
    {
      "epoch": 0.29,
      "grad_norm": 3.640625,
      "learning_rate": 3.562401263823065e-05,
      "loss": 2.2682,
      "step": 728
    },
    {
      "epoch": 0.29,
      "grad_norm": 3.703125,
      "learning_rate": 3.560426540284361e-05,
      "loss": 2.4519,
      "step": 729
    },
    {
      "epoch": 0.29,
      "grad_norm": 4.125,
      "learning_rate": 3.558451816745656e-05,
      "loss": 2.2136,
      "step": 730
    },
    {
      "epoch": 0.29,
      "grad_norm": 3.5,
      "learning_rate": 3.556477093206951e-05,
      "loss": 2.119,
      "step": 731
    },
    {
      "epoch": 0.29,
      "grad_norm": 4.34375,
      "learning_rate": 3.554502369668247e-05,
      "loss": 2.2532,
      "step": 732
    },
    {
      "epoch": 0.29,
      "grad_norm": 3.859375,
      "learning_rate": 3.552527646129542e-05,
      "loss": 2.317,
      "step": 733
    },
    {
      "epoch": 0.29,
      "grad_norm": 3.90625,
      "learning_rate": 3.5505529225908376e-05,
      "loss": 2.0767,
      "step": 734
    },
    {
      "epoch": 0.29,
      "grad_norm": 3.640625,
      "learning_rate": 3.5485781990521324e-05,
      "loss": 1.9955,
      "step": 735
    },
    {
      "epoch": 0.29,
      "grad_norm": 3.5,
      "learning_rate": 3.546603475513428e-05,
      "loss": 1.9777,
      "step": 736
    },
    {
      "epoch": 0.29,
      "grad_norm": 2.453125,
      "learning_rate": 3.5446287519747234e-05,
      "loss": 2.4426,
      "step": 737
    },
    {
      "epoch": 0.29,
      "grad_norm": 3.859375,
      "learning_rate": 3.5426540284360195e-05,
      "loss": 2.2804,
      "step": 738
    },
    {
      "epoch": 0.29,
      "grad_norm": 2.515625,
      "learning_rate": 3.540679304897315e-05,
      "loss": 2.1437,
      "step": 739
    },
    {
      "epoch": 0.29,
      "grad_norm": 3.3125,
      "learning_rate": 3.53870458135861e-05,
      "loss": 2.2342,
      "step": 740
    },
    {
      "epoch": 0.29,
      "grad_norm": 4.15625,
      "learning_rate": 3.536729857819905e-05,
      "loss": 2.485,
      "step": 741
    },
    {
      "epoch": 0.29,
      "grad_norm": 3.703125,
      "learning_rate": 3.534755134281201e-05,
      "loss": 2.0016,
      "step": 742
    },
    {
      "epoch": 0.29,
      "grad_norm": 3.828125,
      "learning_rate": 3.532780410742496e-05,
      "loss": 2.159,
      "step": 743
    },
    {
      "epoch": 0.29,
      "grad_norm": 3.828125,
      "learning_rate": 3.530805687203792e-05,
      "loss": 2.1591,
      "step": 744
    },
    {
      "epoch": 0.29,
      "grad_norm": 3.09375,
      "learning_rate": 3.5288309636650865e-05,
      "loss": 2.1368,
      "step": 745
    },
    {
      "epoch": 0.29,
      "grad_norm": 3.109375,
      "learning_rate": 3.5268562401263826e-05,
      "loss": 2.3244,
      "step": 746
    },
    {
      "epoch": 0.3,
      "grad_norm": 4.625,
      "learning_rate": 3.524881516587678e-05,
      "loss": 2.1351,
      "step": 747
    },
    {
      "epoch": 0.3,
      "grad_norm": 4.0,
      "learning_rate": 3.5229067930489736e-05,
      "loss": 2.5313,
      "step": 748
    },
    {
      "epoch": 0.3,
      "grad_norm": 4.5625,
      "learning_rate": 3.520932069510269e-05,
      "loss": 2.4577,
      "step": 749
    },
    {
      "epoch": 0.3,
      "grad_norm": 4.78125,
      "learning_rate": 3.518957345971564e-05,
      "loss": 2.1745,
      "step": 750
    },
    {
      "epoch": 0.3,
      "grad_norm": 4.21875,
      "learning_rate": 3.516982622432859e-05,
      "loss": 2.3864,
      "step": 751
    },
    {
      "epoch": 0.3,
      "grad_norm": 2.875,
      "learning_rate": 3.515007898894155e-05,
      "loss": 1.9815,
      "step": 752
    },
    {
      "epoch": 0.3,
      "grad_norm": 4.09375,
      "learning_rate": 3.51303317535545e-05,
      "loss": 2.0835,
      "step": 753
    },
    {
      "epoch": 0.3,
      "grad_norm": 4.125,
      "learning_rate": 3.5110584518167464e-05,
      "loss": 2.1332,
      "step": 754
    },
    {
      "epoch": 0.3,
      "grad_norm": 3.734375,
      "learning_rate": 3.509083728278041e-05,
      "loss": 2.2189,
      "step": 755
    },
    {
      "epoch": 0.3,
      "grad_norm": 2.953125,
      "learning_rate": 3.507109004739337e-05,
      "loss": 1.8231,
      "step": 756
    },
    {
      "epoch": 0.3,
      "grad_norm": 3.328125,
      "learning_rate": 3.505134281200632e-05,
      "loss": 2.2728,
      "step": 757
    },
    {
      "epoch": 0.3,
      "grad_norm": 4.125,
      "learning_rate": 3.5031595576619276e-05,
      "loss": 2.227,
      "step": 758
    },
    {
      "epoch": 0.3,
      "grad_norm": 3.25,
      "learning_rate": 3.501184834123223e-05,
      "loss": 1.8384,
      "step": 759
    },
    {
      "epoch": 0.3,
      "grad_norm": 4.375,
      "learning_rate": 3.499210110584518e-05,
      "loss": 2.7019,
      "step": 760
    },
    {
      "epoch": 0.3,
      "grad_norm": 3.53125,
      "learning_rate": 3.4972353870458134e-05,
      "loss": 1.969,
      "step": 761
    },
    {
      "epoch": 0.3,
      "grad_norm": 4.6875,
      "learning_rate": 3.495260663507109e-05,
      "loss": 2.4574,
      "step": 762
    },
    {
      "epoch": 0.3,
      "grad_norm": 3.375,
      "learning_rate": 3.493285939968405e-05,
      "loss": 2.0816,
      "step": 763
    },
    {
      "epoch": 0.3,
      "grad_norm": 3.703125,
      "learning_rate": 3.4913112164297004e-05,
      "loss": 2.2121,
      "step": 764
    },
    {
      "epoch": 0.3,
      "grad_norm": 3.015625,
      "learning_rate": 3.489336492890995e-05,
      "loss": 1.9886,
      "step": 765
    },
    {
      "epoch": 0.3,
      "grad_norm": 5.875,
      "learning_rate": 3.487361769352291e-05,
      "loss": 2.0416,
      "step": 766
    },
    {
      "epoch": 0.3,
      "grad_norm": 5.59375,
      "learning_rate": 3.485387045813586e-05,
      "loss": 2.2839,
      "step": 767
    },
    {
      "epoch": 0.3,
      "grad_norm": 5.0,
      "learning_rate": 3.4834123222748817e-05,
      "loss": 2.3425,
      "step": 768
    },
    {
      "epoch": 0.3,
      "grad_norm": 2.984375,
      "learning_rate": 3.481437598736177e-05,
      "loss": 2.2007,
      "step": 769
    },
    {
      "epoch": 0.3,
      "grad_norm": 5.28125,
      "learning_rate": 3.4794628751974726e-05,
      "loss": 2.3854,
      "step": 770
    },
    {
      "epoch": 0.3,
      "grad_norm": 5.21875,
      "learning_rate": 3.477488151658768e-05,
      "loss": 2.292,
      "step": 771
    },
    {
      "epoch": 0.3,
      "grad_norm": 3.78125,
      "learning_rate": 3.4755134281200636e-05,
      "loss": 2.02,
      "step": 772
    },
    {
      "epoch": 0.31,
      "grad_norm": 4.90625,
      "learning_rate": 3.473538704581359e-05,
      "loss": 2.461,
      "step": 773
    },
    {
      "epoch": 0.31,
      "grad_norm": 5.5,
      "learning_rate": 3.4715639810426545e-05,
      "loss": 2.6603,
      "step": 774
    },
    {
      "epoch": 0.31,
      "grad_norm": 4.875,
      "learning_rate": 3.469589257503949e-05,
      "loss": 2.3989,
      "step": 775
    },
    {
      "epoch": 0.31,
      "grad_norm": 3.859375,
      "learning_rate": 3.467614533965245e-05,
      "loss": 2.4317,
      "step": 776
    },
    {
      "epoch": 0.31,
      "grad_norm": 4.46875,
      "learning_rate": 3.46563981042654e-05,
      "loss": 2.3054,
      "step": 777
    },
    {
      "epoch": 0.31,
      "grad_norm": 6.09375,
      "learning_rate": 3.463665086887836e-05,
      "loss": 2.7222,
      "step": 778
    },
    {
      "epoch": 0.31,
      "grad_norm": 3.6875,
      "learning_rate": 3.461690363349132e-05,
      "loss": 2.019,
      "step": 779
    },
    {
      "epoch": 0.31,
      "grad_norm": 4.25,
      "learning_rate": 3.4597156398104267e-05,
      "loss": 2.2224,
      "step": 780
    },
    {
      "epoch": 0.31,
      "grad_norm": 5.15625,
      "learning_rate": 3.457740916271722e-05,
      "loss": 2.1265,
      "step": 781
    },
    {
      "epoch": 0.31,
      "grad_norm": 3.71875,
      "learning_rate": 3.4557661927330176e-05,
      "loss": 1.7375,
      "step": 782
    },
    {
      "epoch": 0.31,
      "grad_norm": 9.5,
      "learning_rate": 3.453791469194313e-05,
      "loss": 2.0238,
      "step": 783
    },
    {
      "epoch": 0.31,
      "grad_norm": 3.96875,
      "learning_rate": 3.4518167456556085e-05,
      "loss": 1.8839,
      "step": 784
    },
    {
      "epoch": 0.31,
      "grad_norm": 5.0,
      "learning_rate": 3.449842022116903e-05,
      "loss": 2.2333,
      "step": 785
    },
    {
      "epoch": 0.31,
      "grad_norm": 4.5625,
      "learning_rate": 3.447867298578199e-05,
      "loss": 1.672,
      "step": 786
    },
    {
      "epoch": 0.31,
      "grad_norm": 5.90625,
      "learning_rate": 3.445892575039494e-05,
      "loss": 2.0666,
      "step": 787
    },
    {
      "epoch": 0.31,
      "grad_norm": 4.09375,
      "learning_rate": 3.4439178515007904e-05,
      "loss": 2.0166,
      "step": 788
    },
    {
      "epoch": 0.31,
      "grad_norm": 4.59375,
      "learning_rate": 3.441943127962086e-05,
      "loss": 2.0235,
      "step": 789
    },
    {
      "epoch": 0.31,
      "grad_norm": 3.953125,
      "learning_rate": 3.439968404423381e-05,
      "loss": 2.463,
      "step": 790
    },
    {
      "epoch": 0.31,
      "grad_norm": 4.8125,
      "learning_rate": 3.437993680884676e-05,
      "loss": 2.4109,
      "step": 791
    },
    {
      "epoch": 0.31,
      "grad_norm": 5.21875,
      "learning_rate": 3.4360189573459716e-05,
      "loss": 1.9843,
      "step": 792
    },
    {
      "epoch": 0.31,
      "grad_norm": 5.09375,
      "learning_rate": 3.434044233807267e-05,
      "loss": 2.2247,
      "step": 793
    },
    {
      "epoch": 0.31,
      "grad_norm": 4.875,
      "learning_rate": 3.4320695102685626e-05,
      "loss": 2.3812,
      "step": 794
    },
    {
      "epoch": 0.31,
      "grad_norm": 4.3125,
      "learning_rate": 3.430094786729858e-05,
      "loss": 1.8639,
      "step": 795
    },
    {
      "epoch": 0.31,
      "grad_norm": 4.40625,
      "learning_rate": 3.4281200631911535e-05,
      "loss": 1.7815,
      "step": 796
    },
    {
      "epoch": 0.31,
      "grad_norm": 4.40625,
      "learning_rate": 3.426145339652449e-05,
      "loss": 2.251,
      "step": 797
    },
    {
      "epoch": 0.32,
      "grad_norm": 3.515625,
      "learning_rate": 3.4241706161137445e-05,
      "loss": 2.0406,
      "step": 798
    },
    {
      "epoch": 0.32,
      "grad_norm": 5.40625,
      "learning_rate": 3.42219589257504e-05,
      "loss": 2.4374,
      "step": 799
    },
    {
      "epoch": 0.32,
      "grad_norm": 4.8125,
      "learning_rate": 3.420221169036335e-05,
      "loss": 2.4243,
      "step": 800
    },
    {
      "epoch": 0.32,
      "grad_norm": 4.4375,
      "learning_rate": 3.41824644549763e-05,
      "loss": 2.038,
      "step": 801
    },
    {
      "epoch": 0.32,
      "grad_norm": 4.03125,
      "learning_rate": 3.416271721958926e-05,
      "loss": 2.0446,
      "step": 802
    },
    {
      "epoch": 0.32,
      "grad_norm": 6.1875,
      "learning_rate": 3.414296998420221e-05,
      "loss": 2.6197,
      "step": 803
    },
    {
      "epoch": 0.32,
      "grad_norm": 4.65625,
      "learning_rate": 3.412322274881517e-05,
      "loss": 2.2769,
      "step": 804
    },
    {
      "epoch": 0.32,
      "grad_norm": 3.9375,
      "learning_rate": 3.410347551342812e-05,
      "loss": 1.9543,
      "step": 805
    },
    {
      "epoch": 0.32,
      "grad_norm": 3.71875,
      "learning_rate": 3.4083728278041076e-05,
      "loss": 2.1902,
      "step": 806
    },
    {
      "epoch": 0.32,
      "grad_norm": 4.5,
      "learning_rate": 3.406398104265403e-05,
      "loss": 2.5547,
      "step": 807
    },
    {
      "epoch": 0.32,
      "grad_norm": 3.46875,
      "learning_rate": 3.4044233807266985e-05,
      "loss": 2.3123,
      "step": 808
    },
    {
      "epoch": 0.32,
      "grad_norm": 3.515625,
      "learning_rate": 3.402448657187994e-05,
      "loss": 2.4583,
      "step": 809
    },
    {
      "epoch": 0.32,
      "grad_norm": 4.59375,
      "learning_rate": 3.400473933649289e-05,
      "loss": 2.4065,
      "step": 810
    },
    {
      "epoch": 0.32,
      "grad_norm": 5.5,
      "learning_rate": 3.398499210110584e-05,
      "loss": 2.3105,
      "step": 811
    },
    {
      "epoch": 0.32,
      "grad_norm": 4.875,
      "learning_rate": 3.39652448657188e-05,
      "loss": 2.2501,
      "step": 812
    },
    {
      "epoch": 0.32,
      "grad_norm": 3.5625,
      "learning_rate": 3.394549763033176e-05,
      "loss": 2.3876,
      "step": 813
    },
    {
      "epoch": 0.32,
      "grad_norm": 3.34375,
      "learning_rate": 3.3925750394944714e-05,
      "loss": 1.8637,
      "step": 814
    },
    {
      "epoch": 0.32,
      "grad_norm": 4.59375,
      "learning_rate": 3.390600315955766e-05,
      "loss": 2.4343,
      "step": 815
    },
    {
      "epoch": 0.32,
      "grad_norm": 4.75,
      "learning_rate": 3.3886255924170616e-05,
      "loss": 2.2334,
      "step": 816
    },
    {
      "epoch": 0.32,
      "grad_norm": 9.375,
      "learning_rate": 3.386650868878357e-05,
      "loss": 2.1471,
      "step": 817
    },
    {
      "epoch": 0.32,
      "grad_norm": 6.5,
      "learning_rate": 3.3846761453396526e-05,
      "loss": 2.2564,
      "step": 818
    },
    {
      "epoch": 0.32,
      "grad_norm": 4.75,
      "learning_rate": 3.382701421800948e-05,
      "loss": 2.0658,
      "step": 819
    },
    {
      "epoch": 0.32,
      "grad_norm": 10.5,
      "learning_rate": 3.3807266982622435e-05,
      "loss": 2.1117,
      "step": 820
    },
    {
      "epoch": 0.32,
      "grad_norm": 8.875,
      "learning_rate": 3.378751974723539e-05,
      "loss": 2.0247,
      "step": 821
    },
    {
      "epoch": 0.32,
      "grad_norm": 4.46875,
      "learning_rate": 3.3767772511848345e-05,
      "loss": 1.7115,
      "step": 822
    },
    {
      "epoch": 0.33,
      "grad_norm": 4.09375,
      "learning_rate": 3.37480252764613e-05,
      "loss": 1.9265,
      "step": 823
    },
    {
      "epoch": 0.33,
      "grad_norm": 5.125,
      "learning_rate": 3.3728278041074254e-05,
      "loss": 2.3711,
      "step": 824
    },
    {
      "epoch": 0.33,
      "grad_norm": 4.375,
      "learning_rate": 3.37085308056872e-05,
      "loss": 2.3025,
      "step": 825
    },
    {
      "epoch": 0.33,
      "grad_norm": 3.703125,
      "learning_rate": 3.368878357030016e-05,
      "loss": 2.1649,
      "step": 826
    },
    {
      "epoch": 0.33,
      "grad_norm": 4.21875,
      "learning_rate": 3.366903633491311e-05,
      "loss": 2.1055,
      "step": 827
    },
    {
      "epoch": 0.33,
      "grad_norm": 4.65625,
      "learning_rate": 3.3649289099526066e-05,
      "loss": 2.0339,
      "step": 828
    },
    {
      "epoch": 0.33,
      "grad_norm": 4.96875,
      "learning_rate": 3.362954186413903e-05,
      "loss": 2.6248,
      "step": 829
    },
    {
      "epoch": 0.33,
      "grad_norm": 3.53125,
      "learning_rate": 3.3609794628751976e-05,
      "loss": 1.9992,
      "step": 830
    },
    {
      "epoch": 0.33,
      "grad_norm": 3.3125,
      "learning_rate": 3.359004739336493e-05,
      "loss": 2.1959,
      "step": 831
    },
    {
      "epoch": 0.33,
      "grad_norm": 3.09375,
      "learning_rate": 3.3570300157977885e-05,
      "loss": 2.1429,
      "step": 832
    },
    {
      "epoch": 0.33,
      "grad_norm": 3.765625,
      "learning_rate": 3.355055292259084e-05,
      "loss": 2.0846,
      "step": 833
    },
    {
      "epoch": 0.33,
      "grad_norm": 5.46875,
      "learning_rate": 3.3530805687203794e-05,
      "loss": 2.1404,
      "step": 834
    },
    {
      "epoch": 0.33,
      "grad_norm": 5.40625,
      "learning_rate": 3.351105845181675e-05,
      "loss": 2.2914,
      "step": 835
    },
    {
      "epoch": 0.33,
      "grad_norm": 4.375,
      "learning_rate": 3.34913112164297e-05,
      "loss": 2.2752,
      "step": 836
    },
    {
      "epoch": 0.33,
      "grad_norm": 3.234375,
      "learning_rate": 3.347156398104265e-05,
      "loss": 2.1902,
      "step": 837
    },
    {
      "epoch": 0.33,
      "grad_norm": 4.3125,
      "learning_rate": 3.345181674565561e-05,
      "loss": 2.0974,
      "step": 838
    },
    {
      "epoch": 0.33,
      "grad_norm": 5.1875,
      "learning_rate": 3.343206951026857e-05,
      "loss": 2.2947,
      "step": 839
    },
    {
      "epoch": 0.33,
      "grad_norm": 3.90625,
      "learning_rate": 3.3412322274881516e-05,
      "loss": 2.5153,
      "step": 840
    },
    {
      "epoch": 0.33,
      "grad_norm": 4.28125,
      "learning_rate": 3.339257503949447e-05,
      "loss": 1.8428,
      "step": 841
    },
    {
      "epoch": 0.33,
      "grad_norm": 3.90625,
      "learning_rate": 3.3372827804107425e-05,
      "loss": 2.0703,
      "step": 842
    },
    {
      "epoch": 0.33,
      "grad_norm": 5.40625,
      "learning_rate": 3.335308056872038e-05,
      "loss": 2.208,
      "step": 843
    },
    {
      "epoch": 0.33,
      "grad_norm": 4.03125,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 2.4716,
      "step": 844
    },
    {
      "epoch": 0.33,
      "grad_norm": 11.0,
      "learning_rate": 3.331358609794629e-05,
      "loss": 2.4981,
      "step": 845
    },
    {
      "epoch": 0.33,
      "grad_norm": 5.875,
      "learning_rate": 3.3293838862559244e-05,
      "loss": 2.1312,
      "step": 846
    },
    {
      "epoch": 0.33,
      "grad_norm": 4.4375,
      "learning_rate": 3.32740916271722e-05,
      "loss": 2.0895,
      "step": 847
    },
    {
      "epoch": 0.33,
      "grad_norm": 4.34375,
      "learning_rate": 3.3254344391785154e-05,
      "loss": 2.4012,
      "step": 848
    },
    {
      "epoch": 0.34,
      "grad_norm": 3.234375,
      "learning_rate": 3.323459715639811e-05,
      "loss": 2.2475,
      "step": 849
    },
    {
      "epoch": 0.34,
      "grad_norm": 3.9375,
      "learning_rate": 3.3214849921011056e-05,
      "loss": 1.8374,
      "step": 850
    },
    {
      "epoch": 0.34,
      "grad_norm": 3.8125,
      "learning_rate": 3.319510268562401e-05,
      "loss": 2.1409,
      "step": 851
    },
    {
      "epoch": 0.34,
      "grad_norm": 4.78125,
      "learning_rate": 3.3175355450236966e-05,
      "loss": 2.1672,
      "step": 852
    },
    {
      "epoch": 0.34,
      "grad_norm": 3.984375,
      "learning_rate": 3.315560821484992e-05,
      "loss": 2.0682,
      "step": 853
    },
    {
      "epoch": 0.34,
      "grad_norm": 4.53125,
      "learning_rate": 3.313586097946288e-05,
      "loss": 2.1467,
      "step": 854
    },
    {
      "epoch": 0.34,
      "grad_norm": 4.25,
      "learning_rate": 3.311611374407583e-05,
      "loss": 2.2585,
      "step": 855
    },
    {
      "epoch": 0.34,
      "grad_norm": 3.828125,
      "learning_rate": 3.3096366508688785e-05,
      "loss": 2.18,
      "step": 856
    },
    {
      "epoch": 0.34,
      "grad_norm": 3.09375,
      "learning_rate": 3.307661927330174e-05,
      "loss": 1.9451,
      "step": 857
    },
    {
      "epoch": 0.34,
      "grad_norm": 3.859375,
      "learning_rate": 3.3056872037914694e-05,
      "loss": 1.7044,
      "step": 858
    },
    {
      "epoch": 0.34,
      "grad_norm": 4.375,
      "learning_rate": 3.303712480252765e-05,
      "loss": 2.309,
      "step": 859
    },
    {
      "epoch": 0.34,
      "grad_norm": 4.78125,
      "learning_rate": 3.3017377567140604e-05,
      "loss": 2.1901,
      "step": 860
    },
    {
      "epoch": 0.34,
      "grad_norm": 7.0625,
      "learning_rate": 3.299763033175355e-05,
      "loss": 2.2445,
      "step": 861
    },
    {
      "epoch": 0.34,
      "grad_norm": 4.9375,
      "learning_rate": 3.2977883096366506e-05,
      "loss": 2.5175,
      "step": 862
    },
    {
      "epoch": 0.34,
      "grad_norm": 3.890625,
      "learning_rate": 3.295813586097947e-05,
      "loss": 2.1367,
      "step": 863
    },
    {
      "epoch": 0.34,
      "grad_norm": 4.21875,
      "learning_rate": 3.293838862559242e-05,
      "loss": 1.8377,
      "step": 864
    },
    {
      "epoch": 0.34,
      "grad_norm": 4.53125,
      "learning_rate": 3.291864139020537e-05,
      "loss": 2.3408,
      "step": 865
    },
    {
      "epoch": 0.34,
      "grad_norm": 3.375,
      "learning_rate": 3.2898894154818325e-05,
      "loss": 2.1,
      "step": 866
    },
    {
      "epoch": 0.34,
      "grad_norm": 4.40625,
      "learning_rate": 3.287914691943128e-05,
      "loss": 2.3707,
      "step": 867
    },
    {
      "epoch": 0.34,
      "grad_norm": 6.5625,
      "learning_rate": 3.2859399684044235e-05,
      "loss": 2.3242,
      "step": 868
    },
    {
      "epoch": 0.34,
      "grad_norm": 3.90625,
      "learning_rate": 3.283965244865719e-05,
      "loss": 2.4301,
      "step": 869
    },
    {
      "epoch": 0.34,
      "grad_norm": 4.78125,
      "learning_rate": 3.2819905213270144e-05,
      "loss": 2.3216,
      "step": 870
    },
    {
      "epoch": 0.34,
      "grad_norm": 4.90625,
      "learning_rate": 3.28001579778831e-05,
      "loss": 2.3015,
      "step": 871
    },
    {
      "epoch": 0.34,
      "grad_norm": 5.15625,
      "learning_rate": 3.2780410742496054e-05,
      "loss": 1.913,
      "step": 872
    },
    {
      "epoch": 0.34,
      "grad_norm": 8.5,
      "learning_rate": 3.276066350710901e-05,
      "loss": 2.5307,
      "step": 873
    },
    {
      "epoch": 0.35,
      "grad_norm": 4.9375,
      "learning_rate": 3.274091627172196e-05,
      "loss": 2.4199,
      "step": 874
    },
    {
      "epoch": 0.35,
      "grad_norm": 4.3125,
      "learning_rate": 3.272116903633491e-05,
      "loss": 2.1487,
      "step": 875
    },
    {
      "epoch": 0.35,
      "grad_norm": 4.71875,
      "learning_rate": 3.2701421800947866e-05,
      "loss": 2.1049,
      "step": 876
    },
    {
      "epoch": 0.35,
      "grad_norm": 5.34375,
      "learning_rate": 3.268167456556082e-05,
      "loss": 2.2781,
      "step": 877
    },
    {
      "epoch": 0.35,
      "grad_norm": 3.734375,
      "learning_rate": 3.2661927330173775e-05,
      "loss": 2.3567,
      "step": 878
    },
    {
      "epoch": 0.35,
      "grad_norm": 4.75,
      "learning_rate": 3.264218009478674e-05,
      "loss": 2.2516,
      "step": 879
    },
    {
      "epoch": 0.35,
      "grad_norm": 4.09375,
      "learning_rate": 3.2622432859399685e-05,
      "loss": 2.3146,
      "step": 880
    },
    {
      "epoch": 0.35,
      "grad_norm": 4.125,
      "learning_rate": 3.260268562401264e-05,
      "loss": 2.3071,
      "step": 881
    },
    {
      "epoch": 0.35,
      "grad_norm": 3.625,
      "learning_rate": 3.2582938388625594e-05,
      "loss": 2.2509,
      "step": 882
    },
    {
      "epoch": 0.35,
      "grad_norm": 4.75,
      "learning_rate": 3.256319115323855e-05,
      "loss": 2.1284,
      "step": 883
    },
    {
      "epoch": 0.35,
      "grad_norm": 3.828125,
      "learning_rate": 3.2543443917851504e-05,
      "loss": 1.7567,
      "step": 884
    },
    {
      "epoch": 0.35,
      "grad_norm": 5.34375,
      "learning_rate": 3.252369668246446e-05,
      "loss": 2.2056,
      "step": 885
    },
    {
      "epoch": 0.35,
      "grad_norm": 4.84375,
      "learning_rate": 3.2503949447077406e-05,
      "loss": 2.2379,
      "step": 886
    },
    {
      "epoch": 0.35,
      "grad_norm": 5.25,
      "learning_rate": 3.248420221169036e-05,
      "loss": 2.3635,
      "step": 887
    },
    {
      "epoch": 0.35,
      "grad_norm": 4.3125,
      "learning_rate": 3.246445497630332e-05,
      "loss": 2.0825,
      "step": 888
    },
    {
      "epoch": 0.35,
      "grad_norm": 4.90625,
      "learning_rate": 3.244470774091628e-05,
      "loss": 2.0221,
      "step": 889
    },
    {
      "epoch": 0.35,
      "grad_norm": 5.59375,
      "learning_rate": 3.2424960505529225e-05,
      "loss": 2.2305,
      "step": 890
    },
    {
      "epoch": 0.35,
      "grad_norm": 2.984375,
      "learning_rate": 3.240521327014218e-05,
      "loss": 2.0285,
      "step": 891
    },
    {
      "epoch": 0.35,
      "grad_norm": 4.8125,
      "learning_rate": 3.2385466034755135e-05,
      "loss": 1.9585,
      "step": 892
    },
    {
      "epoch": 0.35,
      "grad_norm": 4.78125,
      "learning_rate": 3.236571879936809e-05,
      "loss": 2.203,
      "step": 893
    },
    {
      "epoch": 0.35,
      "grad_norm": 7.125,
      "learning_rate": 3.2345971563981044e-05,
      "loss": 2.3145,
      "step": 894
    },
    {
      "epoch": 0.35,
      "grad_norm": 4.6875,
      "learning_rate": 3.2326224328594e-05,
      "loss": 2.1821,
      "step": 895
    },
    {
      "epoch": 0.35,
      "grad_norm": 4.5,
      "learning_rate": 3.2306477093206953e-05,
      "loss": 2.0778,
      "step": 896
    },
    {
      "epoch": 0.35,
      "grad_norm": 3.765625,
      "learning_rate": 3.228672985781991e-05,
      "loss": 1.9669,
      "step": 897
    },
    {
      "epoch": 0.35,
      "grad_norm": 5.5,
      "learning_rate": 3.226698262243286e-05,
      "loss": 2.4555,
      "step": 898
    },
    {
      "epoch": 0.36,
      "grad_norm": 5.8125,
      "learning_rate": 3.224723538704582e-05,
      "loss": 2.3628,
      "step": 899
    },
    {
      "epoch": 0.36,
      "grad_norm": 6.90625,
      "learning_rate": 3.222748815165877e-05,
      "loss": 2.1712,
      "step": 900
    },
    {
      "epoch": 0.36,
      "grad_norm": 5.40625,
      "learning_rate": 3.220774091627172e-05,
      "loss": 2.0738,
      "step": 901
    },
    {
      "epoch": 0.36,
      "grad_norm": 6.40625,
      "learning_rate": 3.2187993680884675e-05,
      "loss": 2.021,
      "step": 902
    },
    {
      "epoch": 0.36,
      "grad_norm": 5.4375,
      "learning_rate": 3.216824644549763e-05,
      "loss": 2.0044,
      "step": 903
    },
    {
      "epoch": 0.36,
      "grad_norm": 4.03125,
      "learning_rate": 3.214849921011059e-05,
      "loss": 2.4063,
      "step": 904
    },
    {
      "epoch": 0.36,
      "grad_norm": 4.625,
      "learning_rate": 3.212875197472354e-05,
      "loss": 1.9643,
      "step": 905
    },
    {
      "epoch": 0.36,
      "grad_norm": 6.5625,
      "learning_rate": 3.2109004739336494e-05,
      "loss": 2.0587,
      "step": 906
    },
    {
      "epoch": 0.36,
      "grad_norm": 4.625,
      "learning_rate": 3.208925750394945e-05,
      "loss": 1.9222,
      "step": 907
    },
    {
      "epoch": 0.36,
      "grad_norm": 10.625,
      "learning_rate": 3.20695102685624e-05,
      "loss": 2.012,
      "step": 908
    },
    {
      "epoch": 0.36,
      "grad_norm": 4.90625,
      "learning_rate": 3.204976303317536e-05,
      "loss": 2.2789,
      "step": 909
    },
    {
      "epoch": 0.36,
      "grad_norm": 4.03125,
      "learning_rate": 3.203001579778831e-05,
      "loss": 2.3514,
      "step": 910
    },
    {
      "epoch": 0.36,
      "grad_norm": 4.6875,
      "learning_rate": 3.201026856240126e-05,
      "loss": 1.9321,
      "step": 911
    },
    {
      "epoch": 0.36,
      "grad_norm": 4.96875,
      "learning_rate": 3.1990521327014215e-05,
      "loss": 1.7105,
      "step": 912
    },
    {
      "epoch": 0.36,
      "grad_norm": 5.65625,
      "learning_rate": 3.197077409162718e-05,
      "loss": 2.3593,
      "step": 913
    },
    {
      "epoch": 0.36,
      "grad_norm": 4.78125,
      "learning_rate": 3.195102685624013e-05,
      "loss": 2.2884,
      "step": 914
    },
    {
      "epoch": 0.36,
      "grad_norm": 4.75,
      "learning_rate": 3.193127962085308e-05,
      "loss": 2.2089,
      "step": 915
    },
    {
      "epoch": 0.36,
      "grad_norm": 4.53125,
      "learning_rate": 3.1911532385466034e-05,
      "loss": 2.2624,
      "step": 916
    },
    {
      "epoch": 0.36,
      "grad_norm": 6.0625,
      "learning_rate": 3.189178515007899e-05,
      "loss": 2.1718,
      "step": 917
    },
    {
      "epoch": 0.36,
      "grad_norm": 5.25,
      "learning_rate": 3.1872037914691944e-05,
      "loss": 2.1799,
      "step": 918
    },
    {
      "epoch": 0.36,
      "grad_norm": 3.6875,
      "learning_rate": 3.18522906793049e-05,
      "loss": 2.0073,
      "step": 919
    },
    {
      "epoch": 0.36,
      "grad_norm": 6.09375,
      "learning_rate": 3.183254344391785e-05,
      "loss": 2.0775,
      "step": 920
    },
    {
      "epoch": 0.36,
      "grad_norm": 3.5,
      "learning_rate": 3.181279620853081e-05,
      "loss": 1.9829,
      "step": 921
    },
    {
      "epoch": 0.36,
      "grad_norm": 4.21875,
      "learning_rate": 3.179304897314376e-05,
      "loss": 2.1558,
      "step": 922
    },
    {
      "epoch": 0.36,
      "grad_norm": 5.46875,
      "learning_rate": 3.177330173775672e-05,
      "loss": 2.5095,
      "step": 923
    },
    {
      "epoch": 0.36,
      "grad_norm": 5.03125,
      "learning_rate": 3.175355450236967e-05,
      "loss": 2.2827,
      "step": 924
    },
    {
      "epoch": 0.37,
      "grad_norm": 8.0625,
      "learning_rate": 3.173380726698263e-05,
      "loss": 2.3742,
      "step": 925
    },
    {
      "epoch": 0.37,
      "grad_norm": 3.5,
      "learning_rate": 3.1714060031595575e-05,
      "loss": 2.2247,
      "step": 926
    },
    {
      "epoch": 0.37,
      "grad_norm": 6.0,
      "learning_rate": 3.169431279620853e-05,
      "loss": 2.2053,
      "step": 927
    },
    {
      "epoch": 0.37,
      "grad_norm": 4.40625,
      "learning_rate": 3.1674565560821484e-05,
      "loss": 2.076,
      "step": 928
    },
    {
      "epoch": 0.37,
      "grad_norm": 3.75,
      "learning_rate": 3.1654818325434446e-05,
      "loss": 2.1465,
      "step": 929
    },
    {
      "epoch": 0.37,
      "grad_norm": 4.875,
      "learning_rate": 3.1635071090047394e-05,
      "loss": 2.202,
      "step": 930
    },
    {
      "epoch": 0.37,
      "grad_norm": 7.78125,
      "learning_rate": 3.161532385466035e-05,
      "loss": 2.1006,
      "step": 931
    },
    {
      "epoch": 0.37,
      "grad_norm": 3.96875,
      "learning_rate": 3.15955766192733e-05,
      "loss": 1.8036,
      "step": 932
    },
    {
      "epoch": 0.37,
      "grad_norm": 4.6875,
      "learning_rate": 3.157582938388626e-05,
      "loss": 2.2658,
      "step": 933
    },
    {
      "epoch": 0.37,
      "grad_norm": 5.8125,
      "learning_rate": 3.155608214849921e-05,
      "loss": 2.3724,
      "step": 934
    },
    {
      "epoch": 0.37,
      "grad_norm": 4.28125,
      "learning_rate": 3.153633491311217e-05,
      "loss": 2.0821,
      "step": 935
    },
    {
      "epoch": 0.37,
      "grad_norm": 5.53125,
      "learning_rate": 3.1516587677725115e-05,
      "loss": 2.3037,
      "step": 936
    },
    {
      "epoch": 0.37,
      "grad_norm": 4.28125,
      "learning_rate": 3.149684044233807e-05,
      "loss": 2.2822,
      "step": 937
    },
    {
      "epoch": 0.37,
      "grad_norm": 3.9375,
      "learning_rate": 3.147709320695103e-05,
      "loss": 1.779,
      "step": 938
    },
    {
      "epoch": 0.37,
      "grad_norm": 3.828125,
      "learning_rate": 3.1457345971563986e-05,
      "loss": 2.1391,
      "step": 939
    },
    {
      "epoch": 0.37,
      "grad_norm": 3.671875,
      "learning_rate": 3.1437598736176934e-05,
      "loss": 1.9459,
      "step": 940
    },
    {
      "epoch": 0.37,
      "grad_norm": 9.375,
      "learning_rate": 3.141785150078989e-05,
      "loss": 2.0456,
      "step": 941
    },
    {
      "epoch": 0.37,
      "grad_norm": 5.5625,
      "learning_rate": 3.1398104265402844e-05,
      "loss": 2.2285,
      "step": 942
    },
    {
      "epoch": 0.37,
      "grad_norm": 3.734375,
      "learning_rate": 3.13783570300158e-05,
      "loss": 2.1367,
      "step": 943
    },
    {
      "epoch": 0.37,
      "grad_norm": 3.484375,
      "learning_rate": 3.135860979462875e-05,
      "loss": 2.1075,
      "step": 944
    },
    {
      "epoch": 0.37,
      "grad_norm": 4.125,
      "learning_rate": 3.133886255924171e-05,
      "loss": 2.2398,
      "step": 945
    },
    {
      "epoch": 0.37,
      "grad_norm": 6.40625,
      "learning_rate": 3.131911532385466e-05,
      "loss": 1.8532,
      "step": 946
    },
    {
      "epoch": 0.37,
      "grad_norm": 4.0625,
      "learning_rate": 3.129936808846762e-05,
      "loss": 1.9183,
      "step": 947
    },
    {
      "epoch": 0.37,
      "grad_norm": 3.375,
      "learning_rate": 3.127962085308057e-05,
      "loss": 2.0615,
      "step": 948
    },
    {
      "epoch": 0.37,
      "grad_norm": 25.5,
      "learning_rate": 3.125987361769353e-05,
      "loss": 2.4542,
      "step": 949
    },
    {
      "epoch": 0.38,
      "grad_norm": 3.75,
      "learning_rate": 3.124012638230648e-05,
      "loss": 2.0015,
      "step": 950
    },
    {
      "epoch": 0.38,
      "grad_norm": 5.9375,
      "learning_rate": 3.122037914691943e-05,
      "loss": 2.0367,
      "step": 951
    },
    {
      "epoch": 0.38,
      "grad_norm": 5.6875,
      "learning_rate": 3.1200631911532384e-05,
      "loss": 2.2596,
      "step": 952
    },
    {
      "epoch": 0.38,
      "grad_norm": 4.78125,
      "learning_rate": 3.118088467614534e-05,
      "loss": 2.3189,
      "step": 953
    },
    {
      "epoch": 0.38,
      "grad_norm": 4.78125,
      "learning_rate": 3.11611374407583e-05,
      "loss": 2.2707,
      "step": 954
    },
    {
      "epoch": 0.38,
      "grad_norm": 5.0625,
      "learning_rate": 3.114139020537125e-05,
      "loss": 2.1067,
      "step": 955
    },
    {
      "epoch": 0.38,
      "grad_norm": 5.3125,
      "learning_rate": 3.11216429699842e-05,
      "loss": 1.9319,
      "step": 956
    },
    {
      "epoch": 0.38,
      "grad_norm": 4.84375,
      "learning_rate": 3.110189573459716e-05,
      "loss": 2.159,
      "step": 957
    },
    {
      "epoch": 0.38,
      "grad_norm": 4.84375,
      "learning_rate": 3.108214849921011e-05,
      "loss": 2.1685,
      "step": 958
    },
    {
      "epoch": 0.38,
      "grad_norm": 5.0625,
      "learning_rate": 3.106240126382307e-05,
      "loss": 2.076,
      "step": 959
    },
    {
      "epoch": 0.38,
      "grad_norm": 4.59375,
      "learning_rate": 3.104265402843602e-05,
      "loss": 2.0845,
      "step": 960
    },
    {
      "epoch": 0.38,
      "grad_norm": 3.859375,
      "learning_rate": 3.102290679304897e-05,
      "loss": 1.9341,
      "step": 961
    },
    {
      "epoch": 0.38,
      "grad_norm": 8.6875,
      "learning_rate": 3.100315955766193e-05,
      "loss": 2.3594,
      "step": 962
    },
    {
      "epoch": 0.38,
      "grad_norm": 6.75,
      "learning_rate": 3.0983412322274886e-05,
      "loss": 2.5823,
      "step": 963
    },
    {
      "epoch": 0.38,
      "grad_norm": 5.5625,
      "learning_rate": 3.096366508688784e-05,
      "loss": 2.1992,
      "step": 964
    },
    {
      "epoch": 0.38,
      "grad_norm": 5.96875,
      "learning_rate": 3.0943917851500795e-05,
      "loss": 1.8768,
      "step": 965
    },
    {
      "epoch": 0.38,
      "grad_norm": 8.375,
      "learning_rate": 3.0924170616113743e-05,
      "loss": 1.9477,
      "step": 966
    },
    {
      "epoch": 0.38,
      "grad_norm": 5.65625,
      "learning_rate": 3.09044233807267e-05,
      "loss": 2.2936,
      "step": 967
    },
    {
      "epoch": 0.38,
      "grad_norm": 6.0625,
      "learning_rate": 3.088467614533965e-05,
      "loss": 2.0172,
      "step": 968
    },
    {
      "epoch": 0.38,
      "grad_norm": 13.625,
      "learning_rate": 3.086492890995261e-05,
      "loss": 1.981,
      "step": 969
    },
    {
      "epoch": 0.38,
      "grad_norm": 6.34375,
      "learning_rate": 3.084518167456556e-05,
      "loss": 2.4907,
      "step": 970
    },
    {
      "epoch": 0.38,
      "grad_norm": 5.59375,
      "learning_rate": 3.082543443917852e-05,
      "loss": 1.8809,
      "step": 971
    },
    {
      "epoch": 0.38,
      "grad_norm": 6.0625,
      "learning_rate": 3.080568720379147e-05,
      "loss": 1.8275,
      "step": 972
    },
    {
      "epoch": 0.38,
      "grad_norm": 6.875,
      "learning_rate": 3.0785939968404426e-05,
      "loss": 2.2381,
      "step": 973
    },
    {
      "epoch": 0.38,
      "grad_norm": 5.09375,
      "learning_rate": 3.076619273301738e-05,
      "loss": 1.9324,
      "step": 974
    },
    {
      "epoch": 0.39,
      "grad_norm": 5.125,
      "learning_rate": 3.0746445497630336e-05,
      "loss": 2.0858,
      "step": 975
    },
    {
      "epoch": 0.39,
      "grad_norm": 6.09375,
      "learning_rate": 3.0726698262243284e-05,
      "loss": 2.7086,
      "step": 976
    },
    {
      "epoch": 0.39,
      "grad_norm": 4.8125,
      "learning_rate": 3.070695102685624e-05,
      "loss": 2.0537,
      "step": 977
    },
    {
      "epoch": 0.39,
      "grad_norm": 5.5625,
      "learning_rate": 3.068720379146919e-05,
      "loss": 2.1612,
      "step": 978
    },
    {
      "epoch": 0.39,
      "grad_norm": 4.28125,
      "learning_rate": 3.0667456556082155e-05,
      "loss": 1.9437,
      "step": 979
    },
    {
      "epoch": 0.39,
      "grad_norm": 9.5,
      "learning_rate": 3.06477093206951e-05,
      "loss": 2.1381,
      "step": 980
    },
    {
      "epoch": 0.39,
      "grad_norm": 5.875,
      "learning_rate": 3.062796208530806e-05,
      "loss": 2.1126,
      "step": 981
    },
    {
      "epoch": 0.39,
      "grad_norm": 4.40625,
      "learning_rate": 3.060821484992101e-05,
      "loss": 1.7429,
      "step": 982
    },
    {
      "epoch": 0.39,
      "grad_norm": 7.03125,
      "learning_rate": 3.058846761453397e-05,
      "loss": 2.189,
      "step": 983
    },
    {
      "epoch": 0.39,
      "grad_norm": 6.875,
      "learning_rate": 3.056872037914692e-05,
      "loss": 2.4304,
      "step": 984
    },
    {
      "epoch": 0.39,
      "grad_norm": 5.65625,
      "learning_rate": 3.0548973143759876e-05,
      "loss": 2.2723,
      "step": 985
    },
    {
      "epoch": 0.39,
      "grad_norm": 5.65625,
      "learning_rate": 3.0529225908372824e-05,
      "loss": 2.0567,
      "step": 986
    },
    {
      "epoch": 0.39,
      "grad_norm": 6.5625,
      "learning_rate": 3.0509478672985786e-05,
      "loss": 2.3466,
      "step": 987
    },
    {
      "epoch": 0.39,
      "grad_norm": 5.90625,
      "learning_rate": 3.048973143759874e-05,
      "loss": 2.5319,
      "step": 988
    },
    {
      "epoch": 0.39,
      "grad_norm": 10.3125,
      "learning_rate": 3.0469984202211692e-05,
      "loss": 2.0603,
      "step": 989
    },
    {
      "epoch": 0.39,
      "grad_norm": 5.25,
      "learning_rate": 3.0450236966824647e-05,
      "loss": 2.1215,
      "step": 990
    },
    {
      "epoch": 0.39,
      "grad_norm": 4.25,
      "learning_rate": 3.04304897314376e-05,
      "loss": 2.3808,
      "step": 991
    },
    {
      "epoch": 0.39,
      "grad_norm": 6.03125,
      "learning_rate": 3.0410742496050553e-05,
      "loss": 2.2583,
      "step": 992
    },
    {
      "epoch": 0.39,
      "grad_norm": 4.46875,
      "learning_rate": 3.0390995260663507e-05,
      "loss": 1.8414,
      "step": 993
    },
    {
      "epoch": 0.39,
      "grad_norm": 5.34375,
      "learning_rate": 3.0371248025276462e-05,
      "loss": 2.1704,
      "step": 994
    },
    {
      "epoch": 0.39,
      "grad_norm": 6.5625,
      "learning_rate": 3.0351500789889413e-05,
      "loss": 2.1396,
      "step": 995
    },
    {
      "epoch": 0.39,
      "grad_norm": 4.875,
      "learning_rate": 3.0331753554502375e-05,
      "loss": 2.1264,
      "step": 996
    },
    {
      "epoch": 0.39,
      "grad_norm": 5.96875,
      "learning_rate": 3.0312006319115326e-05,
      "loss": 2.1285,
      "step": 997
    },
    {
      "epoch": 0.39,
      "grad_norm": 6.625,
      "learning_rate": 3.029225908372828e-05,
      "loss": 2.0612,
      "step": 998
    },
    {
      "epoch": 0.39,
      "grad_norm": 4.84375,
      "learning_rate": 3.0272511848341232e-05,
      "loss": 1.9947,
      "step": 999
    },
    {
      "epoch": 0.39,
      "grad_norm": 5.40625,
      "learning_rate": 3.0252764612954187e-05,
      "loss": 1.9982,
      "step": 1000
    },
    {
      "epoch": 0.4,
      "grad_norm": 5.40625,
      "learning_rate": 3.0233017377567142e-05,
      "loss": 2.4577,
      "step": 1001
    },
    {
      "epoch": 0.4,
      "grad_norm": 5.4375,
      "learning_rate": 3.0213270142180093e-05,
      "loss": 1.9462,
      "step": 1002
    },
    {
      "epoch": 0.4,
      "grad_norm": 4.25,
      "learning_rate": 3.0193522906793048e-05,
      "loss": 2.1077,
      "step": 1003
    },
    {
      "epoch": 0.4,
      "grad_norm": 4.8125,
      "learning_rate": 3.0173775671406006e-05,
      "loss": 2.2788,
      "step": 1004
    },
    {
      "epoch": 0.4,
      "grad_norm": 3.78125,
      "learning_rate": 3.015402843601896e-05,
      "loss": 1.9781,
      "step": 1005
    },
    {
      "epoch": 0.4,
      "grad_norm": 4.875,
      "learning_rate": 3.0134281200631915e-05,
      "loss": 2.269,
      "step": 1006
    },
    {
      "epoch": 0.4,
      "grad_norm": 4.46875,
      "learning_rate": 3.0114533965244867e-05,
      "loss": 2.0683,
      "step": 1007
    },
    {
      "epoch": 0.4,
      "grad_norm": 4.78125,
      "learning_rate": 3.009478672985782e-05,
      "loss": 2.1516,
      "step": 1008
    },
    {
      "epoch": 0.4,
      "grad_norm": 5.34375,
      "learning_rate": 3.0075039494470776e-05,
      "loss": 2.1074,
      "step": 1009
    },
    {
      "epoch": 0.4,
      "grad_norm": 6.65625,
      "learning_rate": 3.0055292259083728e-05,
      "loss": 1.9805,
      "step": 1010
    },
    {
      "epoch": 0.4,
      "grad_norm": 5.625,
      "learning_rate": 3.0035545023696682e-05,
      "loss": 2.1971,
      "step": 1011
    },
    {
      "epoch": 0.4,
      "grad_norm": 3.953125,
      "learning_rate": 3.001579778830964e-05,
      "loss": 1.9663,
      "step": 1012
    },
    {
      "epoch": 0.4,
      "grad_norm": 6.375,
      "learning_rate": 2.9996050552922595e-05,
      "loss": 2.362,
      "step": 1013
    },
    {
      "epoch": 0.4,
      "grad_norm": 5.1875,
      "learning_rate": 2.9976303317535546e-05,
      "loss": 1.9182,
      "step": 1014
    },
    {
      "epoch": 0.4,
      "grad_norm": 4.4375,
      "learning_rate": 2.99565560821485e-05,
      "loss": 2.1931,
      "step": 1015
    },
    {
      "epoch": 0.4,
      "grad_norm": 12.1875,
      "learning_rate": 2.9936808846761456e-05,
      "loss": 1.9034,
      "step": 1016
    },
    {
      "epoch": 0.4,
      "grad_norm": 6.25,
      "learning_rate": 2.9917061611374407e-05,
      "loss": 1.9062,
      "step": 1017
    },
    {
      "epoch": 0.4,
      "grad_norm": 5.78125,
      "learning_rate": 2.9897314375987362e-05,
      "loss": 2.0405,
      "step": 1018
    },
    {
      "epoch": 0.4,
      "grad_norm": 6.53125,
      "learning_rate": 2.9877567140600317e-05,
      "loss": 2.0554,
      "step": 1019
    },
    {
      "epoch": 0.4,
      "grad_norm": 6.40625,
      "learning_rate": 2.9857819905213268e-05,
      "loss": 2.1224,
      "step": 1020
    },
    {
      "epoch": 0.4,
      "grad_norm": 5.34375,
      "learning_rate": 2.983807266982623e-05,
      "loss": 2.1465,
      "step": 1021
    },
    {
      "epoch": 0.4,
      "grad_norm": 6.09375,
      "learning_rate": 2.981832543443918e-05,
      "loss": 2.2829,
      "step": 1022
    },
    {
      "epoch": 0.4,
      "grad_norm": 5.84375,
      "learning_rate": 2.9798578199052136e-05,
      "loss": 2.1614,
      "step": 1023
    },
    {
      "epoch": 0.4,
      "grad_norm": 17.75,
      "learning_rate": 2.977883096366509e-05,
      "loss": 2.2667,
      "step": 1024
    },
    {
      "epoch": 0.4,
      "grad_norm": 7.75,
      "learning_rate": 2.975908372827804e-05,
      "loss": 2.0269,
      "step": 1025
    },
    {
      "epoch": 0.41,
      "grad_norm": 5.375,
      "learning_rate": 2.9739336492890996e-05,
      "loss": 2.214,
      "step": 1026
    },
    {
      "epoch": 0.41,
      "grad_norm": 7.4375,
      "learning_rate": 2.9719589257503948e-05,
      "loss": 2.1962,
      "step": 1027
    },
    {
      "epoch": 0.41,
      "grad_norm": 6.4375,
      "learning_rate": 2.9699842022116902e-05,
      "loss": 1.8448,
      "step": 1028
    },
    {
      "epoch": 0.41,
      "grad_norm": 3.8125,
      "learning_rate": 2.968009478672986e-05,
      "loss": 2.1769,
      "step": 1029
    },
    {
      "epoch": 0.41,
      "grad_norm": 6.78125,
      "learning_rate": 2.9660347551342815e-05,
      "loss": 2.0494,
      "step": 1030
    },
    {
      "epoch": 0.41,
      "grad_norm": 5.28125,
      "learning_rate": 2.964060031595577e-05,
      "loss": 2.0102,
      "step": 1031
    },
    {
      "epoch": 0.41,
      "grad_norm": 5.1875,
      "learning_rate": 2.962085308056872e-05,
      "loss": 2.6173,
      "step": 1032
    },
    {
      "epoch": 0.41,
      "grad_norm": 11.9375,
      "learning_rate": 2.9601105845181676e-05,
      "loss": 2.4153,
      "step": 1033
    },
    {
      "epoch": 0.41,
      "grad_norm": 4.375,
      "learning_rate": 2.958135860979463e-05,
      "loss": 2.3776,
      "step": 1034
    },
    {
      "epoch": 0.41,
      "grad_norm": 5.53125,
      "learning_rate": 2.9561611374407582e-05,
      "loss": 2.327,
      "step": 1035
    },
    {
      "epoch": 0.41,
      "grad_norm": 4.5,
      "learning_rate": 2.9541864139020537e-05,
      "loss": 2.1199,
      "step": 1036
    },
    {
      "epoch": 0.41,
      "grad_norm": 5.6875,
      "learning_rate": 2.9522116903633495e-05,
      "loss": 2.2445,
      "step": 1037
    },
    {
      "epoch": 0.41,
      "grad_norm": 5.21875,
      "learning_rate": 2.950236966824645e-05,
      "loss": 2.033,
      "step": 1038
    },
    {
      "epoch": 0.41,
      "grad_norm": 5.71875,
      "learning_rate": 2.94826224328594e-05,
      "loss": 1.7764,
      "step": 1039
    },
    {
      "epoch": 0.41,
      "grad_norm": 5.375,
      "learning_rate": 2.9462875197472356e-05,
      "loss": 1.8907,
      "step": 1040
    },
    {
      "epoch": 0.41,
      "grad_norm": 5.3125,
      "learning_rate": 2.944312796208531e-05,
      "loss": 1.9194,
      "step": 1041
    },
    {
      "epoch": 0.41,
      "grad_norm": 6.125,
      "learning_rate": 2.9423380726698262e-05,
      "loss": 1.8192,
      "step": 1042
    },
    {
      "epoch": 0.41,
      "grad_norm": 5.625,
      "learning_rate": 2.9403633491311216e-05,
      "loss": 2.0285,
      "step": 1043
    },
    {
      "epoch": 0.41,
      "grad_norm": 4.75,
      "learning_rate": 2.938388625592417e-05,
      "loss": 1.8841,
      "step": 1044
    },
    {
      "epoch": 0.41,
      "grad_norm": 6.78125,
      "learning_rate": 2.9364139020537123e-05,
      "loss": 2.3542,
      "step": 1045
    },
    {
      "epoch": 0.41,
      "grad_norm": 4.25,
      "learning_rate": 2.9344391785150084e-05,
      "loss": 2.0713,
      "step": 1046
    },
    {
      "epoch": 0.41,
      "grad_norm": 6.78125,
      "learning_rate": 2.9324644549763035e-05,
      "loss": 2.0577,
      "step": 1047
    },
    {
      "epoch": 0.41,
      "grad_norm": 6.28125,
      "learning_rate": 2.930489731437599e-05,
      "loss": 2.1367,
      "step": 1048
    },
    {
      "epoch": 0.41,
      "grad_norm": 5.25,
      "learning_rate": 2.9285150078988945e-05,
      "loss": 2.0427,
      "step": 1049
    },
    {
      "epoch": 0.41,
      "grad_norm": 5.8125,
      "learning_rate": 2.9265402843601896e-05,
      "loss": 1.9849,
      "step": 1050
    },
    {
      "epoch": 0.42,
      "grad_norm": 5.90625,
      "learning_rate": 2.924565560821485e-05,
      "loss": 2.0062,
      "step": 1051
    },
    {
      "epoch": 0.42,
      "grad_norm": 9.0625,
      "learning_rate": 2.9225908372827802e-05,
      "loss": 2.158,
      "step": 1052
    },
    {
      "epoch": 0.42,
      "grad_norm": 6.125,
      "learning_rate": 2.9206161137440757e-05,
      "loss": 2.3439,
      "step": 1053
    },
    {
      "epoch": 0.42,
      "grad_norm": 4.71875,
      "learning_rate": 2.9186413902053715e-05,
      "loss": 2.0509,
      "step": 1054
    },
    {
      "epoch": 0.42,
      "grad_norm": 5.03125,
      "learning_rate": 2.916666666666667e-05,
      "loss": 1.8932,
      "step": 1055
    },
    {
      "epoch": 0.42,
      "grad_norm": 4.59375,
      "learning_rate": 2.9146919431279624e-05,
      "loss": 2.3145,
      "step": 1056
    },
    {
      "epoch": 0.42,
      "grad_norm": 6.625,
      "learning_rate": 2.9127172195892576e-05,
      "loss": 2.2486,
      "step": 1057
    },
    {
      "epoch": 0.42,
      "grad_norm": 6.40625,
      "learning_rate": 2.910742496050553e-05,
      "loss": 2.0019,
      "step": 1058
    },
    {
      "epoch": 0.42,
      "grad_norm": 10.9375,
      "learning_rate": 2.9087677725118485e-05,
      "loss": 2.2197,
      "step": 1059
    },
    {
      "epoch": 0.42,
      "grad_norm": 9.625,
      "learning_rate": 2.9067930489731437e-05,
      "loss": 1.9787,
      "step": 1060
    },
    {
      "epoch": 0.42,
      "grad_norm": 8.1875,
      "learning_rate": 2.904818325434439e-05,
      "loss": 2.0667,
      "step": 1061
    },
    {
      "epoch": 0.42,
      "grad_norm": 9.0,
      "learning_rate": 2.902843601895735e-05,
      "loss": 1.9183,
      "step": 1062
    },
    {
      "epoch": 0.42,
      "grad_norm": 7.53125,
      "learning_rate": 2.9008688783570304e-05,
      "loss": 2.2603,
      "step": 1063
    },
    {
      "epoch": 0.42,
      "grad_norm": 4.78125,
      "learning_rate": 2.8988941548183255e-05,
      "loss": 2.2278,
      "step": 1064
    },
    {
      "epoch": 0.42,
      "grad_norm": 4.875,
      "learning_rate": 2.896919431279621e-05,
      "loss": 2.421,
      "step": 1065
    },
    {
      "epoch": 0.42,
      "grad_norm": 6.28125,
      "learning_rate": 2.8949447077409165e-05,
      "loss": 2.0023,
      "step": 1066
    },
    {
      "epoch": 0.42,
      "grad_norm": 5.34375,
      "learning_rate": 2.8929699842022116e-05,
      "loss": 2.0271,
      "step": 1067
    },
    {
      "epoch": 0.42,
      "grad_norm": 5.78125,
      "learning_rate": 2.890995260663507e-05,
      "loss": 2.5885,
      "step": 1068
    },
    {
      "epoch": 0.42,
      "grad_norm": 6.28125,
      "learning_rate": 2.8890205371248026e-05,
      "loss": 2.1043,
      "step": 1069
    },
    {
      "epoch": 0.42,
      "grad_norm": 7.96875,
      "learning_rate": 2.8870458135860977e-05,
      "loss": 2.0675,
      "step": 1070
    },
    {
      "epoch": 0.42,
      "grad_norm": 6.1875,
      "learning_rate": 2.885071090047394e-05,
      "loss": 2.1342,
      "step": 1071
    },
    {
      "epoch": 0.42,
      "grad_norm": 5.8125,
      "learning_rate": 2.883096366508689e-05,
      "loss": 1.9258,
      "step": 1072
    },
    {
      "epoch": 0.42,
      "grad_norm": 4.84375,
      "learning_rate": 2.8811216429699845e-05,
      "loss": 1.9811,
      "step": 1073
    },
    {
      "epoch": 0.42,
      "grad_norm": 5.40625,
      "learning_rate": 2.87914691943128e-05,
      "loss": 1.862,
      "step": 1074
    },
    {
      "epoch": 0.42,
      "grad_norm": 5.15625,
      "learning_rate": 2.877172195892575e-05,
      "loss": 2.3008,
      "step": 1075
    },
    {
      "epoch": 0.42,
      "grad_norm": 5.5,
      "learning_rate": 2.8751974723538705e-05,
      "loss": 2.3399,
      "step": 1076
    },
    {
      "epoch": 0.43,
      "grad_norm": 8.9375,
      "learning_rate": 2.873222748815166e-05,
      "loss": 2.0573,
      "step": 1077
    },
    {
      "epoch": 0.43,
      "grad_norm": 6.46875,
      "learning_rate": 2.871248025276461e-05,
      "loss": 2.0687,
      "step": 1078
    },
    {
      "epoch": 0.43,
      "grad_norm": 4.625,
      "learning_rate": 2.869273301737757e-05,
      "loss": 2.2145,
      "step": 1079
    },
    {
      "epoch": 0.43,
      "grad_norm": 6.28125,
      "learning_rate": 2.8672985781990524e-05,
      "loss": 2.432,
      "step": 1080
    },
    {
      "epoch": 0.43,
      "grad_norm": 6.78125,
      "learning_rate": 2.865323854660348e-05,
      "loss": 2.3317,
      "step": 1081
    },
    {
      "epoch": 0.43,
      "grad_norm": 6.53125,
      "learning_rate": 2.863349131121643e-05,
      "loss": 2.2845,
      "step": 1082
    },
    {
      "epoch": 0.43,
      "grad_norm": 5.0625,
      "learning_rate": 2.8613744075829385e-05,
      "loss": 2.0983,
      "step": 1083
    },
    {
      "epoch": 0.43,
      "grad_norm": 7.28125,
      "learning_rate": 2.859399684044234e-05,
      "loss": 1.9619,
      "step": 1084
    },
    {
      "epoch": 0.43,
      "grad_norm": 7.5,
      "learning_rate": 2.857424960505529e-05,
      "loss": 2.1664,
      "step": 1085
    },
    {
      "epoch": 0.43,
      "grad_norm": 6.0625,
      "learning_rate": 2.8554502369668246e-05,
      "loss": 2.0207,
      "step": 1086
    },
    {
      "epoch": 0.43,
      "grad_norm": 5.4375,
      "learning_rate": 2.8534755134281204e-05,
      "loss": 2.2528,
      "step": 1087
    },
    {
      "epoch": 0.43,
      "grad_norm": 4.46875,
      "learning_rate": 2.851500789889416e-05,
      "loss": 1.9941,
      "step": 1088
    },
    {
      "epoch": 0.43,
      "grad_norm": 5.09375,
      "learning_rate": 2.8495260663507113e-05,
      "loss": 2.0533,
      "step": 1089
    },
    {
      "epoch": 0.43,
      "grad_norm": 4.28125,
      "learning_rate": 2.8475513428120065e-05,
      "loss": 2.1984,
      "step": 1090
    },
    {
      "epoch": 0.43,
      "grad_norm": 4.5,
      "learning_rate": 2.845576619273302e-05,
      "loss": 2.0445,
      "step": 1091
    },
    {
      "epoch": 0.43,
      "grad_norm": 7.03125,
      "learning_rate": 2.843601895734597e-05,
      "loss": 2.5089,
      "step": 1092
    },
    {
      "epoch": 0.43,
      "grad_norm": 6.1875,
      "learning_rate": 2.8416271721958926e-05,
      "loss": 1.994,
      "step": 1093
    },
    {
      "epoch": 0.43,
      "grad_norm": 16.0,
      "learning_rate": 2.839652448657188e-05,
      "loss": 2.1956,
      "step": 1094
    },
    {
      "epoch": 0.43,
      "grad_norm": 4.25,
      "learning_rate": 2.837677725118483e-05,
      "loss": 2.2476,
      "step": 1095
    },
    {
      "epoch": 0.43,
      "grad_norm": 6.5,
      "learning_rate": 2.8357030015797793e-05,
      "loss": 1.4839,
      "step": 1096
    },
    {
      "epoch": 0.43,
      "grad_norm": 4.8125,
      "learning_rate": 2.8337282780410744e-05,
      "loss": 1.5829,
      "step": 1097
    },
    {
      "epoch": 0.43,
      "grad_norm": 3.953125,
      "learning_rate": 2.83175355450237e-05,
      "loss": 1.5653,
      "step": 1098
    },
    {
      "epoch": 0.43,
      "grad_norm": 3.84375,
      "learning_rate": 2.8297788309636654e-05,
      "loss": 2.3147,
      "step": 1099
    },
    {
      "epoch": 0.43,
      "grad_norm": 4.9375,
      "learning_rate": 2.8278041074249605e-05,
      "loss": 2.0617,
      "step": 1100
    },
    {
      "epoch": 0.43,
      "grad_norm": 7.90625,
      "learning_rate": 2.825829383886256e-05,
      "loss": 1.8926,
      "step": 1101
    },
    {
      "epoch": 0.44,
      "grad_norm": 5.4375,
      "learning_rate": 2.8238546603475515e-05,
      "loss": 1.8856,
      "step": 1102
    },
    {
      "epoch": 0.44,
      "grad_norm": 6.84375,
      "learning_rate": 2.8218799368088466e-05,
      "loss": 2.1553,
      "step": 1103
    },
    {
      "epoch": 0.44,
      "grad_norm": 6.5,
      "learning_rate": 2.8199052132701424e-05,
      "loss": 2.444,
      "step": 1104
    },
    {
      "epoch": 0.44,
      "grad_norm": 4.53125,
      "learning_rate": 2.817930489731438e-05,
      "loss": 1.7779,
      "step": 1105
    },
    {
      "epoch": 0.44,
      "grad_norm": 6.125,
      "learning_rate": 2.8159557661927334e-05,
      "loss": 1.7947,
      "step": 1106
    },
    {
      "epoch": 0.44,
      "grad_norm": 6.75,
      "learning_rate": 2.8139810426540285e-05,
      "loss": 2.4653,
      "step": 1107
    },
    {
      "epoch": 0.44,
      "grad_norm": 4.0,
      "learning_rate": 2.812006319115324e-05,
      "loss": 2.2892,
      "step": 1108
    },
    {
      "epoch": 0.44,
      "grad_norm": 8.625,
      "learning_rate": 2.8100315955766194e-05,
      "loss": 2.2005,
      "step": 1109
    },
    {
      "epoch": 0.44,
      "grad_norm": 5.25,
      "learning_rate": 2.8080568720379146e-05,
      "loss": 2.0186,
      "step": 1110
    },
    {
      "epoch": 0.44,
      "grad_norm": 5.625,
      "learning_rate": 2.80608214849921e-05,
      "loss": 2.1833,
      "step": 1111
    },
    {
      "epoch": 0.44,
      "grad_norm": 4.5,
      "learning_rate": 2.804107424960506e-05,
      "loss": 2.147,
      "step": 1112
    },
    {
      "epoch": 0.44,
      "grad_norm": 4.28125,
      "learning_rate": 2.8021327014218013e-05,
      "loss": 1.8431,
      "step": 1113
    },
    {
      "epoch": 0.44,
      "grad_norm": 4.25,
      "learning_rate": 2.8001579778830968e-05,
      "loss": 1.7725,
      "step": 1114
    },
    {
      "epoch": 0.44,
      "grad_norm": 5.09375,
      "learning_rate": 2.798183254344392e-05,
      "loss": 2.2364,
      "step": 1115
    },
    {
      "epoch": 0.44,
      "grad_norm": 4.96875,
      "learning_rate": 2.7962085308056874e-05,
      "loss": 1.9349,
      "step": 1116
    },
    {
      "epoch": 0.44,
      "grad_norm": 4.46875,
      "learning_rate": 2.7942338072669825e-05,
      "loss": 2.3327,
      "step": 1117
    },
    {
      "epoch": 0.44,
      "grad_norm": 5.09375,
      "learning_rate": 2.792259083728278e-05,
      "loss": 2.2791,
      "step": 1118
    },
    {
      "epoch": 0.44,
      "grad_norm": 5.0625,
      "learning_rate": 2.7902843601895735e-05,
      "loss": 2.0492,
      "step": 1119
    },
    {
      "epoch": 0.44,
      "grad_norm": 5.0625,
      "learning_rate": 2.7883096366508686e-05,
      "loss": 2.011,
      "step": 1120
    },
    {
      "epoch": 0.44,
      "grad_norm": 3.484375,
      "learning_rate": 2.7863349131121648e-05,
      "loss": 2.0302,
      "step": 1121
    },
    {
      "epoch": 0.44,
      "grad_norm": 4.15625,
      "learning_rate": 2.78436018957346e-05,
      "loss": 2.353,
      "step": 1122
    },
    {
      "epoch": 0.44,
      "grad_norm": 4.1875,
      "learning_rate": 2.7823854660347554e-05,
      "loss": 1.9375,
      "step": 1123
    },
    {
      "epoch": 0.44,
      "grad_norm": 7.3125,
      "learning_rate": 2.780410742496051e-05,
      "loss": 1.9524,
      "step": 1124
    },
    {
      "epoch": 0.44,
      "grad_norm": 5.40625,
      "learning_rate": 2.778436018957346e-05,
      "loss": 2.239,
      "step": 1125
    },
    {
      "epoch": 0.44,
      "grad_norm": 4.78125,
      "learning_rate": 2.7764612954186414e-05,
      "loss": 2.42,
      "step": 1126
    },
    {
      "epoch": 0.45,
      "grad_norm": 4.3125,
      "learning_rate": 2.774486571879937e-05,
      "loss": 2.0267,
      "step": 1127
    },
    {
      "epoch": 0.45,
      "grad_norm": 5.09375,
      "learning_rate": 2.772511848341232e-05,
      "loss": 2.2728,
      "step": 1128
    },
    {
      "epoch": 0.45,
      "grad_norm": 5.8125,
      "learning_rate": 2.770537124802528e-05,
      "loss": 2.3058,
      "step": 1129
    },
    {
      "epoch": 0.45,
      "grad_norm": 7.78125,
      "learning_rate": 2.7685624012638233e-05,
      "loss": 2.2182,
      "step": 1130
    },
    {
      "epoch": 0.45,
      "grad_norm": 7.59375,
      "learning_rate": 2.7665876777251188e-05,
      "loss": 2.0927,
      "step": 1131
    },
    {
      "epoch": 0.45,
      "grad_norm": 6.0625,
      "learning_rate": 2.764612954186414e-05,
      "loss": 2.356,
      "step": 1132
    },
    {
      "epoch": 0.45,
      "grad_norm": 6.15625,
      "learning_rate": 2.7626382306477094e-05,
      "loss": 1.9799,
      "step": 1133
    },
    {
      "epoch": 0.45,
      "grad_norm": 3.734375,
      "learning_rate": 2.760663507109005e-05,
      "loss": 2.1737,
      "step": 1134
    },
    {
      "epoch": 0.45,
      "grad_norm": 4.625,
      "learning_rate": 2.7586887835703e-05,
      "loss": 1.949,
      "step": 1135
    },
    {
      "epoch": 0.45,
      "grad_norm": 7.59375,
      "learning_rate": 2.7567140600315955e-05,
      "loss": 1.7392,
      "step": 1136
    },
    {
      "epoch": 0.45,
      "grad_norm": 4.9375,
      "learning_rate": 2.7547393364928913e-05,
      "loss": 1.6365,
      "step": 1137
    },
    {
      "epoch": 0.45,
      "grad_norm": 5.84375,
      "learning_rate": 2.7527646129541868e-05,
      "loss": 2.1883,
      "step": 1138
    },
    {
      "epoch": 0.45,
      "grad_norm": 6.5625,
      "learning_rate": 2.7507898894154822e-05,
      "loss": 2.316,
      "step": 1139
    },
    {
      "epoch": 0.45,
      "grad_norm": 5.40625,
      "learning_rate": 2.7488151658767774e-05,
      "loss": 1.9597,
      "step": 1140
    },
    {
      "epoch": 0.45,
      "grad_norm": 4.5625,
      "learning_rate": 2.746840442338073e-05,
      "loss": 2.0983,
      "step": 1141
    },
    {
      "epoch": 0.45,
      "grad_norm": 4.78125,
      "learning_rate": 2.7448657187993683e-05,
      "loss": 1.8742,
      "step": 1142
    },
    {
      "epoch": 0.45,
      "grad_norm": 7.21875,
      "learning_rate": 2.7428909952606635e-05,
      "loss": 2.0789,
      "step": 1143
    },
    {
      "epoch": 0.45,
      "grad_norm": 4.53125,
      "learning_rate": 2.740916271721959e-05,
      "loss": 1.8375,
      "step": 1144
    },
    {
      "epoch": 0.45,
      "grad_norm": 7.21875,
      "learning_rate": 2.738941548183254e-05,
      "loss": 1.894,
      "step": 1145
    },
    {
      "epoch": 0.45,
      "grad_norm": 5.125,
      "learning_rate": 2.7369668246445502e-05,
      "loss": 1.8811,
      "step": 1146
    },
    {
      "epoch": 0.45,
      "grad_norm": 4.875,
      "learning_rate": 2.7349921011058453e-05,
      "loss": 2.1069,
      "step": 1147
    },
    {
      "epoch": 0.45,
      "grad_norm": 7.0625,
      "learning_rate": 2.7330173775671408e-05,
      "loss": 2.2026,
      "step": 1148
    },
    {
      "epoch": 0.45,
      "grad_norm": 4.4375,
      "learning_rate": 2.7310426540284363e-05,
      "loss": 1.825,
      "step": 1149
    },
    {
      "epoch": 0.45,
      "grad_norm": 5.65625,
      "learning_rate": 2.7290679304897314e-05,
      "loss": 1.8051,
      "step": 1150
    },
    {
      "epoch": 0.45,
      "grad_norm": 4.34375,
      "learning_rate": 2.727093206951027e-05,
      "loss": 2.3469,
      "step": 1151
    },
    {
      "epoch": 0.45,
      "grad_norm": 5.09375,
      "learning_rate": 2.7251184834123224e-05,
      "loss": 1.7316,
      "step": 1152
    },
    {
      "epoch": 0.46,
      "grad_norm": 6.03125,
      "learning_rate": 2.7231437598736175e-05,
      "loss": 1.8558,
      "step": 1153
    },
    {
      "epoch": 0.46,
      "grad_norm": 5.96875,
      "learning_rate": 2.7211690363349137e-05,
      "loss": 2.3068,
      "step": 1154
    },
    {
      "epoch": 0.46,
      "grad_norm": 7.15625,
      "learning_rate": 2.7191943127962088e-05,
      "loss": 2.1935,
      "step": 1155
    },
    {
      "epoch": 0.46,
      "grad_norm": 4.625,
      "learning_rate": 2.7172195892575043e-05,
      "loss": 2.0243,
      "step": 1156
    },
    {
      "epoch": 0.46,
      "grad_norm": 4.71875,
      "learning_rate": 2.7152448657187994e-05,
      "loss": 1.853,
      "step": 1157
    },
    {
      "epoch": 0.46,
      "grad_norm": 6.78125,
      "learning_rate": 2.713270142180095e-05,
      "loss": 1.9556,
      "step": 1158
    },
    {
      "epoch": 0.46,
      "grad_norm": 7.34375,
      "learning_rate": 2.7112954186413903e-05,
      "loss": 1.9928,
      "step": 1159
    },
    {
      "epoch": 0.46,
      "grad_norm": 4.375,
      "learning_rate": 2.7093206951026855e-05,
      "loss": 1.9273,
      "step": 1160
    },
    {
      "epoch": 0.46,
      "grad_norm": 4.625,
      "learning_rate": 2.707345971563981e-05,
      "loss": 1.5774,
      "step": 1161
    },
    {
      "epoch": 0.46,
      "grad_norm": 5.78125,
      "learning_rate": 2.7053712480252768e-05,
      "loss": 2.3145,
      "step": 1162
    },
    {
      "epoch": 0.46,
      "grad_norm": 6.09375,
      "learning_rate": 2.7033965244865722e-05,
      "loss": 2.1099,
      "step": 1163
    },
    {
      "epoch": 0.46,
      "grad_norm": 4.6875,
      "learning_rate": 2.7014218009478677e-05,
      "loss": 2.4977,
      "step": 1164
    },
    {
      "epoch": 0.46,
      "grad_norm": 5.65625,
      "learning_rate": 2.699447077409163e-05,
      "loss": 1.8065,
      "step": 1165
    },
    {
      "epoch": 0.46,
      "grad_norm": 6.09375,
      "learning_rate": 2.6974723538704583e-05,
      "loss": 1.8172,
      "step": 1166
    },
    {
      "epoch": 0.46,
      "grad_norm": 4.3125,
      "learning_rate": 2.6954976303317538e-05,
      "loss": 1.7515,
      "step": 1167
    },
    {
      "epoch": 0.46,
      "grad_norm": 4.90625,
      "learning_rate": 2.693522906793049e-05,
      "loss": 1.8238,
      "step": 1168
    },
    {
      "epoch": 0.46,
      "grad_norm": 7.03125,
      "learning_rate": 2.6915481832543444e-05,
      "loss": 2.0191,
      "step": 1169
    },
    {
      "epoch": 0.46,
      "grad_norm": 5.125,
      "learning_rate": 2.6895734597156395e-05,
      "loss": 2.4757,
      "step": 1170
    },
    {
      "epoch": 0.46,
      "grad_norm": 5.15625,
      "learning_rate": 2.6875987361769357e-05,
      "loss": 2.2936,
      "step": 1171
    },
    {
      "epoch": 0.46,
      "grad_norm": 7.90625,
      "learning_rate": 2.6856240126382308e-05,
      "loss": 2.1366,
      "step": 1172
    },
    {
      "epoch": 0.46,
      "grad_norm": 4.84375,
      "learning_rate": 2.6836492890995263e-05,
      "loss": 2.4193,
      "step": 1173
    },
    {
      "epoch": 0.46,
      "grad_norm": 4.28125,
      "learning_rate": 2.6816745655608217e-05,
      "loss": 1.928,
      "step": 1174
    },
    {
      "epoch": 0.46,
      "grad_norm": 5.03125,
      "learning_rate": 2.679699842022117e-05,
      "loss": 2.2683,
      "step": 1175
    },
    {
      "epoch": 0.46,
      "grad_norm": 3.4375,
      "learning_rate": 2.6777251184834124e-05,
      "loss": 1.9684,
      "step": 1176
    },
    {
      "epoch": 0.46,
      "grad_norm": 4.46875,
      "learning_rate": 2.6757503949447078e-05,
      "loss": 1.8001,
      "step": 1177
    },
    {
      "epoch": 0.47,
      "grad_norm": 5.3125,
      "learning_rate": 2.673775671406003e-05,
      "loss": 2.0277,
      "step": 1178
    },
    {
      "epoch": 0.47,
      "grad_norm": 8.5,
      "learning_rate": 2.671800947867299e-05,
      "loss": 2.3923,
      "step": 1179
    },
    {
      "epoch": 0.47,
      "grad_norm": 5.5625,
      "learning_rate": 2.6698262243285942e-05,
      "loss": 2.1788,
      "step": 1180
    },
    {
      "epoch": 0.47,
      "grad_norm": 9.375,
      "learning_rate": 2.6678515007898897e-05,
      "loss": 2.0082,
      "step": 1181
    },
    {
      "epoch": 0.47,
      "grad_norm": 8.375,
      "learning_rate": 2.665876777251185e-05,
      "loss": 1.866,
      "step": 1182
    },
    {
      "epoch": 0.47,
      "grad_norm": 5.28125,
      "learning_rate": 2.6639020537124803e-05,
      "loss": 2.032,
      "step": 1183
    },
    {
      "epoch": 0.47,
      "grad_norm": 4.75,
      "learning_rate": 2.6619273301737758e-05,
      "loss": 2.0754,
      "step": 1184
    },
    {
      "epoch": 0.47,
      "grad_norm": 6.8125,
      "learning_rate": 2.659952606635071e-05,
      "loss": 2.2154,
      "step": 1185
    },
    {
      "epoch": 0.47,
      "grad_norm": 4.59375,
      "learning_rate": 2.6579778830963664e-05,
      "loss": 2.0025,
      "step": 1186
    },
    {
      "epoch": 0.47,
      "grad_norm": 6.4375,
      "learning_rate": 2.6560031595576622e-05,
      "loss": 2.2387,
      "step": 1187
    },
    {
      "epoch": 0.47,
      "grad_norm": 5.125,
      "learning_rate": 2.6540284360189577e-05,
      "loss": 2.1835,
      "step": 1188
    },
    {
      "epoch": 0.47,
      "grad_norm": 6.34375,
      "learning_rate": 2.652053712480253e-05,
      "loss": 1.9426,
      "step": 1189
    },
    {
      "epoch": 0.47,
      "grad_norm": 4.59375,
      "learning_rate": 2.6500789889415483e-05,
      "loss": 2.0679,
      "step": 1190
    },
    {
      "epoch": 0.47,
      "grad_norm": 34.5,
      "learning_rate": 2.6481042654028438e-05,
      "loss": 1.8497,
      "step": 1191
    },
    {
      "epoch": 0.47,
      "grad_norm": 4.09375,
      "learning_rate": 2.6461295418641392e-05,
      "loss": 2.0029,
      "step": 1192
    },
    {
      "epoch": 0.47,
      "grad_norm": 5.34375,
      "learning_rate": 2.6441548183254344e-05,
      "loss": 2.0559,
      "step": 1193
    },
    {
      "epoch": 0.47,
      "grad_norm": 5.6875,
      "learning_rate": 2.64218009478673e-05,
      "loss": 2.1465,
      "step": 1194
    },
    {
      "epoch": 0.47,
      "grad_norm": 4.96875,
      "learning_rate": 2.640205371248025e-05,
      "loss": 2.0189,
      "step": 1195
    },
    {
      "epoch": 0.47,
      "grad_norm": 5.4375,
      "learning_rate": 2.638230647709321e-05,
      "loss": 2.1505,
      "step": 1196
    },
    {
      "epoch": 0.47,
      "grad_norm": 7.90625,
      "learning_rate": 2.6362559241706163e-05,
      "loss": 2.2322,
      "step": 1197
    },
    {
      "epoch": 0.47,
      "grad_norm": 5.28125,
      "learning_rate": 2.6342812006319117e-05,
      "loss": 2.1453,
      "step": 1198
    },
    {
      "epoch": 0.47,
      "grad_norm": 8.75,
      "learning_rate": 2.6323064770932072e-05,
      "loss": 2.3321,
      "step": 1199
    },
    {
      "epoch": 0.47,
      "grad_norm": 6.46875,
      "learning_rate": 2.6303317535545023e-05,
      "loss": 2.0895,
      "step": 1200
    },
    {
      "epoch": 0.47,
      "grad_norm": 5.25,
      "learning_rate": 2.6283570300157978e-05,
      "loss": 2.3932,
      "step": 1201
    },
    {
      "epoch": 0.47,
      "grad_norm": 5.3125,
      "learning_rate": 2.6263823064770933e-05,
      "loss": 2.0331,
      "step": 1202
    },
    {
      "epoch": 0.48,
      "grad_norm": 5.0625,
      "learning_rate": 2.6244075829383884e-05,
      "loss": 2.1201,
      "step": 1203
    },
    {
      "epoch": 0.48,
      "grad_norm": 6.96875,
      "learning_rate": 2.6224328593996846e-05,
      "loss": 1.9008,
      "step": 1204
    },
    {
      "epoch": 0.48,
      "grad_norm": 11.6875,
      "learning_rate": 2.6204581358609797e-05,
      "loss": 2.1719,
      "step": 1205
    },
    {
      "epoch": 0.48,
      "grad_norm": 4.28125,
      "learning_rate": 2.618483412322275e-05,
      "loss": 1.9865,
      "step": 1206
    },
    {
      "epoch": 0.48,
      "grad_norm": 5.625,
      "learning_rate": 2.6165086887835706e-05,
      "loss": 1.9773,
      "step": 1207
    },
    {
      "epoch": 0.48,
      "grad_norm": 5.40625,
      "learning_rate": 2.6145339652448658e-05,
      "loss": 1.7541,
      "step": 1208
    },
    {
      "epoch": 0.48,
      "grad_norm": 4.46875,
      "learning_rate": 2.6125592417061612e-05,
      "loss": 2.0981,
      "step": 1209
    },
    {
      "epoch": 0.48,
      "grad_norm": 6.65625,
      "learning_rate": 2.6105845181674564e-05,
      "loss": 2.1391,
      "step": 1210
    },
    {
      "epoch": 0.48,
      "grad_norm": 4.125,
      "learning_rate": 2.608609794628752e-05,
      "loss": 1.9251,
      "step": 1211
    },
    {
      "epoch": 0.48,
      "grad_norm": 5.96875,
      "learning_rate": 2.6066350710900477e-05,
      "loss": 2.4607,
      "step": 1212
    },
    {
      "epoch": 0.48,
      "grad_norm": 5.25,
      "learning_rate": 2.604660347551343e-05,
      "loss": 2.1851,
      "step": 1213
    },
    {
      "epoch": 0.48,
      "grad_norm": 11.3125,
      "learning_rate": 2.6026856240126386e-05,
      "loss": 2.0093,
      "step": 1214
    },
    {
      "epoch": 0.48,
      "grad_norm": 6.5625,
      "learning_rate": 2.6007109004739337e-05,
      "loss": 1.9003,
      "step": 1215
    },
    {
      "epoch": 0.48,
      "grad_norm": 4.59375,
      "learning_rate": 2.5987361769352292e-05,
      "loss": 2.0282,
      "step": 1216
    },
    {
      "epoch": 0.48,
      "grad_norm": 6.84375,
      "learning_rate": 2.5967614533965247e-05,
      "loss": 2.1637,
      "step": 1217
    },
    {
      "epoch": 0.48,
      "grad_norm": 5.84375,
      "learning_rate": 2.5947867298578198e-05,
      "loss": 1.9705,
      "step": 1218
    },
    {
      "epoch": 0.48,
      "grad_norm": 4.875,
      "learning_rate": 2.5928120063191153e-05,
      "loss": 1.7375,
      "step": 1219
    },
    {
      "epoch": 0.48,
      "grad_norm": 9.5,
      "learning_rate": 2.5908372827804108e-05,
      "loss": 1.6187,
      "step": 1220
    },
    {
      "epoch": 0.48,
      "grad_norm": 8.3125,
      "learning_rate": 2.5888625592417066e-05,
      "loss": 2.1687,
      "step": 1221
    },
    {
      "epoch": 0.48,
      "grad_norm": 6.1875,
      "learning_rate": 2.5868878357030017e-05,
      "loss": 1.8998,
      "step": 1222
    },
    {
      "epoch": 0.48,
      "grad_norm": 7.0,
      "learning_rate": 2.5849131121642972e-05,
      "loss": 2.0586,
      "step": 1223
    },
    {
      "epoch": 0.48,
      "grad_norm": 8.875,
      "learning_rate": 2.5829383886255927e-05,
      "loss": 2.4329,
      "step": 1224
    },
    {
      "epoch": 0.48,
      "grad_norm": 4.8125,
      "learning_rate": 2.5809636650868878e-05,
      "loss": 1.7362,
      "step": 1225
    },
    {
      "epoch": 0.48,
      "grad_norm": 6.46875,
      "learning_rate": 2.5789889415481833e-05,
      "loss": 2.2331,
      "step": 1226
    },
    {
      "epoch": 0.48,
      "grad_norm": 8.4375,
      "learning_rate": 2.5770142180094787e-05,
      "loss": 2.426,
      "step": 1227
    },
    {
      "epoch": 0.48,
      "grad_norm": 6.875,
      "learning_rate": 2.575039494470774e-05,
      "loss": 2.3051,
      "step": 1228
    },
    {
      "epoch": 0.49,
      "grad_norm": 5.78125,
      "learning_rate": 2.57306477093207e-05,
      "loss": 2.4133,
      "step": 1229
    },
    {
      "epoch": 0.49,
      "grad_norm": 4.28125,
      "learning_rate": 2.571090047393365e-05,
      "loss": 2.1426,
      "step": 1230
    },
    {
      "epoch": 0.49,
      "grad_norm": 5.53125,
      "learning_rate": 2.5691153238546606e-05,
      "loss": 2.3813,
      "step": 1231
    },
    {
      "epoch": 0.49,
      "grad_norm": 4.34375,
      "learning_rate": 2.567140600315956e-05,
      "loss": 1.9091,
      "step": 1232
    },
    {
      "epoch": 0.49,
      "grad_norm": 5.375,
      "learning_rate": 2.5651658767772512e-05,
      "loss": 1.8847,
      "step": 1233
    },
    {
      "epoch": 0.49,
      "grad_norm": 6.1875,
      "learning_rate": 2.5631911532385467e-05,
      "loss": 1.9896,
      "step": 1234
    },
    {
      "epoch": 0.49,
      "grad_norm": 4.8125,
      "learning_rate": 2.561216429699842e-05,
      "loss": 2.2392,
      "step": 1235
    },
    {
      "epoch": 0.49,
      "grad_norm": 5.84375,
      "learning_rate": 2.5592417061611373e-05,
      "loss": 1.6979,
      "step": 1236
    },
    {
      "epoch": 0.49,
      "grad_norm": 5.6875,
      "learning_rate": 2.557266982622433e-05,
      "loss": 1.7742,
      "step": 1237
    },
    {
      "epoch": 0.49,
      "grad_norm": 5.5625,
      "learning_rate": 2.5552922590837286e-05,
      "loss": 2.0146,
      "step": 1238
    },
    {
      "epoch": 0.49,
      "grad_norm": 6.59375,
      "learning_rate": 2.553317535545024e-05,
      "loss": 1.9333,
      "step": 1239
    },
    {
      "epoch": 0.49,
      "grad_norm": 4.53125,
      "learning_rate": 2.5513428120063192e-05,
      "loss": 2.0606,
      "step": 1240
    },
    {
      "epoch": 0.49,
      "grad_norm": 5.0,
      "learning_rate": 2.5493680884676147e-05,
      "loss": 2.1148,
      "step": 1241
    },
    {
      "epoch": 0.49,
      "grad_norm": 4.84375,
      "learning_rate": 2.54739336492891e-05,
      "loss": 2.1905,
      "step": 1242
    },
    {
      "epoch": 0.49,
      "grad_norm": 4.9375,
      "learning_rate": 2.5454186413902053e-05,
      "loss": 2.0304,
      "step": 1243
    },
    {
      "epoch": 0.49,
      "grad_norm": 5.53125,
      "learning_rate": 2.5434439178515007e-05,
      "loss": 1.9301,
      "step": 1244
    },
    {
      "epoch": 0.49,
      "grad_norm": 8.5,
      "learning_rate": 2.5414691943127962e-05,
      "loss": 2.1242,
      "step": 1245
    },
    {
      "epoch": 0.49,
      "grad_norm": 4.03125,
      "learning_rate": 2.539494470774092e-05,
      "loss": 2.3577,
      "step": 1246
    },
    {
      "epoch": 0.49,
      "grad_norm": 5.75,
      "learning_rate": 2.537519747235387e-05,
      "loss": 2.4534,
      "step": 1247
    },
    {
      "epoch": 0.49,
      "grad_norm": 5.53125,
      "learning_rate": 2.5355450236966826e-05,
      "loss": 2.3253,
      "step": 1248
    },
    {
      "epoch": 0.49,
      "grad_norm": 5.4375,
      "learning_rate": 2.533570300157978e-05,
      "loss": 2.3095,
      "step": 1249
    },
    {
      "epoch": 0.49,
      "grad_norm": 9.75,
      "learning_rate": 2.5315955766192732e-05,
      "loss": 2.1109,
      "step": 1250
    },
    {
      "epoch": 0.49,
      "grad_norm": 4.9375,
      "learning_rate": 2.5296208530805687e-05,
      "loss": 2.2647,
      "step": 1251
    },
    {
      "epoch": 0.49,
      "grad_norm": 4.09375,
      "learning_rate": 2.5276461295418642e-05,
      "loss": 1.9459,
      "step": 1252
    },
    {
      "epoch": 0.49,
      "grad_norm": 6.59375,
      "learning_rate": 2.5256714060031593e-05,
      "loss": 1.9907,
      "step": 1253
    },
    {
      "epoch": 0.5,
      "grad_norm": 5.90625,
      "learning_rate": 2.5236966824644555e-05,
      "loss": 2.085,
      "step": 1254
    },
    {
      "epoch": 0.5,
      "grad_norm": 8.5625,
      "learning_rate": 2.5217219589257506e-05,
      "loss": 2.198,
      "step": 1255
    },
    {
      "epoch": 0.5,
      "grad_norm": 10.25,
      "learning_rate": 2.519747235387046e-05,
      "loss": 2.1337,
      "step": 1256
    },
    {
      "epoch": 0.5,
      "grad_norm": 5.0,
      "learning_rate": 2.5177725118483415e-05,
      "loss": 1.9642,
      "step": 1257
    },
    {
      "epoch": 0.5,
      "grad_norm": 5.5625,
      "learning_rate": 2.5157977883096367e-05,
      "loss": 1.9634,
      "step": 1258
    },
    {
      "epoch": 0.5,
      "grad_norm": 5.90625,
      "learning_rate": 2.513823064770932e-05,
      "loss": 2.2505,
      "step": 1259
    },
    {
      "epoch": 0.5,
      "grad_norm": 5.5,
      "learning_rate": 2.5118483412322273e-05,
      "loss": 2.0375,
      "step": 1260
    },
    {
      "epoch": 0.5,
      "grad_norm": 5.21875,
      "learning_rate": 2.5098736176935228e-05,
      "loss": 1.9021,
      "step": 1261
    },
    {
      "epoch": 0.5,
      "grad_norm": 5.3125,
      "learning_rate": 2.5078988941548186e-05,
      "loss": 1.8203,
      "step": 1262
    },
    {
      "epoch": 0.5,
      "grad_norm": 5.03125,
      "learning_rate": 2.505924170616114e-05,
      "loss": 2.2707,
      "step": 1263
    },
    {
      "epoch": 0.5,
      "grad_norm": 5.96875,
      "learning_rate": 2.5039494470774095e-05,
      "loss": 1.8947,
      "step": 1264
    },
    {
      "epoch": 0.5,
      "grad_norm": 4.9375,
      "learning_rate": 2.5019747235387046e-05,
      "loss": 1.8469,
      "step": 1265
    },
    {
      "epoch": 0.5,
      "grad_norm": 5.625,
      "learning_rate": 2.5e-05,
      "loss": 2.1186,
      "step": 1266
    },
    {
      "epoch": 0.5,
      "grad_norm": 7.5625,
      "learning_rate": 2.4980252764612956e-05,
      "loss": 2.3777,
      "step": 1267
    },
    {
      "epoch": 0.5,
      "grad_norm": 5.0625,
      "learning_rate": 2.4960505529225907e-05,
      "loss": 1.8658,
      "step": 1268
    },
    {
      "epoch": 0.5,
      "grad_norm": 7.59375,
      "learning_rate": 2.4940758293838865e-05,
      "loss": 2.2078,
      "step": 1269
    },
    {
      "epoch": 0.5,
      "grad_norm": 5.40625,
      "learning_rate": 2.4921011058451817e-05,
      "loss": 2.1179,
      "step": 1270
    },
    {
      "epoch": 0.5,
      "grad_norm": 5.21875,
      "learning_rate": 2.490126382306477e-05,
      "loss": 1.988,
      "step": 1271
    },
    {
      "epoch": 0.5,
      "grad_norm": 6.0625,
      "learning_rate": 2.4881516587677726e-05,
      "loss": 1.7059,
      "step": 1272
    },
    {
      "epoch": 0.5,
      "grad_norm": 7.65625,
      "learning_rate": 2.486176935229068e-05,
      "loss": 2.1586,
      "step": 1273
    },
    {
      "epoch": 0.5,
      "grad_norm": 4.25,
      "learning_rate": 2.4842022116903636e-05,
      "loss": 1.9436,
      "step": 1274
    },
    {
      "epoch": 0.5,
      "grad_norm": 7.375,
      "learning_rate": 2.4822274881516587e-05,
      "loss": 1.9944,
      "step": 1275
    },
    {
      "epoch": 0.5,
      "grad_norm": 6.25,
      "learning_rate": 2.480252764612954e-05,
      "loss": 2.2967,
      "step": 1276
    },
    {
      "epoch": 0.5,
      "grad_norm": 5.84375,
      "learning_rate": 2.47827804107425e-05,
      "loss": 2.0202,
      "step": 1277
    },
    {
      "epoch": 0.5,
      "grad_norm": 5.34375,
      "learning_rate": 2.476303317535545e-05,
      "loss": 1.7282,
      "step": 1278
    },
    {
      "epoch": 0.51,
      "grad_norm": 3.671875,
      "learning_rate": 2.4743285939968406e-05,
      "loss": 2.2839,
      "step": 1279
    },
    {
      "epoch": 0.51,
      "grad_norm": 4.90625,
      "learning_rate": 2.4723538704581357e-05,
      "loss": 1.7881,
      "step": 1280
    },
    {
      "epoch": 0.51,
      "grad_norm": 9.5625,
      "learning_rate": 2.4703791469194315e-05,
      "loss": 1.7582,
      "step": 1281
    },
    {
      "epoch": 0.51,
      "grad_norm": 6.1875,
      "learning_rate": 2.468404423380727e-05,
      "loss": 1.7937,
      "step": 1282
    },
    {
      "epoch": 0.51,
      "grad_norm": 5.75,
      "learning_rate": 2.466429699842022e-05,
      "loss": 2.1018,
      "step": 1283
    },
    {
      "epoch": 0.51,
      "grad_norm": 7.21875,
      "learning_rate": 2.4644549763033176e-05,
      "loss": 2.1169,
      "step": 1284
    },
    {
      "epoch": 0.51,
      "grad_norm": 5.34375,
      "learning_rate": 2.462480252764613e-05,
      "loss": 1.8524,
      "step": 1285
    },
    {
      "epoch": 0.51,
      "grad_norm": 5.375,
      "learning_rate": 2.4605055292259086e-05,
      "loss": 2.0906,
      "step": 1286
    },
    {
      "epoch": 0.51,
      "grad_norm": 4.90625,
      "learning_rate": 2.458530805687204e-05,
      "loss": 1.6387,
      "step": 1287
    },
    {
      "epoch": 0.51,
      "grad_norm": 5.71875,
      "learning_rate": 2.456556082148499e-05,
      "loss": 1.6387,
      "step": 1288
    },
    {
      "epoch": 0.51,
      "grad_norm": 6.46875,
      "learning_rate": 2.454581358609795e-05,
      "loss": 1.958,
      "step": 1289
    },
    {
      "epoch": 0.51,
      "grad_norm": 10.375,
      "learning_rate": 2.45260663507109e-05,
      "loss": 2.2495,
      "step": 1290
    },
    {
      "epoch": 0.51,
      "grad_norm": 6.59375,
      "learning_rate": 2.4506319115323856e-05,
      "loss": 2.3776,
      "step": 1291
    },
    {
      "epoch": 0.51,
      "grad_norm": 6.09375,
      "learning_rate": 2.448657187993681e-05,
      "loss": 2.1806,
      "step": 1292
    },
    {
      "epoch": 0.51,
      "grad_norm": 5.78125,
      "learning_rate": 2.4466824644549762e-05,
      "loss": 1.9989,
      "step": 1293
    },
    {
      "epoch": 0.51,
      "grad_norm": 8.625,
      "learning_rate": 2.444707740916272e-05,
      "loss": 2.0007,
      "step": 1294
    },
    {
      "epoch": 0.51,
      "grad_norm": 4.96875,
      "learning_rate": 2.442733017377567e-05,
      "loss": 1.8216,
      "step": 1295
    },
    {
      "epoch": 0.51,
      "grad_norm": 6.84375,
      "learning_rate": 2.4407582938388626e-05,
      "loss": 2.411,
      "step": 1296
    },
    {
      "epoch": 0.51,
      "grad_norm": 4.625,
      "learning_rate": 2.438783570300158e-05,
      "loss": 1.9321,
      "step": 1297
    },
    {
      "epoch": 0.51,
      "grad_norm": 6.5,
      "learning_rate": 2.4368088467614535e-05,
      "loss": 2.0865,
      "step": 1298
    },
    {
      "epoch": 0.51,
      "grad_norm": 4.625,
      "learning_rate": 2.434834123222749e-05,
      "loss": 1.8693,
      "step": 1299
    },
    {
      "epoch": 0.51,
      "grad_norm": 5.03125,
      "learning_rate": 2.432859399684044e-05,
      "loss": 1.8448,
      "step": 1300
    },
    {
      "epoch": 0.51,
      "grad_norm": 5.21875,
      "learning_rate": 2.4308846761453396e-05,
      "loss": 2.111,
      "step": 1301
    },
    {
      "epoch": 0.51,
      "grad_norm": 12.75,
      "learning_rate": 2.4289099526066354e-05,
      "loss": 2.298,
      "step": 1302
    },
    {
      "epoch": 0.51,
      "grad_norm": 6.0625,
      "learning_rate": 2.4269352290679306e-05,
      "loss": 1.7997,
      "step": 1303
    },
    {
      "epoch": 0.52,
      "grad_norm": 7.53125,
      "learning_rate": 2.424960505529226e-05,
      "loss": 2.0493,
      "step": 1304
    },
    {
      "epoch": 0.52,
      "grad_norm": 5.5625,
      "learning_rate": 2.4229857819905215e-05,
      "loss": 1.9611,
      "step": 1305
    },
    {
      "epoch": 0.52,
      "grad_norm": 9.125,
      "learning_rate": 2.421011058451817e-05,
      "loss": 2.1518,
      "step": 1306
    },
    {
      "epoch": 0.52,
      "grad_norm": 6.5625,
      "learning_rate": 2.4190363349131125e-05,
      "loss": 2.2332,
      "step": 1307
    },
    {
      "epoch": 0.52,
      "grad_norm": 5.15625,
      "learning_rate": 2.4170616113744076e-05,
      "loss": 2.2586,
      "step": 1308
    },
    {
      "epoch": 0.52,
      "grad_norm": 5.1875,
      "learning_rate": 2.415086887835703e-05,
      "loss": 2.035,
      "step": 1309
    },
    {
      "epoch": 0.52,
      "grad_norm": 11.5625,
      "learning_rate": 2.4131121642969985e-05,
      "loss": 2.1551,
      "step": 1310
    },
    {
      "epoch": 0.52,
      "grad_norm": 4.40625,
      "learning_rate": 2.411137440758294e-05,
      "loss": 1.9999,
      "step": 1311
    },
    {
      "epoch": 0.52,
      "grad_norm": 4.46875,
      "learning_rate": 2.4091627172195895e-05,
      "loss": 1.7868,
      "step": 1312
    },
    {
      "epoch": 0.52,
      "grad_norm": 7.125,
      "learning_rate": 2.4071879936808846e-05,
      "loss": 1.9033,
      "step": 1313
    },
    {
      "epoch": 0.52,
      "grad_norm": 6.40625,
      "learning_rate": 2.4052132701421804e-05,
      "loss": 2.0659,
      "step": 1314
    },
    {
      "epoch": 0.52,
      "grad_norm": 5.90625,
      "learning_rate": 2.4032385466034756e-05,
      "loss": 2.7933,
      "step": 1315
    },
    {
      "epoch": 0.52,
      "grad_norm": 6.65625,
      "learning_rate": 2.401263823064771e-05,
      "loss": 2.2674,
      "step": 1316
    },
    {
      "epoch": 0.52,
      "grad_norm": 6.59375,
      "learning_rate": 2.3992890995260665e-05,
      "loss": 1.7674,
      "step": 1317
    },
    {
      "epoch": 0.52,
      "grad_norm": 5.34375,
      "learning_rate": 2.3973143759873616e-05,
      "loss": 2.2664,
      "step": 1318
    },
    {
      "epoch": 0.52,
      "grad_norm": 6.09375,
      "learning_rate": 2.3953396524486574e-05,
      "loss": 2.2321,
      "step": 1319
    },
    {
      "epoch": 0.52,
      "grad_norm": 5.53125,
      "learning_rate": 2.3933649289099526e-05,
      "loss": 1.888,
      "step": 1320
    },
    {
      "epoch": 0.52,
      "grad_norm": 5.8125,
      "learning_rate": 2.391390205371248e-05,
      "loss": 2.0791,
      "step": 1321
    },
    {
      "epoch": 0.52,
      "grad_norm": 5.3125,
      "learning_rate": 2.3894154818325435e-05,
      "loss": 1.9902,
      "step": 1322
    },
    {
      "epoch": 0.52,
      "grad_norm": 5.28125,
      "learning_rate": 2.387440758293839e-05,
      "loss": 2.256,
      "step": 1323
    },
    {
      "epoch": 0.52,
      "grad_norm": 5.46875,
      "learning_rate": 2.3854660347551345e-05,
      "loss": 2.1788,
      "step": 1324
    },
    {
      "epoch": 0.52,
      "grad_norm": 6.625,
      "learning_rate": 2.3834913112164296e-05,
      "loss": 1.8647,
      "step": 1325
    },
    {
      "epoch": 0.52,
      "grad_norm": 4.5625,
      "learning_rate": 2.381516587677725e-05,
      "loss": 2.0878,
      "step": 1326
    },
    {
      "epoch": 0.52,
      "grad_norm": 7.28125,
      "learning_rate": 2.379541864139021e-05,
      "loss": 1.7149,
      "step": 1327
    },
    {
      "epoch": 0.52,
      "grad_norm": 6.4375,
      "learning_rate": 2.377567140600316e-05,
      "loss": 2.2036,
      "step": 1328
    },
    {
      "epoch": 0.52,
      "grad_norm": 5.90625,
      "learning_rate": 2.3755924170616115e-05,
      "loss": 1.9812,
      "step": 1329
    },
    {
      "epoch": 0.53,
      "grad_norm": 6.1875,
      "learning_rate": 2.373617693522907e-05,
      "loss": 2.2046,
      "step": 1330
    },
    {
      "epoch": 0.53,
      "grad_norm": 5.875,
      "learning_rate": 2.3716429699842024e-05,
      "loss": 1.768,
      "step": 1331
    },
    {
      "epoch": 0.53,
      "grad_norm": 8.375,
      "learning_rate": 2.369668246445498e-05,
      "loss": 2.072,
      "step": 1332
    },
    {
      "epoch": 0.53,
      "grad_norm": 8.0,
      "learning_rate": 2.367693522906793e-05,
      "loss": 2.09,
      "step": 1333
    },
    {
      "epoch": 0.53,
      "grad_norm": 8.8125,
      "learning_rate": 2.3657187993680885e-05,
      "loss": 2.127,
      "step": 1334
    },
    {
      "epoch": 0.53,
      "grad_norm": 5.5,
      "learning_rate": 2.363744075829384e-05,
      "loss": 1.7886,
      "step": 1335
    },
    {
      "epoch": 0.53,
      "grad_norm": 7.34375,
      "learning_rate": 2.3617693522906795e-05,
      "loss": 2.1402,
      "step": 1336
    },
    {
      "epoch": 0.53,
      "grad_norm": 6.5,
      "learning_rate": 2.359794628751975e-05,
      "loss": 2.2388,
      "step": 1337
    },
    {
      "epoch": 0.53,
      "grad_norm": 4.53125,
      "learning_rate": 2.35781990521327e-05,
      "loss": 2.1949,
      "step": 1338
    },
    {
      "epoch": 0.53,
      "grad_norm": 7.0625,
      "learning_rate": 2.355845181674566e-05,
      "loss": 1.7207,
      "step": 1339
    },
    {
      "epoch": 0.53,
      "grad_norm": 5.125,
      "learning_rate": 2.353870458135861e-05,
      "loss": 1.827,
      "step": 1340
    },
    {
      "epoch": 0.53,
      "grad_norm": 8.9375,
      "learning_rate": 2.3518957345971565e-05,
      "loss": 2.4086,
      "step": 1341
    },
    {
      "epoch": 0.53,
      "grad_norm": 6.53125,
      "learning_rate": 2.349921011058452e-05,
      "loss": 2.2284,
      "step": 1342
    },
    {
      "epoch": 0.53,
      "grad_norm": 4.34375,
      "learning_rate": 2.347946287519747e-05,
      "loss": 2.2509,
      "step": 1343
    },
    {
      "epoch": 0.53,
      "grad_norm": 5.3125,
      "learning_rate": 2.345971563981043e-05,
      "loss": 2.2758,
      "step": 1344
    },
    {
      "epoch": 0.53,
      "grad_norm": 7.84375,
      "learning_rate": 2.343996840442338e-05,
      "loss": 2.0413,
      "step": 1345
    },
    {
      "epoch": 0.53,
      "grad_norm": 6.9375,
      "learning_rate": 2.3420221169036335e-05,
      "loss": 2.0006,
      "step": 1346
    },
    {
      "epoch": 0.53,
      "grad_norm": 5.28125,
      "learning_rate": 2.340047393364929e-05,
      "loss": 2.0867,
      "step": 1347
    },
    {
      "epoch": 0.53,
      "grad_norm": 4.5625,
      "learning_rate": 2.3380726698262244e-05,
      "loss": 2.1669,
      "step": 1348
    },
    {
      "epoch": 0.53,
      "grad_norm": 5.28125,
      "learning_rate": 2.33609794628752e-05,
      "loss": 2.0839,
      "step": 1349
    },
    {
      "epoch": 0.53,
      "grad_norm": 5.03125,
      "learning_rate": 2.3341232227488154e-05,
      "loss": 1.9204,
      "step": 1350
    },
    {
      "epoch": 0.53,
      "grad_norm": 5.5625,
      "learning_rate": 2.3321484992101105e-05,
      "loss": 2.0454,
      "step": 1351
    },
    {
      "epoch": 0.53,
      "grad_norm": 4.84375,
      "learning_rate": 2.3301737756714063e-05,
      "loss": 2.0868,
      "step": 1352
    },
    {
      "epoch": 0.53,
      "grad_norm": 5.0,
      "learning_rate": 2.3281990521327015e-05,
      "loss": 1.872,
      "step": 1353
    },
    {
      "epoch": 0.53,
      "grad_norm": 9.0625,
      "learning_rate": 2.326224328593997e-05,
      "loss": 2.4362,
      "step": 1354
    },
    {
      "epoch": 0.54,
      "grad_norm": 5.9375,
      "learning_rate": 2.3242496050552924e-05,
      "loss": 2.2791,
      "step": 1355
    },
    {
      "epoch": 0.54,
      "grad_norm": 5.5,
      "learning_rate": 2.322274881516588e-05,
      "loss": 1.865,
      "step": 1356
    },
    {
      "epoch": 0.54,
      "grad_norm": 5.78125,
      "learning_rate": 2.3203001579778834e-05,
      "loss": 1.8422,
      "step": 1357
    },
    {
      "epoch": 0.54,
      "grad_norm": 5.46875,
      "learning_rate": 2.3183254344391785e-05,
      "loss": 1.618,
      "step": 1358
    },
    {
      "epoch": 0.54,
      "grad_norm": 4.6875,
      "learning_rate": 2.316350710900474e-05,
      "loss": 1.9734,
      "step": 1359
    },
    {
      "epoch": 0.54,
      "grad_norm": 5.15625,
      "learning_rate": 2.3143759873617694e-05,
      "loss": 2.1669,
      "step": 1360
    },
    {
      "epoch": 0.54,
      "grad_norm": 6.8125,
      "learning_rate": 2.312401263823065e-05,
      "loss": 1.9085,
      "step": 1361
    },
    {
      "epoch": 0.54,
      "grad_norm": 9.875,
      "learning_rate": 2.3104265402843604e-05,
      "loss": 2.3026,
      "step": 1362
    },
    {
      "epoch": 0.54,
      "grad_norm": 5.71875,
      "learning_rate": 2.3084518167456555e-05,
      "loss": 1.9714,
      "step": 1363
    },
    {
      "epoch": 0.54,
      "grad_norm": 7.28125,
      "learning_rate": 2.3064770932069513e-05,
      "loss": 2.184,
      "step": 1364
    },
    {
      "epoch": 0.54,
      "grad_norm": 10.1875,
      "learning_rate": 2.3045023696682465e-05,
      "loss": 2.2147,
      "step": 1365
    },
    {
      "epoch": 0.54,
      "grad_norm": 6.03125,
      "learning_rate": 2.302527646129542e-05,
      "loss": 1.9486,
      "step": 1366
    },
    {
      "epoch": 0.54,
      "grad_norm": 7.09375,
      "learning_rate": 2.3005529225908374e-05,
      "loss": 2.0125,
      "step": 1367
    },
    {
      "epoch": 0.54,
      "grad_norm": 18.125,
      "learning_rate": 2.2985781990521325e-05,
      "loss": 2.1586,
      "step": 1368
    },
    {
      "epoch": 0.54,
      "grad_norm": 7.3125,
      "learning_rate": 2.2966034755134283e-05,
      "loss": 2.0031,
      "step": 1369
    },
    {
      "epoch": 0.54,
      "grad_norm": 6.03125,
      "learning_rate": 2.2946287519747238e-05,
      "loss": 2.0109,
      "step": 1370
    },
    {
      "epoch": 0.54,
      "grad_norm": 5.9375,
      "learning_rate": 2.292654028436019e-05,
      "loss": 2.0119,
      "step": 1371
    },
    {
      "epoch": 0.54,
      "grad_norm": 6.0625,
      "learning_rate": 2.2906793048973144e-05,
      "loss": 1.7232,
      "step": 1372
    },
    {
      "epoch": 0.54,
      "grad_norm": 8.1875,
      "learning_rate": 2.28870458135861e-05,
      "loss": 2.3399,
      "step": 1373
    },
    {
      "epoch": 0.54,
      "grad_norm": 5.71875,
      "learning_rate": 2.2867298578199054e-05,
      "loss": 1.7866,
      "step": 1374
    },
    {
      "epoch": 0.54,
      "grad_norm": 5.875,
      "learning_rate": 2.284755134281201e-05,
      "loss": 1.5963,
      "step": 1375
    },
    {
      "epoch": 0.54,
      "grad_norm": 5.65625,
      "learning_rate": 2.282780410742496e-05,
      "loss": 2.0123,
      "step": 1376
    },
    {
      "epoch": 0.54,
      "grad_norm": 6.1875,
      "learning_rate": 2.2808056872037918e-05,
      "loss": 1.902,
      "step": 1377
    },
    {
      "epoch": 0.54,
      "grad_norm": 5.78125,
      "learning_rate": 2.278830963665087e-05,
      "loss": 1.9016,
      "step": 1378
    },
    {
      "epoch": 0.54,
      "grad_norm": 6.34375,
      "learning_rate": 2.2768562401263824e-05,
      "loss": 2.2819,
      "step": 1379
    },
    {
      "epoch": 0.55,
      "grad_norm": 6.0625,
      "learning_rate": 2.274881516587678e-05,
      "loss": 2.0796,
      "step": 1380
    },
    {
      "epoch": 0.55,
      "grad_norm": 7.3125,
      "learning_rate": 2.2729067930489733e-05,
      "loss": 1.7969,
      "step": 1381
    },
    {
      "epoch": 0.55,
      "grad_norm": 7.125,
      "learning_rate": 2.2709320695102688e-05,
      "loss": 1.9306,
      "step": 1382
    },
    {
      "epoch": 0.55,
      "grad_norm": 5.0,
      "learning_rate": 2.268957345971564e-05,
      "loss": 1.8823,
      "step": 1383
    },
    {
      "epoch": 0.55,
      "grad_norm": 6.15625,
      "learning_rate": 2.2669826224328594e-05,
      "loss": 2.0985,
      "step": 1384
    },
    {
      "epoch": 0.55,
      "grad_norm": 17.75,
      "learning_rate": 2.265007898894155e-05,
      "loss": 1.8407,
      "step": 1385
    },
    {
      "epoch": 0.55,
      "grad_norm": 5.25,
      "learning_rate": 2.2630331753554504e-05,
      "loss": 1.8747,
      "step": 1386
    },
    {
      "epoch": 0.55,
      "grad_norm": 6.25,
      "learning_rate": 2.261058451816746e-05,
      "loss": 2.2043,
      "step": 1387
    },
    {
      "epoch": 0.55,
      "grad_norm": 9.0625,
      "learning_rate": 2.259083728278041e-05,
      "loss": 1.9946,
      "step": 1388
    },
    {
      "epoch": 0.55,
      "grad_norm": 6.90625,
      "learning_rate": 2.2571090047393368e-05,
      "loss": 1.7495,
      "step": 1389
    },
    {
      "epoch": 0.55,
      "grad_norm": 6.0,
      "learning_rate": 2.255134281200632e-05,
      "loss": 2.0695,
      "step": 1390
    },
    {
      "epoch": 0.55,
      "grad_norm": 8.6875,
      "learning_rate": 2.2531595576619274e-05,
      "loss": 1.6823,
      "step": 1391
    },
    {
      "epoch": 0.55,
      "grad_norm": 6.8125,
      "learning_rate": 2.251184834123223e-05,
      "loss": 1.9839,
      "step": 1392
    },
    {
      "epoch": 0.55,
      "grad_norm": 9.5,
      "learning_rate": 2.249210110584518e-05,
      "loss": 2.0417,
      "step": 1393
    },
    {
      "epoch": 0.55,
      "grad_norm": 7.40625,
      "learning_rate": 2.2472353870458138e-05,
      "loss": 1.8293,
      "step": 1394
    },
    {
      "epoch": 0.55,
      "grad_norm": 5.34375,
      "learning_rate": 2.2452606635071093e-05,
      "loss": 1.9432,
      "step": 1395
    },
    {
      "epoch": 0.55,
      "grad_norm": 5.15625,
      "learning_rate": 2.2432859399684044e-05,
      "loss": 2.0315,
      "step": 1396
    },
    {
      "epoch": 0.55,
      "grad_norm": 7.59375,
      "learning_rate": 2.2413112164297e-05,
      "loss": 2.1926,
      "step": 1397
    },
    {
      "epoch": 0.55,
      "grad_norm": 6.25,
      "learning_rate": 2.2393364928909954e-05,
      "loss": 2.4238,
      "step": 1398
    },
    {
      "epoch": 0.55,
      "grad_norm": 3.921875,
      "learning_rate": 2.2373617693522908e-05,
      "loss": 1.9422,
      "step": 1399
    },
    {
      "epoch": 0.55,
      "grad_norm": 7.59375,
      "learning_rate": 2.2353870458135863e-05,
      "loss": 1.772,
      "step": 1400
    },
    {
      "epoch": 0.55,
      "grad_norm": 4.625,
      "learning_rate": 2.2334123222748814e-05,
      "loss": 2.3523,
      "step": 1401
    },
    {
      "epoch": 0.55,
      "grad_norm": 4.09375,
      "learning_rate": 2.2314375987361772e-05,
      "loss": 2.1442,
      "step": 1402
    },
    {
      "epoch": 0.55,
      "grad_norm": 5.1875,
      "learning_rate": 2.2294628751974724e-05,
      "loss": 1.8683,
      "step": 1403
    },
    {
      "epoch": 0.55,
      "grad_norm": 5.78125,
      "learning_rate": 2.227488151658768e-05,
      "loss": 2.3855,
      "step": 1404
    },
    {
      "epoch": 0.55,
      "grad_norm": 7.3125,
      "learning_rate": 2.2255134281200633e-05,
      "loss": 1.9594,
      "step": 1405
    },
    {
      "epoch": 0.56,
      "grad_norm": 5.3125,
      "learning_rate": 2.2235387045813588e-05,
      "loss": 1.8106,
      "step": 1406
    },
    {
      "epoch": 0.56,
      "grad_norm": 5.21875,
      "learning_rate": 2.2215639810426543e-05,
      "loss": 1.6813,
      "step": 1407
    },
    {
      "epoch": 0.56,
      "grad_norm": 5.59375,
      "learning_rate": 2.2195892575039494e-05,
      "loss": 2.0662,
      "step": 1408
    },
    {
      "epoch": 0.56,
      "grad_norm": 6.125,
      "learning_rate": 2.217614533965245e-05,
      "loss": 2.1793,
      "step": 1409
    },
    {
      "epoch": 0.56,
      "grad_norm": 9.8125,
      "learning_rate": 2.2156398104265403e-05,
      "loss": 2.3651,
      "step": 1410
    },
    {
      "epoch": 0.56,
      "grad_norm": 5.96875,
      "learning_rate": 2.2136650868878358e-05,
      "loss": 1.7811,
      "step": 1411
    },
    {
      "epoch": 0.56,
      "grad_norm": 7.375,
      "learning_rate": 2.2116903633491313e-05,
      "loss": 2.2002,
      "step": 1412
    },
    {
      "epoch": 0.56,
      "grad_norm": 4.8125,
      "learning_rate": 2.2097156398104264e-05,
      "loss": 1.5208,
      "step": 1413
    },
    {
      "epoch": 0.56,
      "grad_norm": 6.96875,
      "learning_rate": 2.2077409162717222e-05,
      "loss": 2.2671,
      "step": 1414
    },
    {
      "epoch": 0.56,
      "grad_norm": 8.25,
      "learning_rate": 2.2057661927330177e-05,
      "loss": 1.9222,
      "step": 1415
    },
    {
      "epoch": 0.56,
      "grad_norm": 6.53125,
      "learning_rate": 2.203791469194313e-05,
      "loss": 1.7868,
      "step": 1416
    },
    {
      "epoch": 0.56,
      "grad_norm": 10.6875,
      "learning_rate": 2.2018167456556083e-05,
      "loss": 1.9241,
      "step": 1417
    },
    {
      "epoch": 0.56,
      "grad_norm": 7.375,
      "learning_rate": 2.1998420221169034e-05,
      "loss": 2.0531,
      "step": 1418
    },
    {
      "epoch": 0.56,
      "grad_norm": 13.25,
      "learning_rate": 2.1978672985781993e-05,
      "loss": 2.187,
      "step": 1419
    },
    {
      "epoch": 0.56,
      "grad_norm": 7.0625,
      "learning_rate": 2.1958925750394947e-05,
      "loss": 2.1615,
      "step": 1420
    },
    {
      "epoch": 0.56,
      "grad_norm": 7.8125,
      "learning_rate": 2.19391785150079e-05,
      "loss": 1.9472,
      "step": 1421
    },
    {
      "epoch": 0.56,
      "grad_norm": 8.8125,
      "learning_rate": 2.1919431279620853e-05,
      "loss": 1.7138,
      "step": 1422
    },
    {
      "epoch": 0.56,
      "grad_norm": 17.875,
      "learning_rate": 2.1899684044233808e-05,
      "loss": 2.0935,
      "step": 1423
    },
    {
      "epoch": 0.56,
      "grad_norm": 7.65625,
      "learning_rate": 2.1879936808846763e-05,
      "loss": 2.2063,
      "step": 1424
    },
    {
      "epoch": 0.56,
      "grad_norm": 7.96875,
      "learning_rate": 2.1860189573459718e-05,
      "loss": 2.0975,
      "step": 1425
    },
    {
      "epoch": 0.56,
      "grad_norm": 13.125,
      "learning_rate": 2.184044233807267e-05,
      "loss": 2.2844,
      "step": 1426
    },
    {
      "epoch": 0.56,
      "grad_norm": 4.4375,
      "learning_rate": 2.1820695102685627e-05,
      "loss": 1.8359,
      "step": 1427
    },
    {
      "epoch": 0.56,
      "grad_norm": 5.59375,
      "learning_rate": 2.1800947867298578e-05,
      "loss": 1.964,
      "step": 1428
    },
    {
      "epoch": 0.56,
      "grad_norm": 9.4375,
      "learning_rate": 2.1781200631911533e-05,
      "loss": 2.1198,
      "step": 1429
    },
    {
      "epoch": 0.56,
      "grad_norm": 8.4375,
      "learning_rate": 2.1761453396524488e-05,
      "loss": 1.9694,
      "step": 1430
    },
    {
      "epoch": 0.57,
      "grad_norm": 4.875,
      "learning_rate": 2.1741706161137442e-05,
      "loss": 2.056,
      "step": 1431
    },
    {
      "epoch": 0.57,
      "grad_norm": 14.6875,
      "learning_rate": 2.1721958925750397e-05,
      "loss": 2.4612,
      "step": 1432
    },
    {
      "epoch": 0.57,
      "grad_norm": 7.09375,
      "learning_rate": 2.170221169036335e-05,
      "loss": 2.3723,
      "step": 1433
    },
    {
      "epoch": 0.57,
      "grad_norm": 6.96875,
      "learning_rate": 2.1682464454976303e-05,
      "loss": 2.3522,
      "step": 1434
    },
    {
      "epoch": 0.57,
      "grad_norm": 4.96875,
      "learning_rate": 2.166271721958926e-05,
      "loss": 2.049,
      "step": 1435
    },
    {
      "epoch": 0.57,
      "grad_norm": 6.3125,
      "learning_rate": 2.1642969984202213e-05,
      "loss": 1.9485,
      "step": 1436
    },
    {
      "epoch": 0.57,
      "grad_norm": 7.125,
      "learning_rate": 2.1623222748815167e-05,
      "loss": 2.081,
      "step": 1437
    },
    {
      "epoch": 0.57,
      "grad_norm": 5.84375,
      "learning_rate": 2.160347551342812e-05,
      "loss": 2.0336,
      "step": 1438
    },
    {
      "epoch": 0.57,
      "grad_norm": 6.1875,
      "learning_rate": 2.1583728278041077e-05,
      "loss": 2.123,
      "step": 1439
    },
    {
      "epoch": 0.57,
      "grad_norm": 5.75,
      "learning_rate": 2.156398104265403e-05,
      "loss": 2.0289,
      "step": 1440
    },
    {
      "epoch": 0.57,
      "grad_norm": 10.1875,
      "learning_rate": 2.1544233807266983e-05,
      "loss": 1.8162,
      "step": 1441
    },
    {
      "epoch": 0.57,
      "grad_norm": 6.125,
      "learning_rate": 2.1524486571879938e-05,
      "loss": 1.711,
      "step": 1442
    },
    {
      "epoch": 0.57,
      "grad_norm": 6.96875,
      "learning_rate": 2.1504739336492892e-05,
      "loss": 1.975,
      "step": 1443
    },
    {
      "epoch": 0.57,
      "grad_norm": 6.09375,
      "learning_rate": 2.1484992101105847e-05,
      "loss": 1.9348,
      "step": 1444
    },
    {
      "epoch": 0.57,
      "grad_norm": 6.46875,
      "learning_rate": 2.1465244865718802e-05,
      "loss": 2.0724,
      "step": 1445
    },
    {
      "epoch": 0.57,
      "grad_norm": 9.4375,
      "learning_rate": 2.1445497630331753e-05,
      "loss": 2.0855,
      "step": 1446
    },
    {
      "epoch": 0.57,
      "grad_norm": 8.4375,
      "learning_rate": 2.1425750394944708e-05,
      "loss": 1.9357,
      "step": 1447
    },
    {
      "epoch": 0.57,
      "grad_norm": 6.15625,
      "learning_rate": 2.1406003159557663e-05,
      "loss": 1.7124,
      "step": 1448
    },
    {
      "epoch": 0.57,
      "grad_norm": 4.96875,
      "learning_rate": 2.1386255924170617e-05,
      "loss": 2.0998,
      "step": 1449
    },
    {
      "epoch": 0.57,
      "grad_norm": 7.03125,
      "learning_rate": 2.1366508688783572e-05,
      "loss": 1.9383,
      "step": 1450
    },
    {
      "epoch": 0.57,
      "grad_norm": 11.625,
      "learning_rate": 2.1346761453396523e-05,
      "loss": 2.2265,
      "step": 1451
    },
    {
      "epoch": 0.57,
      "grad_norm": 6.5,
      "learning_rate": 2.132701421800948e-05,
      "loss": 1.7533,
      "step": 1452
    },
    {
      "epoch": 0.57,
      "grad_norm": 5.625,
      "learning_rate": 2.1307266982622433e-05,
      "loss": 1.814,
      "step": 1453
    },
    {
      "epoch": 0.57,
      "grad_norm": 7.8125,
      "learning_rate": 2.1287519747235388e-05,
      "loss": 2.4784,
      "step": 1454
    },
    {
      "epoch": 0.57,
      "grad_norm": 8.8125,
      "learning_rate": 2.1267772511848342e-05,
      "loss": 2.2497,
      "step": 1455
    },
    {
      "epoch": 0.58,
      "grad_norm": 8.1875,
      "learning_rate": 2.1248025276461297e-05,
      "loss": 1.9518,
      "step": 1456
    },
    {
      "epoch": 0.58,
      "grad_norm": 18.0,
      "learning_rate": 2.1228278041074252e-05,
      "loss": 1.7681,
      "step": 1457
    },
    {
      "epoch": 0.58,
      "grad_norm": 7.78125,
      "learning_rate": 2.1208530805687203e-05,
      "loss": 1.9108,
      "step": 1458
    },
    {
      "epoch": 0.58,
      "grad_norm": 8.125,
      "learning_rate": 2.1188783570300158e-05,
      "loss": 2.3868,
      "step": 1459
    },
    {
      "epoch": 0.58,
      "grad_norm": 4.71875,
      "learning_rate": 2.1169036334913116e-05,
      "loss": 2.0207,
      "step": 1460
    },
    {
      "epoch": 0.58,
      "grad_norm": 9.0,
      "learning_rate": 2.1149289099526067e-05,
      "loss": 1.8951,
      "step": 1461
    },
    {
      "epoch": 0.58,
      "grad_norm": 6.59375,
      "learning_rate": 2.1129541864139022e-05,
      "loss": 2.1832,
      "step": 1462
    },
    {
      "epoch": 0.58,
      "grad_norm": 6.90625,
      "learning_rate": 2.1109794628751973e-05,
      "loss": 1.7732,
      "step": 1463
    },
    {
      "epoch": 0.58,
      "grad_norm": 5.40625,
      "learning_rate": 2.109004739336493e-05,
      "loss": 2.161,
      "step": 1464
    },
    {
      "epoch": 0.58,
      "grad_norm": 4.75,
      "learning_rate": 2.1070300157977886e-05,
      "loss": 2.0491,
      "step": 1465
    },
    {
      "epoch": 0.58,
      "grad_norm": 5.1875,
      "learning_rate": 2.1050552922590837e-05,
      "loss": 1.6109,
      "step": 1466
    },
    {
      "epoch": 0.58,
      "grad_norm": 8.125,
      "learning_rate": 2.1030805687203792e-05,
      "loss": 2.2055,
      "step": 1467
    },
    {
      "epoch": 0.58,
      "grad_norm": 6.125,
      "learning_rate": 2.1011058451816747e-05,
      "loss": 1.9164,
      "step": 1468
    },
    {
      "epoch": 0.58,
      "grad_norm": 5.1875,
      "learning_rate": 2.09913112164297e-05,
      "loss": 1.7696,
      "step": 1469
    },
    {
      "epoch": 0.58,
      "grad_norm": 7.15625,
      "learning_rate": 2.0971563981042656e-05,
      "loss": 2.011,
      "step": 1470
    },
    {
      "epoch": 0.58,
      "grad_norm": 6.59375,
      "learning_rate": 2.0951816745655608e-05,
      "loss": 2.1029,
      "step": 1471
    },
    {
      "epoch": 0.58,
      "grad_norm": 6.125,
      "learning_rate": 2.0932069510268562e-05,
      "loss": 2.0383,
      "step": 1472
    },
    {
      "epoch": 0.58,
      "grad_norm": 9.0625,
      "learning_rate": 2.0912322274881517e-05,
      "loss": 2.0953,
      "step": 1473
    },
    {
      "epoch": 0.58,
      "grad_norm": 6.53125,
      "learning_rate": 2.0892575039494472e-05,
      "loss": 2.3033,
      "step": 1474
    },
    {
      "epoch": 0.58,
      "grad_norm": 5.25,
      "learning_rate": 2.0872827804107427e-05,
      "loss": 2.0421,
      "step": 1475
    },
    {
      "epoch": 0.58,
      "grad_norm": 8.125,
      "learning_rate": 2.0853080568720378e-05,
      "loss": 2.4017,
      "step": 1476
    },
    {
      "epoch": 0.58,
      "grad_norm": 4.78125,
      "learning_rate": 2.0833333333333336e-05,
      "loss": 1.8599,
      "step": 1477
    },
    {
      "epoch": 0.58,
      "grad_norm": 5.34375,
      "learning_rate": 2.0813586097946287e-05,
      "loss": 2.1698,
      "step": 1478
    },
    {
      "epoch": 0.58,
      "grad_norm": 7.78125,
      "learning_rate": 2.0793838862559242e-05,
      "loss": 2.126,
      "step": 1479
    },
    {
      "epoch": 0.58,
      "grad_norm": 4.8125,
      "learning_rate": 2.0774091627172197e-05,
      "loss": 1.7458,
      "step": 1480
    },
    {
      "epoch": 0.58,
      "grad_norm": 4.6875,
      "learning_rate": 2.075434439178515e-05,
      "loss": 1.8589,
      "step": 1481
    },
    {
      "epoch": 0.59,
      "grad_norm": 7.0625,
      "learning_rate": 2.0734597156398106e-05,
      "loss": 2.2365,
      "step": 1482
    },
    {
      "epoch": 0.59,
      "grad_norm": 7.1875,
      "learning_rate": 2.0714849921011058e-05,
      "loss": 1.8649,
      "step": 1483
    },
    {
      "epoch": 0.59,
      "grad_norm": 8.375,
      "learning_rate": 2.0695102685624012e-05,
      "loss": 1.9744,
      "step": 1484
    },
    {
      "epoch": 0.59,
      "grad_norm": 7.625,
      "learning_rate": 2.067535545023697e-05,
      "loss": 1.9504,
      "step": 1485
    },
    {
      "epoch": 0.59,
      "grad_norm": 6.875,
      "learning_rate": 2.0655608214849922e-05,
      "loss": 2.304,
      "step": 1486
    },
    {
      "epoch": 0.59,
      "grad_norm": 8.5,
      "learning_rate": 2.0635860979462876e-05,
      "loss": 2.0815,
      "step": 1487
    },
    {
      "epoch": 0.59,
      "grad_norm": 6.40625,
      "learning_rate": 2.061611374407583e-05,
      "loss": 1.5787,
      "step": 1488
    },
    {
      "epoch": 0.59,
      "grad_norm": 7.3125,
      "learning_rate": 2.0596366508688786e-05,
      "loss": 2.2125,
      "step": 1489
    },
    {
      "epoch": 0.59,
      "grad_norm": 4.5625,
      "learning_rate": 2.057661927330174e-05,
      "loss": 2.2363,
      "step": 1490
    },
    {
      "epoch": 0.59,
      "grad_norm": 5.1875,
      "learning_rate": 2.0556872037914692e-05,
      "loss": 1.9022,
      "step": 1491
    },
    {
      "epoch": 0.59,
      "grad_norm": 4.625,
      "learning_rate": 2.0537124802527647e-05,
      "loss": 1.855,
      "step": 1492
    },
    {
      "epoch": 0.59,
      "grad_norm": 14.9375,
      "learning_rate": 2.05173775671406e-05,
      "loss": 1.7785,
      "step": 1493
    },
    {
      "epoch": 0.59,
      "grad_norm": 7.875,
      "learning_rate": 2.0497630331753556e-05,
      "loss": 2.0754,
      "step": 1494
    },
    {
      "epoch": 0.59,
      "grad_norm": 12.125,
      "learning_rate": 2.047788309636651e-05,
      "loss": 2.2401,
      "step": 1495
    },
    {
      "epoch": 0.59,
      "grad_norm": 5.46875,
      "learning_rate": 2.0458135860979462e-05,
      "loss": 1.8243,
      "step": 1496
    },
    {
      "epoch": 0.59,
      "grad_norm": 5.71875,
      "learning_rate": 2.0438388625592417e-05,
      "loss": 1.8719,
      "step": 1497
    },
    {
      "epoch": 0.59,
      "grad_norm": 5.90625,
      "learning_rate": 2.041864139020537e-05,
      "loss": 2.1369,
      "step": 1498
    },
    {
      "epoch": 0.59,
      "grad_norm": 8.125,
      "learning_rate": 2.0398894154818326e-05,
      "loss": 2.4337,
      "step": 1499
    },
    {
      "epoch": 0.59,
      "grad_norm": 7.75,
      "learning_rate": 2.037914691943128e-05,
      "loss": 1.8668,
      "step": 1500
    },
    {
      "epoch": 0.59,
      "grad_norm": 6.28125,
      "learning_rate": 2.0359399684044232e-05,
      "loss": 1.9654,
      "step": 1501
    },
    {
      "epoch": 0.59,
      "grad_norm": 8.875,
      "learning_rate": 2.033965244865719e-05,
      "loss": 2.1204,
      "step": 1502
    },
    {
      "epoch": 0.59,
      "grad_norm": 7.34375,
      "learning_rate": 2.0319905213270142e-05,
      "loss": 2.0558,
      "step": 1503
    },
    {
      "epoch": 0.59,
      "grad_norm": 7.625,
      "learning_rate": 2.0300157977883097e-05,
      "loss": 2.3101,
      "step": 1504
    },
    {
      "epoch": 0.59,
      "grad_norm": 4.5,
      "learning_rate": 2.028041074249605e-05,
      "loss": 2.197,
      "step": 1505
    },
    {
      "epoch": 0.59,
      "grad_norm": 6.125,
      "learning_rate": 2.0260663507109006e-05,
      "loss": 1.9409,
      "step": 1506
    },
    {
      "epoch": 0.6,
      "grad_norm": 5.53125,
      "learning_rate": 2.024091627172196e-05,
      "loss": 2.2683,
      "step": 1507
    },
    {
      "epoch": 0.6,
      "grad_norm": 8.25,
      "learning_rate": 2.0221169036334912e-05,
      "loss": 2.0666,
      "step": 1508
    },
    {
      "epoch": 0.6,
      "grad_norm": 4.875,
      "learning_rate": 2.0201421800947867e-05,
      "loss": 2.2434,
      "step": 1509
    },
    {
      "epoch": 0.6,
      "grad_norm": 6.0625,
      "learning_rate": 2.0181674565560825e-05,
      "loss": 2.0695,
      "step": 1510
    },
    {
      "epoch": 0.6,
      "grad_norm": 6.46875,
      "learning_rate": 2.0161927330173776e-05,
      "loss": 1.7471,
      "step": 1511
    },
    {
      "epoch": 0.6,
      "grad_norm": 7.3125,
      "learning_rate": 2.014218009478673e-05,
      "loss": 1.8171,
      "step": 1512
    },
    {
      "epoch": 0.6,
      "grad_norm": 5.03125,
      "learning_rate": 2.0122432859399686e-05,
      "loss": 2.1872,
      "step": 1513
    },
    {
      "epoch": 0.6,
      "grad_norm": 8.5625,
      "learning_rate": 2.010268562401264e-05,
      "loss": 1.8838,
      "step": 1514
    },
    {
      "epoch": 0.6,
      "grad_norm": 5.875,
      "learning_rate": 2.0082938388625595e-05,
      "loss": 1.8742,
      "step": 1515
    },
    {
      "epoch": 0.6,
      "grad_norm": 9.625,
      "learning_rate": 2.0063191153238547e-05,
      "loss": 2.1511,
      "step": 1516
    },
    {
      "epoch": 0.6,
      "grad_norm": 5.6875,
      "learning_rate": 2.00434439178515e-05,
      "loss": 1.8989,
      "step": 1517
    },
    {
      "epoch": 0.6,
      "grad_norm": 5.0,
      "learning_rate": 2.0023696682464456e-05,
      "loss": 1.9555,
      "step": 1518
    },
    {
      "epoch": 0.6,
      "grad_norm": 5.125,
      "learning_rate": 2.000394944707741e-05,
      "loss": 1.9911,
      "step": 1519
    },
    {
      "epoch": 0.6,
      "grad_norm": 7.46875,
      "learning_rate": 1.9984202211690365e-05,
      "loss": 1.8243,
      "step": 1520
    },
    {
      "epoch": 0.6,
      "grad_norm": 7.1875,
      "learning_rate": 1.9964454976303317e-05,
      "loss": 2.2367,
      "step": 1521
    },
    {
      "epoch": 0.6,
      "grad_norm": 8.625,
      "learning_rate": 1.994470774091627e-05,
      "loss": 2.0971,
      "step": 1522
    },
    {
      "epoch": 0.6,
      "grad_norm": 11.1875,
      "learning_rate": 1.9924960505529226e-05,
      "loss": 2.4126,
      "step": 1523
    },
    {
      "epoch": 0.6,
      "grad_norm": 7.09375,
      "learning_rate": 1.990521327014218e-05,
      "loss": 2.1638,
      "step": 1524
    },
    {
      "epoch": 0.6,
      "grad_norm": 10.9375,
      "learning_rate": 1.9885466034755136e-05,
      "loss": 1.8433,
      "step": 1525
    },
    {
      "epoch": 0.6,
      "grad_norm": 5.75,
      "learning_rate": 1.9865718799368087e-05,
      "loss": 1.9653,
      "step": 1526
    },
    {
      "epoch": 0.6,
      "grad_norm": 11.5625,
      "learning_rate": 1.9845971563981045e-05,
      "loss": 2.2064,
      "step": 1527
    },
    {
      "epoch": 0.6,
      "grad_norm": 5.6875,
      "learning_rate": 1.9826224328593996e-05,
      "loss": 1.8401,
      "step": 1528
    },
    {
      "epoch": 0.6,
      "grad_norm": 6.46875,
      "learning_rate": 1.980647709320695e-05,
      "loss": 2.3478,
      "step": 1529
    },
    {
      "epoch": 0.6,
      "grad_norm": 7.0,
      "learning_rate": 1.9786729857819906e-05,
      "loss": 1.6537,
      "step": 1530
    },
    {
      "epoch": 0.6,
      "grad_norm": 4.5625,
      "learning_rate": 1.976698262243286e-05,
      "loss": 1.5274,
      "step": 1531
    },
    {
      "epoch": 0.61,
      "grad_norm": 9.8125,
      "learning_rate": 1.9747235387045815e-05,
      "loss": 1.6213,
      "step": 1532
    },
    {
      "epoch": 0.61,
      "grad_norm": 6.4375,
      "learning_rate": 1.972748815165877e-05,
      "loss": 1.6356,
      "step": 1533
    },
    {
      "epoch": 0.61,
      "grad_norm": 4.6875,
      "learning_rate": 1.970774091627172e-05,
      "loss": 1.7562,
      "step": 1534
    },
    {
      "epoch": 0.61,
      "grad_norm": 5.78125,
      "learning_rate": 1.968799368088468e-05,
      "loss": 2.0014,
      "step": 1535
    },
    {
      "epoch": 0.61,
      "grad_norm": 8.375,
      "learning_rate": 1.966824644549763e-05,
      "loss": 2.1738,
      "step": 1536
    },
    {
      "epoch": 0.61,
      "grad_norm": 13.75,
      "learning_rate": 1.9648499210110586e-05,
      "loss": 2.0728,
      "step": 1537
    },
    {
      "epoch": 0.61,
      "grad_norm": 6.25,
      "learning_rate": 1.962875197472354e-05,
      "loss": 1.7464,
      "step": 1538
    },
    {
      "epoch": 0.61,
      "grad_norm": 6.1875,
      "learning_rate": 1.9609004739336495e-05,
      "loss": 1.8631,
      "step": 1539
    },
    {
      "epoch": 0.61,
      "grad_norm": 6.78125,
      "learning_rate": 1.958925750394945e-05,
      "loss": 2.061,
      "step": 1540
    },
    {
      "epoch": 0.61,
      "grad_norm": 8.375,
      "learning_rate": 1.95695102685624e-05,
      "loss": 2.0003,
      "step": 1541
    },
    {
      "epoch": 0.61,
      "grad_norm": 9.625,
      "learning_rate": 1.9549763033175356e-05,
      "loss": 2.2223,
      "step": 1542
    },
    {
      "epoch": 0.61,
      "grad_norm": 11.0,
      "learning_rate": 1.953001579778831e-05,
      "loss": 2.0986,
      "step": 1543
    },
    {
      "epoch": 0.61,
      "grad_norm": 7.625,
      "learning_rate": 1.9510268562401265e-05,
      "loss": 1.9166,
      "step": 1544
    },
    {
      "epoch": 0.61,
      "grad_norm": 6.90625,
      "learning_rate": 1.949052132701422e-05,
      "loss": 2.0719,
      "step": 1545
    },
    {
      "epoch": 0.61,
      "grad_norm": 7.875,
      "learning_rate": 1.947077409162717e-05,
      "loss": 1.9695,
      "step": 1546
    },
    {
      "epoch": 0.61,
      "grad_norm": 5.84375,
      "learning_rate": 1.9451026856240126e-05,
      "loss": 1.7976,
      "step": 1547
    },
    {
      "epoch": 0.61,
      "grad_norm": 7.1875,
      "learning_rate": 1.943127962085308e-05,
      "loss": 1.9442,
      "step": 1548
    },
    {
      "epoch": 0.61,
      "grad_norm": 7.15625,
      "learning_rate": 1.9411532385466035e-05,
      "loss": 2.1809,
      "step": 1549
    },
    {
      "epoch": 0.61,
      "grad_norm": 6.4375,
      "learning_rate": 1.939178515007899e-05,
      "loss": 1.9701,
      "step": 1550
    },
    {
      "epoch": 0.61,
      "grad_norm": 6.84375,
      "learning_rate": 1.937203791469194e-05,
      "loss": 2.3102,
      "step": 1551
    },
    {
      "epoch": 0.61,
      "grad_norm": 6.21875,
      "learning_rate": 1.93522906793049e-05,
      "loss": 1.9105,
      "step": 1552
    },
    {
      "epoch": 0.61,
      "grad_norm": 6.21875,
      "learning_rate": 1.9332543443917854e-05,
      "loss": 1.7592,
      "step": 1553
    },
    {
      "epoch": 0.61,
      "grad_norm": 7.53125,
      "learning_rate": 1.9312796208530806e-05,
      "loss": 2.1038,
      "step": 1554
    },
    {
      "epoch": 0.61,
      "grad_norm": 6.75,
      "learning_rate": 1.929304897314376e-05,
      "loss": 2.0143,
      "step": 1555
    },
    {
      "epoch": 0.61,
      "grad_norm": 5.90625,
      "learning_rate": 1.9273301737756715e-05,
      "loss": 2.1352,
      "step": 1556
    },
    {
      "epoch": 0.61,
      "grad_norm": 6.0,
      "learning_rate": 1.925355450236967e-05,
      "loss": 2.1001,
      "step": 1557
    },
    {
      "epoch": 0.62,
      "grad_norm": 9.1875,
      "learning_rate": 1.9233807266982625e-05,
      "loss": 1.9158,
      "step": 1558
    },
    {
      "epoch": 0.62,
      "grad_norm": 6.65625,
      "learning_rate": 1.9214060031595576e-05,
      "loss": 2.3518,
      "step": 1559
    },
    {
      "epoch": 0.62,
      "grad_norm": 7.34375,
      "learning_rate": 1.9194312796208534e-05,
      "loss": 2.191,
      "step": 1560
    },
    {
      "epoch": 0.62,
      "grad_norm": 9.875,
      "learning_rate": 1.9174565560821485e-05,
      "loss": 1.8369,
      "step": 1561
    },
    {
      "epoch": 0.62,
      "grad_norm": 5.46875,
      "learning_rate": 1.915481832543444e-05,
      "loss": 2.1488,
      "step": 1562
    },
    {
      "epoch": 0.62,
      "grad_norm": 7.96875,
      "learning_rate": 1.9135071090047395e-05,
      "loss": 2.0566,
      "step": 1563
    },
    {
      "epoch": 0.62,
      "grad_norm": 5.96875,
      "learning_rate": 1.911532385466035e-05,
      "loss": 1.8963,
      "step": 1564
    },
    {
      "epoch": 0.62,
      "grad_norm": 7.78125,
      "learning_rate": 1.9095576619273304e-05,
      "loss": 2.1597,
      "step": 1565
    },
    {
      "epoch": 0.62,
      "grad_norm": 8.75,
      "learning_rate": 1.9075829383886256e-05,
      "loss": 2.1049,
      "step": 1566
    },
    {
      "epoch": 0.62,
      "grad_norm": 6.4375,
      "learning_rate": 1.905608214849921e-05,
      "loss": 1.9015,
      "step": 1567
    },
    {
      "epoch": 0.62,
      "grad_norm": 7.75,
      "learning_rate": 1.9036334913112165e-05,
      "loss": 2.0288,
      "step": 1568
    },
    {
      "epoch": 0.62,
      "grad_norm": 7.21875,
      "learning_rate": 1.901658767772512e-05,
      "loss": 1.8377,
      "step": 1569
    },
    {
      "epoch": 0.62,
      "grad_norm": 7.65625,
      "learning_rate": 1.8996840442338074e-05,
      "loss": 2.2305,
      "step": 1570
    },
    {
      "epoch": 0.62,
      "grad_norm": 9.75,
      "learning_rate": 1.8977093206951026e-05,
      "loss": 2.3968,
      "step": 1571
    },
    {
      "epoch": 0.62,
      "grad_norm": 4.8125,
      "learning_rate": 1.895734597156398e-05,
      "loss": 1.7733,
      "step": 1572
    },
    {
      "epoch": 0.62,
      "grad_norm": 5.0,
      "learning_rate": 1.8937598736176935e-05,
      "loss": 2.0269,
      "step": 1573
    },
    {
      "epoch": 0.62,
      "grad_norm": 6.8125,
      "learning_rate": 1.891785150078989e-05,
      "loss": 2.0282,
      "step": 1574
    },
    {
      "epoch": 0.62,
      "grad_norm": 6.875,
      "learning_rate": 1.8898104265402845e-05,
      "loss": 1.5773,
      "step": 1575
    },
    {
      "epoch": 0.62,
      "grad_norm": 10.625,
      "learning_rate": 1.8878357030015796e-05,
      "loss": 1.8388,
      "step": 1576
    },
    {
      "epoch": 0.62,
      "grad_norm": 9.125,
      "learning_rate": 1.8858609794628754e-05,
      "loss": 1.8759,
      "step": 1577
    },
    {
      "epoch": 0.62,
      "grad_norm": 7.34375,
      "learning_rate": 1.883886255924171e-05,
      "loss": 1.9554,
      "step": 1578
    },
    {
      "epoch": 0.62,
      "grad_norm": 7.90625,
      "learning_rate": 1.881911532385466e-05,
      "loss": 2.2813,
      "step": 1579
    },
    {
      "epoch": 0.62,
      "grad_norm": 9.1875,
      "learning_rate": 1.8799368088467615e-05,
      "loss": 2.1975,
      "step": 1580
    },
    {
      "epoch": 0.62,
      "grad_norm": 7.375,
      "learning_rate": 1.877962085308057e-05,
      "loss": 1.9664,
      "step": 1581
    },
    {
      "epoch": 0.62,
      "grad_norm": 5.90625,
      "learning_rate": 1.8759873617693524e-05,
      "loss": 1.9054,
      "step": 1582
    },
    {
      "epoch": 0.63,
      "grad_norm": 9.125,
      "learning_rate": 1.874012638230648e-05,
      "loss": 1.9299,
      "step": 1583
    },
    {
      "epoch": 0.63,
      "grad_norm": 7.03125,
      "learning_rate": 1.872037914691943e-05,
      "loss": 2.133,
      "step": 1584
    },
    {
      "epoch": 0.63,
      "grad_norm": 5.90625,
      "learning_rate": 1.870063191153239e-05,
      "loss": 2.055,
      "step": 1585
    },
    {
      "epoch": 0.63,
      "grad_norm": 5.6875,
      "learning_rate": 1.868088467614534e-05,
      "loss": 1.9604,
      "step": 1586
    },
    {
      "epoch": 0.63,
      "grad_norm": 8.5,
      "learning_rate": 1.8661137440758295e-05,
      "loss": 2.2078,
      "step": 1587
    },
    {
      "epoch": 0.63,
      "grad_norm": 14.0,
      "learning_rate": 1.864139020537125e-05,
      "loss": 2.0295,
      "step": 1588
    },
    {
      "epoch": 0.63,
      "grad_norm": 7.21875,
      "learning_rate": 1.8621642969984204e-05,
      "loss": 2.1574,
      "step": 1589
    },
    {
      "epoch": 0.63,
      "grad_norm": 5.28125,
      "learning_rate": 1.860189573459716e-05,
      "loss": 1.663,
      "step": 1590
    },
    {
      "epoch": 0.63,
      "grad_norm": 7.1875,
      "learning_rate": 1.858214849921011e-05,
      "loss": 2.0338,
      "step": 1591
    },
    {
      "epoch": 0.63,
      "grad_norm": 6.34375,
      "learning_rate": 1.8562401263823065e-05,
      "loss": 2.2551,
      "step": 1592
    },
    {
      "epoch": 0.63,
      "grad_norm": 7.21875,
      "learning_rate": 1.854265402843602e-05,
      "loss": 2.0029,
      "step": 1593
    },
    {
      "epoch": 0.63,
      "grad_norm": 8.25,
      "learning_rate": 1.8522906793048974e-05,
      "loss": 2.1709,
      "step": 1594
    },
    {
      "epoch": 0.63,
      "grad_norm": 7.875,
      "learning_rate": 1.850315955766193e-05,
      "loss": 2.061,
      "step": 1595
    },
    {
      "epoch": 0.63,
      "grad_norm": 5.8125,
      "learning_rate": 1.848341232227488e-05,
      "loss": 1.9071,
      "step": 1596
    },
    {
      "epoch": 0.63,
      "grad_norm": 4.96875,
      "learning_rate": 1.8463665086887835e-05,
      "loss": 2.0342,
      "step": 1597
    },
    {
      "epoch": 0.63,
      "grad_norm": 5.5625,
      "learning_rate": 1.8443917851500793e-05,
      "loss": 1.8498,
      "step": 1598
    },
    {
      "epoch": 0.63,
      "grad_norm": 13.9375,
      "learning_rate": 1.8424170616113745e-05,
      "loss": 2.6764,
      "step": 1599
    },
    {
      "epoch": 0.63,
      "grad_norm": 6.15625,
      "learning_rate": 1.84044233807267e-05,
      "loss": 1.8037,
      "step": 1600
    },
    {
      "epoch": 0.63,
      "grad_norm": 6.40625,
      "learning_rate": 1.838467614533965e-05,
      "loss": 1.97,
      "step": 1601
    },
    {
      "epoch": 0.63,
      "grad_norm": 7.90625,
      "learning_rate": 1.836492890995261e-05,
      "loss": 2.0161,
      "step": 1602
    },
    {
      "epoch": 0.63,
      "grad_norm": 7.84375,
      "learning_rate": 1.8345181674565563e-05,
      "loss": 1.8518,
      "step": 1603
    },
    {
      "epoch": 0.63,
      "grad_norm": 6.84375,
      "learning_rate": 1.8325434439178515e-05,
      "loss": 1.89,
      "step": 1604
    },
    {
      "epoch": 0.63,
      "grad_norm": 5.15625,
      "learning_rate": 1.830568720379147e-05,
      "loss": 2.0131,
      "step": 1605
    },
    {
      "epoch": 0.63,
      "grad_norm": 10.125,
      "learning_rate": 1.8285939968404424e-05,
      "loss": 1.854,
      "step": 1606
    },
    {
      "epoch": 0.63,
      "grad_norm": 6.96875,
      "learning_rate": 1.826619273301738e-05,
      "loss": 1.6231,
      "step": 1607
    },
    {
      "epoch": 0.64,
      "grad_norm": 5.3125,
      "learning_rate": 1.8246445497630334e-05,
      "loss": 2.2025,
      "step": 1608
    },
    {
      "epoch": 0.64,
      "grad_norm": 5.125,
      "learning_rate": 1.8226698262243285e-05,
      "loss": 1.9041,
      "step": 1609
    },
    {
      "epoch": 0.64,
      "grad_norm": 13.0,
      "learning_rate": 1.8206951026856243e-05,
      "loss": 2.2722,
      "step": 1610
    },
    {
      "epoch": 0.64,
      "grad_norm": 5.96875,
      "learning_rate": 1.8187203791469194e-05,
      "loss": 1.7949,
      "step": 1611
    },
    {
      "epoch": 0.64,
      "grad_norm": 20.875,
      "learning_rate": 1.816745655608215e-05,
      "loss": 2.0874,
      "step": 1612
    },
    {
      "epoch": 0.64,
      "grad_norm": 6.59375,
      "learning_rate": 1.8147709320695104e-05,
      "loss": 1.8927,
      "step": 1613
    },
    {
      "epoch": 0.64,
      "grad_norm": 6.28125,
      "learning_rate": 1.812796208530806e-05,
      "loss": 1.7369,
      "step": 1614
    },
    {
      "epoch": 0.64,
      "grad_norm": 7.03125,
      "learning_rate": 1.8108214849921013e-05,
      "loss": 2.1272,
      "step": 1615
    },
    {
      "epoch": 0.64,
      "grad_norm": 5.625,
      "learning_rate": 1.8088467614533965e-05,
      "loss": 1.741,
      "step": 1616
    },
    {
      "epoch": 0.64,
      "grad_norm": 5.6875,
      "learning_rate": 1.806872037914692e-05,
      "loss": 1.7574,
      "step": 1617
    },
    {
      "epoch": 0.64,
      "grad_norm": 6.53125,
      "learning_rate": 1.8048973143759877e-05,
      "loss": 1.9099,
      "step": 1618
    },
    {
      "epoch": 0.64,
      "grad_norm": 5.4375,
      "learning_rate": 1.802922590837283e-05,
      "loss": 1.89,
      "step": 1619
    },
    {
      "epoch": 0.64,
      "grad_norm": 7.53125,
      "learning_rate": 1.8009478672985784e-05,
      "loss": 1.6475,
      "step": 1620
    },
    {
      "epoch": 0.64,
      "grad_norm": 6.59375,
      "learning_rate": 1.7989731437598735e-05,
      "loss": 1.8913,
      "step": 1621
    },
    {
      "epoch": 0.64,
      "grad_norm": 6.6875,
      "learning_rate": 1.796998420221169e-05,
      "loss": 2.1346,
      "step": 1622
    },
    {
      "epoch": 0.64,
      "grad_norm": 5.59375,
      "learning_rate": 1.7950236966824648e-05,
      "loss": 2.187,
      "step": 1623
    },
    {
      "epoch": 0.64,
      "grad_norm": 8.75,
      "learning_rate": 1.79304897314376e-05,
      "loss": 1.9771,
      "step": 1624
    },
    {
      "epoch": 0.64,
      "grad_norm": 5.28125,
      "learning_rate": 1.7910742496050554e-05,
      "loss": 2.0439,
      "step": 1625
    },
    {
      "epoch": 0.64,
      "grad_norm": 7.40625,
      "learning_rate": 1.7890995260663505e-05,
      "loss": 2.2925,
      "step": 1626
    },
    {
      "epoch": 0.64,
      "grad_norm": 8.125,
      "learning_rate": 1.7871248025276463e-05,
      "loss": 1.8724,
      "step": 1627
    },
    {
      "epoch": 0.64,
      "grad_norm": 6.09375,
      "learning_rate": 1.7851500789889418e-05,
      "loss": 1.8144,
      "step": 1628
    },
    {
      "epoch": 0.64,
      "grad_norm": 7.625,
      "learning_rate": 1.783175355450237e-05,
      "loss": 1.94,
      "step": 1629
    },
    {
      "epoch": 0.64,
      "grad_norm": 6.0625,
      "learning_rate": 1.7812006319115324e-05,
      "loss": 2.0621,
      "step": 1630
    },
    {
      "epoch": 0.64,
      "grad_norm": 5.53125,
      "learning_rate": 1.779225908372828e-05,
      "loss": 2.1489,
      "step": 1631
    },
    {
      "epoch": 0.64,
      "grad_norm": 5.4375,
      "learning_rate": 1.7772511848341233e-05,
      "loss": 2.159,
      "step": 1632
    },
    {
      "epoch": 0.64,
      "grad_norm": 7.0625,
      "learning_rate": 1.7752764612954188e-05,
      "loss": 2.1219,
      "step": 1633
    },
    {
      "epoch": 0.65,
      "grad_norm": 7.84375,
      "learning_rate": 1.773301737756714e-05,
      "loss": 2.0931,
      "step": 1634
    },
    {
      "epoch": 0.65,
      "grad_norm": 4.53125,
      "learning_rate": 1.7713270142180098e-05,
      "loss": 2.2745,
      "step": 1635
    },
    {
      "epoch": 0.65,
      "grad_norm": 5.9375,
      "learning_rate": 1.769352290679305e-05,
      "loss": 2.0663,
      "step": 1636
    },
    {
      "epoch": 0.65,
      "grad_norm": 7.5,
      "learning_rate": 1.7673775671406004e-05,
      "loss": 1.7154,
      "step": 1637
    },
    {
      "epoch": 0.65,
      "grad_norm": 8.5,
      "learning_rate": 1.765402843601896e-05,
      "loss": 1.8384,
      "step": 1638
    },
    {
      "epoch": 0.65,
      "grad_norm": 5.15625,
      "learning_rate": 1.7634281200631913e-05,
      "loss": 1.7438,
      "step": 1639
    },
    {
      "epoch": 0.65,
      "grad_norm": 5.65625,
      "learning_rate": 1.7614533965244868e-05,
      "loss": 2.3129,
      "step": 1640
    },
    {
      "epoch": 0.65,
      "grad_norm": 5.78125,
      "learning_rate": 1.759478672985782e-05,
      "loss": 2.0107,
      "step": 1641
    },
    {
      "epoch": 0.65,
      "grad_norm": 8.5625,
      "learning_rate": 1.7575039494470774e-05,
      "loss": 2.0142,
      "step": 1642
    },
    {
      "epoch": 0.65,
      "grad_norm": 5.9375,
      "learning_rate": 1.7555292259083732e-05,
      "loss": 1.9512,
      "step": 1643
    },
    {
      "epoch": 0.65,
      "grad_norm": 15.75,
      "learning_rate": 1.7535545023696683e-05,
      "loss": 2.5976,
      "step": 1644
    },
    {
      "epoch": 0.65,
      "grad_norm": 5.28125,
      "learning_rate": 1.7515797788309638e-05,
      "loss": 1.9111,
      "step": 1645
    },
    {
      "epoch": 0.65,
      "grad_norm": 7.75,
      "learning_rate": 1.749605055292259e-05,
      "loss": 1.9428,
      "step": 1646
    },
    {
      "epoch": 0.65,
      "grad_norm": 7.59375,
      "learning_rate": 1.7476303317535544e-05,
      "loss": 1.9428,
      "step": 1647
    },
    {
      "epoch": 0.65,
      "grad_norm": 6.5625,
      "learning_rate": 1.7456556082148502e-05,
      "loss": 2.1427,
      "step": 1648
    },
    {
      "epoch": 0.65,
      "grad_norm": 7.875,
      "learning_rate": 1.7436808846761454e-05,
      "loss": 1.9315,
      "step": 1649
    },
    {
      "epoch": 0.65,
      "grad_norm": 5.0,
      "learning_rate": 1.7417061611374408e-05,
      "loss": 2.0153,
      "step": 1650
    },
    {
      "epoch": 0.65,
      "grad_norm": 6.0,
      "learning_rate": 1.7397314375987363e-05,
      "loss": 1.8733,
      "step": 1651
    },
    {
      "epoch": 0.65,
      "grad_norm": 8.0625,
      "learning_rate": 1.7377567140600318e-05,
      "loss": 1.8876,
      "step": 1652
    },
    {
      "epoch": 0.65,
      "grad_norm": 5.46875,
      "learning_rate": 1.7357819905213272e-05,
      "loss": 1.8168,
      "step": 1653
    },
    {
      "epoch": 0.65,
      "grad_norm": 5.71875,
      "learning_rate": 1.7338072669826224e-05,
      "loss": 2.1031,
      "step": 1654
    },
    {
      "epoch": 0.65,
      "grad_norm": 5.8125,
      "learning_rate": 1.731832543443918e-05,
      "loss": 1.7932,
      "step": 1655
    },
    {
      "epoch": 0.65,
      "grad_norm": 6.71875,
      "learning_rate": 1.7298578199052133e-05,
      "loss": 2.3144,
      "step": 1656
    },
    {
      "epoch": 0.65,
      "grad_norm": 6.9375,
      "learning_rate": 1.7278830963665088e-05,
      "loss": 2.1288,
      "step": 1657
    },
    {
      "epoch": 0.65,
      "grad_norm": 6.375,
      "learning_rate": 1.7259083728278043e-05,
      "loss": 1.9595,
      "step": 1658
    },
    {
      "epoch": 0.66,
      "grad_norm": 12.75,
      "learning_rate": 1.7239336492890994e-05,
      "loss": 2.1697,
      "step": 1659
    },
    {
      "epoch": 0.66,
      "grad_norm": 6.4375,
      "learning_rate": 1.7219589257503952e-05,
      "loss": 1.7483,
      "step": 1660
    },
    {
      "epoch": 0.66,
      "grad_norm": 5.28125,
      "learning_rate": 1.7199842022116903e-05,
      "loss": 1.8971,
      "step": 1661
    },
    {
      "epoch": 0.66,
      "grad_norm": 6.375,
      "learning_rate": 1.7180094786729858e-05,
      "loss": 2.1833,
      "step": 1662
    },
    {
      "epoch": 0.66,
      "grad_norm": 6.3125,
      "learning_rate": 1.7160347551342813e-05,
      "loss": 2.0499,
      "step": 1663
    },
    {
      "epoch": 0.66,
      "grad_norm": 5.71875,
      "learning_rate": 1.7140600315955768e-05,
      "loss": 1.8579,
      "step": 1664
    },
    {
      "epoch": 0.66,
      "grad_norm": 7.28125,
      "learning_rate": 1.7120853080568722e-05,
      "loss": 2.1343,
      "step": 1665
    },
    {
      "epoch": 0.66,
      "grad_norm": 7.625,
      "learning_rate": 1.7101105845181674e-05,
      "loss": 1.9643,
      "step": 1666
    },
    {
      "epoch": 0.66,
      "grad_norm": 7.03125,
      "learning_rate": 1.708135860979463e-05,
      "loss": 1.849,
      "step": 1667
    },
    {
      "epoch": 0.66,
      "grad_norm": 8.25,
      "learning_rate": 1.7061611374407587e-05,
      "loss": 2.0693,
      "step": 1668
    },
    {
      "epoch": 0.66,
      "grad_norm": 7.53125,
      "learning_rate": 1.7041864139020538e-05,
      "loss": 1.7442,
      "step": 1669
    },
    {
      "epoch": 0.66,
      "grad_norm": 7.1875,
      "learning_rate": 1.7022116903633493e-05,
      "loss": 1.8766,
      "step": 1670
    },
    {
      "epoch": 0.66,
      "grad_norm": 8.0625,
      "learning_rate": 1.7002369668246444e-05,
      "loss": 1.7387,
      "step": 1671
    },
    {
      "epoch": 0.66,
      "grad_norm": 6.625,
      "learning_rate": 1.69826224328594e-05,
      "loss": 2.0458,
      "step": 1672
    },
    {
      "epoch": 0.66,
      "grad_norm": 6.15625,
      "learning_rate": 1.6962875197472357e-05,
      "loss": 1.909,
      "step": 1673
    },
    {
      "epoch": 0.66,
      "grad_norm": 6.03125,
      "learning_rate": 1.6943127962085308e-05,
      "loss": 2.047,
      "step": 1674
    },
    {
      "epoch": 0.66,
      "grad_norm": 5.28125,
      "learning_rate": 1.6923380726698263e-05,
      "loss": 1.795,
      "step": 1675
    },
    {
      "epoch": 0.66,
      "grad_norm": 7.9375,
      "learning_rate": 1.6903633491311218e-05,
      "loss": 2.1553,
      "step": 1676
    },
    {
      "epoch": 0.66,
      "grad_norm": 5.53125,
      "learning_rate": 1.6883886255924172e-05,
      "loss": 2.0107,
      "step": 1677
    },
    {
      "epoch": 0.66,
      "grad_norm": 6.625,
      "learning_rate": 1.6864139020537127e-05,
      "loss": 1.875,
      "step": 1678
    },
    {
      "epoch": 0.66,
      "grad_norm": 7.0,
      "learning_rate": 1.684439178515008e-05,
      "loss": 1.9681,
      "step": 1679
    },
    {
      "epoch": 0.66,
      "grad_norm": 5.3125,
      "learning_rate": 1.6824644549763033e-05,
      "loss": 1.9516,
      "step": 1680
    },
    {
      "epoch": 0.66,
      "grad_norm": 8.5625,
      "learning_rate": 1.6804897314375988e-05,
      "loss": 2.2798,
      "step": 1681
    },
    {
      "epoch": 0.66,
      "grad_norm": 5.21875,
      "learning_rate": 1.6785150078988943e-05,
      "loss": 1.9815,
      "step": 1682
    },
    {
      "epoch": 0.66,
      "grad_norm": 10.75,
      "learning_rate": 1.6765402843601897e-05,
      "loss": 2.0302,
      "step": 1683
    },
    {
      "epoch": 0.67,
      "grad_norm": 9.5625,
      "learning_rate": 1.674565560821485e-05,
      "loss": 2.0816,
      "step": 1684
    },
    {
      "epoch": 0.67,
      "grad_norm": 7.34375,
      "learning_rate": 1.6725908372827807e-05,
      "loss": 1.9632,
      "step": 1685
    },
    {
      "epoch": 0.67,
      "grad_norm": 6.46875,
      "learning_rate": 1.6706161137440758e-05,
      "loss": 2.1374,
      "step": 1686
    },
    {
      "epoch": 0.67,
      "grad_norm": 5.90625,
      "learning_rate": 1.6686413902053713e-05,
      "loss": 2.1841,
      "step": 1687
    },
    {
      "epoch": 0.67,
      "grad_norm": 6.1875,
      "learning_rate": 1.6666666666666667e-05,
      "loss": 1.7648,
      "step": 1688
    },
    {
      "epoch": 0.67,
      "grad_norm": 6.96875,
      "learning_rate": 1.6646919431279622e-05,
      "loss": 2.1754,
      "step": 1689
    },
    {
      "epoch": 0.67,
      "grad_norm": 4.40625,
      "learning_rate": 1.6627172195892577e-05,
      "loss": 2.1205,
      "step": 1690
    },
    {
      "epoch": 0.67,
      "grad_norm": 6.21875,
      "learning_rate": 1.6607424960505528e-05,
      "loss": 1.704,
      "step": 1691
    },
    {
      "epoch": 0.67,
      "grad_norm": 7.3125,
      "learning_rate": 1.6587677725118483e-05,
      "loss": 2.141,
      "step": 1692
    },
    {
      "epoch": 0.67,
      "grad_norm": 4.875,
      "learning_rate": 1.656793048973144e-05,
      "loss": 1.8771,
      "step": 1693
    },
    {
      "epoch": 0.67,
      "grad_norm": 5.3125,
      "learning_rate": 1.6548183254344392e-05,
      "loss": 1.8377,
      "step": 1694
    },
    {
      "epoch": 0.67,
      "grad_norm": 6.8125,
      "learning_rate": 1.6528436018957347e-05,
      "loss": 2.0314,
      "step": 1695
    },
    {
      "epoch": 0.67,
      "grad_norm": 6.125,
      "learning_rate": 1.6508688783570302e-05,
      "loss": 2.1148,
      "step": 1696
    },
    {
      "epoch": 0.67,
      "grad_norm": 6.4375,
      "learning_rate": 1.6488941548183253e-05,
      "loss": 1.8397,
      "step": 1697
    },
    {
      "epoch": 0.67,
      "grad_norm": 5.875,
      "learning_rate": 1.646919431279621e-05,
      "loss": 1.8593,
      "step": 1698
    },
    {
      "epoch": 0.67,
      "grad_norm": 7.65625,
      "learning_rate": 1.6449447077409163e-05,
      "loss": 1.896,
      "step": 1699
    },
    {
      "epoch": 0.67,
      "grad_norm": 9.1875,
      "learning_rate": 1.6429699842022117e-05,
      "loss": 1.9238,
      "step": 1700
    },
    {
      "epoch": 0.67,
      "grad_norm": 7.125,
      "learning_rate": 1.6409952606635072e-05,
      "loss": 2.3802,
      "step": 1701
    },
    {
      "epoch": 0.67,
      "grad_norm": 5.75,
      "learning_rate": 1.6390205371248027e-05,
      "loss": 1.8684,
      "step": 1702
    },
    {
      "epoch": 0.67,
      "grad_norm": 9.4375,
      "learning_rate": 1.637045813586098e-05,
      "loss": 2.0416,
      "step": 1703
    },
    {
      "epoch": 0.67,
      "grad_norm": 7.0625,
      "learning_rate": 1.6350710900473933e-05,
      "loss": 1.7253,
      "step": 1704
    },
    {
      "epoch": 0.67,
      "grad_norm": 7.84375,
      "learning_rate": 1.6330963665086888e-05,
      "loss": 2.0437,
      "step": 1705
    },
    {
      "epoch": 0.67,
      "grad_norm": 7.8125,
      "learning_rate": 1.6311216429699842e-05,
      "loss": 1.6338,
      "step": 1706
    },
    {
      "epoch": 0.67,
      "grad_norm": 10.5625,
      "learning_rate": 1.6291469194312797e-05,
      "loss": 2.0307,
      "step": 1707
    },
    {
      "epoch": 0.67,
      "grad_norm": 7.25,
      "learning_rate": 1.6271721958925752e-05,
      "loss": 2.0623,
      "step": 1708
    },
    {
      "epoch": 0.67,
      "grad_norm": 6.90625,
      "learning_rate": 1.6251974723538703e-05,
      "loss": 1.804,
      "step": 1709
    },
    {
      "epoch": 0.68,
      "grad_norm": 8.3125,
      "learning_rate": 1.623222748815166e-05,
      "loss": 2.0095,
      "step": 1710
    },
    {
      "epoch": 0.68,
      "grad_norm": 5.96875,
      "learning_rate": 1.6212480252764613e-05,
      "loss": 1.6792,
      "step": 1711
    },
    {
      "epoch": 0.68,
      "grad_norm": 4.78125,
      "learning_rate": 1.6192733017377567e-05,
      "loss": 1.911,
      "step": 1712
    },
    {
      "epoch": 0.68,
      "grad_norm": 6.1875,
      "learning_rate": 1.6172985781990522e-05,
      "loss": 2.2004,
      "step": 1713
    },
    {
      "epoch": 0.68,
      "grad_norm": 6.25,
      "learning_rate": 1.6153238546603477e-05,
      "loss": 2.089,
      "step": 1714
    },
    {
      "epoch": 0.68,
      "grad_norm": 6.96875,
      "learning_rate": 1.613349131121643e-05,
      "loss": 2.326,
      "step": 1715
    },
    {
      "epoch": 0.68,
      "grad_norm": 4.5625,
      "learning_rate": 1.6113744075829386e-05,
      "loss": 1.9775,
      "step": 1716
    },
    {
      "epoch": 0.68,
      "grad_norm": 11.5,
      "learning_rate": 1.6093996840442338e-05,
      "loss": 1.8057,
      "step": 1717
    },
    {
      "epoch": 0.68,
      "grad_norm": 10.5,
      "learning_rate": 1.6074249605055296e-05,
      "loss": 1.8842,
      "step": 1718
    },
    {
      "epoch": 0.68,
      "grad_norm": 5.3125,
      "learning_rate": 1.6054502369668247e-05,
      "loss": 2.1357,
      "step": 1719
    },
    {
      "epoch": 0.68,
      "grad_norm": 5.4375,
      "learning_rate": 1.60347551342812e-05,
      "loss": 1.9051,
      "step": 1720
    },
    {
      "epoch": 0.68,
      "grad_norm": 6.96875,
      "learning_rate": 1.6015007898894156e-05,
      "loss": 2.158,
      "step": 1721
    },
    {
      "epoch": 0.68,
      "grad_norm": 8.5,
      "learning_rate": 1.5995260663507108e-05,
      "loss": 1.8643,
      "step": 1722
    },
    {
      "epoch": 0.68,
      "grad_norm": 12.6875,
      "learning_rate": 1.5975513428120066e-05,
      "loss": 1.7875,
      "step": 1723
    },
    {
      "epoch": 0.68,
      "grad_norm": 6.5,
      "learning_rate": 1.5955766192733017e-05,
      "loss": 2.1917,
      "step": 1724
    },
    {
      "epoch": 0.68,
      "grad_norm": 5.625,
      "learning_rate": 1.5936018957345972e-05,
      "loss": 2.1706,
      "step": 1725
    },
    {
      "epoch": 0.68,
      "grad_norm": 9.5625,
      "learning_rate": 1.5916271721958927e-05,
      "loss": 2.4081,
      "step": 1726
    },
    {
      "epoch": 0.68,
      "grad_norm": 5.59375,
      "learning_rate": 1.589652448657188e-05,
      "loss": 2.1498,
      "step": 1727
    },
    {
      "epoch": 0.68,
      "grad_norm": 5.96875,
      "learning_rate": 1.5876777251184836e-05,
      "loss": 2.0651,
      "step": 1728
    },
    {
      "epoch": 0.68,
      "grad_norm": 6.0625,
      "learning_rate": 1.5857030015797787e-05,
      "loss": 1.6913,
      "step": 1729
    },
    {
      "epoch": 0.68,
      "grad_norm": 5.21875,
      "learning_rate": 1.5837282780410742e-05,
      "loss": 1.9087,
      "step": 1730
    },
    {
      "epoch": 0.68,
      "grad_norm": 11.375,
      "learning_rate": 1.5817535545023697e-05,
      "loss": 2.0926,
      "step": 1731
    },
    {
      "epoch": 0.68,
      "grad_norm": 7.09375,
      "learning_rate": 1.579778830963665e-05,
      "loss": 2.1513,
      "step": 1732
    },
    {
      "epoch": 0.68,
      "grad_norm": 9.0625,
      "learning_rate": 1.5778041074249606e-05,
      "loss": 2.1051,
      "step": 1733
    },
    {
      "epoch": 0.68,
      "grad_norm": 6.25,
      "learning_rate": 1.5758293838862558e-05,
      "loss": 2.177,
      "step": 1734
    },
    {
      "epoch": 0.69,
      "grad_norm": 6.21875,
      "learning_rate": 1.5738546603475516e-05,
      "loss": 2.1557,
      "step": 1735
    },
    {
      "epoch": 0.69,
      "grad_norm": 5.4375,
      "learning_rate": 1.5718799368088467e-05,
      "loss": 1.8361,
      "step": 1736
    },
    {
      "epoch": 0.69,
      "grad_norm": 6.21875,
      "learning_rate": 1.5699052132701422e-05,
      "loss": 2.1246,
      "step": 1737
    },
    {
      "epoch": 0.69,
      "grad_norm": 6.34375,
      "learning_rate": 1.5679304897314377e-05,
      "loss": 1.9968,
      "step": 1738
    },
    {
      "epoch": 0.69,
      "grad_norm": 9.3125,
      "learning_rate": 1.565955766192733e-05,
      "loss": 1.8559,
      "step": 1739
    },
    {
      "epoch": 0.69,
      "grad_norm": 5.34375,
      "learning_rate": 1.5639810426540286e-05,
      "loss": 1.8423,
      "step": 1740
    },
    {
      "epoch": 0.69,
      "grad_norm": 9.375,
      "learning_rate": 1.562006319115324e-05,
      "loss": 1.9812,
      "step": 1741
    },
    {
      "epoch": 0.69,
      "grad_norm": 4.84375,
      "learning_rate": 1.5600315955766192e-05,
      "loss": 2.0073,
      "step": 1742
    },
    {
      "epoch": 0.69,
      "grad_norm": 5.84375,
      "learning_rate": 1.558056872037915e-05,
      "loss": 1.8293,
      "step": 1743
    },
    {
      "epoch": 0.69,
      "grad_norm": 5.65625,
      "learning_rate": 1.55608214849921e-05,
      "loss": 2.0012,
      "step": 1744
    },
    {
      "epoch": 0.69,
      "grad_norm": 6.3125,
      "learning_rate": 1.5541074249605056e-05,
      "loss": 1.6819,
      "step": 1745
    },
    {
      "epoch": 0.69,
      "grad_norm": 7.0,
      "learning_rate": 1.552132701421801e-05,
      "loss": 1.8722,
      "step": 1746
    },
    {
      "epoch": 0.69,
      "grad_norm": 10.8125,
      "learning_rate": 1.5501579778830966e-05,
      "loss": 2.0567,
      "step": 1747
    },
    {
      "epoch": 0.69,
      "grad_norm": 7.8125,
      "learning_rate": 1.548183254344392e-05,
      "loss": 2.3906,
      "step": 1748
    },
    {
      "epoch": 0.69,
      "grad_norm": 9.9375,
      "learning_rate": 1.5462085308056872e-05,
      "loss": 1.9552,
      "step": 1749
    },
    {
      "epoch": 0.69,
      "grad_norm": 4.84375,
      "learning_rate": 1.5442338072669826e-05,
      "loss": 1.489,
      "step": 1750
    },
    {
      "epoch": 0.69,
      "grad_norm": 5.96875,
      "learning_rate": 1.542259083728278e-05,
      "loss": 1.8193,
      "step": 1751
    },
    {
      "epoch": 0.69,
      "grad_norm": 9.4375,
      "learning_rate": 1.5402843601895736e-05,
      "loss": 1.7943,
      "step": 1752
    },
    {
      "epoch": 0.69,
      "grad_norm": 12.6875,
      "learning_rate": 1.538309636650869e-05,
      "loss": 1.801,
      "step": 1753
    },
    {
      "epoch": 0.69,
      "grad_norm": 6.46875,
      "learning_rate": 1.5363349131121642e-05,
      "loss": 2.1374,
      "step": 1754
    },
    {
      "epoch": 0.69,
      "grad_norm": 5.03125,
      "learning_rate": 1.5343601895734597e-05,
      "loss": 2.1053,
      "step": 1755
    },
    {
      "epoch": 0.69,
      "grad_norm": 5.75,
      "learning_rate": 1.532385466034755e-05,
      "loss": 1.8346,
      "step": 1756
    },
    {
      "epoch": 0.69,
      "grad_norm": 4.5625,
      "learning_rate": 1.5304107424960506e-05,
      "loss": 2.083,
      "step": 1757
    },
    {
      "epoch": 0.69,
      "grad_norm": 5.5625,
      "learning_rate": 1.528436018957346e-05,
      "loss": 2.1806,
      "step": 1758
    },
    {
      "epoch": 0.69,
      "grad_norm": 7.40625,
      "learning_rate": 1.5264612954186412e-05,
      "loss": 1.9365,
      "step": 1759
    },
    {
      "epoch": 0.7,
      "grad_norm": 6.3125,
      "learning_rate": 1.524486571879937e-05,
      "loss": 2.1798,
      "step": 1760
    },
    {
      "epoch": 0.7,
      "grad_norm": 5.90625,
      "learning_rate": 1.5225118483412323e-05,
      "loss": 1.7343,
      "step": 1761
    },
    {
      "epoch": 0.7,
      "grad_norm": 6.0,
      "learning_rate": 1.5205371248025276e-05,
      "loss": 2.2112,
      "step": 1762
    },
    {
      "epoch": 0.7,
      "grad_norm": 7.59375,
      "learning_rate": 1.5185624012638231e-05,
      "loss": 2.3712,
      "step": 1763
    },
    {
      "epoch": 0.7,
      "grad_norm": 5.9375,
      "learning_rate": 1.5165876777251187e-05,
      "loss": 2.2263,
      "step": 1764
    },
    {
      "epoch": 0.7,
      "grad_norm": 6.53125,
      "learning_rate": 1.514612954186414e-05,
      "loss": 2.3804,
      "step": 1765
    },
    {
      "epoch": 0.7,
      "grad_norm": 7.1875,
      "learning_rate": 1.5126382306477094e-05,
      "loss": 1.9832,
      "step": 1766
    },
    {
      "epoch": 0.7,
      "grad_norm": 6.5,
      "learning_rate": 1.5106635071090047e-05,
      "loss": 1.9412,
      "step": 1767
    },
    {
      "epoch": 0.7,
      "grad_norm": 6.53125,
      "learning_rate": 1.5086887835703003e-05,
      "loss": 2.1359,
      "step": 1768
    },
    {
      "epoch": 0.7,
      "grad_norm": 9.0625,
      "learning_rate": 1.5067140600315958e-05,
      "loss": 1.8093,
      "step": 1769
    },
    {
      "epoch": 0.7,
      "grad_norm": 6.4375,
      "learning_rate": 1.504739336492891e-05,
      "loss": 2.2793,
      "step": 1770
    },
    {
      "epoch": 0.7,
      "grad_norm": 7.34375,
      "learning_rate": 1.5027646129541864e-05,
      "loss": 2.2631,
      "step": 1771
    },
    {
      "epoch": 0.7,
      "grad_norm": 10.5625,
      "learning_rate": 1.500789889415482e-05,
      "loss": 1.7803,
      "step": 1772
    },
    {
      "epoch": 0.7,
      "grad_norm": 10.5625,
      "learning_rate": 1.4988151658767773e-05,
      "loss": 1.8772,
      "step": 1773
    },
    {
      "epoch": 0.7,
      "grad_norm": 8.9375,
      "learning_rate": 1.4968404423380728e-05,
      "loss": 1.9033,
      "step": 1774
    },
    {
      "epoch": 0.7,
      "grad_norm": 6.375,
      "learning_rate": 1.4948657187993681e-05,
      "loss": 2.0273,
      "step": 1775
    },
    {
      "epoch": 0.7,
      "grad_norm": 6.28125,
      "learning_rate": 1.4928909952606634e-05,
      "loss": 2.169,
      "step": 1776
    },
    {
      "epoch": 0.7,
      "grad_norm": 7.21875,
      "learning_rate": 1.490916271721959e-05,
      "loss": 1.9322,
      "step": 1777
    },
    {
      "epoch": 0.7,
      "grad_norm": 9.4375,
      "learning_rate": 1.4889415481832545e-05,
      "loss": 2.486,
      "step": 1778
    },
    {
      "epoch": 0.7,
      "grad_norm": 10.125,
      "learning_rate": 1.4869668246445498e-05,
      "loss": 2.1295,
      "step": 1779
    },
    {
      "epoch": 0.7,
      "grad_norm": 9.875,
      "learning_rate": 1.4849921011058451e-05,
      "loss": 1.9163,
      "step": 1780
    },
    {
      "epoch": 0.7,
      "grad_norm": 7.5625,
      "learning_rate": 1.4830173775671408e-05,
      "loss": 1.8977,
      "step": 1781
    },
    {
      "epoch": 0.7,
      "grad_norm": 16.875,
      "learning_rate": 1.481042654028436e-05,
      "loss": 1.9979,
      "step": 1782
    },
    {
      "epoch": 0.7,
      "grad_norm": 11.6875,
      "learning_rate": 1.4790679304897315e-05,
      "loss": 2.1319,
      "step": 1783
    },
    {
      "epoch": 0.7,
      "grad_norm": 7.625,
      "learning_rate": 1.4770932069510268e-05,
      "loss": 1.9456,
      "step": 1784
    },
    {
      "epoch": 0.7,
      "grad_norm": 6.9375,
      "learning_rate": 1.4751184834123225e-05,
      "loss": 1.8715,
      "step": 1785
    },
    {
      "epoch": 0.71,
      "grad_norm": 53.75,
      "learning_rate": 1.4731437598736178e-05,
      "loss": 1.9031,
      "step": 1786
    },
    {
      "epoch": 0.71,
      "grad_norm": 8.875,
      "learning_rate": 1.4711690363349131e-05,
      "loss": 1.961,
      "step": 1787
    },
    {
      "epoch": 0.71,
      "grad_norm": 8.75,
      "learning_rate": 1.4691943127962086e-05,
      "loss": 1.8373,
      "step": 1788
    },
    {
      "epoch": 0.71,
      "grad_norm": 6.75,
      "learning_rate": 1.4672195892575042e-05,
      "loss": 1.7478,
      "step": 1789
    },
    {
      "epoch": 0.71,
      "grad_norm": 8.125,
      "learning_rate": 1.4652448657187995e-05,
      "loss": 2.1335,
      "step": 1790
    },
    {
      "epoch": 0.71,
      "grad_norm": 7.78125,
      "learning_rate": 1.4632701421800948e-05,
      "loss": 1.8655,
      "step": 1791
    },
    {
      "epoch": 0.71,
      "grad_norm": 18.0,
      "learning_rate": 1.4612954186413901e-05,
      "loss": 2.0953,
      "step": 1792
    },
    {
      "epoch": 0.71,
      "grad_norm": 12.875,
      "learning_rate": 1.4593206951026858e-05,
      "loss": 1.7111,
      "step": 1793
    },
    {
      "epoch": 0.71,
      "grad_norm": 7.4375,
      "learning_rate": 1.4573459715639812e-05,
      "loss": 2.1003,
      "step": 1794
    },
    {
      "epoch": 0.71,
      "grad_norm": 14.0625,
      "learning_rate": 1.4553712480252765e-05,
      "loss": 2.2544,
      "step": 1795
    },
    {
      "epoch": 0.71,
      "grad_norm": 6.375,
      "learning_rate": 1.4533965244865718e-05,
      "loss": 2.1063,
      "step": 1796
    },
    {
      "epoch": 0.71,
      "grad_norm": 7.03125,
      "learning_rate": 1.4514218009478675e-05,
      "loss": 2.3819,
      "step": 1797
    },
    {
      "epoch": 0.71,
      "grad_norm": 9.6875,
      "learning_rate": 1.4494470774091628e-05,
      "loss": 1.9134,
      "step": 1798
    },
    {
      "epoch": 0.71,
      "grad_norm": 5.4375,
      "learning_rate": 1.4474723538704582e-05,
      "loss": 2.1191,
      "step": 1799
    },
    {
      "epoch": 0.71,
      "grad_norm": 5.625,
      "learning_rate": 1.4454976303317535e-05,
      "loss": 2.0396,
      "step": 1800
    },
    {
      "epoch": 0.71,
      "grad_norm": 10.1875,
      "learning_rate": 1.4435229067930489e-05,
      "loss": 2.2287,
      "step": 1801
    },
    {
      "epoch": 0.71,
      "grad_norm": 9.4375,
      "learning_rate": 1.4415481832543445e-05,
      "loss": 2.2715,
      "step": 1802
    },
    {
      "epoch": 0.71,
      "grad_norm": 8.625,
      "learning_rate": 1.43957345971564e-05,
      "loss": 2.0739,
      "step": 1803
    },
    {
      "epoch": 0.71,
      "grad_norm": 6.5,
      "learning_rate": 1.4375987361769353e-05,
      "loss": 1.6744,
      "step": 1804
    },
    {
      "epoch": 0.71,
      "grad_norm": 7.25,
      "learning_rate": 1.4356240126382306e-05,
      "loss": 2.0855,
      "step": 1805
    },
    {
      "epoch": 0.71,
      "grad_norm": 6.8125,
      "learning_rate": 1.4336492890995262e-05,
      "loss": 1.7502,
      "step": 1806
    },
    {
      "epoch": 0.71,
      "grad_norm": 5.90625,
      "learning_rate": 1.4316745655608215e-05,
      "loss": 2.3185,
      "step": 1807
    },
    {
      "epoch": 0.71,
      "grad_norm": 4.53125,
      "learning_rate": 1.429699842022117e-05,
      "loss": 2.1072,
      "step": 1808
    },
    {
      "epoch": 0.71,
      "grad_norm": 6.5,
      "learning_rate": 1.4277251184834123e-05,
      "loss": 2.11,
      "step": 1809
    },
    {
      "epoch": 0.71,
      "grad_norm": 4.84375,
      "learning_rate": 1.425750394944708e-05,
      "loss": 2.1957,
      "step": 1810
    },
    {
      "epoch": 0.72,
      "grad_norm": 18.5,
      "learning_rate": 1.4237756714060032e-05,
      "loss": 1.8613,
      "step": 1811
    },
    {
      "epoch": 0.72,
      "grad_norm": 15.5625,
      "learning_rate": 1.4218009478672985e-05,
      "loss": 1.9591,
      "step": 1812
    },
    {
      "epoch": 0.72,
      "grad_norm": 6.59375,
      "learning_rate": 1.419826224328594e-05,
      "loss": 1.6567,
      "step": 1813
    },
    {
      "epoch": 0.72,
      "grad_norm": 5.625,
      "learning_rate": 1.4178515007898897e-05,
      "loss": 1.7977,
      "step": 1814
    },
    {
      "epoch": 0.72,
      "grad_norm": 7.0,
      "learning_rate": 1.415876777251185e-05,
      "loss": 2.1728,
      "step": 1815
    },
    {
      "epoch": 0.72,
      "grad_norm": 9.0,
      "learning_rate": 1.4139020537124803e-05,
      "loss": 2.2893,
      "step": 1816
    },
    {
      "epoch": 0.72,
      "grad_norm": 27.375,
      "learning_rate": 1.4119273301737757e-05,
      "loss": 1.5096,
      "step": 1817
    },
    {
      "epoch": 0.72,
      "grad_norm": 7.28125,
      "learning_rate": 1.4099526066350712e-05,
      "loss": 2.0754,
      "step": 1818
    },
    {
      "epoch": 0.72,
      "grad_norm": 7.5,
      "learning_rate": 1.4079778830963667e-05,
      "loss": 2.0997,
      "step": 1819
    },
    {
      "epoch": 0.72,
      "grad_norm": 6.5,
      "learning_rate": 1.406003159557662e-05,
      "loss": 1.8124,
      "step": 1820
    },
    {
      "epoch": 0.72,
      "grad_norm": 7.21875,
      "learning_rate": 1.4040284360189573e-05,
      "loss": 1.8613,
      "step": 1821
    },
    {
      "epoch": 0.72,
      "grad_norm": 7.8125,
      "learning_rate": 1.402053712480253e-05,
      "loss": 1.9453,
      "step": 1822
    },
    {
      "epoch": 0.72,
      "grad_norm": 6.0625,
      "learning_rate": 1.4000789889415484e-05,
      "loss": 2.0384,
      "step": 1823
    },
    {
      "epoch": 0.72,
      "grad_norm": 5.34375,
      "learning_rate": 1.3981042654028437e-05,
      "loss": 1.923,
      "step": 1824
    },
    {
      "epoch": 0.72,
      "grad_norm": 5.21875,
      "learning_rate": 1.396129541864139e-05,
      "loss": 1.886,
      "step": 1825
    },
    {
      "epoch": 0.72,
      "grad_norm": 5.125,
      "learning_rate": 1.3941548183254343e-05,
      "loss": 1.8744,
      "step": 1826
    },
    {
      "epoch": 0.72,
      "grad_norm": 9.875,
      "learning_rate": 1.39218009478673e-05,
      "loss": 1.5611,
      "step": 1827
    },
    {
      "epoch": 0.72,
      "grad_norm": 5.46875,
      "learning_rate": 1.3902053712480254e-05,
      "loss": 1.7836,
      "step": 1828
    },
    {
      "epoch": 0.72,
      "grad_norm": 5.9375,
      "learning_rate": 1.3882306477093207e-05,
      "loss": 2.0586,
      "step": 1829
    },
    {
      "epoch": 0.72,
      "grad_norm": 9.0625,
      "learning_rate": 1.386255924170616e-05,
      "loss": 2.1186,
      "step": 1830
    },
    {
      "epoch": 0.72,
      "grad_norm": 7.03125,
      "learning_rate": 1.3842812006319117e-05,
      "loss": 2.0262,
      "step": 1831
    },
    {
      "epoch": 0.72,
      "grad_norm": 6.03125,
      "learning_rate": 1.382306477093207e-05,
      "loss": 2.0731,
      "step": 1832
    },
    {
      "epoch": 0.72,
      "grad_norm": 5.03125,
      "learning_rate": 1.3803317535545024e-05,
      "loss": 2.0797,
      "step": 1833
    },
    {
      "epoch": 0.72,
      "grad_norm": 5.59375,
      "learning_rate": 1.3783570300157977e-05,
      "loss": 2.1194,
      "step": 1834
    },
    {
      "epoch": 0.72,
      "grad_norm": 8.375,
      "learning_rate": 1.3763823064770934e-05,
      "loss": 2.0719,
      "step": 1835
    },
    {
      "epoch": 0.73,
      "grad_norm": 8.125,
      "learning_rate": 1.3744075829383887e-05,
      "loss": 1.9128,
      "step": 1836
    },
    {
      "epoch": 0.73,
      "grad_norm": 5.125,
      "learning_rate": 1.3724328593996842e-05,
      "loss": 1.7425,
      "step": 1837
    },
    {
      "epoch": 0.73,
      "grad_norm": 7.8125,
      "learning_rate": 1.3704581358609795e-05,
      "loss": 2.2982,
      "step": 1838
    },
    {
      "epoch": 0.73,
      "grad_norm": 5.8125,
      "learning_rate": 1.3684834123222751e-05,
      "loss": 1.9633,
      "step": 1839
    },
    {
      "epoch": 0.73,
      "grad_norm": 5.40625,
      "learning_rate": 1.3665086887835704e-05,
      "loss": 2.1067,
      "step": 1840
    },
    {
      "epoch": 0.73,
      "grad_norm": 6.6875,
      "learning_rate": 1.3645339652448657e-05,
      "loss": 1.8924,
      "step": 1841
    },
    {
      "epoch": 0.73,
      "grad_norm": 5.625,
      "learning_rate": 1.3625592417061612e-05,
      "loss": 2.142,
      "step": 1842
    },
    {
      "epoch": 0.73,
      "grad_norm": 5.40625,
      "learning_rate": 1.3605845181674568e-05,
      "loss": 1.9444,
      "step": 1843
    },
    {
      "epoch": 0.73,
      "grad_norm": 5.46875,
      "learning_rate": 1.3586097946287521e-05,
      "loss": 1.8868,
      "step": 1844
    },
    {
      "epoch": 0.73,
      "grad_norm": 7.0625,
      "learning_rate": 1.3566350710900474e-05,
      "loss": 2.0836,
      "step": 1845
    },
    {
      "epoch": 0.73,
      "grad_norm": 5.90625,
      "learning_rate": 1.3546603475513427e-05,
      "loss": 2.1672,
      "step": 1846
    },
    {
      "epoch": 0.73,
      "grad_norm": 7.78125,
      "learning_rate": 1.3526856240126384e-05,
      "loss": 2.0987,
      "step": 1847
    },
    {
      "epoch": 0.73,
      "grad_norm": 7.625,
      "learning_rate": 1.3507109004739339e-05,
      "loss": 2.0546,
      "step": 1848
    },
    {
      "epoch": 0.73,
      "grad_norm": 8.5625,
      "learning_rate": 1.3487361769352292e-05,
      "loss": 2.0986,
      "step": 1849
    },
    {
      "epoch": 0.73,
      "grad_norm": 6.875,
      "learning_rate": 1.3467614533965245e-05,
      "loss": 1.8614,
      "step": 1850
    },
    {
      "epoch": 0.73,
      "grad_norm": 8.375,
      "learning_rate": 1.3447867298578198e-05,
      "loss": 2.0437,
      "step": 1851
    },
    {
      "epoch": 0.73,
      "grad_norm": 7.40625,
      "learning_rate": 1.3428120063191154e-05,
      "loss": 1.7998,
      "step": 1852
    },
    {
      "epoch": 0.73,
      "grad_norm": 10.5625,
      "learning_rate": 1.3408372827804109e-05,
      "loss": 1.9433,
      "step": 1853
    },
    {
      "epoch": 0.73,
      "grad_norm": 10.1875,
      "learning_rate": 1.3388625592417062e-05,
      "loss": 2.2971,
      "step": 1854
    },
    {
      "epoch": 0.73,
      "grad_norm": 12.5625,
      "learning_rate": 1.3368878357030015e-05,
      "loss": 2.0303,
      "step": 1855
    },
    {
      "epoch": 0.73,
      "grad_norm": 6.375,
      "learning_rate": 1.3349131121642971e-05,
      "loss": 1.8925,
      "step": 1856
    },
    {
      "epoch": 0.73,
      "grad_norm": 7.15625,
      "learning_rate": 1.3329383886255924e-05,
      "loss": 2.1903,
      "step": 1857
    },
    {
      "epoch": 0.73,
      "grad_norm": 7.28125,
      "learning_rate": 1.3309636650868879e-05,
      "loss": 2.0483,
      "step": 1858
    },
    {
      "epoch": 0.73,
      "grad_norm": 6.21875,
      "learning_rate": 1.3289889415481832e-05,
      "loss": 1.9829,
      "step": 1859
    },
    {
      "epoch": 0.73,
      "grad_norm": 4.1875,
      "learning_rate": 1.3270142180094788e-05,
      "loss": 1.7854,
      "step": 1860
    },
    {
      "epoch": 0.73,
      "grad_norm": 5.71875,
      "learning_rate": 1.3250394944707741e-05,
      "loss": 1.9232,
      "step": 1861
    },
    {
      "epoch": 0.74,
      "grad_norm": 8.0625,
      "learning_rate": 1.3230647709320696e-05,
      "loss": 2.3038,
      "step": 1862
    },
    {
      "epoch": 0.74,
      "grad_norm": 6.5625,
      "learning_rate": 1.321090047393365e-05,
      "loss": 1.9761,
      "step": 1863
    },
    {
      "epoch": 0.74,
      "grad_norm": 12.9375,
      "learning_rate": 1.3191153238546606e-05,
      "loss": 1.8021,
      "step": 1864
    },
    {
      "epoch": 0.74,
      "grad_norm": 7.625,
      "learning_rate": 1.3171406003159559e-05,
      "loss": 1.9288,
      "step": 1865
    },
    {
      "epoch": 0.74,
      "grad_norm": 8.0,
      "learning_rate": 1.3151658767772512e-05,
      "loss": 2.1939,
      "step": 1866
    },
    {
      "epoch": 0.74,
      "grad_norm": 7.5,
      "learning_rate": 1.3131911532385466e-05,
      "loss": 1.7427,
      "step": 1867
    },
    {
      "epoch": 0.74,
      "grad_norm": 7.78125,
      "learning_rate": 1.3112164296998423e-05,
      "loss": 2.006,
      "step": 1868
    },
    {
      "epoch": 0.74,
      "grad_norm": 10.75,
      "learning_rate": 1.3092417061611376e-05,
      "loss": 2.2151,
      "step": 1869
    },
    {
      "epoch": 0.74,
      "grad_norm": 7.53125,
      "learning_rate": 1.3072669826224329e-05,
      "loss": 2.0153,
      "step": 1870
    },
    {
      "epoch": 0.74,
      "grad_norm": 7.375,
      "learning_rate": 1.3052922590837282e-05,
      "loss": 2.1438,
      "step": 1871
    },
    {
      "epoch": 0.74,
      "grad_norm": 6.5625,
      "learning_rate": 1.3033175355450238e-05,
      "loss": 1.7192,
      "step": 1872
    },
    {
      "epoch": 0.74,
      "grad_norm": 5.71875,
      "learning_rate": 1.3013428120063193e-05,
      "loss": 1.9628,
      "step": 1873
    },
    {
      "epoch": 0.74,
      "grad_norm": 8.875,
      "learning_rate": 1.2993680884676146e-05,
      "loss": 1.998,
      "step": 1874
    },
    {
      "epoch": 0.74,
      "grad_norm": 4.65625,
      "learning_rate": 1.2973933649289099e-05,
      "loss": 1.8498,
      "step": 1875
    },
    {
      "epoch": 0.74,
      "grad_norm": 9.625,
      "learning_rate": 1.2954186413902054e-05,
      "loss": 1.8135,
      "step": 1876
    },
    {
      "epoch": 0.74,
      "grad_norm": 5.90625,
      "learning_rate": 1.2934439178515009e-05,
      "loss": 1.8159,
      "step": 1877
    },
    {
      "epoch": 0.74,
      "grad_norm": 8.0,
      "learning_rate": 1.2914691943127963e-05,
      "loss": 2.2036,
      "step": 1878
    },
    {
      "epoch": 0.74,
      "grad_norm": 9.8125,
      "learning_rate": 1.2894944707740916e-05,
      "loss": 2.1619,
      "step": 1879
    },
    {
      "epoch": 0.74,
      "grad_norm": 5.96875,
      "learning_rate": 1.287519747235387e-05,
      "loss": 2.1687,
      "step": 1880
    },
    {
      "epoch": 0.74,
      "grad_norm": 10.0,
      "learning_rate": 1.2855450236966826e-05,
      "loss": 2.2512,
      "step": 1881
    },
    {
      "epoch": 0.74,
      "grad_norm": 7.5,
      "learning_rate": 1.283570300157978e-05,
      "loss": 2.0232,
      "step": 1882
    },
    {
      "epoch": 0.74,
      "grad_norm": 11.625,
      "learning_rate": 1.2815955766192733e-05,
      "loss": 1.9691,
      "step": 1883
    },
    {
      "epoch": 0.74,
      "grad_norm": 7.15625,
      "learning_rate": 1.2796208530805687e-05,
      "loss": 2.1155,
      "step": 1884
    },
    {
      "epoch": 0.74,
      "grad_norm": 4.125,
      "learning_rate": 1.2776461295418643e-05,
      "loss": 1.793,
      "step": 1885
    },
    {
      "epoch": 0.74,
      "grad_norm": 7.34375,
      "learning_rate": 1.2756714060031596e-05,
      "loss": 2.3832,
      "step": 1886
    },
    {
      "epoch": 0.75,
      "grad_norm": 5.5,
      "learning_rate": 1.273696682464455e-05,
      "loss": 2.1625,
      "step": 1887
    },
    {
      "epoch": 0.75,
      "grad_norm": 8.0,
      "learning_rate": 1.2717219589257504e-05,
      "loss": 2.0805,
      "step": 1888
    },
    {
      "epoch": 0.75,
      "grad_norm": 7.0625,
      "learning_rate": 1.269747235387046e-05,
      "loss": 1.7718,
      "step": 1889
    },
    {
      "epoch": 0.75,
      "grad_norm": 6.5,
      "learning_rate": 1.2677725118483413e-05,
      "loss": 1.7337,
      "step": 1890
    },
    {
      "epoch": 0.75,
      "grad_norm": 10.375,
      "learning_rate": 1.2657977883096366e-05,
      "loss": 2.2849,
      "step": 1891
    },
    {
      "epoch": 0.75,
      "grad_norm": 7.0625,
      "learning_rate": 1.2638230647709321e-05,
      "loss": 2.0064,
      "step": 1892
    },
    {
      "epoch": 0.75,
      "grad_norm": 15.3125,
      "learning_rate": 1.2618483412322277e-05,
      "loss": 2.3614,
      "step": 1893
    },
    {
      "epoch": 0.75,
      "grad_norm": 5.25,
      "learning_rate": 1.259873617693523e-05,
      "loss": 2.4093,
      "step": 1894
    },
    {
      "epoch": 0.75,
      "grad_norm": 8.375,
      "learning_rate": 1.2578988941548183e-05,
      "loss": 2.1306,
      "step": 1895
    },
    {
      "epoch": 0.75,
      "grad_norm": 5.46875,
      "learning_rate": 1.2559241706161136e-05,
      "loss": 2.0067,
      "step": 1896
    },
    {
      "epoch": 0.75,
      "grad_norm": 12.0,
      "learning_rate": 1.2539494470774093e-05,
      "loss": 1.895,
      "step": 1897
    },
    {
      "epoch": 0.75,
      "grad_norm": 6.53125,
      "learning_rate": 1.2519747235387048e-05,
      "loss": 1.9376,
      "step": 1898
    },
    {
      "epoch": 0.75,
      "grad_norm": 6.625,
      "learning_rate": 1.25e-05,
      "loss": 1.9902,
      "step": 1899
    },
    {
      "epoch": 0.75,
      "grad_norm": 8.125,
      "learning_rate": 1.2480252764612954e-05,
      "loss": 2.1392,
      "step": 1900
    },
    {
      "epoch": 0.75,
      "grad_norm": 6.5,
      "learning_rate": 1.2460505529225908e-05,
      "loss": 2.302,
      "step": 1901
    },
    {
      "epoch": 0.75,
      "grad_norm": 7.21875,
      "learning_rate": 1.2440758293838863e-05,
      "loss": 2.1621,
      "step": 1902
    },
    {
      "epoch": 0.75,
      "grad_norm": 6.0625,
      "learning_rate": 1.2421011058451818e-05,
      "loss": 1.9279,
      "step": 1903
    },
    {
      "epoch": 0.75,
      "grad_norm": 7.84375,
      "learning_rate": 1.240126382306477e-05,
      "loss": 2.2973,
      "step": 1904
    },
    {
      "epoch": 0.75,
      "grad_norm": 5.65625,
      "learning_rate": 1.2381516587677726e-05,
      "loss": 1.903,
      "step": 1905
    },
    {
      "epoch": 0.75,
      "grad_norm": 8.8125,
      "learning_rate": 1.2361769352290679e-05,
      "loss": 1.9986,
      "step": 1906
    },
    {
      "epoch": 0.75,
      "grad_norm": 5.96875,
      "learning_rate": 1.2342022116903635e-05,
      "loss": 2.3003,
      "step": 1907
    },
    {
      "epoch": 0.75,
      "grad_norm": 10.4375,
      "learning_rate": 1.2322274881516588e-05,
      "loss": 2.1117,
      "step": 1908
    },
    {
      "epoch": 0.75,
      "grad_norm": 6.5625,
      "learning_rate": 1.2302527646129543e-05,
      "loss": 2.171,
      "step": 1909
    },
    {
      "epoch": 0.75,
      "grad_norm": 6.4375,
      "learning_rate": 1.2282780410742496e-05,
      "loss": 2.0001,
      "step": 1910
    },
    {
      "epoch": 0.75,
      "grad_norm": 9.0,
      "learning_rate": 1.226303317535545e-05,
      "loss": 1.8008,
      "step": 1911
    },
    {
      "epoch": 0.76,
      "grad_norm": 7.5625,
      "learning_rate": 1.2243285939968405e-05,
      "loss": 2.1734,
      "step": 1912
    },
    {
      "epoch": 0.76,
      "grad_norm": 9.4375,
      "learning_rate": 1.222353870458136e-05,
      "loss": 2.2471,
      "step": 1913
    },
    {
      "epoch": 0.76,
      "grad_norm": 8.375,
      "learning_rate": 1.2203791469194313e-05,
      "loss": 1.7866,
      "step": 1914
    },
    {
      "epoch": 0.76,
      "grad_norm": 7.5625,
      "learning_rate": 1.2184044233807268e-05,
      "loss": 2.1694,
      "step": 1915
    },
    {
      "epoch": 0.76,
      "grad_norm": 10.25,
      "learning_rate": 1.216429699842022e-05,
      "loss": 1.7106,
      "step": 1916
    },
    {
      "epoch": 0.76,
      "grad_norm": 13.4375,
      "learning_rate": 1.2144549763033177e-05,
      "loss": 2.0336,
      "step": 1917
    },
    {
      "epoch": 0.76,
      "grad_norm": 11.0,
      "learning_rate": 1.212480252764613e-05,
      "loss": 2.0821,
      "step": 1918
    },
    {
      "epoch": 0.76,
      "grad_norm": 12.375,
      "learning_rate": 1.2105055292259085e-05,
      "loss": 1.8813,
      "step": 1919
    },
    {
      "epoch": 0.76,
      "grad_norm": 6.5625,
      "learning_rate": 1.2085308056872038e-05,
      "loss": 2.4087,
      "step": 1920
    },
    {
      "epoch": 0.76,
      "grad_norm": 7.0,
      "learning_rate": 1.2065560821484993e-05,
      "loss": 2.2356,
      "step": 1921
    },
    {
      "epoch": 0.76,
      "grad_norm": 5.5625,
      "learning_rate": 1.2045813586097947e-05,
      "loss": 2.0653,
      "step": 1922
    },
    {
      "epoch": 0.76,
      "grad_norm": 11.25,
      "learning_rate": 1.2026066350710902e-05,
      "loss": 2.3318,
      "step": 1923
    },
    {
      "epoch": 0.76,
      "grad_norm": 7.21875,
      "learning_rate": 1.2006319115323855e-05,
      "loss": 2.1132,
      "step": 1924
    },
    {
      "epoch": 0.76,
      "grad_norm": 5.625,
      "learning_rate": 1.1986571879936808e-05,
      "loss": 2.0585,
      "step": 1925
    },
    {
      "epoch": 0.76,
      "grad_norm": 7.0625,
      "learning_rate": 1.1966824644549763e-05,
      "loss": 1.9859,
      "step": 1926
    },
    {
      "epoch": 0.76,
      "grad_norm": 8.3125,
      "learning_rate": 1.1947077409162718e-05,
      "loss": 2.3404,
      "step": 1927
    },
    {
      "epoch": 0.76,
      "grad_norm": 4.8125,
      "learning_rate": 1.1927330173775672e-05,
      "loss": 1.6804,
      "step": 1928
    },
    {
      "epoch": 0.76,
      "grad_norm": 5.0625,
      "learning_rate": 1.1907582938388625e-05,
      "loss": 2.0499,
      "step": 1929
    },
    {
      "epoch": 0.76,
      "grad_norm": 11.5,
      "learning_rate": 1.188783570300158e-05,
      "loss": 2.3225,
      "step": 1930
    },
    {
      "epoch": 0.76,
      "grad_norm": 7.90625,
      "learning_rate": 1.1868088467614535e-05,
      "loss": 2.1614,
      "step": 1931
    },
    {
      "epoch": 0.76,
      "grad_norm": 7.59375,
      "learning_rate": 1.184834123222749e-05,
      "loss": 1.7469,
      "step": 1932
    },
    {
      "epoch": 0.76,
      "grad_norm": 6.75,
      "learning_rate": 1.1828593996840443e-05,
      "loss": 1.8779,
      "step": 1933
    },
    {
      "epoch": 0.76,
      "grad_norm": 6.25,
      "learning_rate": 1.1808846761453397e-05,
      "loss": 2.2457,
      "step": 1934
    },
    {
      "epoch": 0.76,
      "grad_norm": 8.875,
      "learning_rate": 1.178909952606635e-05,
      "loss": 2.3114,
      "step": 1935
    },
    {
      "epoch": 0.76,
      "grad_norm": 8.1875,
      "learning_rate": 1.1769352290679305e-05,
      "loss": 2.1986,
      "step": 1936
    },
    {
      "epoch": 0.77,
      "grad_norm": 5.03125,
      "learning_rate": 1.174960505529226e-05,
      "loss": 1.9297,
      "step": 1937
    },
    {
      "epoch": 0.77,
      "grad_norm": 7.6875,
      "learning_rate": 1.1729857819905214e-05,
      "loss": 2.1957,
      "step": 1938
    },
    {
      "epoch": 0.77,
      "grad_norm": 6.0625,
      "learning_rate": 1.1710110584518168e-05,
      "loss": 1.569,
      "step": 1939
    },
    {
      "epoch": 0.77,
      "grad_norm": 9.8125,
      "learning_rate": 1.1690363349131122e-05,
      "loss": 1.9632,
      "step": 1940
    },
    {
      "epoch": 0.77,
      "grad_norm": 9.375,
      "learning_rate": 1.1670616113744077e-05,
      "loss": 2.0101,
      "step": 1941
    },
    {
      "epoch": 0.77,
      "grad_norm": 12.1875,
      "learning_rate": 1.1650868878357032e-05,
      "loss": 2.1009,
      "step": 1942
    },
    {
      "epoch": 0.77,
      "grad_norm": 7.75,
      "learning_rate": 1.1631121642969985e-05,
      "loss": 2.2322,
      "step": 1943
    },
    {
      "epoch": 0.77,
      "grad_norm": 9.5,
      "learning_rate": 1.161137440758294e-05,
      "loss": 2.1393,
      "step": 1944
    },
    {
      "epoch": 0.77,
      "grad_norm": 5.78125,
      "learning_rate": 1.1591627172195892e-05,
      "loss": 2.0069,
      "step": 1945
    },
    {
      "epoch": 0.77,
      "grad_norm": 7.03125,
      "learning_rate": 1.1571879936808847e-05,
      "loss": 2.0065,
      "step": 1946
    },
    {
      "epoch": 0.77,
      "grad_norm": 7.875,
      "learning_rate": 1.1552132701421802e-05,
      "loss": 2.0254,
      "step": 1947
    },
    {
      "epoch": 0.77,
      "grad_norm": 7.8125,
      "learning_rate": 1.1532385466034757e-05,
      "loss": 1.847,
      "step": 1948
    },
    {
      "epoch": 0.77,
      "grad_norm": 9.4375,
      "learning_rate": 1.151263823064771e-05,
      "loss": 2.128,
      "step": 1949
    },
    {
      "epoch": 0.77,
      "grad_norm": 8.25,
      "learning_rate": 1.1492890995260663e-05,
      "loss": 1.7533,
      "step": 1950
    },
    {
      "epoch": 0.77,
      "grad_norm": 5.9375,
      "learning_rate": 1.1473143759873619e-05,
      "loss": 1.9421,
      "step": 1951
    },
    {
      "epoch": 0.77,
      "grad_norm": 6.21875,
      "learning_rate": 1.1453396524486572e-05,
      "loss": 1.7383,
      "step": 1952
    },
    {
      "epoch": 0.77,
      "grad_norm": 10.6875,
      "learning_rate": 1.1433649289099527e-05,
      "loss": 1.818,
      "step": 1953
    },
    {
      "epoch": 0.77,
      "grad_norm": 7.5625,
      "learning_rate": 1.141390205371248e-05,
      "loss": 2.2208,
      "step": 1954
    },
    {
      "epoch": 0.77,
      "grad_norm": 9.625,
      "learning_rate": 1.1394154818325435e-05,
      "loss": 2.059,
      "step": 1955
    },
    {
      "epoch": 0.77,
      "grad_norm": 8.8125,
      "learning_rate": 1.137440758293839e-05,
      "loss": 1.8589,
      "step": 1956
    },
    {
      "epoch": 0.77,
      "grad_norm": 10.625,
      "learning_rate": 1.1354660347551344e-05,
      "loss": 2.2099,
      "step": 1957
    },
    {
      "epoch": 0.77,
      "grad_norm": 9.375,
      "learning_rate": 1.1334913112164297e-05,
      "loss": 1.8583,
      "step": 1958
    },
    {
      "epoch": 0.77,
      "grad_norm": 6.21875,
      "learning_rate": 1.1315165876777252e-05,
      "loss": 2.058,
      "step": 1959
    },
    {
      "epoch": 0.77,
      "grad_norm": 6.71875,
      "learning_rate": 1.1295418641390205e-05,
      "loss": 1.896,
      "step": 1960
    },
    {
      "epoch": 0.77,
      "grad_norm": 7.03125,
      "learning_rate": 1.127567140600316e-05,
      "loss": 1.9544,
      "step": 1961
    },
    {
      "epoch": 0.77,
      "grad_norm": 7.59375,
      "learning_rate": 1.1255924170616114e-05,
      "loss": 2.3272,
      "step": 1962
    },
    {
      "epoch": 0.78,
      "grad_norm": 5.90625,
      "learning_rate": 1.1236176935229069e-05,
      "loss": 2.438,
      "step": 1963
    },
    {
      "epoch": 0.78,
      "grad_norm": 7.1875,
      "learning_rate": 1.1216429699842022e-05,
      "loss": 2.1181,
      "step": 1964
    },
    {
      "epoch": 0.78,
      "grad_norm": 5.4375,
      "learning_rate": 1.1196682464454977e-05,
      "loss": 1.9564,
      "step": 1965
    },
    {
      "epoch": 0.78,
      "grad_norm": 7.59375,
      "learning_rate": 1.1176935229067931e-05,
      "loss": 2.1204,
      "step": 1966
    },
    {
      "epoch": 0.78,
      "grad_norm": 7.34375,
      "learning_rate": 1.1157187993680886e-05,
      "loss": 1.9671,
      "step": 1967
    },
    {
      "epoch": 0.78,
      "grad_norm": 5.53125,
      "learning_rate": 1.113744075829384e-05,
      "loss": 2.0545,
      "step": 1968
    },
    {
      "epoch": 0.78,
      "grad_norm": 6.8125,
      "learning_rate": 1.1117693522906794e-05,
      "loss": 1.8034,
      "step": 1969
    },
    {
      "epoch": 0.78,
      "grad_norm": 10.1875,
      "learning_rate": 1.1097946287519747e-05,
      "loss": 2.1094,
      "step": 1970
    },
    {
      "epoch": 0.78,
      "grad_norm": 10.0,
      "learning_rate": 1.1078199052132702e-05,
      "loss": 2.5193,
      "step": 1971
    },
    {
      "epoch": 0.78,
      "grad_norm": 7.6875,
      "learning_rate": 1.1058451816745656e-05,
      "loss": 1.7605,
      "step": 1972
    },
    {
      "epoch": 0.78,
      "grad_norm": 9.25,
      "learning_rate": 1.1038704581358611e-05,
      "loss": 2.1225,
      "step": 1973
    },
    {
      "epoch": 0.78,
      "grad_norm": 16.375,
      "learning_rate": 1.1018957345971564e-05,
      "loss": 1.8774,
      "step": 1974
    },
    {
      "epoch": 0.78,
      "grad_norm": 19.0,
      "learning_rate": 1.0999210110584517e-05,
      "loss": 1.8156,
      "step": 1975
    },
    {
      "epoch": 0.78,
      "grad_norm": 6.9375,
      "learning_rate": 1.0979462875197474e-05,
      "loss": 2.0692,
      "step": 1976
    },
    {
      "epoch": 0.78,
      "grad_norm": 8.875,
      "learning_rate": 1.0959715639810427e-05,
      "loss": 2.1784,
      "step": 1977
    },
    {
      "epoch": 0.78,
      "grad_norm": 6.84375,
      "learning_rate": 1.0939968404423381e-05,
      "loss": 2.1852,
      "step": 1978
    },
    {
      "epoch": 0.78,
      "grad_norm": 6.9375,
      "learning_rate": 1.0920221169036334e-05,
      "loss": 1.9077,
      "step": 1979
    },
    {
      "epoch": 0.78,
      "grad_norm": 6.84375,
      "learning_rate": 1.0900473933649289e-05,
      "loss": 2.1726,
      "step": 1980
    },
    {
      "epoch": 0.78,
      "grad_norm": 7.1875,
      "learning_rate": 1.0880726698262244e-05,
      "loss": 1.862,
      "step": 1981
    },
    {
      "epoch": 0.78,
      "grad_norm": 8.3125,
      "learning_rate": 1.0860979462875199e-05,
      "loss": 2.0416,
      "step": 1982
    },
    {
      "epoch": 0.78,
      "grad_norm": 7.21875,
      "learning_rate": 1.0841232227488152e-05,
      "loss": 2.1196,
      "step": 1983
    },
    {
      "epoch": 0.78,
      "grad_norm": 8.3125,
      "learning_rate": 1.0821484992101106e-05,
      "loss": 2.3377,
      "step": 1984
    },
    {
      "epoch": 0.78,
      "grad_norm": 5.6875,
      "learning_rate": 1.080173775671406e-05,
      "loss": 2.2647,
      "step": 1985
    },
    {
      "epoch": 0.78,
      "grad_norm": 8.0625,
      "learning_rate": 1.0781990521327016e-05,
      "loss": 2.1212,
      "step": 1986
    },
    {
      "epoch": 0.78,
      "grad_norm": 5.4375,
      "learning_rate": 1.0762243285939969e-05,
      "loss": 2.0415,
      "step": 1987
    },
    {
      "epoch": 0.79,
      "grad_norm": 7.03125,
      "learning_rate": 1.0742496050552924e-05,
      "loss": 1.9346,
      "step": 1988
    },
    {
      "epoch": 0.79,
      "grad_norm": 6.03125,
      "learning_rate": 1.0722748815165877e-05,
      "loss": 2.1867,
      "step": 1989
    },
    {
      "epoch": 0.79,
      "grad_norm": 8.625,
      "learning_rate": 1.0703001579778831e-05,
      "loss": 2.3294,
      "step": 1990
    },
    {
      "epoch": 0.79,
      "grad_norm": 12.5625,
      "learning_rate": 1.0683254344391786e-05,
      "loss": 1.706,
      "step": 1991
    },
    {
      "epoch": 0.79,
      "grad_norm": 5.46875,
      "learning_rate": 1.066350710900474e-05,
      "loss": 2.0414,
      "step": 1992
    },
    {
      "epoch": 0.79,
      "grad_norm": 6.65625,
      "learning_rate": 1.0643759873617694e-05,
      "loss": 2.24,
      "step": 1993
    },
    {
      "epoch": 0.79,
      "grad_norm": 5.46875,
      "learning_rate": 1.0624012638230648e-05,
      "loss": 2.2053,
      "step": 1994
    },
    {
      "epoch": 0.79,
      "grad_norm": 10.9375,
      "learning_rate": 1.0604265402843602e-05,
      "loss": 1.9783,
      "step": 1995
    },
    {
      "epoch": 0.79,
      "grad_norm": 5.90625,
      "learning_rate": 1.0584518167456558e-05,
      "loss": 2.2241,
      "step": 1996
    },
    {
      "epoch": 0.79,
      "grad_norm": 6.53125,
      "learning_rate": 1.0564770932069511e-05,
      "loss": 2.0235,
      "step": 1997
    },
    {
      "epoch": 0.79,
      "grad_norm": 7.34375,
      "learning_rate": 1.0545023696682466e-05,
      "loss": 1.8712,
      "step": 1998
    },
    {
      "epoch": 0.79,
      "grad_norm": 6.28125,
      "learning_rate": 1.0525276461295419e-05,
      "loss": 2.101,
      "step": 1999
    },
    {
      "epoch": 0.79,
      "grad_norm": 7.84375,
      "learning_rate": 1.0505529225908373e-05,
      "loss": 2.1008,
      "step": 2000
    },
    {
      "epoch": 0.79,
      "grad_norm": 13.4375,
      "learning_rate": 1.0485781990521328e-05,
      "loss": 2.1133,
      "step": 2001
    },
    {
      "epoch": 0.79,
      "grad_norm": 8.875,
      "learning_rate": 1.0466034755134281e-05,
      "loss": 2.0236,
      "step": 2002
    },
    {
      "epoch": 0.79,
      "grad_norm": 5.78125,
      "learning_rate": 1.0446287519747236e-05,
      "loss": 1.9779,
      "step": 2003
    },
    {
      "epoch": 0.79,
      "grad_norm": 7.09375,
      "learning_rate": 1.0426540284360189e-05,
      "loss": 2.3413,
      "step": 2004
    },
    {
      "epoch": 0.79,
      "grad_norm": 5.875,
      "learning_rate": 1.0406793048973144e-05,
      "loss": 1.6988,
      "step": 2005
    },
    {
      "epoch": 0.79,
      "grad_norm": 9.4375,
      "learning_rate": 1.0387045813586098e-05,
      "loss": 1.4892,
      "step": 2006
    },
    {
      "epoch": 0.79,
      "grad_norm": 7.78125,
      "learning_rate": 1.0367298578199053e-05,
      "loss": 1.8023,
      "step": 2007
    },
    {
      "epoch": 0.79,
      "grad_norm": 6.84375,
      "learning_rate": 1.0347551342812006e-05,
      "loss": 2.0903,
      "step": 2008
    },
    {
      "epoch": 0.79,
      "grad_norm": 12.0625,
      "learning_rate": 1.0327804107424961e-05,
      "loss": 2.3395,
      "step": 2009
    },
    {
      "epoch": 0.79,
      "grad_norm": 6.65625,
      "learning_rate": 1.0308056872037916e-05,
      "loss": 1.7835,
      "step": 2010
    },
    {
      "epoch": 0.79,
      "grad_norm": 7.71875,
      "learning_rate": 1.028830963665087e-05,
      "loss": 1.8328,
      "step": 2011
    },
    {
      "epoch": 0.79,
      "grad_norm": 8.0,
      "learning_rate": 1.0268562401263823e-05,
      "loss": 1.5441,
      "step": 2012
    },
    {
      "epoch": 0.8,
      "grad_norm": 6.15625,
      "learning_rate": 1.0248815165876778e-05,
      "loss": 1.9938,
      "step": 2013
    },
    {
      "epoch": 0.8,
      "grad_norm": 8.4375,
      "learning_rate": 1.0229067930489731e-05,
      "loss": 1.8775,
      "step": 2014
    },
    {
      "epoch": 0.8,
      "grad_norm": 5.78125,
      "learning_rate": 1.0209320695102686e-05,
      "loss": 1.8333,
      "step": 2015
    },
    {
      "epoch": 0.8,
      "grad_norm": 8.375,
      "learning_rate": 1.018957345971564e-05,
      "loss": 2.2858,
      "step": 2016
    },
    {
      "epoch": 0.8,
      "grad_norm": 7.0,
      "learning_rate": 1.0169826224328595e-05,
      "loss": 2.2677,
      "step": 2017
    },
    {
      "epoch": 0.8,
      "grad_norm": 11.6875,
      "learning_rate": 1.0150078988941548e-05,
      "loss": 1.8377,
      "step": 2018
    },
    {
      "epoch": 0.8,
      "grad_norm": 7.65625,
      "learning_rate": 1.0130331753554503e-05,
      "loss": 2.0848,
      "step": 2019
    },
    {
      "epoch": 0.8,
      "grad_norm": 4.78125,
      "learning_rate": 1.0110584518167456e-05,
      "loss": 1.6013,
      "step": 2020
    },
    {
      "epoch": 0.8,
      "grad_norm": 6.84375,
      "learning_rate": 1.0090837282780412e-05,
      "loss": 2.103,
      "step": 2021
    },
    {
      "epoch": 0.8,
      "grad_norm": 6.21875,
      "learning_rate": 1.0071090047393366e-05,
      "loss": 1.7709,
      "step": 2022
    },
    {
      "epoch": 0.8,
      "grad_norm": 6.09375,
      "learning_rate": 1.005134281200632e-05,
      "loss": 1.8256,
      "step": 2023
    },
    {
      "epoch": 0.8,
      "grad_norm": 8.4375,
      "learning_rate": 1.0031595576619273e-05,
      "loss": 2.2294,
      "step": 2024
    },
    {
      "epoch": 0.8,
      "grad_norm": 5.84375,
      "learning_rate": 1.0011848341232228e-05,
      "loss": 1.7831,
      "step": 2025
    },
    {
      "epoch": 0.8,
      "grad_norm": 8.9375,
      "learning_rate": 9.992101105845183e-06,
      "loss": 1.9831,
      "step": 2026
    },
    {
      "epoch": 0.8,
      "grad_norm": 8.25,
      "learning_rate": 9.972353870458136e-06,
      "loss": 1.934,
      "step": 2027
    },
    {
      "epoch": 0.8,
      "grad_norm": 5.96875,
      "learning_rate": 9.95260663507109e-06,
      "loss": 1.5657,
      "step": 2028
    },
    {
      "epoch": 0.8,
      "grad_norm": 6.375,
      "learning_rate": 9.932859399684043e-06,
      "loss": 1.8867,
      "step": 2029
    },
    {
      "epoch": 0.8,
      "grad_norm": 8.6875,
      "learning_rate": 9.913112164296998e-06,
      "loss": 2.1059,
      "step": 2030
    },
    {
      "epoch": 0.8,
      "grad_norm": 6.75,
      "learning_rate": 9.893364928909953e-06,
      "loss": 1.8007,
      "step": 2031
    },
    {
      "epoch": 0.8,
      "grad_norm": 6.84375,
      "learning_rate": 9.873617693522908e-06,
      "loss": 1.6901,
      "step": 2032
    },
    {
      "epoch": 0.8,
      "grad_norm": 9.3125,
      "learning_rate": 9.85387045813586e-06,
      "loss": 1.9501,
      "step": 2033
    },
    {
      "epoch": 0.8,
      "grad_norm": 6.53125,
      "learning_rate": 9.834123222748815e-06,
      "loss": 1.9348,
      "step": 2034
    },
    {
      "epoch": 0.8,
      "grad_norm": 6.0,
      "learning_rate": 9.81437598736177e-06,
      "loss": 1.891,
      "step": 2035
    },
    {
      "epoch": 0.8,
      "grad_norm": 6.9375,
      "learning_rate": 9.794628751974725e-06,
      "loss": 1.9767,
      "step": 2036
    },
    {
      "epoch": 0.8,
      "grad_norm": 7.375,
      "learning_rate": 9.774881516587678e-06,
      "loss": 2.1645,
      "step": 2037
    },
    {
      "epoch": 0.8,
      "grad_norm": 8.5625,
      "learning_rate": 9.755134281200633e-06,
      "loss": 2.0751,
      "step": 2038
    },
    {
      "epoch": 0.81,
      "grad_norm": 7.71875,
      "learning_rate": 9.735387045813586e-06,
      "loss": 2.3675,
      "step": 2039
    },
    {
      "epoch": 0.81,
      "grad_norm": 6.65625,
      "learning_rate": 9.71563981042654e-06,
      "loss": 2.1672,
      "step": 2040
    },
    {
      "epoch": 0.81,
      "grad_norm": 7.59375,
      "learning_rate": 9.695892575039495e-06,
      "loss": 2.1401,
      "step": 2041
    },
    {
      "epoch": 0.81,
      "grad_norm": 9.25,
      "learning_rate": 9.67614533965245e-06,
      "loss": 2.3075,
      "step": 2042
    },
    {
      "epoch": 0.81,
      "grad_norm": 4.9375,
      "learning_rate": 9.656398104265403e-06,
      "loss": 2.205,
      "step": 2043
    },
    {
      "epoch": 0.81,
      "grad_norm": 11.1875,
      "learning_rate": 9.636650868878358e-06,
      "loss": 1.9111,
      "step": 2044
    },
    {
      "epoch": 0.81,
      "grad_norm": 6.96875,
      "learning_rate": 9.616903633491312e-06,
      "loss": 1.4534,
      "step": 2045
    },
    {
      "epoch": 0.81,
      "grad_norm": 9.1875,
      "learning_rate": 9.597156398104267e-06,
      "loss": 2.3191,
      "step": 2046
    },
    {
      "epoch": 0.81,
      "grad_norm": 7.25,
      "learning_rate": 9.57740916271722e-06,
      "loss": 1.7988,
      "step": 2047
    },
    {
      "epoch": 0.81,
      "grad_norm": 6.53125,
      "learning_rate": 9.557661927330175e-06,
      "loss": 2.0437,
      "step": 2048
    },
    {
      "epoch": 0.81,
      "grad_norm": 6.78125,
      "learning_rate": 9.537914691943128e-06,
      "loss": 1.8445,
      "step": 2049
    },
    {
      "epoch": 0.81,
      "grad_norm": 9.0,
      "learning_rate": 9.518167456556083e-06,
      "loss": 1.9873,
      "step": 2050
    },
    {
      "epoch": 0.81,
      "grad_norm": 8.625,
      "learning_rate": 9.498420221169037e-06,
      "loss": 2.2198,
      "step": 2051
    },
    {
      "epoch": 0.81,
      "grad_norm": 9.375,
      "learning_rate": 9.47867298578199e-06,
      "loss": 1.9627,
      "step": 2052
    },
    {
      "epoch": 0.81,
      "grad_norm": 7.46875,
      "learning_rate": 9.458925750394945e-06,
      "loss": 2.1925,
      "step": 2053
    },
    {
      "epoch": 0.81,
      "grad_norm": 5.34375,
      "learning_rate": 9.439178515007898e-06,
      "loss": 1.9734,
      "step": 2054
    },
    {
      "epoch": 0.81,
      "grad_norm": 9.0625,
      "learning_rate": 9.419431279620854e-06,
      "loss": 2.058,
      "step": 2055
    },
    {
      "epoch": 0.81,
      "grad_norm": 6.21875,
      "learning_rate": 9.399684044233807e-06,
      "loss": 1.7876,
      "step": 2056
    },
    {
      "epoch": 0.81,
      "grad_norm": 6.625,
      "learning_rate": 9.379936808846762e-06,
      "loss": 1.966,
      "step": 2057
    },
    {
      "epoch": 0.81,
      "grad_norm": 7.3125,
      "learning_rate": 9.360189573459715e-06,
      "loss": 1.846,
      "step": 2058
    },
    {
      "epoch": 0.81,
      "grad_norm": 17.375,
      "learning_rate": 9.34044233807267e-06,
      "loss": 2.0262,
      "step": 2059
    },
    {
      "epoch": 0.81,
      "grad_norm": 5.4375,
      "learning_rate": 9.320695102685625e-06,
      "loss": 2.054,
      "step": 2060
    },
    {
      "epoch": 0.81,
      "grad_norm": 6.03125,
      "learning_rate": 9.30094786729858e-06,
      "loss": 2.0099,
      "step": 2061
    },
    {
      "epoch": 0.81,
      "grad_norm": 8.0625,
      "learning_rate": 9.281200631911532e-06,
      "loss": 2.104,
      "step": 2062
    },
    {
      "epoch": 0.81,
      "grad_norm": 9.0,
      "learning_rate": 9.261453396524487e-06,
      "loss": 2.1306,
      "step": 2063
    },
    {
      "epoch": 0.82,
      "grad_norm": 6.96875,
      "learning_rate": 9.24170616113744e-06,
      "loss": 2.0223,
      "step": 2064
    },
    {
      "epoch": 0.82,
      "grad_norm": 6.03125,
      "learning_rate": 9.221958925750397e-06,
      "loss": 2.0311,
      "step": 2065
    },
    {
      "epoch": 0.82,
      "grad_norm": 7.21875,
      "learning_rate": 9.20221169036335e-06,
      "loss": 2.325,
      "step": 2066
    },
    {
      "epoch": 0.82,
      "grad_norm": 8.3125,
      "learning_rate": 9.182464454976304e-06,
      "loss": 1.9492,
      "step": 2067
    },
    {
      "epoch": 0.82,
      "grad_norm": 6.15625,
      "learning_rate": 9.162717219589257e-06,
      "loss": 1.8783,
      "step": 2068
    },
    {
      "epoch": 0.82,
      "grad_norm": 8.0,
      "learning_rate": 9.142969984202212e-06,
      "loss": 2.4551,
      "step": 2069
    },
    {
      "epoch": 0.82,
      "grad_norm": 4.71875,
      "learning_rate": 9.123222748815167e-06,
      "loss": 2.061,
      "step": 2070
    },
    {
      "epoch": 0.82,
      "grad_norm": 7.25,
      "learning_rate": 9.103475513428122e-06,
      "loss": 2.029,
      "step": 2071
    },
    {
      "epoch": 0.82,
      "grad_norm": 8.1875,
      "learning_rate": 9.083728278041075e-06,
      "loss": 1.8115,
      "step": 2072
    },
    {
      "epoch": 0.82,
      "grad_norm": 9.25,
      "learning_rate": 9.06398104265403e-06,
      "loss": 1.9698,
      "step": 2073
    },
    {
      "epoch": 0.82,
      "grad_norm": 7.59375,
      "learning_rate": 9.044233807266982e-06,
      "loss": 2.275,
      "step": 2074
    },
    {
      "epoch": 0.82,
      "grad_norm": 6.09375,
      "learning_rate": 9.024486571879939e-06,
      "loss": 1.9314,
      "step": 2075
    },
    {
      "epoch": 0.82,
      "grad_norm": 6.34375,
      "learning_rate": 9.004739336492892e-06,
      "loss": 2.093,
      "step": 2076
    },
    {
      "epoch": 0.82,
      "grad_norm": 7.3125,
      "learning_rate": 8.984992101105845e-06,
      "loss": 1.6067,
      "step": 2077
    },
    {
      "epoch": 0.82,
      "grad_norm": 7.71875,
      "learning_rate": 8.9652448657188e-06,
      "loss": 1.6374,
      "step": 2078
    },
    {
      "epoch": 0.82,
      "grad_norm": 10.9375,
      "learning_rate": 8.945497630331753e-06,
      "loss": 2.2058,
      "step": 2079
    },
    {
      "epoch": 0.82,
      "grad_norm": 7.40625,
      "learning_rate": 8.925750394944709e-06,
      "loss": 2.3108,
      "step": 2080
    },
    {
      "epoch": 0.82,
      "grad_norm": 10.9375,
      "learning_rate": 8.906003159557662e-06,
      "loss": 1.7949,
      "step": 2081
    },
    {
      "epoch": 0.82,
      "grad_norm": 11.9375,
      "learning_rate": 8.886255924170617e-06,
      "loss": 1.7964,
      "step": 2082
    },
    {
      "epoch": 0.82,
      "grad_norm": 7.5625,
      "learning_rate": 8.86650868878357e-06,
      "loss": 1.9182,
      "step": 2083
    },
    {
      "epoch": 0.82,
      "grad_norm": 7.0625,
      "learning_rate": 8.846761453396524e-06,
      "loss": 1.7283,
      "step": 2084
    },
    {
      "epoch": 0.82,
      "grad_norm": 10.3125,
      "learning_rate": 8.82701421800948e-06,
      "loss": 2.3193,
      "step": 2085
    },
    {
      "epoch": 0.82,
      "grad_norm": 5.53125,
      "learning_rate": 8.807266982622434e-06,
      "loss": 1.6221,
      "step": 2086
    },
    {
      "epoch": 0.82,
      "grad_norm": 5.96875,
      "learning_rate": 8.787519747235387e-06,
      "loss": 2.0812,
      "step": 2087
    },
    {
      "epoch": 0.82,
      "grad_norm": 5.90625,
      "learning_rate": 8.767772511848342e-06,
      "loss": 2.05,
      "step": 2088
    },
    {
      "epoch": 0.83,
      "grad_norm": 7.28125,
      "learning_rate": 8.748025276461295e-06,
      "loss": 1.5181,
      "step": 2089
    },
    {
      "epoch": 0.83,
      "grad_norm": 8.375,
      "learning_rate": 8.728278041074251e-06,
      "loss": 1.796,
      "step": 2090
    },
    {
      "epoch": 0.83,
      "grad_norm": 5.9375,
      "learning_rate": 8.708530805687204e-06,
      "loss": 1.7643,
      "step": 2091
    },
    {
      "epoch": 0.83,
      "grad_norm": 4.0625,
      "learning_rate": 8.688783570300159e-06,
      "loss": 1.8834,
      "step": 2092
    },
    {
      "epoch": 0.83,
      "grad_norm": 8.1875,
      "learning_rate": 8.669036334913112e-06,
      "loss": 2.3145,
      "step": 2093
    },
    {
      "epoch": 0.83,
      "grad_norm": 8.0625,
      "learning_rate": 8.649289099526067e-06,
      "loss": 2.1063,
      "step": 2094
    },
    {
      "epoch": 0.83,
      "grad_norm": 6.4375,
      "learning_rate": 8.629541864139021e-06,
      "loss": 1.9504,
      "step": 2095
    },
    {
      "epoch": 0.83,
      "grad_norm": 5.75,
      "learning_rate": 8.609794628751976e-06,
      "loss": 2.1573,
      "step": 2096
    },
    {
      "epoch": 0.83,
      "grad_norm": 6.3125,
      "learning_rate": 8.590047393364929e-06,
      "loss": 1.5747,
      "step": 2097
    },
    {
      "epoch": 0.83,
      "grad_norm": 5.28125,
      "learning_rate": 8.570300157977884e-06,
      "loss": 1.9786,
      "step": 2098
    },
    {
      "epoch": 0.83,
      "grad_norm": 9.6875,
      "learning_rate": 8.550552922590837e-06,
      "loss": 2.127,
      "step": 2099
    },
    {
      "epoch": 0.83,
      "grad_norm": 6.53125,
      "learning_rate": 8.530805687203793e-06,
      "loss": 1.5605,
      "step": 2100
    },
    {
      "epoch": 0.83,
      "grad_norm": 7.15625,
      "learning_rate": 8.511058451816746e-06,
      "loss": 2.2978,
      "step": 2101
    },
    {
      "epoch": 0.83,
      "grad_norm": 8.0625,
      "learning_rate": 8.4913112164297e-06,
      "loss": 2.2952,
      "step": 2102
    },
    {
      "epoch": 0.83,
      "grad_norm": 5.15625,
      "learning_rate": 8.471563981042654e-06,
      "loss": 2.0014,
      "step": 2103
    },
    {
      "epoch": 0.83,
      "grad_norm": 5.46875,
      "learning_rate": 8.451816745655609e-06,
      "loss": 1.9189,
      "step": 2104
    },
    {
      "epoch": 0.83,
      "grad_norm": 6.46875,
      "learning_rate": 8.432069510268564e-06,
      "loss": 2.1088,
      "step": 2105
    },
    {
      "epoch": 0.83,
      "grad_norm": 9.5,
      "learning_rate": 8.412322274881517e-06,
      "loss": 2.2276,
      "step": 2106
    },
    {
      "epoch": 0.83,
      "grad_norm": 8.875,
      "learning_rate": 8.392575039494471e-06,
      "loss": 2.1024,
      "step": 2107
    },
    {
      "epoch": 0.83,
      "grad_norm": 6.5,
      "learning_rate": 8.372827804107424e-06,
      "loss": 1.5879,
      "step": 2108
    },
    {
      "epoch": 0.83,
      "grad_norm": 8.8125,
      "learning_rate": 8.353080568720379e-06,
      "loss": 2.2812,
      "step": 2109
    },
    {
      "epoch": 0.83,
      "grad_norm": 6.3125,
      "learning_rate": 8.333333333333334e-06,
      "loss": 2.2193,
      "step": 2110
    },
    {
      "epoch": 0.83,
      "grad_norm": 7.46875,
      "learning_rate": 8.313586097946288e-06,
      "loss": 2.2847,
      "step": 2111
    },
    {
      "epoch": 0.83,
      "grad_norm": 7.1875,
      "learning_rate": 8.293838862559241e-06,
      "loss": 1.9285,
      "step": 2112
    },
    {
      "epoch": 0.83,
      "grad_norm": 8.625,
      "learning_rate": 8.274091627172196e-06,
      "loss": 2.0989,
      "step": 2113
    },
    {
      "epoch": 0.83,
      "grad_norm": 7.09375,
      "learning_rate": 8.254344391785151e-06,
      "loss": 2.308,
      "step": 2114
    },
    {
      "epoch": 0.84,
      "grad_norm": 8.0,
      "learning_rate": 8.234597156398106e-06,
      "loss": 2.4248,
      "step": 2115
    },
    {
      "epoch": 0.84,
      "grad_norm": 5.09375,
      "learning_rate": 8.214849921011059e-06,
      "loss": 2.0533,
      "step": 2116
    },
    {
      "epoch": 0.84,
      "grad_norm": 4.96875,
      "learning_rate": 8.195102685624013e-06,
      "loss": 1.8354,
      "step": 2117
    },
    {
      "epoch": 0.84,
      "grad_norm": 8.4375,
      "learning_rate": 8.175355450236966e-06,
      "loss": 1.4298,
      "step": 2118
    },
    {
      "epoch": 0.84,
      "grad_norm": 9.375,
      "learning_rate": 8.155608214849921e-06,
      "loss": 1.7867,
      "step": 2119
    },
    {
      "epoch": 0.84,
      "grad_norm": 5.9375,
      "learning_rate": 8.135860979462876e-06,
      "loss": 1.612,
      "step": 2120
    },
    {
      "epoch": 0.84,
      "grad_norm": 7.34375,
      "learning_rate": 8.11611374407583e-06,
      "loss": 2.1354,
      "step": 2121
    },
    {
      "epoch": 0.84,
      "grad_norm": 8.0625,
      "learning_rate": 8.096366508688784e-06,
      "loss": 2.1376,
      "step": 2122
    },
    {
      "epoch": 0.84,
      "grad_norm": 5.71875,
      "learning_rate": 8.076619273301738e-06,
      "loss": 2.0522,
      "step": 2123
    },
    {
      "epoch": 0.84,
      "grad_norm": 6.0625,
      "learning_rate": 8.056872037914693e-06,
      "loss": 1.7686,
      "step": 2124
    },
    {
      "epoch": 0.84,
      "grad_norm": 5.3125,
      "learning_rate": 8.037124802527648e-06,
      "loss": 1.6335,
      "step": 2125
    },
    {
      "epoch": 0.84,
      "grad_norm": 6.03125,
      "learning_rate": 8.0173775671406e-06,
      "loss": 1.9068,
      "step": 2126
    },
    {
      "epoch": 0.84,
      "grad_norm": 8.8125,
      "learning_rate": 7.997630331753554e-06,
      "loss": 1.9618,
      "step": 2127
    },
    {
      "epoch": 0.84,
      "grad_norm": 7.34375,
      "learning_rate": 7.977883096366509e-06,
      "loss": 1.596,
      "step": 2128
    },
    {
      "epoch": 0.84,
      "grad_norm": 6.21875,
      "learning_rate": 7.958135860979463e-06,
      "loss": 1.832,
      "step": 2129
    },
    {
      "epoch": 0.84,
      "grad_norm": 7.78125,
      "learning_rate": 7.938388625592418e-06,
      "loss": 1.9948,
      "step": 2130
    },
    {
      "epoch": 0.84,
      "grad_norm": 7.625,
      "learning_rate": 7.918641390205371e-06,
      "loss": 1.9932,
      "step": 2131
    },
    {
      "epoch": 0.84,
      "grad_norm": 17.875,
      "learning_rate": 7.898894154818326e-06,
      "loss": 1.9662,
      "step": 2132
    },
    {
      "epoch": 0.84,
      "grad_norm": 8.75,
      "learning_rate": 7.879146919431279e-06,
      "loss": 1.7035,
      "step": 2133
    },
    {
      "epoch": 0.84,
      "grad_norm": 8.4375,
      "learning_rate": 7.859399684044234e-06,
      "loss": 2.0167,
      "step": 2134
    },
    {
      "epoch": 0.84,
      "grad_norm": 10.0,
      "learning_rate": 7.839652448657188e-06,
      "loss": 2.1269,
      "step": 2135
    },
    {
      "epoch": 0.84,
      "grad_norm": 9.8125,
      "learning_rate": 7.819905213270143e-06,
      "loss": 1.8755,
      "step": 2136
    },
    {
      "epoch": 0.84,
      "grad_norm": 8.3125,
      "learning_rate": 7.800157977883096e-06,
      "loss": 1.9478,
      "step": 2137
    },
    {
      "epoch": 0.84,
      "grad_norm": 12.375,
      "learning_rate": 7.78041074249605e-06,
      "loss": 2.0363,
      "step": 2138
    },
    {
      "epoch": 0.84,
      "grad_norm": 7.8125,
      "learning_rate": 7.760663507109005e-06,
      "loss": 1.9998,
      "step": 2139
    },
    {
      "epoch": 0.85,
      "grad_norm": 5.0,
      "learning_rate": 7.74091627172196e-06,
      "loss": 2.0392,
      "step": 2140
    },
    {
      "epoch": 0.85,
      "grad_norm": 10.0625,
      "learning_rate": 7.721169036334913e-06,
      "loss": 1.9286,
      "step": 2141
    },
    {
      "epoch": 0.85,
      "grad_norm": 17.5,
      "learning_rate": 7.701421800947868e-06,
      "loss": 2.3163,
      "step": 2142
    },
    {
      "epoch": 0.85,
      "grad_norm": 7.0,
      "learning_rate": 7.681674565560821e-06,
      "loss": 1.8881,
      "step": 2143
    },
    {
      "epoch": 0.85,
      "grad_norm": 8.125,
      "learning_rate": 7.661927330173776e-06,
      "loss": 2.3167,
      "step": 2144
    },
    {
      "epoch": 0.85,
      "grad_norm": 7.65625,
      "learning_rate": 7.64218009478673e-06,
      "loss": 1.7757,
      "step": 2145
    },
    {
      "epoch": 0.85,
      "grad_norm": 7.34375,
      "learning_rate": 7.622432859399685e-06,
      "loss": 2.645,
      "step": 2146
    },
    {
      "epoch": 0.85,
      "grad_norm": 56.25,
      "learning_rate": 7.602685624012638e-06,
      "loss": 2.1108,
      "step": 2147
    },
    {
      "epoch": 0.85,
      "grad_norm": 6.40625,
      "learning_rate": 7.582938388625594e-06,
      "loss": 1.8257,
      "step": 2148
    },
    {
      "epoch": 0.85,
      "grad_norm": 4.1875,
      "learning_rate": 7.563191153238547e-06,
      "loss": 2.0506,
      "step": 2149
    },
    {
      "epoch": 0.85,
      "grad_norm": 5.0625,
      "learning_rate": 7.5434439178515015e-06,
      "loss": 1.9331,
      "step": 2150
    },
    {
      "epoch": 0.85,
      "grad_norm": 9.8125,
      "learning_rate": 7.523696682464455e-06,
      "loss": 2.1486,
      "step": 2151
    },
    {
      "epoch": 0.85,
      "grad_norm": 10.0625,
      "learning_rate": 7.50394944707741e-06,
      "loss": 1.7869,
      "step": 2152
    },
    {
      "epoch": 0.85,
      "grad_norm": 5.5,
      "learning_rate": 7.484202211690364e-06,
      "loss": 2.0863,
      "step": 2153
    },
    {
      "epoch": 0.85,
      "grad_norm": 7.21875,
      "learning_rate": 7.464454976303317e-06,
      "loss": 2.6342,
      "step": 2154
    },
    {
      "epoch": 0.85,
      "grad_norm": 6.15625,
      "learning_rate": 7.4447077409162726e-06,
      "loss": 1.8327,
      "step": 2155
    },
    {
      "epoch": 0.85,
      "grad_norm": 8.0625,
      "learning_rate": 7.424960505529226e-06,
      "loss": 2.0017,
      "step": 2156
    },
    {
      "epoch": 0.85,
      "grad_norm": 6.0,
      "learning_rate": 7.40521327014218e-06,
      "loss": 1.9452,
      "step": 2157
    },
    {
      "epoch": 0.85,
      "grad_norm": 5.34375,
      "learning_rate": 7.385466034755134e-06,
      "loss": 1.8217,
      "step": 2158
    },
    {
      "epoch": 0.85,
      "grad_norm": 6.28125,
      "learning_rate": 7.365718799368089e-06,
      "loss": 1.9549,
      "step": 2159
    },
    {
      "epoch": 0.85,
      "grad_norm": 11.9375,
      "learning_rate": 7.345971563981043e-06,
      "loss": 2.0542,
      "step": 2160
    },
    {
      "epoch": 0.85,
      "grad_norm": 5.65625,
      "learning_rate": 7.3262243285939975e-06,
      "loss": 1.8715,
      "step": 2161
    },
    {
      "epoch": 0.85,
      "grad_norm": 8.5625,
      "learning_rate": 7.3064770932069506e-06,
      "loss": 1.5777,
      "step": 2162
    },
    {
      "epoch": 0.85,
      "grad_norm": 8.6875,
      "learning_rate": 7.286729857819906e-06,
      "loss": 2.1786,
      "step": 2163
    },
    {
      "epoch": 0.85,
      "grad_norm": 6.03125,
      "learning_rate": 7.266982622432859e-06,
      "loss": 2.0227,
      "step": 2164
    },
    {
      "epoch": 0.86,
      "grad_norm": 7.46875,
      "learning_rate": 7.247235387045814e-06,
      "loss": 2.3692,
      "step": 2165
    },
    {
      "epoch": 0.86,
      "grad_norm": 10.5625,
      "learning_rate": 7.227488151658768e-06,
      "loss": 1.7344,
      "step": 2166
    },
    {
      "epoch": 0.86,
      "grad_norm": 7.9375,
      "learning_rate": 7.2077409162717225e-06,
      "loss": 1.8434,
      "step": 2167
    },
    {
      "epoch": 0.86,
      "grad_norm": 10.1875,
      "learning_rate": 7.187993680884676e-06,
      "loss": 2.3043,
      "step": 2168
    },
    {
      "epoch": 0.86,
      "grad_norm": 6.5,
      "learning_rate": 7.168246445497631e-06,
      "loss": 2.135,
      "step": 2169
    },
    {
      "epoch": 0.86,
      "grad_norm": 6.09375,
      "learning_rate": 7.148499210110585e-06,
      "loss": 1.7323,
      "step": 2170
    },
    {
      "epoch": 0.86,
      "grad_norm": 5.5625,
      "learning_rate": 7.12875197472354e-06,
      "loss": 2.1462,
      "step": 2171
    },
    {
      "epoch": 0.86,
      "grad_norm": 5.09375,
      "learning_rate": 7.109004739336493e-06,
      "loss": 2.0594,
      "step": 2172
    },
    {
      "epoch": 0.86,
      "grad_norm": 5.625,
      "learning_rate": 7.089257503949448e-06,
      "loss": 1.8832,
      "step": 2173
    },
    {
      "epoch": 0.86,
      "grad_norm": 4.84375,
      "learning_rate": 7.069510268562401e-06,
      "loss": 1.9718,
      "step": 2174
    },
    {
      "epoch": 0.86,
      "grad_norm": 20.375,
      "learning_rate": 7.049763033175356e-06,
      "loss": 2.1593,
      "step": 2175
    },
    {
      "epoch": 0.86,
      "grad_norm": 6.25,
      "learning_rate": 7.03001579778831e-06,
      "loss": 2.0384,
      "step": 2176
    },
    {
      "epoch": 0.86,
      "grad_norm": 7.625,
      "learning_rate": 7.010268562401265e-06,
      "loss": 1.7588,
      "step": 2177
    },
    {
      "epoch": 0.86,
      "grad_norm": 5.78125,
      "learning_rate": 6.9905213270142185e-06,
      "loss": 2.1634,
      "step": 2178
    },
    {
      "epoch": 0.86,
      "grad_norm": 5.40625,
      "learning_rate": 6.9707740916271715e-06,
      "loss": 2.0796,
      "step": 2179
    },
    {
      "epoch": 0.86,
      "grad_norm": 6.875,
      "learning_rate": 6.951026856240127e-06,
      "loss": 1.8347,
      "step": 2180
    },
    {
      "epoch": 0.86,
      "grad_norm": 6.59375,
      "learning_rate": 6.93127962085308e-06,
      "loss": 1.7672,
      "step": 2181
    },
    {
      "epoch": 0.86,
      "grad_norm": 6.3125,
      "learning_rate": 6.911532385466035e-06,
      "loss": 2.0492,
      "step": 2182
    },
    {
      "epoch": 0.86,
      "grad_norm": 9.375,
      "learning_rate": 6.891785150078989e-06,
      "loss": 1.8628,
      "step": 2183
    },
    {
      "epoch": 0.86,
      "grad_norm": 6.75,
      "learning_rate": 6.8720379146919435e-06,
      "loss": 1.8477,
      "step": 2184
    },
    {
      "epoch": 0.86,
      "grad_norm": 5.625,
      "learning_rate": 6.852290679304897e-06,
      "loss": 1.8249,
      "step": 2185
    },
    {
      "epoch": 0.86,
      "grad_norm": 6.96875,
      "learning_rate": 6.832543443917852e-06,
      "loss": 1.878,
      "step": 2186
    },
    {
      "epoch": 0.86,
      "grad_norm": 7.5625,
      "learning_rate": 6.812796208530806e-06,
      "loss": 1.9796,
      "step": 2187
    },
    {
      "epoch": 0.86,
      "grad_norm": 7.21875,
      "learning_rate": 6.793048973143761e-06,
      "loss": 2.2177,
      "step": 2188
    },
    {
      "epoch": 0.86,
      "grad_norm": 9.1875,
      "learning_rate": 6.773301737756714e-06,
      "loss": 1.819,
      "step": 2189
    },
    {
      "epoch": 0.86,
      "grad_norm": 6.6875,
      "learning_rate": 6.753554502369669e-06,
      "loss": 1.8783,
      "step": 2190
    },
    {
      "epoch": 0.87,
      "grad_norm": 6.1875,
      "learning_rate": 6.733807266982622e-06,
      "loss": 1.8832,
      "step": 2191
    },
    {
      "epoch": 0.87,
      "grad_norm": 9.3125,
      "learning_rate": 6.714060031595577e-06,
      "loss": 2.1891,
      "step": 2192
    },
    {
      "epoch": 0.87,
      "grad_norm": 5.78125,
      "learning_rate": 6.694312796208531e-06,
      "loss": 1.7291,
      "step": 2193
    },
    {
      "epoch": 0.87,
      "grad_norm": 10.875,
      "learning_rate": 6.674565560821486e-06,
      "loss": 1.9273,
      "step": 2194
    },
    {
      "epoch": 0.87,
      "grad_norm": 9.25,
      "learning_rate": 6.6548183254344395e-06,
      "loss": 1.842,
      "step": 2195
    },
    {
      "epoch": 0.87,
      "grad_norm": 7.40625,
      "learning_rate": 6.635071090047394e-06,
      "loss": 1.6964,
      "step": 2196
    },
    {
      "epoch": 0.87,
      "grad_norm": 11.75,
      "learning_rate": 6.615323854660348e-06,
      "loss": 2.0595,
      "step": 2197
    },
    {
      "epoch": 0.87,
      "grad_norm": 10.8125,
      "learning_rate": 6.595576619273303e-06,
      "loss": 1.9122,
      "step": 2198
    },
    {
      "epoch": 0.87,
      "grad_norm": 6.25,
      "learning_rate": 6.575829383886256e-06,
      "loss": 2.048,
      "step": 2199
    },
    {
      "epoch": 0.87,
      "grad_norm": 6.0,
      "learning_rate": 6.556082148499211e-06,
      "loss": 1.5724,
      "step": 2200
    },
    {
      "epoch": 0.87,
      "grad_norm": 8.0,
      "learning_rate": 6.5363349131121644e-06,
      "loss": 2.1274,
      "step": 2201
    },
    {
      "epoch": 0.87,
      "grad_norm": 6.15625,
      "learning_rate": 6.516587677725119e-06,
      "loss": 1.9009,
      "step": 2202
    },
    {
      "epoch": 0.87,
      "grad_norm": 5.8125,
      "learning_rate": 6.496840442338073e-06,
      "loss": 2.1833,
      "step": 2203
    },
    {
      "epoch": 0.87,
      "grad_norm": 7.5,
      "learning_rate": 6.477093206951027e-06,
      "loss": 2.0501,
      "step": 2204
    },
    {
      "epoch": 0.87,
      "grad_norm": 5.125,
      "learning_rate": 6.457345971563982e-06,
      "loss": 1.9837,
      "step": 2205
    },
    {
      "epoch": 0.87,
      "grad_norm": 7.09375,
      "learning_rate": 6.437598736176935e-06,
      "loss": 2.1771,
      "step": 2206
    },
    {
      "epoch": 0.87,
      "grad_norm": 8.5,
      "learning_rate": 6.41785150078989e-06,
      "loss": 2.2891,
      "step": 2207
    },
    {
      "epoch": 0.87,
      "grad_norm": 5.8125,
      "learning_rate": 6.398104265402843e-06,
      "loss": 1.6967,
      "step": 2208
    },
    {
      "epoch": 0.87,
      "grad_norm": 7.09375,
      "learning_rate": 6.378357030015798e-06,
      "loss": 2.3102,
      "step": 2209
    },
    {
      "epoch": 0.87,
      "grad_norm": 6.28125,
      "learning_rate": 6.358609794628752e-06,
      "loss": 2.0689,
      "step": 2210
    },
    {
      "epoch": 0.87,
      "grad_norm": 8.9375,
      "learning_rate": 6.338862559241707e-06,
      "loss": 1.7543,
      "step": 2211
    },
    {
      "epoch": 0.87,
      "grad_norm": 9.6875,
      "learning_rate": 6.3191153238546605e-06,
      "loss": 2.0905,
      "step": 2212
    },
    {
      "epoch": 0.87,
      "grad_norm": 8.75,
      "learning_rate": 6.299368088467615e-06,
      "loss": 2.0979,
      "step": 2213
    },
    {
      "epoch": 0.87,
      "grad_norm": 8.375,
      "learning_rate": 6.279620853080568e-06,
      "loss": 2.0436,
      "step": 2214
    },
    {
      "epoch": 0.87,
      "grad_norm": 9.625,
      "learning_rate": 6.259873617693524e-06,
      "loss": 2.0788,
      "step": 2215
    },
    {
      "epoch": 0.88,
      "grad_norm": 6.34375,
      "learning_rate": 6.240126382306477e-06,
      "loss": 2.0478,
      "step": 2216
    },
    {
      "epoch": 0.88,
      "grad_norm": 8.0,
      "learning_rate": 6.2203791469194315e-06,
      "loss": 1.8715,
      "step": 2217
    },
    {
      "epoch": 0.88,
      "grad_norm": 7.09375,
      "learning_rate": 6.200631911532385e-06,
      "loss": 1.8634,
      "step": 2218
    },
    {
      "epoch": 0.88,
      "grad_norm": 8.875,
      "learning_rate": 6.180884676145339e-06,
      "loss": 1.5869,
      "step": 2219
    },
    {
      "epoch": 0.88,
      "grad_norm": 20.875,
      "learning_rate": 6.161137440758294e-06,
      "loss": 1.9352,
      "step": 2220
    },
    {
      "epoch": 0.88,
      "grad_norm": 5.96875,
      "learning_rate": 6.141390205371248e-06,
      "loss": 1.8931,
      "step": 2221
    },
    {
      "epoch": 0.88,
      "grad_norm": 9.875,
      "learning_rate": 6.121642969984203e-06,
      "loss": 1.9679,
      "step": 2222
    },
    {
      "epoch": 0.88,
      "grad_norm": 8.25,
      "learning_rate": 6.1018957345971565e-06,
      "loss": 2.2001,
      "step": 2223
    },
    {
      "epoch": 0.88,
      "grad_norm": 8.25,
      "learning_rate": 6.08214849921011e-06,
      "loss": 2.2332,
      "step": 2224
    },
    {
      "epoch": 0.88,
      "grad_norm": 6.15625,
      "learning_rate": 6.062401263823065e-06,
      "loss": 2.0986,
      "step": 2225
    },
    {
      "epoch": 0.88,
      "grad_norm": 6.78125,
      "learning_rate": 6.042654028436019e-06,
      "loss": 2.1624,
      "step": 2226
    },
    {
      "epoch": 0.88,
      "grad_norm": 8.6875,
      "learning_rate": 6.022906793048974e-06,
      "loss": 2.0263,
      "step": 2227
    },
    {
      "epoch": 0.88,
      "grad_norm": 4.90625,
      "learning_rate": 6.0031595576619276e-06,
      "loss": 1.8413,
      "step": 2228
    },
    {
      "epoch": 0.88,
      "grad_norm": 9.0,
      "learning_rate": 5.9834123222748814e-06,
      "loss": 2.1582,
      "step": 2229
    },
    {
      "epoch": 0.88,
      "grad_norm": 7.4375,
      "learning_rate": 5.963665086887836e-06,
      "loss": 1.8635,
      "step": 2230
    },
    {
      "epoch": 0.88,
      "grad_norm": 8.4375,
      "learning_rate": 5.94391785150079e-06,
      "loss": 1.6962,
      "step": 2231
    },
    {
      "epoch": 0.88,
      "grad_norm": 5.59375,
      "learning_rate": 5.924170616113745e-06,
      "loss": 2.0882,
      "step": 2232
    },
    {
      "epoch": 0.88,
      "grad_norm": 8.0625,
      "learning_rate": 5.904423380726699e-06,
      "loss": 1.9359,
      "step": 2233
    },
    {
      "epoch": 0.88,
      "grad_norm": 6.625,
      "learning_rate": 5.8846761453396525e-06,
      "loss": 1.77,
      "step": 2234
    },
    {
      "epoch": 0.88,
      "grad_norm": 9.75,
      "learning_rate": 5.864928909952607e-06,
      "loss": 2.3509,
      "step": 2235
    },
    {
      "epoch": 0.88,
      "grad_norm": 6.65625,
      "learning_rate": 5.845181674565561e-06,
      "loss": 1.5534,
      "step": 2236
    },
    {
      "epoch": 0.88,
      "grad_norm": 6.6875,
      "learning_rate": 5.825434439178516e-06,
      "loss": 2.2574,
      "step": 2237
    },
    {
      "epoch": 0.88,
      "grad_norm": 7.25,
      "learning_rate": 5.80568720379147e-06,
      "loss": 2.0624,
      "step": 2238
    },
    {
      "epoch": 0.88,
      "grad_norm": 5.34375,
      "learning_rate": 5.785939968404424e-06,
      "loss": 2.0173,
      "step": 2239
    },
    {
      "epoch": 0.88,
      "grad_norm": 6.875,
      "learning_rate": 5.766192733017378e-06,
      "loss": 2.0317,
      "step": 2240
    },
    {
      "epoch": 0.89,
      "grad_norm": 10.5625,
      "learning_rate": 5.746445497630331e-06,
      "loss": 2.21,
      "step": 2241
    },
    {
      "epoch": 0.89,
      "grad_norm": 11.0,
      "learning_rate": 5.726698262243286e-06,
      "loss": 1.7312,
      "step": 2242
    },
    {
      "epoch": 0.89,
      "grad_norm": 10.125,
      "learning_rate": 5.70695102685624e-06,
      "loss": 2.2897,
      "step": 2243
    },
    {
      "epoch": 0.89,
      "grad_norm": 5.0,
      "learning_rate": 5.687203791469195e-06,
      "loss": 2.1127,
      "step": 2244
    },
    {
      "epoch": 0.89,
      "grad_norm": 7.71875,
      "learning_rate": 5.6674565560821485e-06,
      "loss": 2.1219,
      "step": 2245
    },
    {
      "epoch": 0.89,
      "grad_norm": 5.75,
      "learning_rate": 5.647709320695102e-06,
      "loss": 1.7997,
      "step": 2246
    },
    {
      "epoch": 0.89,
      "grad_norm": 8.875,
      "learning_rate": 5.627962085308057e-06,
      "loss": 2.0101,
      "step": 2247
    },
    {
      "epoch": 0.89,
      "grad_norm": 6.25,
      "learning_rate": 5.608214849921011e-06,
      "loss": 1.7678,
      "step": 2248
    },
    {
      "epoch": 0.89,
      "grad_norm": 6.15625,
      "learning_rate": 5.588467614533966e-06,
      "loss": 1.829,
      "step": 2249
    },
    {
      "epoch": 0.89,
      "grad_norm": 6.65625,
      "learning_rate": 5.56872037914692e-06,
      "loss": 1.9869,
      "step": 2250
    },
    {
      "epoch": 0.89,
      "grad_norm": 8.0625,
      "learning_rate": 5.5489731437598735e-06,
      "loss": 1.9587,
      "step": 2251
    },
    {
      "epoch": 0.89,
      "grad_norm": 4.6875,
      "learning_rate": 5.529225908372828e-06,
      "loss": 2.0677,
      "step": 2252
    },
    {
      "epoch": 0.89,
      "grad_norm": 7.5625,
      "learning_rate": 5.509478672985782e-06,
      "loss": 1.9935,
      "step": 2253
    },
    {
      "epoch": 0.89,
      "grad_norm": 9.125,
      "learning_rate": 5.489731437598737e-06,
      "loss": 1.7763,
      "step": 2254
    },
    {
      "epoch": 0.89,
      "grad_norm": 4.71875,
      "learning_rate": 5.469984202211691e-06,
      "loss": 1.9501,
      "step": 2255
    },
    {
      "epoch": 0.89,
      "grad_norm": 5.75,
      "learning_rate": 5.4502369668246446e-06,
      "loss": 1.7587,
      "step": 2256
    },
    {
      "epoch": 0.89,
      "grad_norm": 6.0,
      "learning_rate": 5.430489731437599e-06,
      "loss": 2.4377,
      "step": 2257
    },
    {
      "epoch": 0.89,
      "grad_norm": 11.375,
      "learning_rate": 5.410742496050553e-06,
      "loss": 1.6795,
      "step": 2258
    },
    {
      "epoch": 0.89,
      "grad_norm": 9.875,
      "learning_rate": 5.390995260663508e-06,
      "loss": 2.4074,
      "step": 2259
    },
    {
      "epoch": 0.89,
      "grad_norm": 5.96875,
      "learning_rate": 5.371248025276462e-06,
      "loss": 1.8348,
      "step": 2260
    },
    {
      "epoch": 0.89,
      "grad_norm": 8.375,
      "learning_rate": 5.351500789889416e-06,
      "loss": 1.7934,
      "step": 2261
    },
    {
      "epoch": 0.89,
      "grad_norm": 5.5625,
      "learning_rate": 5.33175355450237e-06,
      "loss": 2.1144,
      "step": 2262
    },
    {
      "epoch": 0.89,
      "grad_norm": 13.6875,
      "learning_rate": 5.312006319115324e-06,
      "loss": 1.5424,
      "step": 2263
    },
    {
      "epoch": 0.89,
      "grad_norm": 8.25,
      "learning_rate": 5.292259083728279e-06,
      "loss": 1.8813,
      "step": 2264
    },
    {
      "epoch": 0.89,
      "grad_norm": 7.1875,
      "learning_rate": 5.272511848341233e-06,
      "loss": 1.8377,
      "step": 2265
    },
    {
      "epoch": 0.89,
      "grad_norm": 5.0625,
      "learning_rate": 5.252764612954187e-06,
      "loss": 2.0018,
      "step": 2266
    },
    {
      "epoch": 0.9,
      "grad_norm": 11.6875,
      "learning_rate": 5.233017377567141e-06,
      "loss": 2.1218,
      "step": 2267
    },
    {
      "epoch": 0.9,
      "grad_norm": 8.3125,
      "learning_rate": 5.2132701421800945e-06,
      "loss": 2.0607,
      "step": 2268
    },
    {
      "epoch": 0.9,
      "grad_norm": 10.625,
      "learning_rate": 5.193522906793049e-06,
      "loss": 1.6292,
      "step": 2269
    },
    {
      "epoch": 0.9,
      "grad_norm": 6.0,
      "learning_rate": 5.173775671406003e-06,
      "loss": 2.5156,
      "step": 2270
    },
    {
      "epoch": 0.9,
      "grad_norm": 5.03125,
      "learning_rate": 5.154028436018958e-06,
      "loss": 1.7236,
      "step": 2271
    },
    {
      "epoch": 0.9,
      "grad_norm": 10.3125,
      "learning_rate": 5.134281200631912e-06,
      "loss": 1.7977,
      "step": 2272
    },
    {
      "epoch": 0.9,
      "grad_norm": 6.03125,
      "learning_rate": 5.1145339652448656e-06,
      "loss": 1.9854,
      "step": 2273
    },
    {
      "epoch": 0.9,
      "grad_norm": 7.90625,
      "learning_rate": 5.09478672985782e-06,
      "loss": 2.323,
      "step": 2274
    },
    {
      "epoch": 0.9,
      "grad_norm": 8.8125,
      "learning_rate": 5.075039494470774e-06,
      "loss": 2.0142,
      "step": 2275
    },
    {
      "epoch": 0.9,
      "grad_norm": 7.9375,
      "learning_rate": 5.055292259083728e-06,
      "loss": 2.4279,
      "step": 2276
    },
    {
      "epoch": 0.9,
      "grad_norm": 12.8125,
      "learning_rate": 5.035545023696683e-06,
      "loss": 2.0451,
      "step": 2277
    },
    {
      "epoch": 0.9,
      "grad_norm": 12.4375,
      "learning_rate": 5.015797788309637e-06,
      "loss": 1.7234,
      "step": 2278
    },
    {
      "epoch": 0.9,
      "grad_norm": 7.90625,
      "learning_rate": 4.996050552922591e-06,
      "loss": 1.9291,
      "step": 2279
    },
    {
      "epoch": 0.9,
      "grad_norm": 8.625,
      "learning_rate": 4.976303317535545e-06,
      "loss": 2.109,
      "step": 2280
    },
    {
      "epoch": 0.9,
      "grad_norm": 9.0,
      "learning_rate": 4.956556082148499e-06,
      "loss": 2.4016,
      "step": 2281
    },
    {
      "epoch": 0.9,
      "grad_norm": 5.125,
      "learning_rate": 4.936808846761454e-06,
      "loss": 2.1151,
      "step": 2282
    },
    {
      "epoch": 0.9,
      "grad_norm": 5.3125,
      "learning_rate": 4.917061611374408e-06,
      "loss": 2.2157,
      "step": 2283
    },
    {
      "epoch": 0.9,
      "grad_norm": 9.4375,
      "learning_rate": 4.8973143759873624e-06,
      "loss": 1.9176,
      "step": 2284
    },
    {
      "epoch": 0.9,
      "grad_norm": 6.625,
      "learning_rate": 4.877567140600316e-06,
      "loss": 1.9946,
      "step": 2285
    },
    {
      "epoch": 0.9,
      "grad_norm": 6.0625,
      "learning_rate": 4.85781990521327e-06,
      "loss": 2.124,
      "step": 2286
    },
    {
      "epoch": 0.9,
      "grad_norm": 7.09375,
      "learning_rate": 4.838072669826225e-06,
      "loss": 1.9942,
      "step": 2287
    },
    {
      "epoch": 0.9,
      "grad_norm": 7.53125,
      "learning_rate": 4.818325434439179e-06,
      "loss": 1.9503,
      "step": 2288
    },
    {
      "epoch": 0.9,
      "grad_norm": 4.3125,
      "learning_rate": 4.7985781990521335e-06,
      "loss": 2.0472,
      "step": 2289
    },
    {
      "epoch": 0.9,
      "grad_norm": 12.875,
      "learning_rate": 4.778830963665087e-06,
      "loss": 1.8307,
      "step": 2290
    },
    {
      "epoch": 0.9,
      "grad_norm": 6.15625,
      "learning_rate": 4.759083728278041e-06,
      "loss": 2.1098,
      "step": 2291
    },
    {
      "epoch": 0.91,
      "grad_norm": 7.625,
      "learning_rate": 4.739336492890995e-06,
      "loss": 1.8947,
      "step": 2292
    },
    {
      "epoch": 0.91,
      "grad_norm": 10.5625,
      "learning_rate": 4.719589257503949e-06,
      "loss": 2.0737,
      "step": 2293
    },
    {
      "epoch": 0.91,
      "grad_norm": 8.9375,
      "learning_rate": 4.699842022116904e-06,
      "loss": 1.7753,
      "step": 2294
    },
    {
      "epoch": 0.91,
      "grad_norm": 6.84375,
      "learning_rate": 4.680094786729858e-06,
      "loss": 1.6473,
      "step": 2295
    },
    {
      "epoch": 0.91,
      "grad_norm": 9.4375,
      "learning_rate": 4.660347551342812e-06,
      "loss": 2.0098,
      "step": 2296
    },
    {
      "epoch": 0.91,
      "grad_norm": 7.96875,
      "learning_rate": 4.640600315955766e-06,
      "loss": 1.74,
      "step": 2297
    },
    {
      "epoch": 0.91,
      "grad_norm": 10.125,
      "learning_rate": 4.62085308056872e-06,
      "loss": 1.9894,
      "step": 2298
    },
    {
      "epoch": 0.91,
      "grad_norm": 9.5625,
      "learning_rate": 4.601105845181675e-06,
      "loss": 2.0322,
      "step": 2299
    },
    {
      "epoch": 0.91,
      "grad_norm": 5.46875,
      "learning_rate": 4.581358609794629e-06,
      "loss": 1.7562,
      "step": 2300
    },
    {
      "epoch": 0.91,
      "grad_norm": 50.5,
      "learning_rate": 4.561611374407583e-06,
      "loss": 1.7316,
      "step": 2301
    },
    {
      "epoch": 0.91,
      "grad_norm": 8.4375,
      "learning_rate": 4.541864139020537e-06,
      "loss": 1.9911,
      "step": 2302
    },
    {
      "epoch": 0.91,
      "grad_norm": 6.53125,
      "learning_rate": 4.522116903633491e-06,
      "loss": 1.6662,
      "step": 2303
    },
    {
      "epoch": 0.91,
      "grad_norm": 6.5,
      "learning_rate": 4.502369668246446e-06,
      "loss": 1.981,
      "step": 2304
    },
    {
      "epoch": 0.91,
      "grad_norm": 10.3125,
      "learning_rate": 4.4826224328594e-06,
      "loss": 2.0215,
      "step": 2305
    },
    {
      "epoch": 0.91,
      "grad_norm": 6.9375,
      "learning_rate": 4.4628751974723545e-06,
      "loss": 2.1085,
      "step": 2306
    },
    {
      "epoch": 0.91,
      "grad_norm": 7.59375,
      "learning_rate": 4.443127962085308e-06,
      "loss": 1.6288,
      "step": 2307
    },
    {
      "epoch": 0.91,
      "grad_norm": 9.25,
      "learning_rate": 4.423380726698262e-06,
      "loss": 2.0319,
      "step": 2308
    },
    {
      "epoch": 0.91,
      "grad_norm": 8.0625,
      "learning_rate": 4.403633491311217e-06,
      "loss": 1.8166,
      "step": 2309
    },
    {
      "epoch": 0.91,
      "grad_norm": 7.15625,
      "learning_rate": 4.383886255924171e-06,
      "loss": 2.0406,
      "step": 2310
    },
    {
      "epoch": 0.91,
      "grad_norm": 6.875,
      "learning_rate": 4.3641390205371256e-06,
      "loss": 1.584,
      "step": 2311
    },
    {
      "epoch": 0.91,
      "grad_norm": 9.125,
      "learning_rate": 4.3443917851500794e-06,
      "loss": 2.174,
      "step": 2312
    },
    {
      "epoch": 0.91,
      "grad_norm": 8.0625,
      "learning_rate": 4.324644549763033e-06,
      "loss": 1.9839,
      "step": 2313
    },
    {
      "epoch": 0.91,
      "grad_norm": 7.25,
      "learning_rate": 4.304897314375988e-06,
      "loss": 2.0373,
      "step": 2314
    },
    {
      "epoch": 0.91,
      "grad_norm": 7.1875,
      "learning_rate": 4.285150078988942e-06,
      "loss": 1.6178,
      "step": 2315
    },
    {
      "epoch": 0.91,
      "grad_norm": 8.1875,
      "learning_rate": 4.265402843601897e-06,
      "loss": 1.933,
      "step": 2316
    },
    {
      "epoch": 0.92,
      "grad_norm": 6.21875,
      "learning_rate": 4.24565560821485e-06,
      "loss": 1.796,
      "step": 2317
    },
    {
      "epoch": 0.92,
      "grad_norm": 8.5625,
      "learning_rate": 4.225908372827804e-06,
      "loss": 1.874,
      "step": 2318
    },
    {
      "epoch": 0.92,
      "grad_norm": 6.5,
      "learning_rate": 4.206161137440758e-06,
      "loss": 1.9773,
      "step": 2319
    },
    {
      "epoch": 0.92,
      "grad_norm": 8.75,
      "learning_rate": 4.186413902053712e-06,
      "loss": 2.16,
      "step": 2320
    },
    {
      "epoch": 0.92,
      "grad_norm": 7.125,
      "learning_rate": 4.166666666666667e-06,
      "loss": 2.2667,
      "step": 2321
    },
    {
      "epoch": 0.92,
      "grad_norm": 8.3125,
      "learning_rate": 4.146919431279621e-06,
      "loss": 2.1831,
      "step": 2322
    },
    {
      "epoch": 0.92,
      "grad_norm": 11.0625,
      "learning_rate": 4.1271721958925755e-06,
      "loss": 2.2412,
      "step": 2323
    },
    {
      "epoch": 0.92,
      "grad_norm": 6.625,
      "learning_rate": 4.107424960505529e-06,
      "loss": 2.2614,
      "step": 2324
    },
    {
      "epoch": 0.92,
      "grad_norm": 7.21875,
      "learning_rate": 4.087677725118483e-06,
      "loss": 2.1572,
      "step": 2325
    },
    {
      "epoch": 0.92,
      "grad_norm": 12.8125,
      "learning_rate": 4.067930489731438e-06,
      "loss": 1.9435,
      "step": 2326
    },
    {
      "epoch": 0.92,
      "grad_norm": 5.375,
      "learning_rate": 4.048183254344392e-06,
      "loss": 2.0918,
      "step": 2327
    },
    {
      "epoch": 0.92,
      "grad_norm": 5.34375,
      "learning_rate": 4.0284360189573465e-06,
      "loss": 2.0789,
      "step": 2328
    },
    {
      "epoch": 0.92,
      "grad_norm": 6.15625,
      "learning_rate": 4.0086887835703e-06,
      "loss": 1.8412,
      "step": 2329
    },
    {
      "epoch": 0.92,
      "grad_norm": 7.71875,
      "learning_rate": 3.988941548183254e-06,
      "loss": 2.0313,
      "step": 2330
    },
    {
      "epoch": 0.92,
      "grad_norm": 6.625,
      "learning_rate": 3.969194312796209e-06,
      "loss": 1.6321,
      "step": 2331
    },
    {
      "epoch": 0.92,
      "grad_norm": 7.71875,
      "learning_rate": 3.949447077409163e-06,
      "loss": 2.0381,
      "step": 2332
    },
    {
      "epoch": 0.92,
      "grad_norm": 6.21875,
      "learning_rate": 3.929699842022117e-06,
      "loss": 1.9909,
      "step": 2333
    },
    {
      "epoch": 0.92,
      "grad_norm": 7.15625,
      "learning_rate": 3.9099526066350715e-06,
      "loss": 2.0142,
      "step": 2334
    },
    {
      "epoch": 0.92,
      "grad_norm": 7.4375,
      "learning_rate": 3.890205371248025e-06,
      "loss": 1.9865,
      "step": 2335
    },
    {
      "epoch": 0.92,
      "grad_norm": 9.0625,
      "learning_rate": 3.87045813586098e-06,
      "loss": 2.0208,
      "step": 2336
    },
    {
      "epoch": 0.92,
      "grad_norm": 8.25,
      "learning_rate": 3.850710900473934e-06,
      "loss": 1.8589,
      "step": 2337
    },
    {
      "epoch": 0.92,
      "grad_norm": 5.3125,
      "learning_rate": 3.830963665086888e-06,
      "loss": 2.0689,
      "step": 2338
    },
    {
      "epoch": 0.92,
      "grad_norm": 7.59375,
      "learning_rate": 3.8112164296998426e-06,
      "loss": 2.3421,
      "step": 2339
    },
    {
      "epoch": 0.92,
      "grad_norm": 5.90625,
      "learning_rate": 3.791469194312797e-06,
      "loss": 1.8997,
      "step": 2340
    },
    {
      "epoch": 0.92,
      "grad_norm": 7.0625,
      "learning_rate": 3.7717219589257507e-06,
      "loss": 2.2321,
      "step": 2341
    },
    {
      "epoch": 0.92,
      "grad_norm": 6.28125,
      "learning_rate": 3.751974723538705e-06,
      "loss": 2.0007,
      "step": 2342
    },
    {
      "epoch": 0.93,
      "grad_norm": 10.125,
      "learning_rate": 3.7322274881516585e-06,
      "loss": 2.2585,
      "step": 2343
    },
    {
      "epoch": 0.93,
      "grad_norm": 6.28125,
      "learning_rate": 3.712480252764613e-06,
      "loss": 1.8483,
      "step": 2344
    },
    {
      "epoch": 0.93,
      "grad_norm": 8.4375,
      "learning_rate": 3.692733017377567e-06,
      "loss": 2.3332,
      "step": 2345
    },
    {
      "epoch": 0.93,
      "grad_norm": 7.46875,
      "learning_rate": 3.6729857819905214e-06,
      "loss": 1.8113,
      "step": 2346
    },
    {
      "epoch": 0.93,
      "grad_norm": 7.71875,
      "learning_rate": 3.6532385466034753e-06,
      "loss": 1.5883,
      "step": 2347
    },
    {
      "epoch": 0.93,
      "grad_norm": 8.1875,
      "learning_rate": 3.6334913112164296e-06,
      "loss": 2.0843,
      "step": 2348
    },
    {
      "epoch": 0.93,
      "grad_norm": 7.0,
      "learning_rate": 3.613744075829384e-06,
      "loss": 1.9153,
      "step": 2349
    },
    {
      "epoch": 0.93,
      "grad_norm": 7.65625,
      "learning_rate": 3.593996840442338e-06,
      "loss": 1.8961,
      "step": 2350
    },
    {
      "epoch": 0.93,
      "grad_norm": 5.03125,
      "learning_rate": 3.5742496050552925e-06,
      "loss": 1.9811,
      "step": 2351
    },
    {
      "epoch": 0.93,
      "grad_norm": 5.34375,
      "learning_rate": 3.5545023696682464e-06,
      "loss": 1.7207,
      "step": 2352
    },
    {
      "epoch": 0.93,
      "grad_norm": 11.6875,
      "learning_rate": 3.5347551342812007e-06,
      "loss": 1.9094,
      "step": 2353
    },
    {
      "epoch": 0.93,
      "grad_norm": 7.84375,
      "learning_rate": 3.515007898894155e-06,
      "loss": 2.1064,
      "step": 2354
    },
    {
      "epoch": 0.93,
      "grad_norm": 6.65625,
      "learning_rate": 3.4952606635071093e-06,
      "loss": 1.9244,
      "step": 2355
    },
    {
      "epoch": 0.93,
      "grad_norm": 8.875,
      "learning_rate": 3.4755134281200636e-06,
      "loss": 1.7979,
      "step": 2356
    },
    {
      "epoch": 0.93,
      "grad_norm": 14.3125,
      "learning_rate": 3.4557661927330174e-06,
      "loss": 2.1207,
      "step": 2357
    },
    {
      "epoch": 0.93,
      "grad_norm": 8.8125,
      "learning_rate": 3.4360189573459717e-06,
      "loss": 1.9833,
      "step": 2358
    },
    {
      "epoch": 0.93,
      "grad_norm": 10.625,
      "learning_rate": 3.416271721958926e-06,
      "loss": 2.1655,
      "step": 2359
    },
    {
      "epoch": 0.93,
      "grad_norm": 9.6875,
      "learning_rate": 3.3965244865718803e-06,
      "loss": 1.8125,
      "step": 2360
    },
    {
      "epoch": 0.93,
      "grad_norm": 14.25,
      "learning_rate": 3.3767772511848346e-06,
      "loss": 1.7163,
      "step": 2361
    },
    {
      "epoch": 0.93,
      "grad_norm": 9.75,
      "learning_rate": 3.3570300157977885e-06,
      "loss": 1.8787,
      "step": 2362
    },
    {
      "epoch": 0.93,
      "grad_norm": 9.6875,
      "learning_rate": 3.337282780410743e-06,
      "loss": 2.0581,
      "step": 2363
    },
    {
      "epoch": 0.93,
      "grad_norm": 7.15625,
      "learning_rate": 3.317535545023697e-06,
      "loss": 1.7655,
      "step": 2364
    },
    {
      "epoch": 0.93,
      "grad_norm": 7.71875,
      "learning_rate": 3.2977883096366514e-06,
      "loss": 2.2519,
      "step": 2365
    },
    {
      "epoch": 0.93,
      "grad_norm": 6.625,
      "learning_rate": 3.2780410742496057e-06,
      "loss": 1.9056,
      "step": 2366
    },
    {
      "epoch": 0.93,
      "grad_norm": 6.5,
      "learning_rate": 3.2582938388625596e-06,
      "loss": 1.7427,
      "step": 2367
    },
    {
      "epoch": 0.94,
      "grad_norm": 15.8125,
      "learning_rate": 3.2385466034755135e-06,
      "loss": 1.9997,
      "step": 2368
    },
    {
      "epoch": 0.94,
      "grad_norm": 9.5,
      "learning_rate": 3.2187993680884673e-06,
      "loss": 1.9292,
      "step": 2369
    },
    {
      "epoch": 0.94,
      "grad_norm": 17.75,
      "learning_rate": 3.1990521327014216e-06,
      "loss": 2.2422,
      "step": 2370
    },
    {
      "epoch": 0.94,
      "grad_norm": 9.3125,
      "learning_rate": 3.179304897314376e-06,
      "loss": 1.9487,
      "step": 2371
    },
    {
      "epoch": 0.94,
      "grad_norm": 7.09375,
      "learning_rate": 3.1595576619273302e-06,
      "loss": 2.0298,
      "step": 2372
    },
    {
      "epoch": 0.94,
      "grad_norm": 11.125,
      "learning_rate": 3.139810426540284e-06,
      "loss": 1.9431,
      "step": 2373
    },
    {
      "epoch": 0.94,
      "grad_norm": 5.71875,
      "learning_rate": 3.1200631911532384e-06,
      "loss": 2.1532,
      "step": 2374
    },
    {
      "epoch": 0.94,
      "grad_norm": 8.25,
      "learning_rate": 3.1003159557661927e-06,
      "loss": 2.2057,
      "step": 2375
    },
    {
      "epoch": 0.94,
      "grad_norm": 5.75,
      "learning_rate": 3.080568720379147e-06,
      "loss": 1.5939,
      "step": 2376
    },
    {
      "epoch": 0.94,
      "grad_norm": 8.5,
      "learning_rate": 3.0608214849921013e-06,
      "loss": 2.2438,
      "step": 2377
    },
    {
      "epoch": 0.94,
      "grad_norm": 7.0625,
      "learning_rate": 3.041074249605055e-06,
      "loss": 1.8359,
      "step": 2378
    },
    {
      "epoch": 0.94,
      "grad_norm": 7.59375,
      "learning_rate": 3.0213270142180095e-06,
      "loss": 1.839,
      "step": 2379
    },
    {
      "epoch": 0.94,
      "grad_norm": 7.34375,
      "learning_rate": 3.0015797788309638e-06,
      "loss": 2.0552,
      "step": 2380
    },
    {
      "epoch": 0.94,
      "grad_norm": 10.0625,
      "learning_rate": 2.981832543443918e-06,
      "loss": 2.0166,
      "step": 2381
    },
    {
      "epoch": 0.94,
      "grad_norm": 5.6875,
      "learning_rate": 2.9620853080568724e-06,
      "loss": 2.0933,
      "step": 2382
    },
    {
      "epoch": 0.94,
      "grad_norm": 6.90625,
      "learning_rate": 2.9423380726698263e-06,
      "loss": 1.8613,
      "step": 2383
    },
    {
      "epoch": 0.94,
      "grad_norm": 17.0,
      "learning_rate": 2.9225908372827806e-06,
      "loss": 1.7204,
      "step": 2384
    },
    {
      "epoch": 0.94,
      "grad_norm": 7.71875,
      "learning_rate": 2.902843601895735e-06,
      "loss": 2.0525,
      "step": 2385
    },
    {
      "epoch": 0.94,
      "grad_norm": 10.4375,
      "learning_rate": 2.883096366508689e-06,
      "loss": 1.9942,
      "step": 2386
    },
    {
      "epoch": 0.94,
      "grad_norm": 7.0,
      "learning_rate": 2.863349131121643e-06,
      "loss": 1.9629,
      "step": 2387
    },
    {
      "epoch": 0.94,
      "grad_norm": 7.0,
      "learning_rate": 2.8436018957345973e-06,
      "loss": 1.8319,
      "step": 2388
    },
    {
      "epoch": 0.94,
      "grad_norm": 8.8125,
      "learning_rate": 2.823854660347551e-06,
      "loss": 1.7072,
      "step": 2389
    },
    {
      "epoch": 0.94,
      "grad_norm": 6.9375,
      "learning_rate": 2.8041074249605055e-06,
      "loss": 1.9124,
      "step": 2390
    },
    {
      "epoch": 0.94,
      "grad_norm": 13.0,
      "learning_rate": 2.78436018957346e-06,
      "loss": 2.0848,
      "step": 2391
    },
    {
      "epoch": 0.94,
      "grad_norm": 6.125,
      "learning_rate": 2.764612954186414e-06,
      "loss": 2.1611,
      "step": 2392
    },
    {
      "epoch": 0.95,
      "grad_norm": 11.0,
      "learning_rate": 2.7448657187993684e-06,
      "loss": 2.2561,
      "step": 2393
    },
    {
      "epoch": 0.95,
      "grad_norm": 5.40625,
      "learning_rate": 2.7251184834123223e-06,
      "loss": 1.7778,
      "step": 2394
    },
    {
      "epoch": 0.95,
      "grad_norm": 14.25,
      "learning_rate": 2.7053712480252766e-06,
      "loss": 2.0715,
      "step": 2395
    },
    {
      "epoch": 0.95,
      "grad_norm": 5.46875,
      "learning_rate": 2.685624012638231e-06,
      "loss": 1.8563,
      "step": 2396
    },
    {
      "epoch": 0.95,
      "grad_norm": 8.0,
      "learning_rate": 2.665876777251185e-06,
      "loss": 1.7983,
      "step": 2397
    },
    {
      "epoch": 0.95,
      "grad_norm": 6.6875,
      "learning_rate": 2.6461295418641395e-06,
      "loss": 1.9106,
      "step": 2398
    },
    {
      "epoch": 0.95,
      "grad_norm": 7.03125,
      "learning_rate": 2.6263823064770934e-06,
      "loss": 2.111,
      "step": 2399
    },
    {
      "epoch": 0.95,
      "grad_norm": 5.40625,
      "learning_rate": 2.6066350710900472e-06,
      "loss": 1.5117,
      "step": 2400
    },
    {
      "epoch": 0.95,
      "grad_norm": 5.40625,
      "learning_rate": 2.5868878357030015e-06,
      "loss": 2.0003,
      "step": 2401
    },
    {
      "epoch": 0.95,
      "grad_norm": 8.25,
      "learning_rate": 2.567140600315956e-06,
      "loss": 2.0373,
      "step": 2402
    },
    {
      "epoch": 0.95,
      "grad_norm": 6.46875,
      "learning_rate": 2.54739336492891e-06,
      "loss": 2.4003,
      "step": 2403
    },
    {
      "epoch": 0.95,
      "grad_norm": 4.53125,
      "learning_rate": 2.527646129541864e-06,
      "loss": 2.2799,
      "step": 2404
    },
    {
      "epoch": 0.95,
      "grad_norm": 4.90625,
      "learning_rate": 2.5078988941548183e-06,
      "loss": 1.9846,
      "step": 2405
    },
    {
      "epoch": 0.95,
      "grad_norm": 6.15625,
      "learning_rate": 2.4881516587677726e-06,
      "loss": 2.1624,
      "step": 2406
    },
    {
      "epoch": 0.95,
      "grad_norm": 8.6875,
      "learning_rate": 2.468404423380727e-06,
      "loss": 2.1508,
      "step": 2407
    },
    {
      "epoch": 0.95,
      "grad_norm": 5.4375,
      "learning_rate": 2.4486571879936812e-06,
      "loss": 2.0976,
      "step": 2408
    },
    {
      "epoch": 0.95,
      "grad_norm": 7.65625,
      "learning_rate": 2.428909952606635e-06,
      "loss": 1.8191,
      "step": 2409
    },
    {
      "epoch": 0.95,
      "grad_norm": 7.8125,
      "learning_rate": 2.4091627172195894e-06,
      "loss": 2.2424,
      "step": 2410
    },
    {
      "epoch": 0.95,
      "grad_norm": 6.71875,
      "learning_rate": 2.3894154818325437e-06,
      "loss": 2.0062,
      "step": 2411
    },
    {
      "epoch": 0.95,
      "grad_norm": 4.03125,
      "learning_rate": 2.3696682464454976e-06,
      "loss": 2.0536,
      "step": 2412
    },
    {
      "epoch": 0.95,
      "grad_norm": 15.625,
      "learning_rate": 2.349921011058452e-06,
      "loss": 2.3879,
      "step": 2413
    },
    {
      "epoch": 0.95,
      "grad_norm": 6.75,
      "learning_rate": 2.330173775671406e-06,
      "loss": 2.301,
      "step": 2414
    },
    {
      "epoch": 0.95,
      "grad_norm": 6.0625,
      "learning_rate": 2.31042654028436e-06,
      "loss": 2.1147,
      "step": 2415
    },
    {
      "epoch": 0.95,
      "grad_norm": 7.34375,
      "learning_rate": 2.2906793048973143e-06,
      "loss": 1.8629,
      "step": 2416
    },
    {
      "epoch": 0.95,
      "grad_norm": 7.625,
      "learning_rate": 2.2709320695102686e-06,
      "loss": 2.0537,
      "step": 2417
    },
    {
      "epoch": 0.95,
      "grad_norm": 5.5,
      "learning_rate": 2.251184834123223e-06,
      "loss": 1.9404,
      "step": 2418
    },
    {
      "epoch": 0.96,
      "grad_norm": 4.53125,
      "learning_rate": 2.2314375987361772e-06,
      "loss": 1.7811,
      "step": 2419
    },
    {
      "epoch": 0.96,
      "grad_norm": 6.875,
      "learning_rate": 2.211690363349131e-06,
      "loss": 2.1955,
      "step": 2420
    },
    {
      "epoch": 0.96,
      "grad_norm": 5.71875,
      "learning_rate": 2.1919431279620854e-06,
      "loss": 2.1887,
      "step": 2421
    },
    {
      "epoch": 0.96,
      "grad_norm": 7.09375,
      "learning_rate": 2.1721958925750397e-06,
      "loss": 2.2411,
      "step": 2422
    },
    {
      "epoch": 0.96,
      "grad_norm": 10.0625,
      "learning_rate": 2.152448657187994e-06,
      "loss": 1.9926,
      "step": 2423
    },
    {
      "epoch": 0.96,
      "grad_norm": 5.40625,
      "learning_rate": 2.1327014218009483e-06,
      "loss": 2.0833,
      "step": 2424
    },
    {
      "epoch": 0.96,
      "grad_norm": 5.53125,
      "learning_rate": 2.112954186413902e-06,
      "loss": 1.8915,
      "step": 2425
    },
    {
      "epoch": 0.96,
      "grad_norm": 7.4375,
      "learning_rate": 2.093206951026856e-06,
      "loss": 2.2001,
      "step": 2426
    },
    {
      "epoch": 0.96,
      "grad_norm": 4.625,
      "learning_rate": 2.0734597156398104e-06,
      "loss": 1.9952,
      "step": 2427
    },
    {
      "epoch": 0.96,
      "grad_norm": 7.28125,
      "learning_rate": 2.0537124802527647e-06,
      "loss": 2.5361,
      "step": 2428
    },
    {
      "epoch": 0.96,
      "grad_norm": 6.71875,
      "learning_rate": 2.033965244865719e-06,
      "loss": 2.0804,
      "step": 2429
    },
    {
      "epoch": 0.96,
      "grad_norm": 8.5,
      "learning_rate": 2.0142180094786733e-06,
      "loss": 1.9336,
      "step": 2430
    },
    {
      "epoch": 0.96,
      "grad_norm": 7.90625,
      "learning_rate": 1.994470774091627e-06,
      "loss": 2.4606,
      "step": 2431
    },
    {
      "epoch": 0.96,
      "grad_norm": 7.1875,
      "learning_rate": 1.9747235387045814e-06,
      "loss": 2.1012,
      "step": 2432
    },
    {
      "epoch": 0.96,
      "grad_norm": 6.96875,
      "learning_rate": 1.9549763033175357e-06,
      "loss": 2.2764,
      "step": 2433
    },
    {
      "epoch": 0.96,
      "grad_norm": 13.1875,
      "learning_rate": 1.93522906793049e-06,
      "loss": 1.9863,
      "step": 2434
    },
    {
      "epoch": 0.96,
      "grad_norm": 8.4375,
      "learning_rate": 1.915481832543444e-06,
      "loss": 2.2291,
      "step": 2435
    },
    {
      "epoch": 0.96,
      "grad_norm": 5.53125,
      "learning_rate": 1.8957345971563984e-06,
      "loss": 1.6912,
      "step": 2436
    },
    {
      "epoch": 0.96,
      "grad_norm": 6.875,
      "learning_rate": 1.8759873617693525e-06,
      "loss": 2.3802,
      "step": 2437
    },
    {
      "epoch": 0.96,
      "grad_norm": 5.84375,
      "learning_rate": 1.8562401263823064e-06,
      "loss": 1.9867,
      "step": 2438
    },
    {
      "epoch": 0.96,
      "grad_norm": 6.0,
      "learning_rate": 1.8364928909952607e-06,
      "loss": 1.8941,
      "step": 2439
    },
    {
      "epoch": 0.96,
      "grad_norm": 7.84375,
      "learning_rate": 1.8167456556082148e-06,
      "loss": 2.0673,
      "step": 2440
    },
    {
      "epoch": 0.96,
      "grad_norm": 6.96875,
      "learning_rate": 1.796998420221169e-06,
      "loss": 2.1157,
      "step": 2441
    },
    {
      "epoch": 0.96,
      "grad_norm": 9.8125,
      "learning_rate": 1.7772511848341232e-06,
      "loss": 1.5521,
      "step": 2442
    },
    {
      "epoch": 0.96,
      "grad_norm": 6.53125,
      "learning_rate": 1.7575039494470775e-06,
      "loss": 2.2369,
      "step": 2443
    },
    {
      "epoch": 0.97,
      "grad_norm": 8.0,
      "learning_rate": 1.7377567140600318e-06,
      "loss": 1.9889,
      "step": 2444
    },
    {
      "epoch": 0.97,
      "grad_norm": 6.1875,
      "learning_rate": 1.7180094786729859e-06,
      "loss": 1.7363,
      "step": 2445
    },
    {
      "epoch": 0.97,
      "grad_norm": 6.46875,
      "learning_rate": 1.6982622432859402e-06,
      "loss": 2.2275,
      "step": 2446
    },
    {
      "epoch": 0.97,
      "grad_norm": 17.625,
      "learning_rate": 1.6785150078988943e-06,
      "loss": 1.7336,
      "step": 2447
    },
    {
      "epoch": 0.97,
      "grad_norm": 8.3125,
      "learning_rate": 1.6587677725118486e-06,
      "loss": 2.0279,
      "step": 2448
    },
    {
      "epoch": 0.97,
      "grad_norm": 8.0625,
      "learning_rate": 1.6390205371248029e-06,
      "loss": 2.1145,
      "step": 2449
    },
    {
      "epoch": 0.97,
      "grad_norm": 5.5625,
      "learning_rate": 1.6192733017377567e-06,
      "loss": 2.0784,
      "step": 2450
    },
    {
      "epoch": 0.97,
      "grad_norm": 5.8125,
      "learning_rate": 1.5995260663507108e-06,
      "loss": 1.7722,
      "step": 2451
    },
    {
      "epoch": 0.97,
      "grad_norm": 8.9375,
      "learning_rate": 1.5797788309636651e-06,
      "loss": 2.1229,
      "step": 2452
    },
    {
      "epoch": 0.97,
      "grad_norm": 8.3125,
      "learning_rate": 1.5600315955766192e-06,
      "loss": 1.9024,
      "step": 2453
    },
    {
      "epoch": 0.97,
      "grad_norm": 9.1875,
      "learning_rate": 1.5402843601895735e-06,
      "loss": 2.3533,
      "step": 2454
    },
    {
      "epoch": 0.97,
      "grad_norm": 5.46875,
      "learning_rate": 1.5205371248025276e-06,
      "loss": 1.8932,
      "step": 2455
    },
    {
      "epoch": 0.97,
      "grad_norm": 13.1875,
      "learning_rate": 1.5007898894154819e-06,
      "loss": 1.8318,
      "step": 2456
    },
    {
      "epoch": 0.97,
      "grad_norm": 8.625,
      "learning_rate": 1.4810426540284362e-06,
      "loss": 1.9967,
      "step": 2457
    },
    {
      "epoch": 0.97,
      "grad_norm": 5.15625,
      "learning_rate": 1.4612954186413903e-06,
      "loss": 1.923,
      "step": 2458
    },
    {
      "epoch": 0.97,
      "grad_norm": 6.78125,
      "learning_rate": 1.4415481832543446e-06,
      "loss": 2.2625,
      "step": 2459
    },
    {
      "epoch": 0.97,
      "grad_norm": 9.1875,
      "learning_rate": 1.4218009478672987e-06,
      "loss": 1.6955,
      "step": 2460
    },
    {
      "epoch": 0.97,
      "grad_norm": 9.4375,
      "learning_rate": 1.4020537124802528e-06,
      "loss": 1.9177,
      "step": 2461
    },
    {
      "epoch": 0.97,
      "grad_norm": 7.65625,
      "learning_rate": 1.382306477093207e-06,
      "loss": 2.3586,
      "step": 2462
    },
    {
      "epoch": 0.97,
      "grad_norm": 8.0,
      "learning_rate": 1.3625592417061611e-06,
      "loss": 2.2572,
      "step": 2463
    },
    {
      "epoch": 0.97,
      "grad_norm": 10.375,
      "learning_rate": 1.3428120063191154e-06,
      "loss": 1.6699,
      "step": 2464
    },
    {
      "epoch": 0.97,
      "grad_norm": 5.65625,
      "learning_rate": 1.3230647709320697e-06,
      "loss": 1.985,
      "step": 2465
    },
    {
      "epoch": 0.97,
      "grad_norm": 7.84375,
      "learning_rate": 1.3033175355450236e-06,
      "loss": 1.918,
      "step": 2466
    },
    {
      "epoch": 0.97,
      "grad_norm": 7.21875,
      "learning_rate": 1.283570300157978e-06,
      "loss": 2.0159,
      "step": 2467
    },
    {
      "epoch": 0.97,
      "grad_norm": 6.8125,
      "learning_rate": 1.263823064770932e-06,
      "loss": 1.9729,
      "step": 2468
    },
    {
      "epoch": 0.98,
      "grad_norm": 10.625,
      "learning_rate": 1.2440758293838863e-06,
      "loss": 2.0205,
      "step": 2469
    },
    {
      "epoch": 0.98,
      "grad_norm": 5.71875,
      "learning_rate": 1.2243285939968406e-06,
      "loss": 2.1024,
      "step": 2470
    },
    {
      "epoch": 0.98,
      "grad_norm": 6.59375,
      "learning_rate": 1.2045813586097947e-06,
      "loss": 1.9047,
      "step": 2471
    },
    {
      "epoch": 0.98,
      "grad_norm": 5.71875,
      "learning_rate": 1.1848341232227488e-06,
      "loss": 2.0228,
      "step": 2472
    },
    {
      "epoch": 0.98,
      "grad_norm": 5.0625,
      "learning_rate": 1.165086887835703e-06,
      "loss": 1.786,
      "step": 2473
    },
    {
      "epoch": 0.98,
      "grad_norm": 5.96875,
      "learning_rate": 1.1453396524486572e-06,
      "loss": 1.5598,
      "step": 2474
    },
    {
      "epoch": 0.98,
      "grad_norm": 12.9375,
      "learning_rate": 1.1255924170616115e-06,
      "loss": 1.887,
      "step": 2475
    },
    {
      "epoch": 0.98,
      "grad_norm": 9.6875,
      "learning_rate": 1.1058451816745656e-06,
      "loss": 1.8705,
      "step": 2476
    },
    {
      "epoch": 0.98,
      "grad_norm": 25.875,
      "learning_rate": 1.0860979462875199e-06,
      "loss": 1.9548,
      "step": 2477
    },
    {
      "epoch": 0.98,
      "grad_norm": 6.75,
      "learning_rate": 1.0663507109004742e-06,
      "loss": 2.3911,
      "step": 2478
    },
    {
      "epoch": 0.98,
      "grad_norm": 5.53125,
      "learning_rate": 1.046603475513428e-06,
      "loss": 1.9153,
      "step": 2479
    },
    {
      "epoch": 0.98,
      "grad_norm": 7.03125,
      "learning_rate": 1.0268562401263823e-06,
      "loss": 1.9673,
      "step": 2480
    },
    {
      "epoch": 0.98,
      "grad_norm": 5.03125,
      "learning_rate": 1.0071090047393366e-06,
      "loss": 1.9677,
      "step": 2481
    },
    {
      "epoch": 0.98,
      "grad_norm": 6.96875,
      "learning_rate": 9.873617693522907e-07,
      "loss": 2.0399,
      "step": 2482
    },
    {
      "epoch": 0.98,
      "grad_norm": 9.75,
      "learning_rate": 9.67614533965245e-07,
      "loss": 1.8344,
      "step": 2483
    },
    {
      "epoch": 0.98,
      "grad_norm": 6.21875,
      "learning_rate": 9.478672985781992e-07,
      "loss": 2.0093,
      "step": 2484
    },
    {
      "epoch": 0.98,
      "grad_norm": 6.84375,
      "learning_rate": 9.281200631911532e-07,
      "loss": 2.0771,
      "step": 2485
    },
    {
      "epoch": 0.98,
      "grad_norm": 8.125,
      "learning_rate": 9.083728278041074e-07,
      "loss": 1.785,
      "step": 2486
    },
    {
      "epoch": 0.98,
      "grad_norm": 5.0625,
      "learning_rate": 8.886255924170616e-07,
      "loss": 2.1664,
      "step": 2487
    },
    {
      "epoch": 0.98,
      "grad_norm": 5.96875,
      "learning_rate": 8.688783570300159e-07,
      "loss": 2.1429,
      "step": 2488
    },
    {
      "epoch": 0.98,
      "grad_norm": 9.0,
      "learning_rate": 8.491311216429701e-07,
      "loss": 1.688,
      "step": 2489
    },
    {
      "epoch": 0.98,
      "grad_norm": 6.75,
      "learning_rate": 8.293838862559243e-07,
      "loss": 1.8533,
      "step": 2490
    },
    {
      "epoch": 0.98,
      "grad_norm": 9.625,
      "learning_rate": 8.096366508688784e-07,
      "loss": 2.0315,
      "step": 2491
    },
    {
      "epoch": 0.98,
      "grad_norm": 7.75,
      "learning_rate": 7.898894154818326e-07,
      "loss": 2.1683,
      "step": 2492
    },
    {
      "epoch": 0.98,
      "grad_norm": 7.9375,
      "learning_rate": 7.701421800947868e-07,
      "loss": 2.0874,
      "step": 2493
    },
    {
      "epoch": 0.98,
      "grad_norm": 10.0625,
      "learning_rate": 7.503949447077409e-07,
      "loss": 1.8496,
      "step": 2494
    },
    {
      "epoch": 0.99,
      "grad_norm": 41.25,
      "learning_rate": 7.306477093206951e-07,
      "loss": 2.0257,
      "step": 2495
    },
    {
      "epoch": 0.99,
      "grad_norm": 6.4375,
      "learning_rate": 7.109004739336493e-07,
      "loss": 1.7977,
      "step": 2496
    },
    {
      "epoch": 0.99,
      "grad_norm": 5.53125,
      "learning_rate": 6.911532385466035e-07,
      "loss": 2.0043,
      "step": 2497
    },
    {
      "epoch": 0.99,
      "grad_norm": 4.78125,
      "learning_rate": 6.714060031595577e-07,
      "loss": 1.9992,
      "step": 2498
    },
    {
      "epoch": 0.99,
      "grad_norm": 5.875,
      "learning_rate": 6.516587677725118e-07,
      "loss": 2.1273,
      "step": 2499
    },
    {
      "epoch": 0.99,
      "grad_norm": 5.0625,
      "learning_rate": 6.31911532385466e-07,
      "loss": 1.702,
      "step": 2500
    },
    {
      "epoch": 0.99,
      "grad_norm": 7.53125,
      "learning_rate": 6.121642969984203e-07,
      "loss": 2.1332,
      "step": 2501
    },
    {
      "epoch": 0.99,
      "grad_norm": 7.09375,
      "learning_rate": 5.924170616113744e-07,
      "loss": 1.6806,
      "step": 2502
    },
    {
      "epoch": 0.99,
      "grad_norm": 12.75,
      "learning_rate": 5.726698262243286e-07,
      "loss": 1.9727,
      "step": 2503
    },
    {
      "epoch": 0.99,
      "grad_norm": 5.15625,
      "learning_rate": 5.529225908372828e-07,
      "loss": 2.0633,
      "step": 2504
    },
    {
      "epoch": 0.99,
      "grad_norm": 5.5,
      "learning_rate": 5.331753554502371e-07,
      "loss": 2.0735,
      "step": 2505
    },
    {
      "epoch": 0.99,
      "grad_norm": 8.625,
      "learning_rate": 5.134281200631912e-07,
      "loss": 2.0358,
      "step": 2506
    },
    {
      "epoch": 0.99,
      "grad_norm": 6.59375,
      "learning_rate": 4.936808846761454e-07,
      "loss": 2.2405,
      "step": 2507
    },
    {
      "epoch": 0.99,
      "grad_norm": 8.625,
      "learning_rate": 4.739336492890996e-07,
      "loss": 1.8639,
      "step": 2508
    },
    {
      "epoch": 0.99,
      "grad_norm": 4.71875,
      "learning_rate": 4.541864139020537e-07,
      "loss": 1.998,
      "step": 2509
    },
    {
      "epoch": 0.99,
      "grad_norm": 9.375,
      "learning_rate": 4.3443917851500794e-07,
      "loss": 2.1872,
      "step": 2510
    },
    {
      "epoch": 0.99,
      "grad_norm": 6.84375,
      "learning_rate": 4.1469194312796214e-07,
      "loss": 2.4313,
      "step": 2511
    },
    {
      "epoch": 0.99,
      "grad_norm": 6.71875,
      "learning_rate": 3.949447077409163e-07,
      "loss": 1.7067,
      "step": 2512
    },
    {
      "epoch": 0.99,
      "grad_norm": 5.28125,
      "learning_rate": 3.7519747235387047e-07,
      "loss": 1.7594,
      "step": 2513
    },
    {
      "epoch": 0.99,
      "grad_norm": 7.90625,
      "learning_rate": 3.5545023696682467e-07,
      "loss": 1.7605,
      "step": 2514
    },
    {
      "epoch": 0.99,
      "grad_norm": 6.90625,
      "learning_rate": 3.3570300157977886e-07,
      "loss": 1.9571,
      "step": 2515
    },
    {
      "epoch": 0.99,
      "grad_norm": 8.3125,
      "learning_rate": 3.15955766192733e-07,
      "loss": 1.9812,
      "step": 2516
    },
    {
      "epoch": 0.99,
      "grad_norm": 12.0,
      "learning_rate": 2.962085308056872e-07,
      "loss": 1.7699,
      "step": 2517
    },
    {
      "epoch": 0.99,
      "grad_norm": 5.75,
      "learning_rate": 2.764612954186414e-07,
      "loss": 2.0047,
      "step": 2518
    },
    {
      "epoch": 0.99,
      "grad_norm": 7.09375,
      "learning_rate": 2.567140600315956e-07,
      "loss": 1.817,
      "step": 2519
    },
    {
      "epoch": 1.0,
      "grad_norm": 5.59375,
      "learning_rate": 2.369668246445498e-07,
      "loss": 2.0036,
      "step": 2520
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 2532,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 20,
  "total_flos": 3.930125662594636e+19,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}