{
  "best_global_step": 3375,
  "best_metric": 0.25075,
  "best_model_checkpoint": "./output/checkpoint-3375",
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 10125,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.014814814814814815,
      "grad_norm": 15.2734375,
      "learning_rate": 2.4197530864197535e-07,
      "loss": 2.7766494750976562,
      "step": 50
    },
    {
      "epoch": 0.02962962962962963,
      "grad_norm": 14.0625,
      "learning_rate": 4.88888888888889e-07,
      "loss": 2.6392501831054687,
      "step": 100
    },
    {
      "epoch": 0.044444444444444446,
      "grad_norm": 7.6171875,
      "learning_rate": 7.358024691358024e-07,
      "loss": 2.662928161621094,
      "step": 150
    },
    {
      "epoch": 0.05925925925925926,
      "grad_norm": 13.4296875,
      "learning_rate": 9.827160493827162e-07,
      "loss": 3.1913311767578123,
      "step": 200
    },
    {
      "epoch": 0.07407407407407407,
      "grad_norm": 1.96484375,
      "learning_rate": 1.2296296296296297e-06,
      "loss": 2.97621826171875,
      "step": 250
    },
    {
      "epoch": 0.08888888888888889,
      "grad_norm": 2.583984375,
      "learning_rate": 1.4765432098765435e-06,
      "loss": 2.795979309082031,
      "step": 300
    },
    {
      "epoch": 0.1037037037037037,
      "grad_norm": 3.095703125,
      "learning_rate": 1.723456790123457e-06,
      "loss": 2.7952374267578124,
      "step": 350
    },
    {
      "epoch": 0.11851851851851852,
      "grad_norm": 2.453125,
      "learning_rate": 1.9703703703703703e-06,
      "loss": 2.7849395751953123,
      "step": 400
    },
    {
      "epoch": 0.13333333333333333,
      "grad_norm": 6.875,
      "learning_rate": 2.217283950617284e-06,
      "loss": 2.7812811279296876,
      "step": 450
    },
    {
      "epoch": 0.14814814814814814,
      "grad_norm": 2.33203125,
      "learning_rate": 2.464197530864198e-06,
      "loss": 2.7828436279296875,
      "step": 500
    },
    {
      "epoch": 0.16296296296296298,
      "grad_norm": 2.53125,
      "learning_rate": 2.7111111111111116e-06,
      "loss": 2.7977508544921874,
      "step": 550
    },
    {
      "epoch": 0.17777777777777778,
      "grad_norm": 3.587890625,
      "learning_rate": 2.9580246913580254e-06,
      "loss": 2.783578186035156,
      "step": 600
    },
    {
      "epoch": 0.1925925925925926,
      "grad_norm": 1.9501953125,
      "learning_rate": 3.2049382716049387e-06,
      "loss": 2.7933184814453127,
      "step": 650
    },
    {
      "epoch": 0.2074074074074074,
      "grad_norm": 3.435546875,
      "learning_rate": 3.4518518518518524e-06,
      "loss": 2.80977783203125,
      "step": 700
    },
    {
      "epoch": 0.2222222222222222,
      "grad_norm": 1.8955078125,
      "learning_rate": 3.6987654320987658e-06,
      "loss": 2.7978311157226563,
      "step": 750
    },
    {
      "epoch": 0.23703703703703705,
      "grad_norm": 2.455078125,
      "learning_rate": 3.94567901234568e-06,
      "loss": 2.7951055908203126,
      "step": 800
    },
    {
      "epoch": 0.2518518518518518,
      "grad_norm": 4.1171875,
      "learning_rate": 4.192592592592593e-06,
      "loss": 2.785648193359375,
      "step": 850
    },
    {
      "epoch": 0.26666666666666666,
      "grad_norm": 1.84375,
      "learning_rate": 4.439506172839507e-06,
      "loss": 2.7951544189453124,
      "step": 900
    },
    {
      "epoch": 0.2814814814814815,
      "grad_norm": 2.359375,
      "learning_rate": 4.68641975308642e-06,
      "loss": 2.796750793457031,
      "step": 950
    },
    {
      "epoch": 0.2962962962962963,
      "grad_norm": 2.39453125,
      "learning_rate": 4.933333333333334e-06,
      "loss": 2.7995571899414062,
      "step": 1000
    },
    {
      "epoch": 0.3111111111111111,
      "grad_norm": 2.55078125,
      "learning_rate": 5.180246913580247e-06,
      "loss": 2.7804888916015624,
      "step": 1050
    },
    {
      "epoch": 0.32592592592592595,
      "grad_norm": 3.67578125,
      "learning_rate": 5.427160493827161e-06,
      "loss": 2.792048034667969,
      "step": 1100
    },
    {
      "epoch": 0.34074074074074073,
      "grad_norm": 2.130859375,
      "learning_rate": 5.674074074074074e-06,
      "loss": 2.789242858886719,
      "step": 1150
    },
    {
      "epoch": 0.35555555555555557,
      "grad_norm": 2.412109375,
      "learning_rate": 5.920987654320987e-06,
      "loss": 2.788144836425781,
      "step": 1200
    },
    {
      "epoch": 0.37037037037037035,
      "grad_norm": 2.72265625,
      "learning_rate": 6.167901234567902e-06,
      "loss": 2.8027859497070313,
      "step": 1250
    },
    {
      "epoch": 0.3851851851851852,
      "grad_norm": 2.6484375,
      "learning_rate": 6.414814814814815e-06,
      "loss": 2.7877798461914063,
      "step": 1300
    },
    {
      "epoch": 0.4,
      "grad_norm": 2.3359375,
      "learning_rate": 6.661728395061728e-06,
      "loss": 2.7876470947265624,
      "step": 1350
    },
    {
      "epoch": 0.4148148148148148,
      "grad_norm": 1.9970703125,
      "learning_rate": 6.908641975308642e-06,
      "loss": 2.77328857421875,
      "step": 1400
    },
    {
      "epoch": 0.42962962962962964,
      "grad_norm": 1.875,
      "learning_rate": 7.155555555555556e-06,
      "loss": 2.79718017578125,
      "step": 1450
    },
    {
      "epoch": 0.4444444444444444,
      "grad_norm": 2.248046875,
      "learning_rate": 7.40246913580247e-06,
      "loss": 2.7796466064453127,
      "step": 1500
    },
    {
      "epoch": 0.45925925925925926,
      "grad_norm": 1.8623046875,
      "learning_rate": 7.649382716049384e-06,
      "loss": 2.7859207153320313,
      "step": 1550
    },
    {
      "epoch": 0.4740740740740741,
      "grad_norm": 1.5302734375,
      "learning_rate": 7.896296296296297e-06,
      "loss": 2.781698913574219,
      "step": 1600
    },
    {
      "epoch": 0.4888888888888889,
      "grad_norm": 1.3701171875,
      "learning_rate": 8.14320987654321e-06,
      "loss": 2.7813421630859376,
      "step": 1650
    },
    {
      "epoch": 0.5037037037037037,
      "grad_norm": 1.40625,
      "learning_rate": 8.390123456790124e-06,
      "loss": 2.781036071777344,
      "step": 1700
    },
    {
      "epoch": 0.5185185185185185,
      "grad_norm": 2.236328125,
      "learning_rate": 8.637037037037037e-06,
      "loss": 2.783014221191406,
      "step": 1750
    },
    {
      "epoch": 0.5333333333333333,
      "grad_norm": 1.826171875,
      "learning_rate": 8.883950617283952e-06,
      "loss": 2.7817703247070313,
      "step": 1800
    },
    {
      "epoch": 0.5481481481481482,
      "grad_norm": 1.82421875,
      "learning_rate": 9.130864197530866e-06,
      "loss": 2.7779510498046873,
      "step": 1850
    },
    {
      "epoch": 0.562962962962963,
      "grad_norm": 2.1953125,
      "learning_rate": 9.377777777777779e-06,
      "loss": 2.7827484130859377,
      "step": 1900
    },
    {
      "epoch": 0.5777777777777777,
      "grad_norm": 1.353515625,
      "learning_rate": 9.624691358024692e-06,
      "loss": 2.7817633056640627,
      "step": 1950
    },
    {
      "epoch": 0.5925925925925926,
      "grad_norm": 2.69921875,
      "learning_rate": 9.871604938271606e-06,
      "loss": 2.7813009643554687,
      "step": 2000
    },
    {
      "epoch": 0.6074074074074074,
      "grad_norm": 1.2294921875,
      "learning_rate": 9.970370370370372e-06,
      "loss": 2.77718994140625,
      "step": 2050
    },
    {
      "epoch": 0.6222222222222222,
      "grad_norm": 1.6513671875,
      "learning_rate": 9.908641975308642e-06,
      "loss": 2.778031921386719,
      "step": 2100
    },
    {
      "epoch": 0.6370370370370371,
      "grad_norm": 1.0498046875,
      "learning_rate": 9.846913580246915e-06,
      "loss": 2.778972473144531,
      "step": 2150
    },
    {
      "epoch": 0.6518518518518519,
      "grad_norm": 1.7890625,
      "learning_rate": 9.785185185185187e-06,
      "loss": 2.7754339599609374,
      "step": 2200
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 0.3349609375,
      "learning_rate": 9.723456790123457e-06,
      "loss": 2.7735556030273436,
      "step": 2250
    },
    {
      "epoch": 0.6814814814814815,
      "grad_norm": 0.53271484375,
      "learning_rate": 9.66172839506173e-06,
      "loss": 2.7741458129882814,
      "step": 2300
    },
    {
      "epoch": 0.6962962962962963,
      "grad_norm": 1.763671875,
      "learning_rate": 9.600000000000001e-06,
      "loss": 2.773301086425781,
      "step": 2350
    },
    {
      "epoch": 0.7111111111111111,
      "grad_norm": 1.1982421875,
      "learning_rate": 9.538271604938273e-06,
      "loss": 2.7742254638671877,
      "step": 2400
    },
    {
      "epoch": 0.725925925925926,
      "grad_norm": 2.26953125,
      "learning_rate": 9.476543209876544e-06,
      "loss": 2.7740939331054686,
      "step": 2450
    },
    {
      "epoch": 0.7407407407407407,
      "grad_norm": NaN,
      "learning_rate": 9.414814814814816e-06,
      "loss": 3.09239013671875,
      "step": 2500
    },
    {
      "epoch": 0.7555555555555555,
      "grad_norm": NaN,
      "learning_rate": 9.353086419753086e-06,
      "loss": 0.0,
      "step": 2550
    },
    {
      "epoch": 0.7703703703703704,
      "grad_norm": NaN,
      "learning_rate": 9.29135802469136e-06,
      "loss": 0.0,
      "step": 2600
    },
    {
      "epoch": 0.7851851851851852,
      "grad_norm": NaN,
      "learning_rate": 9.22962962962963e-06,
      "loss": 0.0,
      "step": 2650
    },
    {
      "epoch": 0.8,
      "grad_norm": NaN,
      "learning_rate": 9.167901234567903e-06,
      "loss": 0.0,
      "step": 2700
    },
    {
      "epoch": 0.8148148148148148,
      "grad_norm": NaN,
      "learning_rate": 9.106172839506173e-06,
      "loss": 0.0,
      "step": 2750
    },
    {
      "epoch": 0.8296296296296296,
      "grad_norm": NaN,
      "learning_rate": 9.044444444444445e-06,
      "loss": 0.0,
      "step": 2800
    },
    {
      "epoch": 0.8444444444444444,
      "grad_norm": NaN,
      "learning_rate": 8.982716049382717e-06,
      "loss": 0.0,
      "step": 2850
    },
    {
      "epoch": 0.8592592592592593,
      "grad_norm": NaN,
      "learning_rate": 8.92098765432099e-06,
      "loss": 0.0,
      "step": 2900
    },
    {
      "epoch": 0.8740740740740741,
      "grad_norm": NaN,
      "learning_rate": 8.85925925925926e-06,
      "loss": 0.0,
      "step": 2950
    },
    {
      "epoch": 0.8888888888888888,
      "grad_norm": NaN,
      "learning_rate": 8.797530864197532e-06,
      "loss": 0.0,
      "step": 3000
    },
    {
      "epoch": 0.9037037037037037,
      "grad_norm": NaN,
      "learning_rate": 8.735802469135804e-06,
      "loss": 0.0,
      "step": 3050
    },
    {
      "epoch": 0.9185185185185185,
      "grad_norm": NaN,
      "learning_rate": 8.674074074074074e-06,
      "loss": 0.0,
      "step": 3100
    },
    {
      "epoch": 0.9333333333333333,
      "grad_norm": NaN,
      "learning_rate": 8.612345679012346e-06,
      "loss": 0.0,
      "step": 3150
    },
    {
      "epoch": 0.9481481481481482,
      "grad_norm": NaN,
      "learning_rate": 8.550617283950618e-06,
      "loss": 0.0,
      "step": 3200
    },
    {
      "epoch": 0.9629629629629629,
      "grad_norm": NaN,
      "learning_rate": 8.48888888888889e-06,
      "loss": 0.0,
      "step": 3250
    },
    {
      "epoch": 0.9777777777777777,
      "grad_norm": NaN,
      "learning_rate": 8.42716049382716e-06,
      "loss": 0.0,
      "step": 3300
    },
    {
      "epoch": 0.9925925925925926,
      "grad_norm": NaN,
      "learning_rate": 8.365432098765433e-06,
      "loss": 0.0,
      "step": 3350
    },
    {
      "epoch": 1.0,
      "eval_accuracy": 0.25075,
      "eval_loss": NaN,
      "eval_runtime": 17.5086,
      "eval_samples_per_second": 685.376,
      "eval_steps_per_second": 5.369,
      "step": 3375
    },
    {
      "epoch": 1.0074074074074073,
      "grad_norm": NaN,
      "learning_rate": 8.303703703703705e-06,
      "loss": 0.0,
      "step": 3400
    },
    {
      "epoch": 1.0222222222222221,
      "grad_norm": NaN,
      "learning_rate": 8.241975308641975e-06,
      "loss": 0.0,
      "step": 3450
    },
    {
      "epoch": 1.037037037037037,
      "grad_norm": NaN,
      "learning_rate": 8.180246913580248e-06,
      "loss": 0.0,
      "step": 3500
    },
    {
      "epoch": 1.0518518518518518,
      "grad_norm": NaN,
      "learning_rate": 8.11851851851852e-06,
      "loss": 0.0,
      "step": 3550
    },
    {
      "epoch": 1.0666666666666667,
      "grad_norm": NaN,
      "learning_rate": 8.05679012345679e-06,
      "loss": 0.0,
      "step": 3600
    },
    {
      "epoch": 1.0814814814814815,
      "grad_norm": NaN,
      "learning_rate": 7.995061728395062e-06,
      "loss": 0.0,
      "step": 3650
    },
    {
      "epoch": 1.0962962962962963,
      "grad_norm": NaN,
      "learning_rate": 7.933333333333334e-06,
      "loss": 0.0,
      "step": 3700
    },
    {
      "epoch": 1.1111111111111112,
      "grad_norm": NaN,
      "learning_rate": 7.871604938271605e-06,
      "loss": 0.0,
      "step": 3750
    },
    {
      "epoch": 1.125925925925926,
      "grad_norm": NaN,
      "learning_rate": 7.809876543209877e-06,
      "loss": 0.0,
      "step": 3800
    },
    {
      "epoch": 1.1407407407407408,
      "grad_norm": NaN,
      "learning_rate": 7.748148148148149e-06,
      "loss": 0.0,
      "step": 3850
    },
    {
      "epoch": 1.1555555555555554,
      "grad_norm": NaN,
      "learning_rate": 7.68641975308642e-06,
      "loss": 0.0,
      "step": 3900
    },
    {
      "epoch": 1.1703703703703703,
      "grad_norm": NaN,
      "learning_rate": 7.624691358024692e-06,
      "loss": 0.0,
      "step": 3950
    },
    {
      "epoch": 1.1851851851851851,
      "grad_norm": NaN,
      "learning_rate": 7.562962962962963e-06,
      "loss": 0.0,
      "step": 4000
    },
    {
      "epoch": 1.2,
      "grad_norm": NaN,
      "learning_rate": 7.5012345679012354e-06,
      "loss": 0.0,
      "step": 4050
    },
    {
      "epoch": 1.2148148148148148,
      "grad_norm": NaN,
      "learning_rate": 7.439506172839507e-06,
      "loss": 0.0,
      "step": 4100
    },
    {
      "epoch": 1.2296296296296296,
      "grad_norm": NaN,
      "learning_rate": 7.377777777777778e-06,
      "loss": 0.0,
      "step": 4150
    },
    {
      "epoch": 1.2444444444444445,
      "grad_norm": NaN,
      "learning_rate": 7.316049382716049e-06,
      "loss": 0.0,
      "step": 4200
    },
    {
      "epoch": 1.2592592592592593,
      "grad_norm": NaN,
      "learning_rate": 7.254320987654322e-06,
      "loss": 0.0,
      "step": 4250
    },
    {
      "epoch": 1.2740740740740741,
      "grad_norm": NaN,
      "learning_rate": 7.192592592592593e-06,
      "loss": 0.0,
      "step": 4300
    },
    {
      "epoch": 1.2888888888888888,
      "grad_norm": NaN,
      "learning_rate": 7.130864197530865e-06,
      "loss": 0.0,
      "step": 4350
    },
    {
      "epoch": 1.3037037037037038,
      "grad_norm": NaN,
      "learning_rate": 7.069135802469136e-06,
      "loss": 0.0,
      "step": 4400
    },
    {
      "epoch": 1.3185185185185184,
      "grad_norm": NaN,
      "learning_rate": 7.007407407407408e-06,
      "loss": 0.0,
      "step": 4450
    },
    {
      "epoch": 1.3333333333333333,
      "grad_norm": NaN,
      "learning_rate": 6.94567901234568e-06,
      "loss": 0.0,
      "step": 4500
    },
    {
      "epoch": 1.348148148148148,
      "grad_norm": NaN,
      "learning_rate": 6.883950617283951e-06,
      "loss": 0.0,
      "step": 4550
    },
    {
      "epoch": 1.362962962962963,
      "grad_norm": NaN,
      "learning_rate": 6.8222222222222225e-06,
      "loss": 0.0,
      "step": 4600
    },
    {
      "epoch": 1.3777777777777778,
      "grad_norm": NaN,
      "learning_rate": 6.760493827160495e-06,
      "loss": 0.0,
      "step": 4650
    },
    {
      "epoch": 1.3925925925925926,
      "grad_norm": NaN,
      "learning_rate": 6.698765432098766e-06,
      "loss": 0.0,
      "step": 4700
    },
    {
      "epoch": 1.4074074074074074,
      "grad_norm": NaN,
      "learning_rate": 6.637037037037037e-06,
      "loss": 0.0,
      "step": 4750
    },
    {
      "epoch": 1.4222222222222223,
      "grad_norm": NaN,
      "learning_rate": 6.575308641975308e-06,
      "loss": 0.0,
      "step": 4800
    },
    {
      "epoch": 1.4370370370370371,
      "grad_norm": NaN,
      "learning_rate": 6.513580246913581e-06,
      "loss": 0.0,
      "step": 4850
    },
    {
      "epoch": 1.4518518518518517,
      "grad_norm": NaN,
      "learning_rate": 6.4518518518518525e-06,
      "loss": 0.0,
      "step": 4900
    },
    {
      "epoch": 1.4666666666666668,
      "grad_norm": NaN,
      "learning_rate": 6.390123456790124e-06,
      "loss": 0.0,
      "step": 4950
    },
    {
      "epoch": 1.4814814814814814,
      "grad_norm": NaN,
      "learning_rate": 6.328395061728395e-06,
      "loss": 0.0,
      "step": 5000
    },
    {
      "epoch": 1.4962962962962962,
      "grad_norm": NaN,
      "learning_rate": 6.266666666666668e-06,
      "loss": 0.0,
      "step": 5050
    },
    {
      "epoch": 1.511111111111111,
      "grad_norm": NaN,
      "learning_rate": 6.204938271604939e-06,
      "loss": 0.0,
      "step": 5100
    },
    {
      "epoch": 1.525925925925926,
      "grad_norm": NaN,
      "learning_rate": 6.1432098765432104e-06,
      "loss": 0.0,
      "step": 5150
    },
    {
      "epoch": 1.5407407407407407,
      "grad_norm": NaN,
      "learning_rate": 6.081481481481482e-06,
      "loss": 0.0,
      "step": 5200
    },
    {
      "epoch": 1.5555555555555556,
      "grad_norm": NaN,
      "learning_rate": 6.019753086419754e-06,
      "loss": 0.0,
      "step": 5250
    },
    {
      "epoch": 1.5703703703703704,
      "grad_norm": NaN,
      "learning_rate": 5.958024691358025e-06,
      "loss": 0.0,
      "step": 5300
    },
    {
      "epoch": 1.585185185185185,
      "grad_norm": NaN,
      "learning_rate": 5.896296296296296e-06,
      "loss": 0.0,
      "step": 5350
    },
    {
      "epoch": 1.6,
      "grad_norm": NaN,
      "learning_rate": 5.834567901234568e-06,
      "loss": 0.0,
      "step": 5400
    },
    {
      "epoch": 1.6148148148148147,
      "grad_norm": NaN,
      "learning_rate": 5.7728395061728404e-06,
      "loss": 0.0,
      "step": 5450
    },
    {
      "epoch": 1.6296296296296298,
      "grad_norm": NaN,
      "learning_rate": 5.711111111111112e-06,
      "loss": 0.0,
      "step": 5500
    },
    {
      "epoch": 1.6444444444444444,
      "grad_norm": NaN,
      "learning_rate": 5.649382716049383e-06,
      "loss": 0.0,
      "step": 5550
    },
    {
      "epoch": 1.6592592592592592,
      "grad_norm": NaN,
      "learning_rate": 5.587654320987654e-06,
      "loss": 0.0,
      "step": 5600
    },
    {
      "epoch": 1.674074074074074,
      "grad_norm": NaN,
      "learning_rate": 5.525925925925927e-06,
      "loss": 0.0,
      "step": 5650
    },
    {
      "epoch": 1.6888888888888889,
      "grad_norm": NaN,
      "learning_rate": 5.464197530864198e-06,
      "loss": 0.0,
      "step": 5700
    },
    {
      "epoch": 1.7037037037037037,
      "grad_norm": NaN,
      "learning_rate": 5.40246913580247e-06,
      "loss": 0.0,
      "step": 5750
    },
    {
      "epoch": 1.7185185185185186,
      "grad_norm": NaN,
      "learning_rate": 5.340740740740741e-06,
      "loss": 0.0,
      "step": 5800
    },
    {
      "epoch": 1.7333333333333334,
      "grad_norm": NaN,
      "learning_rate": 5.279012345679013e-06,
      "loss": 0.0,
      "step": 5850
    },
    {
      "epoch": 1.748148148148148,
      "grad_norm": NaN,
      "learning_rate": 5.217283950617284e-06,
      "loss": 0.0,
      "step": 5900
    },
    {
      "epoch": 1.762962962962963,
      "grad_norm": NaN,
      "learning_rate": 5.155555555555556e-06,
      "loss": 0.0,
      "step": 5950
    },
    {
      "epoch": 1.7777777777777777,
      "grad_norm": NaN,
      "learning_rate": 5.0938271604938275e-06,
      "loss": 0.0,
      "step": 6000
    },
    {
      "epoch": 1.7925925925925927,
      "grad_norm": NaN,
      "learning_rate": 5.0320987654321e-06,
      "loss": 0.0,
      "step": 6050
    },
    {
      "epoch": 1.8074074074074074,
      "grad_norm": NaN,
      "learning_rate": 4.970370370370371e-06,
      "loss": 0.0,
      "step": 6100
    },
    {
      "epoch": 1.8222222222222222,
      "grad_norm": NaN,
      "learning_rate": 4.908641975308642e-06,
      "loss": 0.0,
      "step": 6150
    },
    {
      "epoch": 1.837037037037037,
      "grad_norm": NaN,
      "learning_rate": 4.846913580246914e-06,
      "loss": 0.0,
      "step": 6200
    },
    {
      "epoch": 1.8518518518518519,
      "grad_norm": NaN,
      "learning_rate": 4.7851851851851854e-06,
      "loss": 0.0,
      "step": 6250
    },
    {
      "epoch": 1.8666666666666667,
      "grad_norm": NaN,
      "learning_rate": 4.7234567901234575e-06,
      "loss": 0.0,
      "step": 6300
    },
    {
      "epoch": 1.8814814814814815,
      "grad_norm": NaN,
      "learning_rate": 4.661728395061729e-06,
      "loss": 0.0,
      "step": 6350
    },
    {
      "epoch": 1.8962962962962964,
      "grad_norm": NaN,
      "learning_rate": 4.600000000000001e-06,
      "loss": 0.0,
      "step": 6400
    },
    {
      "epoch": 1.911111111111111,
      "grad_norm": NaN,
      "learning_rate": 4.538271604938272e-06,
      "loss": 0.0,
      "step": 6450
    },
    {
      "epoch": 1.925925925925926,
      "grad_norm": NaN,
      "learning_rate": 4.476543209876544e-06,
      "loss": 0.0,
      "step": 6500
    },
    {
      "epoch": 1.9407407407407407,
      "grad_norm": NaN,
      "learning_rate": 4.4148148148148154e-06,
      "loss": 0.0,
      "step": 6550
    },
    {
      "epoch": 1.9555555555555557,
      "grad_norm": NaN,
      "learning_rate": 4.353086419753087e-06,
      "loss": 0.0,
      "step": 6600
    },
    {
      "epoch": 1.9703703703703703,
      "grad_norm": NaN,
      "learning_rate": 4.291358024691358e-06,
      "loss": 0.0,
      "step": 6650
    },
    {
      "epoch": 1.9851851851851852,
      "grad_norm": NaN,
      "learning_rate": 4.22962962962963e-06,
      "loss": 0.0,
      "step": 6700
    },
    {
      "epoch": 2.0,
      "grad_norm": NaN,
      "learning_rate": 4.167901234567901e-06,
      "loss": 0.0,
      "step": 6750
    },
    {
      "epoch": 2.0,
      "eval_accuracy": 0.25075,
      "eval_loss": NaN,
      "eval_runtime": 17.7609,
      "eval_samples_per_second": 675.641,
      "eval_steps_per_second": 5.293,
      "step": 6750
    },
    {
      "epoch": 2.0148148148148146,
      "grad_norm": NaN,
      "learning_rate": 4.106172839506173e-06,
      "loss": 0.0,
      "step": 6800
    },
    {
      "epoch": 2.0296296296296297,
      "grad_norm": NaN,
      "learning_rate": 4.044444444444445e-06,
      "loss": 0.0,
      "step": 6850
    },
    {
      "epoch": 2.0444444444444443,
      "grad_norm": NaN,
      "learning_rate": 3.982716049382717e-06,
      "loss": 0.0,
      "step": 6900
    },
    {
      "epoch": 2.0592592592592593,
      "grad_norm": NaN,
      "learning_rate": 3.920987654320988e-06,
      "loss": 0.0,
      "step": 6950
    },
    {
      "epoch": 2.074074074074074,
      "grad_norm": NaN,
      "learning_rate": 3.85925925925926e-06,
      "loss": 0.0,
      "step": 7000
    },
    {
      "epoch": 2.088888888888889,
      "grad_norm": NaN,
      "learning_rate": 3.7975308641975313e-06,
      "loss": 0.0,
      "step": 7050
    },
    {
      "epoch": 2.1037037037037036,
      "grad_norm": NaN,
      "learning_rate": 3.735802469135803e-06,
      "loss": 0.0,
      "step": 7100
    },
    {
      "epoch": 2.1185185185185187,
      "grad_norm": NaN,
      "learning_rate": 3.674074074074074e-06,
      "loss": 0.0,
      "step": 7150
    },
    {
      "epoch": 2.1333333333333333,
      "grad_norm": NaN,
      "learning_rate": 3.6123456790123463e-06,
      "loss": 0.0,
      "step": 7200
    },
    {
      "epoch": 2.148148148148148,
      "grad_norm": NaN,
      "learning_rate": 3.5506172839506175e-06,
      "loss": 0.0,
      "step": 7250
    },
    {
      "epoch": 2.162962962962963,
      "grad_norm": NaN,
      "learning_rate": 3.4888888888888896e-06,
      "loss": 0.0,
      "step": 7300
    },
    {
      "epoch": 2.1777777777777776,
      "grad_norm": NaN,
      "learning_rate": 3.427160493827161e-06,
      "loss": 0.0,
      "step": 7350
    },
    {
      "epoch": 2.1925925925925926,
      "grad_norm": NaN,
      "learning_rate": 3.3654320987654325e-06,
      "loss": 0.0,
      "step": 7400
    },
    {
      "epoch": 2.2074074074074073,
      "grad_norm": NaN,
      "learning_rate": 3.3037037037037038e-06,
      "loss": 0.0,
      "step": 7450
    },
    {
      "epoch": 2.2222222222222223,
      "grad_norm": NaN,
      "learning_rate": 3.241975308641976e-06,
      "loss": 0.0,
      "step": 7500
    },
    {
      "epoch": 2.237037037037037,
      "grad_norm": NaN,
      "learning_rate": 3.180246913580247e-06,
      "loss": 0.0,
      "step": 7550
    },
    {
      "epoch": 2.251851851851852,
      "grad_norm": NaN,
      "learning_rate": 3.1185185185185183e-06,
      "loss": 0.0,
      "step": 7600
    },
    {
      "epoch": 2.2666666666666666,
      "grad_norm": NaN,
      "learning_rate": 3.0567901234567904e-06,
      "loss": 0.0,
      "step": 7650
    },
    {
      "epoch": 2.2814814814814817,
      "grad_norm": NaN,
      "learning_rate": 2.9950617283950617e-06,
      "loss": 0.0,
      "step": 7700
    },
    {
      "epoch": 2.2962962962962963,
      "grad_norm": NaN,
      "learning_rate": 2.9333333333333338e-06,
      "loss": 0.0,
      "step": 7750
    },
    {
      "epoch": 2.311111111111111,
      "grad_norm": NaN,
      "learning_rate": 2.871604938271605e-06,
      "loss": 0.0,
      "step": 7800
    },
    {
      "epoch": 2.325925925925926,
      "grad_norm": NaN,
      "learning_rate": 2.8098765432098767e-06,
      "loss": 0.0,
      "step": 7850
    },
    {
      "epoch": 2.3407407407407406,
      "grad_norm": NaN,
      "learning_rate": 2.748148148148148e-06,
      "loss": 0.0,
      "step": 7900
    },
    {
      "epoch": 2.3555555555555556,
      "grad_norm": NaN,
      "learning_rate": 2.68641975308642e-06,
      "loss": 0.0,
      "step": 7950
    },
    {
      "epoch": 2.3703703703703702,
      "grad_norm": NaN,
      "learning_rate": 2.6246913580246913e-06,
      "loss": 0.0,
      "step": 8000
    },
    {
      "epoch": 2.3851851851851853,
      "grad_norm": NaN,
      "learning_rate": 2.5629629629629633e-06,
      "loss": 0.0,
      "step": 8050
    },
    {
      "epoch": 2.4,
      "grad_norm": NaN,
      "learning_rate": 2.5012345679012346e-06,
      "loss": 0.0,
      "step": 8100
    },
    {
      "epoch": 2.414814814814815,
      "grad_norm": NaN,
      "learning_rate": 2.4395061728395063e-06,
      "loss": 0.0,
      "step": 8150
    },
    {
      "epoch": 2.4296296296296296,
      "grad_norm": NaN,
      "learning_rate": 2.377777777777778e-06,
      "loss": 0.0,
      "step": 8200
    },
    {
      "epoch": 2.4444444444444446,
      "grad_norm": NaN,
      "learning_rate": 2.3160493827160496e-06,
      "loss": 0.0,
      "step": 8250
    },
    {
      "epoch": 2.4592592592592593,
      "grad_norm": NaN,
      "learning_rate": 2.2543209876543213e-06,
      "loss": 0.0,
      "step": 8300
    },
    {
      "epoch": 2.474074074074074,
      "grad_norm": NaN,
      "learning_rate": 2.192592592592593e-06,
      "loss": 0.0,
      "step": 8350
    },
    {
      "epoch": 2.488888888888889,
      "grad_norm": NaN,
      "learning_rate": 2.1308641975308646e-06,
      "loss": 0.0,
      "step": 8400
    },
    {
      "epoch": 2.5037037037037035,
      "grad_norm": NaN,
      "learning_rate": 2.069135802469136e-06,
      "loss": 0.0,
      "step": 8450
    },
    {
      "epoch": 2.5185185185185186,
      "grad_norm": NaN,
      "learning_rate": 2.0074074074074075e-06,
      "loss": 0.0,
      "step": 8500
    },
    {
      "epoch": 2.533333333333333,
      "grad_norm": NaN,
      "learning_rate": 1.945679012345679e-06,
      "loss": 0.0,
      "step": 8550
    },
    {
      "epoch": 2.5481481481481483,
      "grad_norm": NaN,
      "learning_rate": 1.8839506172839508e-06,
      "loss": 0.0,
      "step": 8600
    },
    {
      "epoch": 2.562962962962963,
      "grad_norm": NaN,
      "learning_rate": 1.8222222222222225e-06,
      "loss": 0.0,
      "step": 8650
    },
    {
      "epoch": 2.5777777777777775,
      "grad_norm": NaN,
      "learning_rate": 1.760493827160494e-06,
      "loss": 0.0,
      "step": 8700
    },
    {
      "epoch": 2.5925925925925926,
      "grad_norm": NaN,
      "learning_rate": 1.6987654320987656e-06,
      "loss": 0.0,
      "step": 8750
    },
    {
      "epoch": 2.6074074074074076,
      "grad_norm": NaN,
      "learning_rate": 1.6370370370370373e-06,
      "loss": 0.0,
      "step": 8800
    },
    {
      "epoch": 2.6222222222222222,
      "grad_norm": NaN,
      "learning_rate": 1.5753086419753088e-06,
      "loss": 0.0,
      "step": 8850
    },
    {
      "epoch": 2.637037037037037,
      "grad_norm": NaN,
      "learning_rate": 1.5135802469135804e-06,
      "loss": 0.0,
      "step": 8900
    },
    {
      "epoch": 2.651851851851852,
      "grad_norm": NaN,
      "learning_rate": 1.451851851851852e-06,
      "loss": 0.0,
      "step": 8950
    },
    {
      "epoch": 2.6666666666666665,
      "grad_norm": NaN,
      "learning_rate": 1.3901234567901238e-06,
      "loss": 0.0,
      "step": 9000
    },
    {
      "epoch": 2.6814814814814816,
      "grad_norm": NaN,
      "learning_rate": 1.3283950617283952e-06,
      "loss": 0.0,
      "step": 9050
    },
    {
      "epoch": 2.696296296296296,
      "grad_norm": NaN,
      "learning_rate": 1.2666666666666669e-06,
      "loss": 0.0,
      "step": 9100
    },
    {
      "epoch": 2.7111111111111112,
      "grad_norm": NaN,
      "learning_rate": 1.2049382716049383e-06,
      "loss": 0.0,
      "step": 9150
    },
    {
      "epoch": 2.725925925925926,
      "grad_norm": NaN,
      "learning_rate": 1.14320987654321e-06,
      "loss": 0.0,
      "step": 9200
    },
    {
      "epoch": 2.7407407407407405,
      "grad_norm": NaN,
      "learning_rate": 1.0814814814814815e-06,
      "loss": 0.0,
      "step": 9250
    },
    {
      "epoch": 2.7555555555555555,
      "grad_norm": NaN,
      "learning_rate": 1.0197530864197531e-06,
      "loss": 0.0,
      "step": 9300
    },
    {
      "epoch": 2.7703703703703706,
      "grad_norm": NaN,
      "learning_rate": 9.580246913580248e-07,
      "loss": 0.0,
      "step": 9350
    },
    {
      "epoch": 2.785185185185185,
      "grad_norm": NaN,
      "learning_rate": 8.962962962962964e-07,
      "loss": 0.0,
      "step": 9400
    },
    {
      "epoch": 2.8,
      "grad_norm": NaN,
      "learning_rate": 8.345679012345679e-07,
      "loss": 0.0,
      "step": 9450
    },
    {
      "epoch": 2.814814814814815,
      "grad_norm": NaN,
      "learning_rate": 7.728395061728396e-07,
      "loss": 0.0,
      "step": 9500
    },
    {
      "epoch": 2.8296296296296295,
      "grad_norm": NaN,
      "learning_rate": 7.111111111111112e-07,
      "loss": 0.0,
      "step": 9550
    },
    {
      "epoch": 2.8444444444444446,
      "grad_norm": NaN,
      "learning_rate": 6.493827160493827e-07,
      "loss": 0.0,
      "step": 9600
    },
    {
      "epoch": 2.859259259259259,
      "grad_norm": NaN,
      "learning_rate": 5.876543209876544e-07,
      "loss": 0.0,
      "step": 9650
    },
    {
      "epoch": 2.8740740740740742,
      "grad_norm": NaN,
      "learning_rate": 5.25925925925926e-07,
      "loss": 0.0,
      "step": 9700
    },
    {
      "epoch": 2.888888888888889,
      "grad_norm": NaN,
      "learning_rate": 4.6419753086419757e-07,
      "loss": 0.0,
      "step": 9750
    },
    {
      "epoch": 2.9037037037037035,
      "grad_norm": NaN,
      "learning_rate": 4.024691358024692e-07,
      "loss": 0.0,
      "step": 9800
    },
    {
      "epoch": 2.9185185185185185,
      "grad_norm": NaN,
      "learning_rate": 3.407407407407408e-07,
      "loss": 0.0,
      "step": 9850
    },
    {
      "epoch": 2.9333333333333336,
      "grad_norm": NaN,
      "learning_rate": 2.7901234567901236e-07,
      "loss": 0.0,
      "step": 9900
    },
    {
      "epoch": 2.948148148148148,
      "grad_norm": NaN,
      "learning_rate": 2.1728395061728395e-07,
      "loss": 0.0,
      "step": 9950
    },
    {
      "epoch": 2.962962962962963,
      "grad_norm": NaN,
      "learning_rate": 1.5555555555555556e-07,
      "loss": 0.0,
      "step": 10000
    },
    {
      "epoch": 2.977777777777778,
      "grad_norm": NaN,
      "learning_rate": 9.382716049382716e-08,
      "loss": 0.0,
      "step": 10050
    },
    {
      "epoch": 2.9925925925925925,
      "grad_norm": NaN,
      "learning_rate": 3.2098765432098767e-08,
      "loss": 0.0,
      "step": 10100
    },
    {
      "epoch": 3.0,
      "eval_accuracy": 0.25075,
      "eval_loss": NaN,
      "eval_runtime": 17.5467,
      "eval_samples_per_second": 683.891,
      "eval_steps_per_second": 5.357,
      "step": 10125
    }
  ],
  "logging_steps": 50,
  "max_steps": 10125,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "EarlyStoppingCallback": {
      "args": {
        "early_stopping_patience": 2,
        "early_stopping_threshold": 0.0
      },
      "attributes": {
        "early_stopping_patience_counter": 2
      }
    },
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.1312760393728e+16,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}