{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.02343858723915416,
  "eval_steps": 500,
  "global_step": 1000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0002343858723915416,
      "grad_norm": Infinity,
      "learning_rate": 1.40625e-07,
      "loss": 0.6092071533203125,
      "step": 10
    },
    {
      "epoch": 0.0004687717447830832,
      "grad_norm": Infinity,
      "learning_rate": 2.96875e-07,
      "loss": 0.6080734252929687,
      "step": 20
    },
    {
      "epoch": 0.0007031576171746248,
      "grad_norm": Infinity,
      "learning_rate": 4.53125e-07,
      "loss": 0.6008880615234375,
      "step": 30
    },
    {
      "epoch": 0.0009375434895661664,
      "grad_norm": Infinity,
      "learning_rate": 6.09375e-07,
      "loss": 0.6059707641601563,
      "step": 40
    },
    {
      "epoch": 0.001171929361957708,
      "grad_norm": Infinity,
      "learning_rate": 7.656250000000001e-07,
      "loss": 0.615313720703125,
      "step": 50
    },
    {
      "epoch": 0.0014063152343492496,
      "grad_norm": Infinity,
      "learning_rate": 9.218750000000002e-07,
      "loss": 0.6074554443359375,
      "step": 60
    },
    {
      "epoch": 0.0016407011067407912,
      "grad_norm": Infinity,
      "learning_rate": 1.0781250000000002e-06,
      "loss": 0.605792236328125,
      "step": 70
    },
    {
      "epoch": 0.0018750869791323327,
      "grad_norm": Infinity,
      "learning_rate": 1.2343750000000001e-06,
      "loss": 0.6068206787109375,
      "step": 80
    },
    {
      "epoch": 0.0021094728515238742,
      "grad_norm": Infinity,
      "learning_rate": 1.3906250000000001e-06,
      "loss": 0.6020843505859375,
      "step": 90
    },
    {
      "epoch": 0.002343858723915416,
      "grad_norm": Infinity,
      "learning_rate": 1.5468750000000001e-06,
      "loss": 0.59473876953125,
      "step": 100
    },
    {
      "epoch": 0.0025782445963069577,
      "grad_norm": Infinity,
      "learning_rate": 1.703125e-06,
      "loss": 0.6020477294921875,
      "step": 110
    },
    {
      "epoch": 0.0028126304686984993,
      "grad_norm": Infinity,
      "learning_rate": 1.8593750000000003e-06,
      "loss": 0.596124267578125,
      "step": 120
    },
    {
      "epoch": 0.003047016341090041,
      "grad_norm": Infinity,
      "learning_rate": 2.0156250000000003e-06,
      "loss": 0.6029708862304688,
      "step": 130
    },
    {
      "epoch": 0.0032814022134815823,
      "grad_norm": Infinity,
      "learning_rate": 2.1718750000000003e-06,
      "loss": 0.5990798950195313,
      "step": 140
    },
    {
      "epoch": 0.003515788085873124,
      "grad_norm": Infinity,
      "learning_rate": 2.3281250000000003e-06,
      "loss": 0.5956100463867188,
      "step": 150
    },
    {
      "epoch": 0.0037501739582646654,
      "grad_norm": Infinity,
      "learning_rate": 2.4843750000000002e-06,
      "loss": 0.59793701171875,
      "step": 160
    },
    {
      "epoch": 0.003984559830656207,
      "grad_norm": Infinity,
      "learning_rate": 2.640625e-06,
      "loss": 0.6025466918945312,
      "step": 170
    },
    {
      "epoch": 0.0042189457030477485,
      "grad_norm": Infinity,
      "learning_rate": 2.796875e-06,
      "loss": 0.6034042358398437,
      "step": 180
    },
    {
      "epoch": 0.0044533315754392904,
      "grad_norm": Infinity,
      "learning_rate": 2.953125e-06,
      "loss": 0.6109519958496094,
      "step": 190
    },
    {
      "epoch": 0.004687717447830832,
      "grad_norm": Infinity,
      "learning_rate": 3.109375e-06,
      "loss": 0.6124420166015625,
      "step": 200
    },
    {
      "epoch": 0.0049221033202223735,
      "grad_norm": Infinity,
      "learning_rate": 3.265625e-06,
      "loss": 0.5962295532226562,
      "step": 210
    },
    {
      "epoch": 0.0051564891926139155,
      "grad_norm": Infinity,
      "learning_rate": 3.421875e-06,
      "loss": 0.5996864318847657,
      "step": 220
    },
    {
      "epoch": 0.005390875065005457,
      "grad_norm": Infinity,
      "learning_rate": 3.578125e-06,
      "loss": 0.6116897583007812,
      "step": 230
    },
    {
      "epoch": 0.0056252609373969985,
      "grad_norm": Infinity,
      "learning_rate": 3.734375e-06,
      "loss": 0.6195701599121094,
      "step": 240
    },
    {
      "epoch": 0.00585964680978854,
      "grad_norm": Infinity,
      "learning_rate": 3.890625e-06,
      "loss": 0.6111648559570313,
      "step": 250
    },
    {
      "epoch": 0.006094032682180082,
      "grad_norm": Infinity,
      "learning_rate": 4.046875e-06,
      "loss": 0.6055526733398438,
      "step": 260
    },
    {
      "epoch": 0.006328418554571624,
      "grad_norm": Infinity,
      "learning_rate": 4.2031250000000005e-06,
      "loss": 0.5984527587890625,
      "step": 270
    },
    {
      "epoch": 0.006562804426963165,
      "grad_norm": Infinity,
      "learning_rate": 4.359375e-06,
      "loss": 0.6135429382324219,
      "step": 280
    },
    {
      "epoch": 0.006797190299354707,
      "grad_norm": Infinity,
      "learning_rate": 4.5156250000000005e-06,
      "loss": 0.5952308654785157,
      "step": 290
    },
    {
      "epoch": 0.007031576171746248,
      "grad_norm": Infinity,
      "learning_rate": 4.671875e-06,
      "loss": 0.6037254333496094,
      "step": 300
    },
    {
      "epoch": 0.00726596204413779,
      "grad_norm": Infinity,
      "learning_rate": 4.8281250000000005e-06,
      "loss": 0.5975120544433594,
      "step": 310
    },
    {
      "epoch": 0.007500347916529331,
      "grad_norm": Infinity,
      "learning_rate": 4.984375e-06,
      "loss": 0.5918365478515625,
      "step": 320
    },
    {
      "epoch": 0.007734733788920873,
      "grad_norm": Infinity,
      "learning_rate": 5.1406250000000004e-06,
      "loss": 0.6080474853515625,
      "step": 330
    },
    {
      "epoch": 0.007969119661312415,
      "grad_norm": Infinity,
      "learning_rate": 5.296875e-06,
      "loss": 0.6048797607421875,
      "step": 340
    },
    {
      "epoch": 0.008203505533703956,
      "grad_norm": Infinity,
      "learning_rate": 5.453125e-06,
      "loss": 0.593927001953125,
      "step": 350
    },
    {
      "epoch": 0.008437891406095497,
      "grad_norm": Infinity,
      "learning_rate": 5.609375e-06,
      "loss": 0.6036277770996094,
      "step": 360
    },
    {
      "epoch": 0.00867227727848704,
      "grad_norm": Infinity,
      "learning_rate": 5.765625e-06,
      "loss": 0.604638671875,
      "step": 370
    },
    {
      "epoch": 0.008906663150878581,
      "grad_norm": Infinity,
      "learning_rate": 5.921875e-06,
      "loss": 0.605169677734375,
      "step": 380
    },
    {
      "epoch": 0.009141049023270122,
      "grad_norm": Infinity,
      "learning_rate": 6.078125e-06,
      "loss": 0.613519287109375,
      "step": 390
    },
    {
      "epoch": 0.009375434895661665,
      "grad_norm": Infinity,
      "learning_rate": 6.234375e-06,
      "loss": 0.6017379760742188,
      "step": 400
    },
    {
      "epoch": 0.009609820768053206,
      "grad_norm": Infinity,
      "learning_rate": 6.390625e-06,
      "loss": 0.6115753173828125,
      "step": 410
    },
    {
      "epoch": 0.009844206640444747,
      "grad_norm": Infinity,
      "learning_rate": 6.546875e-06,
      "loss": 0.6092376708984375,
      "step": 420
    },
    {
      "epoch": 0.010078592512836288,
      "grad_norm": Infinity,
      "learning_rate": 6.703125e-06,
      "loss": 0.6099075317382813,
      "step": 430
    },
    {
      "epoch": 0.010312978385227831,
      "grad_norm": Infinity,
      "learning_rate": 6.859375000000001e-06,
      "loss": 0.61324462890625,
      "step": 440
    },
    {
      "epoch": 0.010547364257619372,
      "grad_norm": Infinity,
      "learning_rate": 7.015625e-06,
      "loss": 0.6022865295410156,
      "step": 450
    },
    {
      "epoch": 0.010781750130010913,
      "grad_norm": Infinity,
      "learning_rate": 7.171875000000001e-06,
      "loss": 0.6093353271484375,
      "step": 460
    },
    {
      "epoch": 0.011016136002402456,
      "grad_norm": Infinity,
      "learning_rate": 7.328125e-06,
      "loss": 0.62122802734375,
      "step": 470
    },
    {
      "epoch": 0.011250521874793997,
      "grad_norm": Infinity,
      "learning_rate": 7.484375000000001e-06,
      "loss": 0.6011276245117188,
      "step": 480
    },
    {
      "epoch": 0.011484907747185538,
      "grad_norm": Infinity,
      "learning_rate": 7.640625000000001e-06,
      "loss": 0.6096969604492187,
      "step": 490
    },
    {
      "epoch": 0.01171929361957708,
      "grad_norm": Infinity,
      "learning_rate": 7.796875e-06,
      "loss": 0.6085403442382813,
      "step": 500
    },
    {
      "epoch": 0.011953679491968622,
      "grad_norm": Infinity,
      "learning_rate": 7.953125e-06,
      "loss": 0.6013351440429687,
      "step": 510
    },
    {
      "epoch": 0.012188065364360163,
      "grad_norm": Infinity,
      "learning_rate": 8.109375e-06,
      "loss": 0.6108566284179687,
      "step": 520
    },
    {
      "epoch": 0.012422451236751704,
      "grad_norm": Infinity,
      "learning_rate": 8.265625000000001e-06,
      "loss": 0.6119140625,
      "step": 530
    },
    {
      "epoch": 0.012656837109143247,
      "grad_norm": Infinity,
      "learning_rate": 8.421875e-06,
      "loss": 0.6089179992675782,
      "step": 540
    },
    {
      "epoch": 0.012891222981534788,
      "grad_norm": Infinity,
      "learning_rate": 8.578125e-06,
      "loss": 0.6096832275390625,
      "step": 550
    },
    {
      "epoch": 0.01312560885392633,
      "grad_norm": Infinity,
      "learning_rate": 8.734375e-06,
      "loss": 0.6111366271972656,
      "step": 560
    },
    {
      "epoch": 0.01335999472631787,
      "grad_norm": Infinity,
      "learning_rate": 8.890625000000001e-06,
      "loss": 0.6114044189453125,
      "step": 570
    },
    {
      "epoch": 0.013594380598709413,
      "grad_norm": Infinity,
      "learning_rate": 9.046875e-06,
      "loss": 0.6101348876953125,
      "step": 580
    },
    {
      "epoch": 0.013828766471100954,
      "grad_norm": Infinity,
      "learning_rate": 9.203125e-06,
      "loss": 0.6197845458984375,
      "step": 590
    },
    {
      "epoch": 0.014063152343492496,
      "grad_norm": Infinity,
      "learning_rate": 9.359375e-06,
      "loss": 0.615380859375,
      "step": 600
    },
    {
      "epoch": 0.014297538215884038,
      "grad_norm": Infinity,
      "learning_rate": 9.515625000000001e-06,
      "loss": 0.606341552734375,
      "step": 610
    },
    {
      "epoch": 0.01453192408827558,
      "grad_norm": Infinity,
      "learning_rate": 9.671875000000001e-06,
      "loss": 0.6048248291015625,
      "step": 620
    },
    {
      "epoch": 0.01476630996066712,
      "grad_norm": Infinity,
      "learning_rate": 9.828125e-06,
      "loss": 0.6092742919921875,
      "step": 630
    },
    {
      "epoch": 0.015000695833058662,
      "grad_norm": Infinity,
      "learning_rate": 9.984375e-06,
      "loss": 0.6080833435058594,
      "step": 640
    },
    {
      "epoch": 0.015235081705450204,
      "grad_norm": Infinity,
      "learning_rate": 1.0140625000000003e-05,
      "loss": 0.6076614379882812,
      "step": 650
    },
    {
      "epoch": 0.015469467577841746,
      "grad_norm": Infinity,
      "learning_rate": 1.0296875000000001e-05,
      "loss": 0.6062957763671875,
      "step": 660
    },
    {
      "epoch": 0.01570385345023329,
      "grad_norm": Infinity,
      "learning_rate": 1.0453125000000002e-05,
      "loss": 0.6010467529296875,
      "step": 670
    },
    {
      "epoch": 0.01593823932262483,
      "grad_norm": Infinity,
      "learning_rate": 1.0609375000000002e-05,
      "loss": 0.6066925048828125,
      "step": 680
    },
    {
      "epoch": 0.01617262519501637,
      "grad_norm": Infinity,
      "learning_rate": 1.0765625000000002e-05,
      "loss": 0.6043624877929688,
      "step": 690
    },
    {
      "epoch": 0.01640701106740791,
      "grad_norm": Infinity,
      "learning_rate": 1.0921875000000001e-05,
      "loss": 0.6023162841796875,
      "step": 700
    },
    {
      "epoch": 0.016641396939799453,
      "grad_norm": Infinity,
      "learning_rate": 1.1078125000000002e-05,
      "loss": 0.6094833374023437,
      "step": 710
    },
    {
      "epoch": 0.016875782812190994,
      "grad_norm": Infinity,
      "learning_rate": 1.1234375000000002e-05,
      "loss": 0.6054359436035156,
      "step": 720
    },
    {
      "epoch": 0.01711016868458254,
      "grad_norm": Infinity,
      "learning_rate": 1.1390625000000002e-05,
      "loss": 0.6059349060058594,
      "step": 730
    },
    {
      "epoch": 0.01734455455697408,
      "grad_norm": Infinity,
      "learning_rate": 1.1546875000000001e-05,
      "loss": 0.60126953125,
      "step": 740
    },
    {
      "epoch": 0.01757894042936562,
      "grad_norm": Infinity,
      "learning_rate": 1.1703125000000002e-05,
      "loss": 0.6094718933105469,
      "step": 750
    },
    {
      "epoch": 0.017813326301757162,
      "grad_norm": Infinity,
      "learning_rate": 1.1859375000000002e-05,
      "loss": 0.6063560485839844,
      "step": 760
    },
    {
      "epoch": 0.018047712174148703,
      "grad_norm": Infinity,
      "learning_rate": 1.2015625000000002e-05,
      "loss": 0.6024421691894531,
      "step": 770
    },
    {
      "epoch": 0.018282098046540244,
      "grad_norm": Infinity,
      "learning_rate": 1.2171875000000001e-05,
      "loss": 0.6170989990234375,
      "step": 780
    },
    {
      "epoch": 0.018516483918931785,
      "grad_norm": Infinity,
      "learning_rate": 1.2328125000000002e-05,
      "loss": 0.5938522338867187,
      "step": 790
    },
    {
      "epoch": 0.01875086979132333,
      "grad_norm": Infinity,
      "learning_rate": 1.2484375000000002e-05,
      "loss": 0.6142776489257813,
      "step": 800
    },
    {
      "epoch": 0.01898525566371487,
      "grad_norm": Infinity,
      "learning_rate": 1.2640625000000002e-05,
      "loss": 0.6042465209960938,
      "step": 810
    },
    {
      "epoch": 0.019219641536106412,
      "grad_norm": Infinity,
      "learning_rate": 1.2796875000000003e-05,
      "loss": 0.6070510864257812,
      "step": 820
    },
    {
      "epoch": 0.019454027408497953,
      "grad_norm": Infinity,
      "learning_rate": 1.2953125000000001e-05,
      "loss": 0.6068756103515625,
      "step": 830
    },
    {
      "epoch": 0.019688413280889494,
      "grad_norm": Infinity,
      "learning_rate": 1.3109375000000002e-05,
      "loss": 0.5897056579589843,
      "step": 840
    },
    {
      "epoch": 0.019922799153281035,
      "grad_norm": Infinity,
      "learning_rate": 1.3265625000000002e-05,
      "loss": 0.6050689697265625,
      "step": 850
    },
    {
      "epoch": 0.020157185025672576,
      "grad_norm": Infinity,
      "learning_rate": 1.3421875000000003e-05,
      "loss": 0.590875244140625,
      "step": 860
    },
    {
      "epoch": 0.02039157089806412,
      "grad_norm": Infinity,
      "learning_rate": 1.3578125000000001e-05,
      "loss": 0.6160301208496094,
      "step": 870
    },
    {
      "epoch": 0.020625956770455662,
      "grad_norm": Infinity,
      "learning_rate": 1.3734375000000002e-05,
      "loss": 0.6036376953125,
      "step": 880
    },
    {
      "epoch": 0.020860342642847203,
      "grad_norm": Infinity,
      "learning_rate": 1.3890625000000002e-05,
      "loss": 0.610693359375,
      "step": 890
    },
    {
      "epoch": 0.021094728515238744,
      "grad_norm": Infinity,
      "learning_rate": 1.4046875000000003e-05,
      "loss": 0.6084335327148438,
      "step": 900
    },
    {
      "epoch": 0.021329114387630285,
      "grad_norm": Infinity,
      "learning_rate": 1.4203125000000001e-05,
      "loss": 0.6077606201171875,
      "step": 910
    },
    {
      "epoch": 0.021563500260021826,
      "grad_norm": Infinity,
      "learning_rate": 1.4359375000000002e-05,
      "loss": 0.6037399291992187,
      "step": 920
    },
    {
      "epoch": 0.021797886132413367,
      "grad_norm": Infinity,
      "learning_rate": 1.4515625000000002e-05,
      "loss": 0.6144996643066406,
      "step": 930
    },
    {
      "epoch": 0.022032272004804912,
      "grad_norm": Infinity,
      "learning_rate": 1.4671875000000003e-05,
      "loss": 0.5966384887695313,
      "step": 940
    },
    {
      "epoch": 0.022266657877196453,
      "grad_norm": Infinity,
      "learning_rate": 1.4828125000000001e-05,
      "loss": 0.603125,
      "step": 950
    },
    {
      "epoch": 0.022501043749587994,
      "grad_norm": Infinity,
      "learning_rate": 1.4984375000000002e-05,
      "loss": 0.612744140625,
      "step": 960
    },
    {
      "epoch": 0.022735429621979535,
      "grad_norm": Infinity,
      "learning_rate": 1.5140625000000002e-05,
      "loss": 0.6046875,
      "step": 970
    },
    {
      "epoch": 0.022969815494371076,
      "grad_norm": Infinity,
      "learning_rate": 1.5296875e-05,
      "loss": 0.6094146728515625,
      "step": 980
    },
    {
      "epoch": 0.023204201366762617,
      "grad_norm": Infinity,
      "learning_rate": 1.5453125e-05,
      "loss": 0.610845947265625,
      "step": 990
    },
    {
      "epoch": 0.02343858723915416,
      "grad_norm": Infinity,
      "learning_rate": 1.5609375e-05,
      "loss": 0.5980422973632813,
      "step": 1000
    }
  ],
  "logging_steps": 10,
  "max_steps": 42665,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 4.3855814379742167e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}