{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 939,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.032,
      "grad_norm": 36.90512893932766,
      "learning_rate": 9.574468085106384e-07,
      "loss": 2.1494,
      "step": 10
    },
    {
      "epoch": 0.064,
      "grad_norm": 19.684057665428497,
      "learning_rate": 2.021276595744681e-06,
      "loss": 2.0481,
      "step": 20
    },
    {
      "epoch": 0.096,
      "grad_norm": 10.8367292126739,
      "learning_rate": 3.0851063829787237e-06,
      "loss": 1.5919,
      "step": 30
    },
    {
      "epoch": 0.128,
      "grad_norm": 8.855047462470717,
      "learning_rate": 4.148936170212766e-06,
      "loss": 1.3463,
      "step": 40
    },
    {
      "epoch": 0.16,
      "grad_norm": 8.126502479354883,
      "learning_rate": 5.212765957446809e-06,
      "loss": 1.3304,
      "step": 50
    },
    {
      "epoch": 0.192,
      "grad_norm": 14.143610280491451,
      "learning_rate": 6.276595744680851e-06,
      "loss": 1.3866,
      "step": 60
    },
    {
      "epoch": 0.224,
      "grad_norm": 8.857405515737414,
      "learning_rate": 7.340425531914894e-06,
      "loss": 1.2634,
      "step": 70
    },
    {
      "epoch": 0.256,
      "grad_norm": 9.031043731345004,
      "learning_rate": 8.404255319148937e-06,
      "loss": 1.264,
      "step": 80
    },
    {
      "epoch": 0.288,
      "grad_norm": 7.432863647942237,
      "learning_rate": 9.46808510638298e-06,
      "loss": 1.2995,
      "step": 90
    },
    {
      "epoch": 0.32,
      "grad_norm": 6.000123202233365,
      "learning_rate": 9.999136119166803e-06,
      "loss": 1.301,
      "step": 100
    },
    {
      "epoch": 0.352,
      "grad_norm": 7.1857311496203256,
      "learning_rate": 9.9922268634943e-06,
      "loss": 1.2232,
      "step": 110
    },
    {
      "epoch": 0.384,
      "grad_norm": 8.114498492001319,
      "learning_rate": 9.978417901361958e-06,
      "loss": 1.3212,
      "step": 120
    },
    {
      "epoch": 0.416,
      "grad_norm": 7.123917497160125,
      "learning_rate": 9.95772831799724e-06,
      "loss": 1.2728,
      "step": 130
    },
    {
      "epoch": 0.448,
      "grad_norm": 7.83608690683704,
      "learning_rate": 9.930186708264902e-06,
      "loss": 1.3323,
      "step": 140
    },
    {
      "epoch": 0.48,
      "grad_norm": 7.7645592141543816,
      "learning_rate": 9.895831137146319e-06,
      "loss": 1.2532,
      "step": 150
    },
    {
      "epoch": 0.512,
      "grad_norm": 9.309536384674024,
      "learning_rate": 9.854709087130261e-06,
      "loss": 1.2371,
      "step": 160
    },
    {
      "epoch": 0.544,
      "grad_norm": 7.155778960692488,
      "learning_rate": 9.80687739258782e-06,
      "loss": 1.2875,
      "step": 170
    },
    {
      "epoch": 0.576,
      "grad_norm": 7.004742772402373,
      "learning_rate": 9.7524021612222e-06,
      "loss": 1.3598,
      "step": 180
    },
    {
      "epoch": 0.608,
      "grad_norm": 7.552416468381202,
      "learning_rate": 9.691358682701927e-06,
      "loss": 1.3112,
      "step": 190
    },
    {
      "epoch": 0.64,
      "grad_norm": 7.531385779689509,
      "learning_rate": 9.623831324603755e-06,
      "loss": 1.2334,
      "step": 200
    },
    {
      "epoch": 0.672,
      "grad_norm": 9.966781132598964,
      "learning_rate": 9.549913415809084e-06,
      "loss": 1.2678,
      "step": 210
    },
    {
      "epoch": 0.704,
      "grad_norm": 7.012657163662074,
      "learning_rate": 9.469707117515068e-06,
      "loss": 1.1416,
      "step": 220
    },
    {
      "epoch": 0.736,
      "grad_norm": 7.057718331800747,
      "learning_rate": 9.383323282038632e-06,
      "loss": 1.2096,
      "step": 230
    },
    {
      "epoch": 0.768,
      "grad_norm": 6.894470359274211,
      "learning_rate": 9.29088129960862e-06,
      "loss": 1.1721,
      "step": 240
    },
    {
      "epoch": 0.8,
      "grad_norm": 6.489253187441646,
      "learning_rate": 9.192508933357753e-06,
      "loss": 1.2081,
      "step": 250
    },
    {
      "epoch": 0.832,
      "grad_norm": 9.66958414164326,
      "learning_rate": 9.088342142742493e-06,
      "loss": 1.2432,
      "step": 260
    },
    {
      "epoch": 0.864,
      "grad_norm": 7.370153924580506,
      "learning_rate": 8.978524895634842e-06,
      "loss": 1.3231,
      "step": 270
    },
    {
      "epoch": 0.896,
      "grad_norm": 6.751413971611006,
      "learning_rate": 8.86320896934581e-06,
      "loss": 1.208,
      "step": 280
    },
    {
      "epoch": 0.928,
      "grad_norm": 8.187394123512231,
      "learning_rate": 8.742553740855507e-06,
      "loss": 1.2751,
      "step": 290
    },
    {
      "epoch": 0.96,
      "grad_norm": 6.9802219162868955,
      "learning_rate": 8.616725966539831e-06,
      "loss": 1.2346,
      "step": 300
    },
    {
      "epoch": 0.992,
      "grad_norm": 10.645302046260058,
      "learning_rate": 8.485899551698166e-06,
      "loss": 1.2425,
      "step": 310
    },
    {
      "epoch": 1.0224,
      "grad_norm": 4.821290220001421,
      "learning_rate": 8.350255310200611e-06,
      "loss": 0.8252,
      "step": 320
    },
    {
      "epoch": 1.0544,
      "grad_norm": 7.525709813016785,
      "learning_rate": 8.209980714586955e-06,
      "loss": 0.6157,
      "step": 330
    },
    {
      "epoch": 1.0864,
      "grad_norm": 7.551066775177462,
      "learning_rate": 8.065269636962765e-06,
      "loss": 0.5831,
      "step": 340
    },
    {
      "epoch": 1.1184,
      "grad_norm": 4.3728383229589225,
      "learning_rate": 7.916322081050708e-06,
      "loss": 0.5223,
      "step": 350
    },
    {
      "epoch": 1.1504,
      "grad_norm": 5.349769773009213,
      "learning_rate": 7.76334390576742e-06,
      "loss": 0.5724,
      "step": 360
    },
    {
      "epoch": 1.1824,
      "grad_norm": 8.981706400594554,
      "learning_rate": 7.60654654070796e-06,
      "loss": 0.6063,
      "step": 370
    },
    {
      "epoch": 1.2144,
      "grad_norm": 9.274782156397949,
      "learning_rate": 7.446146693931111e-06,
      "loss": 0.6241,
      "step": 380
    },
    {
      "epoch": 1.2464,
      "grad_norm": 5.6823841013891245,
      "learning_rate": 7.282366052449351e-06,
      "loss": 0.553,
      "step": 390
    },
    {
      "epoch": 1.2784,
      "grad_norm": 8.187505416549888,
      "learning_rate": 7.115430975837457e-06,
      "loss": 0.5422,
      "step": 400
    },
    {
      "epoch": 1.3104,
      "grad_norm": 7.127190243319309,
      "learning_rate": 6.945572183383229e-06,
      "loss": 0.5418,
      "step": 410
    },
    {
      "epoch": 1.3424,
      "grad_norm": 5.701820521640136,
      "learning_rate": 6.773024435212678e-06,
      "loss": 0.5829,
      "step": 420
    },
    {
      "epoch": 1.3744,
      "grad_norm": 4.926698669750526,
      "learning_rate": 6.598026207830428e-06,
      "loss": 0.597,
      "step": 430
    },
    {
      "epoch": 1.4064,
      "grad_norm": 4.12687445947945,
      "learning_rate": 6.4208193645237314e-06,
      "loss": 0.6657,
      "step": 440
    },
    {
      "epoch": 1.4384000000000001,
      "grad_norm": 6.7140554445209615,
      "learning_rate": 6.241648821085666e-06,
      "loss": 0.5967,
      "step": 450
    },
    {
      "epoch": 1.4704,
      "grad_norm": 5.973292566222092,
      "learning_rate": 6.060762207319479e-06,
      "loss": 0.6079,
      "step": 460
    },
    {
      "epoch": 1.5024,
      "grad_norm": 6.413429113672777,
      "learning_rate": 5.878409524791931e-06,
      "loss": 0.6079,
      "step": 470
    },
    {
      "epoch": 1.5344,
      "grad_norm": 7.240399830881687,
      "learning_rate": 5.694842801308651e-06,
      "loss": 0.5906,
      "step": 480
    },
    {
      "epoch": 1.5664,
      "grad_norm": 6.71602485353781,
      "learning_rate": 5.510315742589042e-06,
      "loss": 0.6628,
      "step": 490
    },
    {
      "epoch": 1.5984,
      "grad_norm": 6.371691760776708,
      "learning_rate": 5.325083381622165e-06,
      "loss": 0.6119,
      "step": 500
    },
    {
      "epoch": 1.6303999999999998,
      "grad_norm": 6.779270249115515,
      "learning_rate": 5.139401726188208e-06,
      "loss": 0.6454,
      "step": 510
    },
    {
      "epoch": 1.6623999999999999,
      "grad_norm": 4.319291296892285,
      "learning_rate": 4.953527405032723e-06,
      "loss": 0.5611,
      "step": 520
    },
    {
      "epoch": 1.6944,
      "grad_norm": 7.186466542222772,
      "learning_rate": 4.767717313182611e-06,
      "loss": 0.5936,
      "step": 530
    },
    {
      "epoch": 1.7264,
      "grad_norm": 7.612719590949628,
      "learning_rate": 4.582228256894093e-06,
      "loss": 0.5557,
      "step": 540
    },
    {
      "epoch": 1.7584,
      "grad_norm": 5.472274927511395,
      "learning_rate": 4.397316598723385e-06,
      "loss": 0.5663,
      "step": 550
    },
    {
      "epoch": 1.7904,
      "grad_norm": 5.900625834210626,
      "learning_rate": 4.2132379032105695e-06,
      "loss": 0.5663,
      "step": 560
    },
    {
      "epoch": 1.8224,
      "grad_norm": 6.270061747892833,
      "learning_rate": 4.030246583666437e-06,
      "loss": 0.5431,
      "step": 570
    },
    {
      "epoch": 1.8544,
      "grad_norm": 6.726937677327905,
      "learning_rate": 3.848595550550401e-06,
      "loss": 0.5789,
      "step": 580
    },
    {
      "epoch": 1.8864,
      "grad_norm": 5.332802910906874,
      "learning_rate": 3.668535861925509e-06,
      "loss": 0.6226,
      "step": 590
    },
    {
      "epoch": 1.9184,
      "grad_norm": 4.810191758701793,
      "learning_rate": 3.4903163764736104e-06,
      "loss": 0.5791,
      "step": 600
    },
    {
      "epoch": 1.9504000000000001,
      "grad_norm": 5.998373831904241,
      "learning_rate": 3.314183409550293e-06,
      "loss": 0.5342,
      "step": 610
    },
    {
      "epoch": 1.9824000000000002,
      "grad_norm": 5.929423054663292,
      "learning_rate": 3.140380392754901e-06,
      "loss": 0.5794,
      "step": 620
    },
    {
      "epoch": 2.0128,
      "grad_norm": 2.964942158769903,
      "learning_rate": 2.969147537486175e-06,
      "loss": 0.3609,
      "step": 630
    },
    {
      "epoch": 2.0448,
      "grad_norm": 3.446722577585725,
      "learning_rate": 2.800721502948506e-06,
      "loss": 0.176,
      "step": 640
    },
    {
      "epoch": 2.0768,
      "grad_norm": 3.260471654495122,
      "learning_rate": 2.635335069067617e-06,
      "loss": 0.2392,
      "step": 650
    },
    {
      "epoch": 2.1088,
      "grad_norm": 3.3598077309447048,
      "learning_rate": 2.4732168147677927e-06,
      "loss": 0.1712,
      "step": 660
    },
    {
      "epoch": 2.1408,
      "grad_norm": 4.665528300045455,
      "learning_rate": 2.314590802055232e-06,
      "loss": 0.2086,
      "step": 670
    },
    {
      "epoch": 2.1728,
      "grad_norm": 4.144455039645742,
      "learning_rate": 2.159676266344222e-06,
      "loss": 0.2169,
      "step": 680
    },
    {
      "epoch": 2.2048,
      "grad_norm": 4.162647375546598,
      "learning_rate": 2.0086873134540626e-06,
      "loss": 0.2317,
      "step": 690
    },
    {
      "epoch": 2.2368,
      "grad_norm": 4.643804198410474,
      "learning_rate": 1.8618326236955908e-06,
      "loss": 0.2103,
      "step": 700
    },
    {
      "epoch": 2.2688,
      "grad_norm": 4.8715591875261985,
      "learning_rate": 1.7193151634562071e-06,
      "loss": 0.1998,
      "step": 710
    },
    {
      "epoch": 2.3008,
      "grad_norm": 3.519788945081763,
      "learning_rate": 1.581331904682089e-06,
      "loss": 0.1645,
      "step": 720
    },
    {
      "epoch": 2.3327999999999998,
      "grad_norm": 5.670124418296311,
      "learning_rate": 1.4480735526452427e-06,
      "loss": 0.193,
      "step": 730
    },
    {
      "epoch": 2.3648,
      "grad_norm": 5.102213742508544,
      "learning_rate": 1.319724282371664e-06,
      "loss": 0.1728,
      "step": 740
    },
    {
      "epoch": 2.3968,
      "grad_norm": 5.0518750594278234,
      "learning_rate": 1.1964614840949002e-06,
      "loss": 0.2073,
      "step": 750
    },
    {
      "epoch": 2.4288,
      "grad_norm": 4.89334631991502,
      "learning_rate": 1.078455518086784e-06,
      "loss": 0.1611,
      "step": 760
    },
    {
      "epoch": 2.4608,
      "grad_norm": 4.240667311995775,
      "learning_rate": 9.658694792042284e-07,
      "loss": 0.1747,
      "step": 770
    },
    {
      "epoch": 2.4928,
      "grad_norm": 4.118549248555892,
      "learning_rate": 8.58858971477457e-07,
      "loss": 0.186,
      "step": 780
    },
    {
      "epoch": 2.5248,
      "grad_norm": 4.6369160511591625,
      "learning_rate": 7.575718930512516e-07,
      "loss": 0.2149,
      "step": 790
    },
    {
      "epoch": 2.5568,
      "grad_norm": 5.225486733174955,
      "learning_rate": 6.621482317764105e-07,
      "loss": 0.1919,
      "step": 800
    },
    {
      "epoch": 2.5888,
      "grad_norm": 3.7844431404439027,
      "learning_rate": 5.727198717339511e-07,
      "loss": 0.2041,
      "step": 810
    },
    {
      "epoch": 2.6208,
      "grad_norm": 3.4605512741532483,
      "learning_rate": 4.894104109594466e-07,
      "loss": 0.2014,
      "step": 820
    },
    {
      "epoch": 2.6528,
      "grad_norm": 5.896673716734599,
      "learning_rate": 4.123349906194357e-07,
      "loss": 0.1836,
      "step": 830
    },
    {
      "epoch": 2.6848,
      "grad_norm": 3.306944800830338,
      "learning_rate": 3.416001358759635e-07,
      "loss": 0.2118,
      "step": 840
    },
    {
      "epoch": 2.7168,
      "grad_norm": 5.730787013662211,
      "learning_rate": 2.7730360865923954e-07,
      "loss": 0.1854,
      "step": 850
    },
    {
      "epoch": 2.7488,
      "grad_norm": 4.093468253277298,
      "learning_rate": 2.1953427255185122e-07,
      "loss": 0.2254,
      "step": 860
    },
    {
      "epoch": 2.7808,
      "grad_norm": 3.924999232009568,
      "learning_rate": 1.6837196997130434e-07,
      "loss": 0.1992,
      "step": 870
    },
    {
      "epoch": 2.8128,
      "grad_norm": 3.960657455354793,
      "learning_rate": 1.2388741182062348e-07,
      "loss": 0.2016,
      "step": 880
    },
    {
      "epoch": 2.8448,
      "grad_norm": 3.7106650849484253,
      "learning_rate": 8.614207975952083e-08,
      "loss": 0.2069,
      "step": 890
    },
    {
      "epoch": 2.8768000000000002,
      "grad_norm": 4.762345127021025,
      "learning_rate": 5.518814123121885e-08,
      "loss": 0.1713,
      "step": 900
    },
    {
      "epoch": 2.9088000000000003,
      "grad_norm": 4.949128461666298,
      "learning_rate": 3.10683773623488e-08,
      "loss": 0.17,
      "step": 910
    },
    {
      "epoch": 2.9408,
      "grad_norm": 4.443528881943081,
      "learning_rate": 1.3816123835588835e-08,
      "loss": 0.1914,
      "step": 920
    },
    {
      "epoch": 2.9728,
      "grad_norm": 4.491068447503661,
      "learning_rate": 3.4552248167507576e-09,
      "loss": 0.2095,
      "step": 930
    },
    {
      "epoch": 3.0,
      "step": 939,
      "total_flos": 3418309214208.0,
      "train_loss": 0.7059464176622824,
      "train_runtime": 1114.6243,
      "train_samples_per_second": 13.457,
      "train_steps_per_second": 0.842
    }
  ],
  "logging_steps": 10,
  "max_steps": 939,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3418309214208.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}