{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0075662042875158,
  "eval_steps": 50,
  "global_step": 400,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0025220680958385876,
      "grad_norm": 83.13754272460938,
      "learning_rate": 0.0,
      "loss": 3.3942,
      "step": 1
    },
    {
      "epoch": 0.005044136191677175,
      "grad_norm": 71.36713409423828,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 3.4365,
      "step": 2
    },
    {
      "epoch": 0.007566204287515763,
      "grad_norm": 66.02528381347656,
      "learning_rate": 4.000000000000001e-06,
      "loss": 3.0385,
      "step": 3
    },
    {
      "epoch": 0.01008827238335435,
      "grad_norm": 66.64842224121094,
      "learning_rate": 6e-06,
      "loss": 3.1228,
      "step": 4
    },
    {
      "epoch": 0.012610340479192938,
      "grad_norm": 58.996517181396484,
      "learning_rate": 8.000000000000001e-06,
      "loss": 2.7637,
      "step": 5
    },
    {
      "epoch": 0.015132408575031526,
      "grad_norm": 39.48223114013672,
      "learning_rate": 1e-05,
      "loss": 2.3209,
      "step": 6
    },
    {
      "epoch": 0.017654476670870115,
      "grad_norm": 46.47368240356445,
      "learning_rate": 9.987325728770595e-06,
      "loss": 2.1914,
      "step": 7
    },
    {
      "epoch": 0.0201765447667087,
      "grad_norm": 21.601478576660156,
      "learning_rate": 9.974651457541193e-06,
      "loss": 2.1892,
      "step": 8
    },
    {
      "epoch": 0.02269861286254729,
      "grad_norm": 15.485176086425781,
      "learning_rate": 9.961977186311787e-06,
      "loss": 2.1412,
      "step": 9
    },
    {
      "epoch": 0.025220680958385876,
      "grad_norm": 16.23291778564453,
      "learning_rate": 9.949302915082384e-06,
      "loss": 1.9318,
      "step": 10
    },
    {
      "epoch": 0.027742749054224466,
      "grad_norm": 13.485719680786133,
      "learning_rate": 9.93662864385298e-06,
      "loss": 1.9938,
      "step": 11
    },
    {
      "epoch": 0.03026481715006305,
      "grad_norm": 10.41800308227539,
      "learning_rate": 9.923954372623576e-06,
      "loss": 2.0039,
      "step": 12
    },
    {
      "epoch": 0.03278688524590164,
      "grad_norm": 13.47785472869873,
      "learning_rate": 9.91128010139417e-06,
      "loss": 2.0528,
      "step": 13
    },
    {
      "epoch": 0.03530895334174023,
      "grad_norm": 11.072226524353027,
      "learning_rate": 9.898605830164766e-06,
      "loss": 2.0423,
      "step": 14
    },
    {
      "epoch": 0.03783102143757881,
      "grad_norm": 13.525521278381348,
      "learning_rate": 9.885931558935362e-06,
      "loss": 1.9874,
      "step": 15
    },
    {
      "epoch": 0.0403530895334174,
      "grad_norm": 11.501786231994629,
      "learning_rate": 9.873257287705957e-06,
      "loss": 2.1873,
      "step": 16
    },
    {
      "epoch": 0.04287515762925599,
      "grad_norm": 10.845256805419922,
      "learning_rate": 9.860583016476553e-06,
      "loss": 1.9688,
      "step": 17
    },
    {
      "epoch": 0.04539722572509458,
      "grad_norm": 10.69442367553711,
      "learning_rate": 9.847908745247149e-06,
      "loss": 1.9445,
      "step": 18
    },
    {
      "epoch": 0.04791929382093316,
      "grad_norm": 10.206631660461426,
      "learning_rate": 9.835234474017745e-06,
      "loss": 1.93,
      "step": 19
    },
    {
      "epoch": 0.05044136191677175,
      "grad_norm": 11.61585521697998,
      "learning_rate": 9.822560202788341e-06,
      "loss": 1.94,
      "step": 20
    },
    {
      "epoch": 0.05296343001261034,
      "grad_norm": 11.214790344238281,
      "learning_rate": 9.809885931558936e-06,
      "loss": 1.8872,
      "step": 21
    },
    {
      "epoch": 0.05548549810844893,
      "grad_norm": 10.26319694519043,
      "learning_rate": 9.797211660329532e-06,
      "loss": 1.8142,
      "step": 22
    },
    {
      "epoch": 0.058007566204287514,
      "grad_norm": 9.72568130493164,
      "learning_rate": 9.784537389100128e-06,
      "loss": 1.9886,
      "step": 23
    },
    {
      "epoch": 0.0605296343001261,
      "grad_norm": 10.376155853271484,
      "learning_rate": 9.771863117870724e-06,
      "loss": 1.9708,
      "step": 24
    },
    {
      "epoch": 0.06305170239596469,
      "grad_norm": 10.003466606140137,
      "learning_rate": 9.759188846641318e-06,
      "loss": 1.9703,
      "step": 25
    },
    {
      "epoch": 0.06557377049180328,
      "grad_norm": 9.423194885253906,
      "learning_rate": 9.746514575411914e-06,
      "loss": 1.8896,
      "step": 26
    },
    {
      "epoch": 0.06809583858764187,
      "grad_norm": 9.320464134216309,
      "learning_rate": 9.73384030418251e-06,
      "loss": 1.9495,
      "step": 27
    },
    {
      "epoch": 0.07061790668348046,
      "grad_norm": 9.116365432739258,
      "learning_rate": 9.721166032953105e-06,
      "loss": 2.0434,
      "step": 28
    },
    {
      "epoch": 0.07313997477931904,
      "grad_norm": 9.689815521240234,
      "learning_rate": 9.708491761723701e-06,
      "loss": 1.9642,
      "step": 29
    },
    {
      "epoch": 0.07566204287515763,
      "grad_norm": 9.166707992553711,
      "learning_rate": 9.695817490494297e-06,
      "loss": 1.9487,
      "step": 30
    },
    {
      "epoch": 0.07818411097099622,
      "grad_norm": 9.399063110351562,
      "learning_rate": 9.683143219264893e-06,
      "loss": 2.0389,
      "step": 31
    },
    {
      "epoch": 0.0807061790668348,
      "grad_norm": 9.226134300231934,
      "learning_rate": 9.670468948035488e-06,
      "loss": 2.0427,
      "step": 32
    },
    {
      "epoch": 0.0832282471626734,
      "grad_norm": 9.105801582336426,
      "learning_rate": 9.657794676806086e-06,
      "loss": 2.1308,
      "step": 33
    },
    {
      "epoch": 0.08575031525851198,
      "grad_norm": 9.654237747192383,
      "learning_rate": 9.64512040557668e-06,
      "loss": 1.8129,
      "step": 34
    },
    {
      "epoch": 0.08827238335435057,
      "grad_norm": 9.531847953796387,
      "learning_rate": 9.632446134347276e-06,
      "loss": 1.9344,
      "step": 35
    },
    {
      "epoch": 0.09079445145018916,
      "grad_norm": 9.385769844055176,
      "learning_rate": 9.619771863117872e-06,
      "loss": 1.8751,
      "step": 36
    },
    {
      "epoch": 0.09331651954602774,
      "grad_norm": 9.698821067810059,
      "learning_rate": 9.607097591888467e-06,
      "loss": 2.029,
      "step": 37
    },
    {
      "epoch": 0.09583858764186633,
      "grad_norm": 9.558582305908203,
      "learning_rate": 9.594423320659063e-06,
      "loss": 1.9676,
      "step": 38
    },
    {
      "epoch": 0.09836065573770492,
      "grad_norm": 9.290550231933594,
      "learning_rate": 9.581749049429659e-06,
      "loss": 1.8812,
      "step": 39
    },
    {
      "epoch": 0.1008827238335435,
      "grad_norm": 9.714218139648438,
      "learning_rate": 9.569074778200255e-06,
      "loss": 1.8447,
      "step": 40
    },
    {
      "epoch": 0.1034047919293821,
      "grad_norm": 8.576757431030273,
      "learning_rate": 9.55640050697085e-06,
      "loss": 1.7642,
      "step": 41
    },
    {
      "epoch": 0.10592686002522068,
      "grad_norm": 9.177382469177246,
      "learning_rate": 9.543726235741445e-06,
      "loss": 1.8653,
      "step": 42
    },
    {
      "epoch": 0.10844892812105927,
      "grad_norm": 8.541791915893555,
      "learning_rate": 9.531051964512042e-06,
      "loss": 1.8476,
      "step": 43
    },
    {
      "epoch": 0.11097099621689786,
      "grad_norm": 9.684398651123047,
      "learning_rate": 9.518377693282636e-06,
      "loss": 1.865,
      "step": 44
    },
    {
      "epoch": 0.11349306431273644,
      "grad_norm": 9.168283462524414,
      "learning_rate": 9.505703422053234e-06,
      "loss": 1.9742,
      "step": 45
    },
    {
      "epoch": 0.11601513240857503,
      "grad_norm": 9.015252113342285,
      "learning_rate": 9.493029150823828e-06,
      "loss": 1.8696,
      "step": 46
    },
    {
      "epoch": 0.11853720050441362,
      "grad_norm": 8.578283309936523,
      "learning_rate": 9.480354879594424e-06,
      "loss": 1.786,
      "step": 47
    },
    {
      "epoch": 0.1210592686002522,
      "grad_norm": 9.717804908752441,
      "learning_rate": 9.46768060836502e-06,
      "loss": 2.0357,
      "step": 48
    },
    {
      "epoch": 0.1235813366960908,
      "grad_norm": 8.676836013793945,
      "learning_rate": 9.455006337135616e-06,
      "loss": 1.8266,
      "step": 49
    },
    {
      "epoch": 0.12610340479192939,
      "grad_norm": 9.012295722961426,
      "learning_rate": 9.442332065906211e-06,
      "loss": 1.9655,
      "step": 50
    },
    {
      "epoch": 0.12610340479192939,
      "eval_loss": 1.8593026399612427,
      "eval_runtime": 22.7272,
      "eval_samples_per_second": 31.02,
      "eval_steps_per_second": 15.532,
      "step": 50
    },
    {
      "epoch": 0.12862547288776796,
      "grad_norm": 8.632142066955566,
      "learning_rate": 9.429657794676807e-06,
      "loss": 1.877,
      "step": 51
    },
    {
      "epoch": 0.13114754098360656,
      "grad_norm": 9.000449180603027,
      "learning_rate": 9.416983523447403e-06,
      "loss": 1.9196,
      "step": 52
    },
    {
      "epoch": 0.13366960907944514,
      "grad_norm": 8.286824226379395,
      "learning_rate": 9.404309252217997e-06,
      "loss": 1.7899,
      "step": 53
    },
    {
      "epoch": 0.13619167717528374,
      "grad_norm": 9.664816856384277,
      "learning_rate": 9.391634980988594e-06,
      "loss": 2.0637,
      "step": 54
    },
    {
      "epoch": 0.13871374527112232,
      "grad_norm": 9.408864974975586,
      "learning_rate": 9.37896070975919e-06,
      "loss": 1.9069,
      "step": 55
    },
    {
      "epoch": 0.14123581336696092,
      "grad_norm": 8.858333587646484,
      "learning_rate": 9.366286438529786e-06,
      "loss": 1.8742,
      "step": 56
    },
    {
      "epoch": 0.1437578814627995,
      "grad_norm": 8.489448547363281,
      "learning_rate": 9.35361216730038e-06,
      "loss": 1.9704,
      "step": 57
    },
    {
      "epoch": 0.14627994955863807,
      "grad_norm": 8.65485668182373,
      "learning_rate": 9.340937896070976e-06,
      "loss": 1.8288,
      "step": 58
    },
    {
      "epoch": 0.14880201765447668,
      "grad_norm": 9.034996032714844,
      "learning_rate": 9.328263624841572e-06,
      "loss": 1.8237,
      "step": 59
    },
    {
      "epoch": 0.15132408575031525,
      "grad_norm": 8.894627571105957,
      "learning_rate": 9.315589353612169e-06,
      "loss": 1.9284,
      "step": 60
    },
    {
      "epoch": 0.15384615384615385,
      "grad_norm": 9.375040054321289,
      "learning_rate": 9.302915082382765e-06,
      "loss": 1.8564,
      "step": 61
    },
    {
      "epoch": 0.15636822194199243,
      "grad_norm": 10.312094688415527,
      "learning_rate": 9.290240811153359e-06,
      "loss": 1.7402,
      "step": 62
    },
    {
      "epoch": 0.15889029003783103,
      "grad_norm": 9.399353981018066,
      "learning_rate": 9.277566539923955e-06,
      "loss": 1.9146,
      "step": 63
    },
    {
      "epoch": 0.1614123581336696,
      "grad_norm": 9.056628227233887,
      "learning_rate": 9.264892268694551e-06,
      "loss": 1.8897,
      "step": 64
    },
    {
      "epoch": 0.16393442622950818,
      "grad_norm": 9.38147258758545,
      "learning_rate": 9.252217997465146e-06,
      "loss": 1.8415,
      "step": 65
    },
    {
      "epoch": 0.1664564943253468,
      "grad_norm": 9.386856079101562,
      "learning_rate": 9.239543726235742e-06,
      "loss": 1.982,
      "step": 66
    },
    {
      "epoch": 0.16897856242118536,
      "grad_norm": 9.0509614944458,
      "learning_rate": 9.226869455006338e-06,
      "loss": 1.8456,
      "step": 67
    },
    {
      "epoch": 0.17150063051702397,
      "grad_norm": 8.862478256225586,
      "learning_rate": 9.214195183776934e-06,
      "loss": 1.8085,
      "step": 68
    },
    {
      "epoch": 0.17402269861286254,
      "grad_norm": 9.258233070373535,
      "learning_rate": 9.201520912547528e-06,
      "loss": 1.8478,
      "step": 69
    },
    {
      "epoch": 0.17654476670870115,
      "grad_norm": 9.156318664550781,
      "learning_rate": 9.188846641318126e-06,
      "loss": 1.748,
      "step": 70
    },
    {
      "epoch": 0.17906683480453972,
      "grad_norm": 9.234468460083008,
      "learning_rate": 9.17617237008872e-06,
      "loss": 1.8946,
      "step": 71
    },
    {
      "epoch": 0.18158890290037832,
      "grad_norm": 9.102885246276855,
      "learning_rate": 9.163498098859315e-06,
      "loss": 1.8383,
      "step": 72
    },
    {
      "epoch": 0.1841109709962169,
      "grad_norm": 9.106884002685547,
      "learning_rate": 9.150823827629913e-06,
      "loss": 1.9243,
      "step": 73
    },
    {
      "epoch": 0.18663303909205547,
      "grad_norm": 8.918400764465332,
      "learning_rate": 9.138149556400507e-06,
      "loss": 1.9136,
      "step": 74
    },
    {
      "epoch": 0.18915510718789408,
      "grad_norm": 9.20316219329834,
      "learning_rate": 9.125475285171103e-06,
      "loss": 1.9757,
      "step": 75
    },
    {
      "epoch": 0.19167717528373265,
      "grad_norm": 8.938888549804688,
      "learning_rate": 9.1128010139417e-06,
      "loss": 1.744,
      "step": 76
    },
    {
      "epoch": 0.19419924337957126,
      "grad_norm": 8.884087562561035,
      "learning_rate": 9.100126742712296e-06,
      "loss": 1.741,
      "step": 77
    },
    {
      "epoch": 0.19672131147540983,
      "grad_norm": 9.786199569702148,
      "learning_rate": 9.08745247148289e-06,
      "loss": 1.795,
      "step": 78
    },
    {
      "epoch": 0.19924337957124844,
      "grad_norm": 8.94467830657959,
      "learning_rate": 9.074778200253486e-06,
      "loss": 1.6029,
      "step": 79
    },
    {
      "epoch": 0.201765447667087,
      "grad_norm": 8.95161247253418,
      "learning_rate": 9.062103929024082e-06,
      "loss": 1.9906,
      "step": 80
    },
    {
      "epoch": 0.2042875157629256,
      "grad_norm": 8.998520851135254,
      "learning_rate": 9.049429657794677e-06,
      "loss": 1.8235,
      "step": 81
    },
    {
      "epoch": 0.2068095838587642,
      "grad_norm": 9.164076805114746,
      "learning_rate": 9.036755386565273e-06,
      "loss": 1.9275,
      "step": 82
    },
    {
      "epoch": 0.20933165195460277,
      "grad_norm": 9.689983367919922,
      "learning_rate": 9.024081115335869e-06,
      "loss": 1.8506,
      "step": 83
    },
    {
      "epoch": 0.21185372005044137,
      "grad_norm": 9.274272918701172,
      "learning_rate": 9.011406844106465e-06,
      "loss": 1.8702,
      "step": 84
    },
    {
      "epoch": 0.21437578814627994,
      "grad_norm": 8.776298522949219,
      "learning_rate": 8.998732572877061e-06,
      "loss": 1.7139,
      "step": 85
    },
    {
      "epoch": 0.21689785624211855,
      "grad_norm": 8.801532745361328,
      "learning_rate": 8.986058301647655e-06,
      "loss": 1.8459,
      "step": 86
    },
    {
      "epoch": 0.21941992433795712,
      "grad_norm": 8.84094524383545,
      "learning_rate": 8.973384030418252e-06,
      "loss": 1.9022,
      "step": 87
    },
    {
      "epoch": 0.22194199243379573,
      "grad_norm": 9.14400863647461,
      "learning_rate": 8.960709759188848e-06,
      "loss": 1.8897,
      "step": 88
    },
    {
      "epoch": 0.2244640605296343,
      "grad_norm": 9.148355484008789,
      "learning_rate": 8.948035487959444e-06,
      "loss": 1.8187,
      "step": 89
    },
    {
      "epoch": 0.22698612862547288,
      "grad_norm": 8.494791984558105,
      "learning_rate": 8.935361216730038e-06,
      "loss": 1.8459,
      "step": 90
    },
    {
      "epoch": 0.22950819672131148,
      "grad_norm": 9.062163352966309,
      "learning_rate": 8.922686945500634e-06,
      "loss": 1.8613,
      "step": 91
    },
    {
      "epoch": 0.23203026481715006,
      "grad_norm": 9.061888694763184,
      "learning_rate": 8.91001267427123e-06,
      "loss": 1.9857,
      "step": 92
    },
    {
      "epoch": 0.23455233291298866,
      "grad_norm": 10.139209747314453,
      "learning_rate": 8.897338403041825e-06,
      "loss": 1.9318,
      "step": 93
    },
    {
      "epoch": 0.23707440100882723,
      "grad_norm": 9.2800931930542,
      "learning_rate": 8.884664131812421e-06,
      "loss": 1.7709,
      "step": 94
    },
    {
      "epoch": 0.23959646910466584,
      "grad_norm": 8.862195014953613,
      "learning_rate": 8.871989860583017e-06,
      "loss": 1.7987,
      "step": 95
    },
    {
      "epoch": 0.2421185372005044,
      "grad_norm": 9.58297348022461,
      "learning_rate": 8.859315589353613e-06,
      "loss": 2.0442,
      "step": 96
    },
    {
      "epoch": 0.244640605296343,
      "grad_norm": 9.38765811920166,
      "learning_rate": 8.846641318124208e-06,
      "loss": 1.8665,
      "step": 97
    },
    {
      "epoch": 0.2471626733921816,
      "grad_norm": 9.039520263671875,
      "learning_rate": 8.833967046894805e-06,
      "loss": 1.8397,
      "step": 98
    },
    {
      "epoch": 0.24968474148802017,
      "grad_norm": 8.83530330657959,
      "learning_rate": 8.8212927756654e-06,
      "loss": 1.7988,
      "step": 99
    },
    {
      "epoch": 0.25220680958385877,
      "grad_norm": 8.552284240722656,
      "learning_rate": 8.808618504435996e-06,
      "loss": 1.7445,
      "step": 100
    },
    {
      "epoch": 0.25220680958385877,
      "eval_loss": 1.821302890777588,
      "eval_runtime": 22.4563,
      "eval_samples_per_second": 31.394,
      "eval_steps_per_second": 15.719,
      "step": 100
    },
    {
      "epoch": 0.2547288776796974,
      "grad_norm": 9.627294540405273,
      "learning_rate": 8.795944233206592e-06,
      "loss": 1.8091,
      "step": 101
    },
    {
      "epoch": 0.2572509457755359,
      "grad_norm": 8.704631805419922,
      "learning_rate": 8.783269961977186e-06,
      "loss": 2.0544,
      "step": 102
    },
    {
      "epoch": 0.2597730138713745,
      "grad_norm": 8.846882820129395,
      "learning_rate": 8.770595690747782e-06,
      "loss": 1.8539,
      "step": 103
    },
    {
      "epoch": 0.26229508196721313,
      "grad_norm": 8.313948631286621,
      "learning_rate": 8.757921419518379e-06,
      "loss": 1.6635,
      "step": 104
    },
    {
      "epoch": 0.2648171500630517,
      "grad_norm": 8.77181625366211,
      "learning_rate": 8.745247148288975e-06,
      "loss": 1.8712,
      "step": 105
    },
    {
      "epoch": 0.2673392181588903,
      "grad_norm": 8.449075698852539,
      "learning_rate": 8.732572877059569e-06,
      "loss": 1.7943,
      "step": 106
    },
    {
      "epoch": 0.2698612862547289,
      "grad_norm": 9.596981048583984,
      "learning_rate": 8.719898605830165e-06,
      "loss": 2.0333,
      "step": 107
    },
    {
      "epoch": 0.2723833543505675,
      "grad_norm": 8.669624328613281,
      "learning_rate": 8.707224334600761e-06,
      "loss": 1.7816,
      "step": 108
    },
    {
      "epoch": 0.27490542244640603,
      "grad_norm": 9.708998680114746,
      "learning_rate": 8.694550063371356e-06,
      "loss": 1.9616,
      "step": 109
    },
    {
      "epoch": 0.27742749054224464,
      "grad_norm": 8.8702974319458,
      "learning_rate": 8.681875792141954e-06,
      "loss": 1.9119,
      "step": 110
    },
    {
      "epoch": 0.27994955863808324,
      "grad_norm": 9.147343635559082,
      "learning_rate": 8.669201520912548e-06,
      "loss": 1.8413,
      "step": 111
    },
    {
      "epoch": 0.28247162673392184,
      "grad_norm": 8.951756477355957,
      "learning_rate": 8.656527249683144e-06,
      "loss": 1.8813,
      "step": 112
    },
    {
      "epoch": 0.2849936948297604,
      "grad_norm": 9.136735916137695,
      "learning_rate": 8.64385297845374e-06,
      "loss": 1.7765,
      "step": 113
    },
    {
      "epoch": 0.287515762925599,
      "grad_norm": 9.53905963897705,
      "learning_rate": 8.631178707224336e-06,
      "loss": 1.7704,
      "step": 114
    },
    {
      "epoch": 0.2900378310214376,
      "grad_norm": 8.893516540527344,
      "learning_rate": 8.61850443599493e-06,
      "loss": 1.6198,
      "step": 115
    },
    {
      "epoch": 0.29255989911727615,
      "grad_norm": 8.778462409973145,
      "learning_rate": 8.605830164765527e-06,
      "loss": 1.7663,
      "step": 116
    },
    {
      "epoch": 0.29508196721311475,
      "grad_norm": 9.09292984008789,
      "learning_rate": 8.593155893536123e-06,
      "loss": 1.8273,
      "step": 117
    },
    {
      "epoch": 0.29760403530895335,
      "grad_norm": 9.203009605407715,
      "learning_rate": 8.580481622306717e-06,
      "loss": 1.9456,
      "step": 118
    },
    {
      "epoch": 0.30012610340479196,
      "grad_norm": 9.124825477600098,
      "learning_rate": 8.567807351077313e-06,
      "loss": 1.844,
      "step": 119
    },
    {
      "epoch": 0.3026481715006305,
      "grad_norm": 9.237686157226562,
      "learning_rate": 8.55513307984791e-06,
      "loss": 1.7495,
      "step": 120
    },
    {
      "epoch": 0.3051702395964691,
      "grad_norm": 9.535928726196289,
      "learning_rate": 8.542458808618506e-06,
      "loss": 1.828,
      "step": 121
    },
    {
      "epoch": 0.3076923076923077,
      "grad_norm": 9.44102954864502,
      "learning_rate": 8.5297845373891e-06,
      "loss": 1.9785,
      "step": 122
    },
    {
      "epoch": 0.31021437578814626,
      "grad_norm": 9.092142105102539,
      "learning_rate": 8.517110266159696e-06,
      "loss": 1.7611,
      "step": 123
    },
    {
      "epoch": 0.31273644388398486,
      "grad_norm": 9.274849891662598,
      "learning_rate": 8.504435994930292e-06,
      "loss": 1.7283,
      "step": 124
    },
    {
      "epoch": 0.31525851197982346,
      "grad_norm": 8.317136764526367,
      "learning_rate": 8.491761723700888e-06,
      "loss": 1.8366,
      "step": 125
    },
    {
      "epoch": 0.31778058007566207,
      "grad_norm": 8.939324378967285,
      "learning_rate": 8.479087452471484e-06,
      "loss": 1.878,
      "step": 126
    },
    {
      "epoch": 0.3203026481715006,
      "grad_norm": 9.072879791259766,
      "learning_rate": 8.466413181242079e-06,
      "loss": 1.8724,
      "step": 127
    },
    {
      "epoch": 0.3228247162673392,
      "grad_norm": 8.94404411315918,
      "learning_rate": 8.453738910012675e-06,
      "loss": 1.7007,
      "step": 128
    },
    {
      "epoch": 0.3253467843631778,
      "grad_norm": 8.423967361450195,
      "learning_rate": 8.441064638783271e-06,
      "loss": 1.8021,
      "step": 129
    },
    {
      "epoch": 0.32786885245901637,
      "grad_norm": 9.372537612915039,
      "learning_rate": 8.428390367553865e-06,
      "loss": 1.8622,
      "step": 130
    },
    {
      "epoch": 0.33039092055485497,
      "grad_norm": 8.834014892578125,
      "learning_rate": 8.415716096324462e-06,
      "loss": 1.7708,
      "step": 131
    },
    {
      "epoch": 0.3329129886506936,
      "grad_norm": 9.13171100616455,
      "learning_rate": 8.403041825095058e-06,
      "loss": 2.0644,
      "step": 132
    },
    {
      "epoch": 0.3354350567465322,
      "grad_norm": 9.38616943359375,
      "learning_rate": 8.390367553865654e-06,
      "loss": 1.8012,
      "step": 133
    },
    {
      "epoch": 0.3379571248423707,
      "grad_norm": 9.134305953979492,
      "learning_rate": 8.377693282636248e-06,
      "loss": 1.8579,
      "step": 134
    },
    {
      "epoch": 0.34047919293820933,
      "grad_norm": 9.147695541381836,
      "learning_rate": 8.365019011406846e-06,
      "loss": 1.8561,
      "step": 135
    },
    {
      "epoch": 0.34300126103404793,
      "grad_norm": 9.097079277038574,
      "learning_rate": 8.35234474017744e-06,
      "loss": 1.9241,
      "step": 136
    },
    {
      "epoch": 0.3455233291298865,
      "grad_norm": 8.7761812210083,
      "learning_rate": 8.339670468948035e-06,
      "loss": 1.8393,
      "step": 137
    },
    {
      "epoch": 0.3480453972257251,
      "grad_norm": 8.91004467010498,
      "learning_rate": 8.326996197718633e-06,
      "loss": 1.7533,
      "step": 138
    },
    {
      "epoch": 0.3505674653215637,
      "grad_norm": 9.649863243103027,
      "learning_rate": 8.314321926489227e-06,
      "loss": 1.9777,
      "step": 139
    },
    {
      "epoch": 0.3530895334174023,
      "grad_norm": 9.433012008666992,
      "learning_rate": 8.301647655259823e-06,
      "loss": 1.959,
      "step": 140
    },
    {
      "epoch": 0.35561160151324084,
      "grad_norm": 9.400664329528809,
      "learning_rate": 8.28897338403042e-06,
      "loss": 1.7688,
      "step": 141
    },
    {
      "epoch": 0.35813366960907944,
      "grad_norm": 8.890508651733398,
      "learning_rate": 8.276299112801015e-06,
      "loss": 1.7521,
      "step": 142
    },
    {
      "epoch": 0.36065573770491804,
      "grad_norm": 9.65843391418457,
      "learning_rate": 8.26362484157161e-06,
      "loss": 1.9993,
      "step": 143
    },
    {
      "epoch": 0.36317780580075665,
      "grad_norm": 8.980792045593262,
      "learning_rate": 8.250950570342206e-06,
      "loss": 1.7685,
      "step": 144
    },
    {
      "epoch": 0.3656998738965952,
      "grad_norm": 8.810537338256836,
      "learning_rate": 8.238276299112802e-06,
      "loss": 1.8443,
      "step": 145
    },
    {
      "epoch": 0.3682219419924338,
      "grad_norm": 9.117584228515625,
      "learning_rate": 8.225602027883396e-06,
      "loss": 1.9269,
      "step": 146
    },
    {
      "epoch": 0.3707440100882724,
      "grad_norm": 9.197243690490723,
      "learning_rate": 8.212927756653993e-06,
      "loss": 1.8833,
      "step": 147
    },
    {
      "epoch": 0.37326607818411095,
      "grad_norm": 9.297012329101562,
      "learning_rate": 8.200253485424589e-06,
      "loss": 1.8194,
      "step": 148
    },
    {
      "epoch": 0.37578814627994955,
      "grad_norm": 8.982695579528809,
      "learning_rate": 8.187579214195185e-06,
      "loss": 1.8801,
      "step": 149
    },
    {
      "epoch": 0.37831021437578816,
      "grad_norm": 8.55199909210205,
      "learning_rate": 8.17490494296578e-06,
      "loss": 1.7882,
      "step": 150
    },
    {
      "epoch": 0.37831021437578816,
      "eval_loss": 1.801971435546875,
      "eval_runtime": 22.4853,
      "eval_samples_per_second": 31.354,
      "eval_steps_per_second": 15.699,
      "step": 150
    },
    {
      "epoch": 0.38083228247162676,
      "grad_norm": 8.808869361877441,
      "learning_rate": 8.162230671736375e-06,
      "loss": 1.7401,
      "step": 151
    },
    {
      "epoch": 0.3833543505674653,
      "grad_norm": 9.283302307128906,
      "learning_rate": 8.149556400506971e-06,
      "loss": 1.9796,
      "step": 152
    },
    {
      "epoch": 0.3858764186633039,
      "grad_norm": 9.003050804138184,
      "learning_rate": 8.136882129277567e-06,
      "loss": 1.6729,
      "step": 153
    },
    {
      "epoch": 0.3883984867591425,
      "grad_norm": 9.130897521972656,
      "learning_rate": 8.124207858048164e-06,
      "loss": 1.9085,
      "step": 154
    },
    {
      "epoch": 0.39092055485498106,
      "grad_norm": 8.871198654174805,
      "learning_rate": 8.111533586818758e-06,
      "loss": 1.9218,
      "step": 155
    },
    {
      "epoch": 0.39344262295081966,
      "grad_norm": 8.295755386352539,
      "learning_rate": 8.098859315589354e-06,
      "loss": 1.7709,
      "step": 156
    },
    {
      "epoch": 0.39596469104665827,
      "grad_norm": 9.15046501159668,
      "learning_rate": 8.08618504435995e-06,
      "loss": 1.9304,
      "step": 157
    },
    {
      "epoch": 0.39848675914249687,
      "grad_norm": 8.887716293334961,
      "learning_rate": 8.073510773130546e-06,
      "loss": 1.8097,
      "step": 158
    },
    {
      "epoch": 0.4010088272383354,
      "grad_norm": 8.1146821975708,
      "learning_rate": 8.06083650190114e-06,
      "loss": 1.7202,
      "step": 159
    },
    {
      "epoch": 0.403530895334174,
      "grad_norm": 9.62702465057373,
      "learning_rate": 8.048162230671737e-06,
      "loss": 1.8547,
      "step": 160
    },
    {
      "epoch": 0.4060529634300126,
      "grad_norm": 8.954533576965332,
      "learning_rate": 8.035487959442333e-06,
      "loss": 1.9418,
      "step": 161
    },
    {
      "epoch": 0.4085750315258512,
      "grad_norm": 8.709664344787598,
      "learning_rate": 8.022813688212927e-06,
      "loss": 1.8355,
      "step": 162
    },
    {
      "epoch": 0.4110970996216898,
      "grad_norm": 9.2684907913208,
      "learning_rate": 8.010139416983525e-06,
      "loss": 1.9908,
      "step": 163
    },
    {
      "epoch": 0.4136191677175284,
      "grad_norm": 9.581305503845215,
      "learning_rate": 7.99746514575412e-06,
      "loss": 1.8155,
      "step": 164
    },
    {
      "epoch": 0.416141235813367,
      "grad_norm": 9.040098190307617,
      "learning_rate": 7.984790874524716e-06,
      "loss": 1.8591,
      "step": 165
    },
    {
      "epoch": 0.41866330390920553,
      "grad_norm": 9.17188549041748,
      "learning_rate": 7.972116603295312e-06,
      "loss": 1.8332,
      "step": 166
    },
    {
      "epoch": 0.42118537200504413,
      "grad_norm": 9.190821647644043,
      "learning_rate": 7.959442332065906e-06,
      "loss": 1.8488,
      "step": 167
    },
    {
      "epoch": 0.42370744010088274,
      "grad_norm": 9.045573234558105,
      "learning_rate": 7.946768060836502e-06,
      "loss": 1.7428,
      "step": 168
    },
    {
      "epoch": 0.4262295081967213,
      "grad_norm": 8.98148250579834,
      "learning_rate": 7.934093789607098e-06,
      "loss": 1.965,
      "step": 169
    },
    {
      "epoch": 0.4287515762925599,
      "grad_norm": 8.625720024108887,
      "learning_rate": 7.921419518377694e-06,
      "loss": 1.8538,
      "step": 170
    },
    {
      "epoch": 0.4312736443883985,
      "grad_norm": 8.84864330291748,
      "learning_rate": 7.908745247148289e-06,
      "loss": 1.7758,
      "step": 171
    },
    {
      "epoch": 0.4337957124842371,
      "grad_norm": 9.253456115722656,
      "learning_rate": 7.896070975918885e-06,
      "loss": 1.7754,
      "step": 172
    },
    {
      "epoch": 0.43631778058007564,
      "grad_norm": 9.059581756591797,
      "learning_rate": 7.883396704689481e-06,
      "loss": 1.9926,
      "step": 173
    },
    {
      "epoch": 0.43883984867591425,
      "grad_norm": 8.904810905456543,
      "learning_rate": 7.870722433460076e-06,
      "loss": 1.7971,
      "step": 174
    },
    {
      "epoch": 0.44136191677175285,
      "grad_norm": 8.4295654296875,
      "learning_rate": 7.858048162230673e-06,
      "loss": 1.7947,
      "step": 175
    },
    {
      "epoch": 0.44388398486759145,
      "grad_norm": 8.664776802062988,
      "learning_rate": 7.845373891001268e-06,
      "loss": 1.9424,
      "step": 176
    },
    {
      "epoch": 0.44640605296343,
      "grad_norm": 9.025026321411133,
      "learning_rate": 7.832699619771864e-06,
      "loss": 1.8143,
      "step": 177
    },
    {
      "epoch": 0.4489281210592686,
      "grad_norm": 8.458661079406738,
      "learning_rate": 7.82002534854246e-06,
      "loss": 1.7291,
      "step": 178
    },
    {
      "epoch": 0.4514501891551072,
      "grad_norm": 8.800137519836426,
      "learning_rate": 7.807351077313056e-06,
      "loss": 1.759,
      "step": 179
    },
    {
      "epoch": 0.45397225725094575,
      "grad_norm": 8.654534339904785,
      "learning_rate": 7.79467680608365e-06,
      "loss": 2.0166,
      "step": 180
    },
    {
      "epoch": 0.45649432534678436,
      "grad_norm": 9.417305946350098,
      "learning_rate": 7.782002534854247e-06,
      "loss": 1.9709,
      "step": 181
    },
    {
      "epoch": 0.45901639344262296,
      "grad_norm": 8.89673137664795,
      "learning_rate": 7.769328263624843e-06,
      "loss": 1.8067,
      "step": 182
    },
    {
      "epoch": 0.46153846153846156,
      "grad_norm": 8.633663177490234,
      "learning_rate": 7.756653992395437e-06,
      "loss": 1.8676,
      "step": 183
    },
    {
      "epoch": 0.4640605296343001,
      "grad_norm": 9.134156227111816,
      "learning_rate": 7.743979721166033e-06,
      "loss": 1.857,
      "step": 184
    },
    {
      "epoch": 0.4665825977301387,
      "grad_norm": 8.542975425720215,
      "learning_rate": 7.73130544993663e-06,
      "loss": 1.638,
      "step": 185
    },
    {
      "epoch": 0.4691046658259773,
      "grad_norm": 8.729076385498047,
      "learning_rate": 7.718631178707225e-06,
      "loss": 1.7845,
      "step": 186
    },
    {
      "epoch": 0.47162673392181587,
      "grad_norm": 8.95164680480957,
      "learning_rate": 7.70595690747782e-06,
      "loss": 1.8296,
      "step": 187
    },
    {
      "epoch": 0.47414880201765447,
      "grad_norm": 9.210955619812012,
      "learning_rate": 7.693282636248416e-06,
      "loss": 1.7914,
      "step": 188
    },
    {
      "epoch": 0.4766708701134931,
      "grad_norm": 9.148017883300781,
      "learning_rate": 7.680608365019012e-06,
      "loss": 1.6624,
      "step": 189
    },
    {
      "epoch": 0.4791929382093317,
      "grad_norm": 8.401142120361328,
      "learning_rate": 7.667934093789608e-06,
      "loss": 1.691,
      "step": 190
    },
    {
      "epoch": 0.4817150063051702,
      "grad_norm": 9.830410957336426,
      "learning_rate": 7.655259822560204e-06,
      "loss": 1.9906,
      "step": 191
    },
    {
      "epoch": 0.4842370744010088,
      "grad_norm": 8.865063667297363,
      "learning_rate": 7.642585551330799e-06,
      "loss": 1.9455,
      "step": 192
    },
    {
      "epoch": 0.48675914249684743,
      "grad_norm": 10.0823335647583,
      "learning_rate": 7.629911280101395e-06,
      "loss": 1.6741,
      "step": 193
    },
    {
      "epoch": 0.489281210592686,
      "grad_norm": 9.399166107177734,
      "learning_rate": 7.617237008871991e-06,
      "loss": 1.8719,
      "step": 194
    },
    {
      "epoch": 0.4918032786885246,
      "grad_norm": 9.091114044189453,
      "learning_rate": 7.604562737642585e-06,
      "loss": 2.0057,
      "step": 195
    },
    {
      "epoch": 0.4943253467843632,
      "grad_norm": 9.053544044494629,
      "learning_rate": 7.591888466413182e-06,
      "loss": 2.0169,
      "step": 196
    },
    {
      "epoch": 0.4968474148802018,
      "grad_norm": 8.5532808303833,
      "learning_rate": 7.5792141951837775e-06,
      "loss": 1.8269,
      "step": 197
    },
    {
      "epoch": 0.49936948297604034,
      "grad_norm": 8.772011756896973,
      "learning_rate": 7.566539923954374e-06,
      "loss": 1.7108,
      "step": 198
    },
    {
      "epoch": 0.501891551071879,
      "grad_norm": 9.473034858703613,
      "learning_rate": 7.553865652724969e-06,
      "loss": 1.8995,
      "step": 199
    },
    {
      "epoch": 0.5044136191677175,
      "grad_norm": 9.129395484924316,
      "learning_rate": 7.541191381495565e-06,
      "loss": 1.8357,
      "step": 200
    },
    {
      "epoch": 0.5044136191677175,
      "eval_loss": 1.7911782264709473,
      "eval_runtime": 22.4856,
      "eval_samples_per_second": 31.353,
      "eval_steps_per_second": 15.699,
      "step": 200
    },
    {
      "epoch": 0.5069356872635561,
      "grad_norm": 9.366947174072266,
      "learning_rate": 7.52851711026616e-06,
      "loss": 1.7247,
      "step": 201
    },
    {
      "epoch": 0.5094577553593947,
      "grad_norm": 9.029621124267578,
      "learning_rate": 7.5158428390367555e-06,
      "loss": 1.9187,
      "step": 202
    },
    {
      "epoch": 0.5119798234552333,
      "grad_norm": 8.75687026977539,
      "learning_rate": 7.503168567807352e-06,
      "loss": 1.8674,
      "step": 203
    },
    {
      "epoch": 0.5145018915510718,
      "grad_norm": 8.900492668151855,
      "learning_rate": 7.490494296577947e-06,
      "loss": 1.8799,
      "step": 204
    },
    {
      "epoch": 0.5170239596469105,
      "grad_norm": 9.444570541381836,
      "learning_rate": 7.477820025348543e-06,
      "loss": 1.8788,
      "step": 205
    },
    {
      "epoch": 0.519546027742749,
      "grad_norm": 8.889688491821289,
      "learning_rate": 7.465145754119138e-06,
      "loss": 1.9666,
      "step": 206
    },
    {
      "epoch": 0.5220680958385876,
      "grad_norm": 8.494430541992188,
      "learning_rate": 7.452471482889735e-06,
      "loss": 1.7426,
      "step": 207
    },
    {
      "epoch": 0.5245901639344263,
      "grad_norm": 9.225420951843262,
      "learning_rate": 7.4397972116603304e-06,
      "loss": 1.7908,
      "step": 208
    },
    {
      "epoch": 0.5271122320302648,
      "grad_norm": 8.304360389709473,
      "learning_rate": 7.427122940430926e-06,
      "loss": 1.6749,
      "step": 209
    },
    {
      "epoch": 0.5296343001261034,
      "grad_norm": 8.81341552734375,
      "learning_rate": 7.414448669201522e-06,
      "loss": 1.9377,
      "step": 210
    },
    {
      "epoch": 0.532156368221942,
      "grad_norm": 8.664180755615234,
      "learning_rate": 7.401774397972117e-06,
      "loss": 1.7779,
      "step": 211
    },
    {
      "epoch": 0.5346784363177806,
      "grad_norm": 8.888455390930176,
      "learning_rate": 7.389100126742713e-06,
      "loss": 1.956,
      "step": 212
    },
    {
      "epoch": 0.5372005044136192,
      "grad_norm": 8.316351890563965,
      "learning_rate": 7.376425855513308e-06,
      "loss": 1.7736,
      "step": 213
    },
    {
      "epoch": 0.5397225725094578,
      "grad_norm": 9.542658805847168,
      "learning_rate": 7.3637515842839045e-06,
      "loss": 1.8532,
      "step": 214
    },
    {
      "epoch": 0.5422446406052963,
      "grad_norm": 9.170520782470703,
      "learning_rate": 7.3510773130545e-06,
      "loss": 1.8865,
      "step": 215
    },
    {
      "epoch": 0.544766708701135,
      "grad_norm": 9.351484298706055,
      "learning_rate": 7.338403041825095e-06,
      "loss": 1.8796,
      "step": 216
    },
    {
      "epoch": 0.5472887767969735,
      "grad_norm": 9.406367301940918,
      "learning_rate": 7.325728770595691e-06,
      "loss": 1.8942,
      "step": 217
    },
    {
      "epoch": 0.5498108448928121,
      "grad_norm": 8.844432830810547,
      "learning_rate": 7.313054499366286e-06,
      "loss": 1.8349,
      "step": 218
    },
    {
      "epoch": 0.5523329129886507,
      "grad_norm": 9.533503532409668,
      "learning_rate": 7.300380228136883e-06,
      "loss": 1.957,
      "step": 219
    },
    {
      "epoch": 0.5548549810844893,
      "grad_norm": 8.604388236999512,
      "learning_rate": 7.287705956907478e-06,
      "loss": 1.7672,
      "step": 220
    },
    {
      "epoch": 0.5573770491803278,
      "grad_norm": 9.03526496887207,
      "learning_rate": 7.275031685678075e-06,
      "loss": 1.8653,
      "step": 221
    },
    {
      "epoch": 0.5598991172761665,
      "grad_norm": 9.044580459594727,
      "learning_rate": 7.26235741444867e-06,
      "loss": 1.9083,
      "step": 222
    },
    {
      "epoch": 0.562421185372005,
      "grad_norm": 8.949540138244629,
      "learning_rate": 7.249683143219266e-06,
      "loss": 1.6617,
      "step": 223
    },
    {
      "epoch": 0.5649432534678437,
      "grad_norm": 9.074623107910156,
      "learning_rate": 7.237008871989861e-06,
      "loss": 1.8499,
      "step": 224
    },
    {
      "epoch": 0.5674653215636822,
      "grad_norm": 8.888490676879883,
      "learning_rate": 7.224334600760457e-06,
      "loss": 1.6527,
      "step": 225
    },
    {
      "epoch": 0.5699873896595208,
      "grad_norm": 9.051539421081543,
      "learning_rate": 7.211660329531053e-06,
      "loss": 1.8038,
      "step": 226
    },
    {
      "epoch": 0.5725094577553594,
      "grad_norm": 8.369515419006348,
      "learning_rate": 7.198986058301648e-06,
      "loss": 1.8563,
      "step": 227
    },
    {
      "epoch": 0.575031525851198,
      "grad_norm": 8.217233657836914,
      "learning_rate": 7.186311787072244e-06,
      "loss": 1.6532,
      "step": 228
    },
    {
      "epoch": 0.5775535939470365,
      "grad_norm": 8.884720802307129,
      "learning_rate": 7.173637515842839e-06,
      "loss": 1.8103,
      "step": 229
    },
    {
      "epoch": 0.5800756620428752,
      "grad_norm": 9.489113807678223,
      "learning_rate": 7.1609632446134354e-06,
      "loss": 1.8983,
      "step": 230
    },
    {
      "epoch": 0.5825977301387137,
      "grad_norm": 10.489038467407227,
      "learning_rate": 7.148288973384031e-06,
      "loss": 1.8123,
      "step": 231
    },
    {
      "epoch": 0.5851197982345523,
      "grad_norm": 8.364508628845215,
      "learning_rate": 7.135614702154626e-06,
      "loss": 1.9231,
      "step": 232
    },
    {
      "epoch": 0.587641866330391,
      "grad_norm": 10.242339134216309,
      "learning_rate": 7.122940430925223e-06,
      "loss": 1.8356,
      "step": 233
    },
    {
      "epoch": 0.5901639344262295,
      "grad_norm": 8.08353042602539,
      "learning_rate": 7.110266159695818e-06,
      "loss": 1.6703,
      "step": 234
    },
    {
      "epoch": 0.592686002522068,
      "grad_norm": 9.348738670349121,
      "learning_rate": 7.097591888466414e-06,
      "loss": 1.7144,
      "step": 235
    },
    {
      "epoch": 0.5952080706179067,
      "grad_norm": 9.00921630859375,
      "learning_rate": 7.0849176172370095e-06,
      "loss": 1.6271,
      "step": 236
    },
    {
      "epoch": 0.5977301387137453,
      "grad_norm": 9.098313331604004,
      "learning_rate": 7.072243346007606e-06,
      "loss": 1.8377,
      "step": 237
    },
    {
      "epoch": 0.6002522068095839,
      "grad_norm": 8.487982749938965,
      "learning_rate": 7.059569074778201e-06,
      "loss": 1.7231,
      "step": 238
    },
    {
      "epoch": 0.6027742749054225,
      "grad_norm": 8.85170841217041,
      "learning_rate": 7.046894803548796e-06,
      "loss": 1.7239,
      "step": 239
    },
    {
      "epoch": 0.605296343001261,
      "grad_norm": 9.242439270019531,
      "learning_rate": 7.034220532319392e-06,
      "loss": 1.7778,
      "step": 240
    },
    {
      "epoch": 0.6078184110970997,
      "grad_norm": 10.266282081604004,
      "learning_rate": 7.0215462610899875e-06,
      "loss": 1.8505,
      "step": 241
    },
    {
      "epoch": 0.6103404791929382,
      "grad_norm": 10.174772262573242,
      "learning_rate": 7.008871989860584e-06,
      "loss": 1.822,
      "step": 242
    },
    {
      "epoch": 0.6128625472887768,
      "grad_norm": 9.37380313873291,
      "learning_rate": 6.996197718631179e-06,
      "loss": 1.7181,
      "step": 243
    },
    {
      "epoch": 0.6153846153846154,
      "grad_norm": 9.645342826843262,
      "learning_rate": 6.983523447401776e-06,
      "loss": 1.8322,
      "step": 244
    },
    {
      "epoch": 0.617906683480454,
      "grad_norm": 8.987611770629883,
      "learning_rate": 6.97084917617237e-06,
      "loss": 1.8805,
      "step": 245
    },
    {
      "epoch": 0.6204287515762925,
      "grad_norm": 9.18445110321045,
      "learning_rate": 6.9581749049429655e-06,
      "loss": 1.7114,
      "step": 246
    },
    {
      "epoch": 0.6229508196721312,
      "grad_norm": 8.987384796142578,
      "learning_rate": 6.9455006337135625e-06,
      "loss": 1.869,
      "step": 247
    },
    {
      "epoch": 0.6254728877679697,
      "grad_norm": 8.741730690002441,
      "learning_rate": 6.932826362484158e-06,
      "loss": 1.8521,
      "step": 248
    },
    {
      "epoch": 0.6279949558638083,
      "grad_norm": 9.442428588867188,
      "learning_rate": 6.920152091254754e-06,
      "loss": 1.8787,
      "step": 249
    },
    {
      "epoch": 0.6305170239596469,
      "grad_norm": 9.383081436157227,
      "learning_rate": 6.907477820025349e-06,
      "loss": 1.7819,
      "step": 250
    },
    {
      "epoch": 0.6305170239596469,
      "eval_loss": 1.7835694551467896,
      "eval_runtime": 22.5026,
      "eval_samples_per_second": 31.33,
      "eval_steps_per_second": 15.687,
      "step": 250
    },
    {
      "epoch": 0.6330390920554855,
      "grad_norm": 8.477014541625977,
      "learning_rate": 6.894803548795945e-06,
      "loss": 1.7756,
      "step": 251
    },
    {
      "epoch": 0.6355611601513241,
      "grad_norm": 8.9135160446167,
      "learning_rate": 6.8821292775665405e-06,
      "loss": 1.6981,
      "step": 252
    },
    {
      "epoch": 0.6380832282471627,
      "grad_norm": 9.343244552612305,
      "learning_rate": 6.869455006337136e-06,
      "loss": 1.8793,
      "step": 253
    },
    {
      "epoch": 0.6406052963430012,
      "grad_norm": 9.541474342346191,
      "learning_rate": 6.856780735107732e-06,
      "loss": 1.9366,
      "step": 254
    },
    {
      "epoch": 0.6431273644388399,
      "grad_norm": 9.232076644897461,
      "learning_rate": 6.844106463878327e-06,
      "loss": 1.79,
      "step": 255
    },
    {
      "epoch": 0.6456494325346784,
      "grad_norm": 9.20903205871582,
      "learning_rate": 6.831432192648923e-06,
      "loss": 1.7927,
      "step": 256
    },
    {
      "epoch": 0.648171500630517,
      "grad_norm": 8.93044662475586,
      "learning_rate": 6.8187579214195185e-06,
      "loss": 1.8095,
      "step": 257
    },
    {
      "epoch": 0.6506935687263556,
      "grad_norm": 8.670905113220215,
      "learning_rate": 6.806083650190115e-06,
      "loss": 1.6471,
      "step": 258
    },
    {
      "epoch": 0.6532156368221942,
      "grad_norm": 8.664294242858887,
      "learning_rate": 6.793409378960711e-06,
      "loss": 1.9497,
      "step": 259
    },
    {
      "epoch": 0.6557377049180327,
      "grad_norm": 9.337104797363281,
      "learning_rate": 6.780735107731305e-06,
      "loss": 1.7811,
      "step": 260
    },
    {
      "epoch": 0.6582597730138714,
      "grad_norm": 8.13593864440918,
      "learning_rate": 6.768060836501902e-06,
      "loss": 1.6531,
      "step": 261
    },
    {
      "epoch": 0.6607818411097099,
      "grad_norm": 9.000870704650879,
      "learning_rate": 6.755386565272497e-06,
      "loss": 1.7869,
      "step": 262
    },
    {
      "epoch": 0.6633039092055486,
      "grad_norm": 8.675310134887695,
      "learning_rate": 6.742712294043093e-06,
      "loss": 1.7682,
      "step": 263
    },
    {
      "epoch": 0.6658259773013872,
      "grad_norm": 8.915125846862793,
      "learning_rate": 6.730038022813689e-06,
      "loss": 1.7886,
      "step": 264
    },
    {
      "epoch": 0.6683480453972257,
      "grad_norm": 8.760987281799316,
      "learning_rate": 6.717363751584285e-06,
      "loss": 1.6765,
      "step": 265
    },
    {
      "epoch": 0.6708701134930644,
      "grad_norm": 9.88598918914795,
      "learning_rate": 6.70468948035488e-06,
      "loss": 1.7479,
      "step": 266
    },
    {
      "epoch": 0.6733921815889029,
      "grad_norm": 8.675105094909668,
      "learning_rate": 6.692015209125475e-06,
      "loss": 1.7543,
      "step": 267
    },
    {
      "epoch": 0.6759142496847415,
      "grad_norm": 9.642090797424316,
      "learning_rate": 6.679340937896071e-06,
      "loss": 1.9508,
      "step": 268
    },
    {
      "epoch": 0.6784363177805801,
      "grad_norm": 9.55046272277832,
      "learning_rate": 6.666666666666667e-06,
      "loss": 1.7196,
      "step": 269
    },
    {
      "epoch": 0.6809583858764187,
      "grad_norm": 10.080808639526367,
      "learning_rate": 6.653992395437263e-06,
      "loss": 1.7838,
      "step": 270
    },
    {
      "epoch": 0.6834804539722572,
      "grad_norm": 9.57958698272705,
      "learning_rate": 6.641318124207858e-06,
      "loss": 1.849,
      "step": 271
    },
    {
      "epoch": 0.6860025220680959,
      "grad_norm": 8.220699310302734,
      "learning_rate": 6.628643852978455e-06,
      "loss": 1.717,
      "step": 272
    },
    {
      "epoch": 0.6885245901639344,
      "grad_norm": 9.084957122802734,
      "learning_rate": 6.61596958174905e-06,
      "loss": 1.8759,
      "step": 273
    },
    {
      "epoch": 0.691046658259773,
      "grad_norm": 9.193656921386719,
      "learning_rate": 6.6032953105196455e-06,
      "loss": 1.8918,
      "step": 274
    },
    {
      "epoch": 0.6935687263556116,
      "grad_norm": 9.222799301147461,
      "learning_rate": 6.590621039290242e-06,
      "loss": 1.899,
      "step": 275
    },
    {
      "epoch": 0.6960907944514502,
      "grad_norm": 9.636636734008789,
      "learning_rate": 6.577946768060837e-06,
      "loss": 1.8116,
      "step": 276
    },
    {
      "epoch": 0.6986128625472888,
      "grad_norm": 9.802331924438477,
      "learning_rate": 6.565272496831433e-06,
      "loss": 1.9349,
      "step": 277
    },
    {
      "epoch": 0.7011349306431274,
      "grad_norm": 9.755422592163086,
      "learning_rate": 6.552598225602028e-06,
      "loss": 1.8527,
      "step": 278
    },
    {
      "epoch": 0.7036569987389659,
      "grad_norm": 10.284688949584961,
      "learning_rate": 6.539923954372624e-06,
      "loss": 1.9025,
      "step": 279
    },
    {
      "epoch": 0.7061790668348046,
      "grad_norm": 9.143197059631348,
      "learning_rate": 6.52724968314322e-06,
      "loss": 1.7448,
      "step": 280
    },
    {
      "epoch": 0.7087011349306431,
      "grad_norm": 9.599867820739746,
      "learning_rate": 6.514575411913816e-06,
      "loss": 1.8387,
      "step": 281
    },
    {
      "epoch": 0.7112232030264817,
      "grad_norm": 8.4711275100708,
      "learning_rate": 6.501901140684411e-06,
      "loss": 1.6271,
      "step": 282
    },
    {
      "epoch": 0.7137452711223203,
      "grad_norm": 8.960174560546875,
      "learning_rate": 6.489226869455006e-06,
      "loss": 1.9262,
      "step": 283
    },
    {
      "epoch": 0.7162673392181589,
      "grad_norm": 9.175895690917969,
      "learning_rate": 6.476552598225603e-06,
      "loss": 1.8258,
      "step": 284
    },
    {
      "epoch": 0.7187894073139974,
      "grad_norm": 8.494986534118652,
      "learning_rate": 6.4638783269961976e-06,
      "loss": 1.8624,
      "step": 285
    },
    {
      "epoch": 0.7213114754098361,
      "grad_norm": 8.861451148986816,
      "learning_rate": 6.4512040557667945e-06,
      "loss": 1.7639,
      "step": 286
    },
    {
      "epoch": 0.7238335435056746,
      "grad_norm": 9.249289512634277,
      "learning_rate": 6.43852978453739e-06,
      "loss": 1.8052,
      "step": 287
    },
    {
      "epoch": 0.7263556116015133,
      "grad_norm": 9.551322937011719,
      "learning_rate": 6.425855513307986e-06,
      "loss": 1.888,
      "step": 288
    },
    {
      "epoch": 0.7288776796973518,
      "grad_norm": 7.97605037689209,
      "learning_rate": 6.413181242078581e-06,
      "loss": 1.7407,
      "step": 289
    },
    {
      "epoch": 0.7313997477931904,
      "grad_norm": 8.704668998718262,
      "learning_rate": 6.400506970849176e-06,
      "loss": 1.6289,
      "step": 290
    },
    {
      "epoch": 0.733921815889029,
      "grad_norm": 9.57497787475586,
      "learning_rate": 6.3878326996197725e-06,
      "loss": 1.7025,
      "step": 291
    },
    {
      "epoch": 0.7364438839848676,
      "grad_norm": 9.079139709472656,
      "learning_rate": 6.375158428390368e-06,
      "loss": 1.6973,
      "step": 292
    },
    {
      "epoch": 0.7389659520807061,
      "grad_norm": 8.671896934509277,
      "learning_rate": 6.362484157160964e-06,
      "loss": 1.691,
      "step": 293
    },
    {
      "epoch": 0.7414880201765448,
      "grad_norm": 9.564823150634766,
      "learning_rate": 6.349809885931559e-06,
      "loss": 1.8636,
      "step": 294
    },
    {
      "epoch": 0.7440100882723834,
      "grad_norm": 8.475247383117676,
      "learning_rate": 6.337135614702155e-06,
      "loss": 1.8106,
      "step": 295
    },
    {
      "epoch": 0.7465321563682219,
      "grad_norm": 9.372197151184082,
      "learning_rate": 6.3244613434727505e-06,
      "loss": 1.8129,
      "step": 296
    },
    {
      "epoch": 0.7490542244640606,
      "grad_norm": 9.042529106140137,
      "learning_rate": 6.311787072243346e-06,
      "loss": 1.8301,
      "step": 297
    },
    {
      "epoch": 0.7515762925598991,
      "grad_norm": 9.25075912475586,
      "learning_rate": 6.299112801013943e-06,
      "loss": 1.9945,
      "step": 298
    },
    {
      "epoch": 0.7540983606557377,
      "grad_norm": 9.301259994506836,
      "learning_rate": 6.286438529784538e-06,
      "loss": 1.8318,
      "step": 299
    },
    {
      "epoch": 0.7566204287515763,
      "grad_norm": 9.111929893493652,
      "learning_rate": 6.273764258555134e-06,
      "loss": 1.79,
      "step": 300
    },
    {
      "epoch": 0.7566204287515763,
      "eval_loss": 1.773391842842102,
      "eval_runtime": 22.5092,
      "eval_samples_per_second": 31.321,
      "eval_steps_per_second": 15.683,
      "step": 300
    },
    {
      "epoch": 0.7591424968474149,
      "grad_norm": 9.18808364868164,
      "learning_rate": 6.261089987325729e-06,
      "loss": 1.6887,
      "step": 301
    },
    {
      "epoch": 0.7616645649432535,
      "grad_norm": 8.52299976348877,
      "learning_rate": 6.2484157160963254e-06,
      "loss": 1.7068,
      "step": 302
    },
    {
      "epoch": 0.7641866330390921,
      "grad_norm": 9.556783676147461,
      "learning_rate": 6.235741444866921e-06,
      "loss": 1.8265,
      "step": 303
    },
    {
      "epoch": 0.7667087011349306,
      "grad_norm": 8.4852294921875,
      "learning_rate": 6.223067173637516e-06,
      "loss": 1.7148,
      "step": 304
    },
    {
      "epoch": 0.7692307692307693,
      "grad_norm": 9.724072456359863,
      "learning_rate": 6.210392902408112e-06,
      "loss": 1.7973,
      "step": 305
    },
    {
      "epoch": 0.7717528373266078,
      "grad_norm": 9.087509155273438,
      "learning_rate": 6.197718631178707e-06,
      "loss": 1.8091,
      "step": 306
    },
    {
      "epoch": 0.7742749054224464,
      "grad_norm": 8.920263290405273,
      "learning_rate": 6.1850443599493034e-06,
      "loss": 1.7686,
      "step": 307
    },
    {
      "epoch": 0.776796973518285,
      "grad_norm": 8.707300186157227,
      "learning_rate": 6.172370088719899e-06,
      "loss": 1.7653,
      "step": 308
    },
    {
      "epoch": 0.7793190416141236,
      "grad_norm": 9.387958526611328,
      "learning_rate": 6.159695817490496e-06,
      "loss": 1.9009,
      "step": 309
    },
    {
      "epoch": 0.7818411097099621,
      "grad_norm": 9.361507415771484,
      "learning_rate": 6.147021546261091e-06,
      "loss": 1.8205,
      "step": 310
    },
    {
      "epoch": 0.7843631778058008,
      "grad_norm": 8.466252326965332,
      "learning_rate": 6.134347275031685e-06,
      "loss": 1.657,
      "step": 311
    },
    {
      "epoch": 0.7868852459016393,
      "grad_norm": 8.961893081665039,
      "learning_rate": 6.121673003802282e-06,
      "loss": 1.6343,
      "step": 312
    },
    {
      "epoch": 0.7894073139974779,
      "grad_norm": 9.126177787780762,
      "learning_rate": 6.1089987325728775e-06,
      "loss": 1.8017,
      "step": 313
    },
    {
      "epoch": 0.7919293820933165,
      "grad_norm": 9.051336288452148,
      "learning_rate": 6.096324461343474e-06,
      "loss": 1.8121,
      "step": 314
    },
    {
      "epoch": 0.7944514501891551,
      "grad_norm": 9.269831657409668,
      "learning_rate": 6.083650190114069e-06,
      "loss": 1.9142,
      "step": 315
    },
    {
      "epoch": 0.7969735182849937,
      "grad_norm": 9.106327056884766,
      "learning_rate": 6.070975918884665e-06,
      "loss": 1.8408,
      "step": 316
    },
    {
      "epoch": 0.7994955863808323,
      "grad_norm": 8.638962745666504,
      "learning_rate": 6.05830164765526e-06,
      "loss": 1.8278,
      "step": 317
    },
    {
      "epoch": 0.8020176544766708,
      "grad_norm": 8.961545944213867,
      "learning_rate": 6.0456273764258555e-06,
      "loss": 1.7788,
      "step": 318
    },
    {
      "epoch": 0.8045397225725095,
      "grad_norm": 8.860641479492188,
      "learning_rate": 6.032953105196452e-06,
      "loss": 1.7679,
      "step": 319
    },
    {
      "epoch": 0.807061790668348,
      "grad_norm": 9.001996040344238,
      "learning_rate": 6.020278833967047e-06,
      "loss": 1.825,
      "step": 320
    },
    {
      "epoch": 0.8095838587641866,
      "grad_norm": 8.475961685180664,
      "learning_rate": 6.007604562737643e-06,
      "loss": 1.8415,
      "step": 321
    },
    {
      "epoch": 0.8121059268600253,
      "grad_norm": 9.001214027404785,
      "learning_rate": 5.994930291508238e-06,
      "loss": 1.8361,
      "step": 322
    },
    {
      "epoch": 0.8146279949558638,
      "grad_norm": 9.263764381408691,
      "learning_rate": 5.982256020278835e-06,
      "loss": 1.8687,
      "step": 323
    },
    {
      "epoch": 0.8171500630517023,
      "grad_norm": 8.717523574829102,
      "learning_rate": 5.9695817490494305e-06,
      "loss": 1.7933,
      "step": 324
    },
    {
      "epoch": 0.819672131147541,
      "grad_norm": 9.021601676940918,
      "learning_rate": 5.956907477820026e-06,
      "loss": 1.7985,
      "step": 325
    },
    {
      "epoch": 0.8221941992433796,
      "grad_norm": 10.068187713623047,
      "learning_rate": 5.944233206590622e-06,
      "loss": 1.7753,
      "step": 326
    },
    {
      "epoch": 0.8247162673392182,
      "grad_norm": 8.52224349975586,
      "learning_rate": 5.931558935361217e-06,
      "loss": 1.8362,
      "step": 327
    },
    {
      "epoch": 0.8272383354350568,
      "grad_norm": 8.305383682250977,
      "learning_rate": 5.918884664131813e-06,
      "loss": 1.7546,
      "step": 328
    },
    {
      "epoch": 0.8297604035308953,
      "grad_norm": 9.338051795959473,
      "learning_rate": 5.9062103929024085e-06,
      "loss": 1.9501,
      "step": 329
    },
    {
      "epoch": 0.832282471626734,
      "grad_norm": 8.662667274475098,
      "learning_rate": 5.8935361216730046e-06,
      "loss": 1.7911,
      "step": 330
    },
    {
      "epoch": 0.8348045397225725,
      "grad_norm": 9.117914199829102,
      "learning_rate": 5.8808618504436e-06,
      "loss": 1.9963,
      "step": 331
    },
    {
      "epoch": 0.8373266078184111,
      "grad_norm": 8.750685691833496,
      "learning_rate": 5.868187579214195e-06,
      "loss": 1.7431,
      "step": 332
    },
    {
      "epoch": 0.8398486759142497,
      "grad_norm": 9.731898307800293,
      "learning_rate": 5.855513307984791e-06,
      "loss": 1.7908,
      "step": 333
    },
    {
      "epoch": 0.8423707440100883,
      "grad_norm": 8.483211517333984,
      "learning_rate": 5.8428390367553864e-06,
      "loss": 1.9832,
      "step": 334
    },
    {
      "epoch": 0.8448928121059268,
      "grad_norm": 8.711883544921875,
      "learning_rate": 5.830164765525983e-06,
      "loss": 1.7276,
      "step": 335
    },
    {
      "epoch": 0.8474148802017655,
      "grad_norm": 9.403569221496582,
      "learning_rate": 5.817490494296578e-06,
      "loss": 1.7779,
      "step": 336
    },
    {
      "epoch": 0.849936948297604,
      "grad_norm": 9.861798286437988,
      "learning_rate": 5.804816223067175e-06,
      "loss": 1.8812,
      "step": 337
    },
    {
      "epoch": 0.8524590163934426,
      "grad_norm": 9.074817657470703,
      "learning_rate": 5.79214195183777e-06,
      "loss": 1.814,
      "step": 338
    },
    {
      "epoch": 0.8549810844892812,
      "grad_norm": 9.062159538269043,
      "learning_rate": 5.779467680608365e-06,
      "loss": 1.6469,
      "step": 339
    },
    {
      "epoch": 0.8575031525851198,
      "grad_norm": 8.966131210327148,
      "learning_rate": 5.766793409378961e-06,
      "loss": 1.8023,
      "step": 340
    },
    {
      "epoch": 0.8600252206809584,
      "grad_norm": 9.410212516784668,
      "learning_rate": 5.754119138149557e-06,
      "loss": 1.872,
      "step": 341
    },
    {
      "epoch": 0.862547288776797,
      "grad_norm": 8.417155265808105,
      "learning_rate": 5.741444866920153e-06,
      "loss": 1.7251,
      "step": 342
    },
    {
      "epoch": 0.8650693568726355,
      "grad_norm": 9.311077117919922,
      "learning_rate": 5.728770595690748e-06,
      "loss": 1.7222,
      "step": 343
    },
    {
      "epoch": 0.8675914249684742,
      "grad_norm": 8.766838073730469,
      "learning_rate": 5.716096324461344e-06,
      "loss": 1.711,
      "step": 344
    },
    {
      "epoch": 0.8701134930643127,
      "grad_norm": 9.32026481628418,
      "learning_rate": 5.703422053231939e-06,
      "loss": 1.9097,
      "step": 345
    },
    {
      "epoch": 0.8726355611601513,
      "grad_norm": 9.121573448181152,
      "learning_rate": 5.6907477820025355e-06,
      "loss": 1.7767,
      "step": 346
    },
    {
      "epoch": 0.8751576292559899,
      "grad_norm": 9.25794792175293,
      "learning_rate": 5.678073510773131e-06,
      "loss": 1.8932,
      "step": 347
    },
    {
      "epoch": 0.8776796973518285,
      "grad_norm": 8.6607027053833,
      "learning_rate": 5.665399239543726e-06,
      "loss": 1.7855,
      "step": 348
    },
    {
      "epoch": 0.880201765447667,
      "grad_norm": 8.80229377746582,
      "learning_rate": 5.652724968314323e-06,
      "loss": 1.6629,
      "step": 349
    },
    {
      "epoch": 0.8827238335435057,
      "grad_norm": 8.451213836669922,
      "learning_rate": 5.640050697084918e-06,
      "loss": 1.8383,
      "step": 350
    },
    {
      "epoch": 0.8827238335435057,
      "eval_loss": 1.7666597366333008,
      "eval_runtime": 22.5285,
      "eval_samples_per_second": 31.294,
      "eval_steps_per_second": 15.669,
      "step": 350
    },
    {
      "epoch": 0.8852459016393442,
      "grad_norm": 8.855935096740723,
      "learning_rate": 5.627376425855514e-06,
      "loss": 1.8248,
      "step": 351
    },
    {
      "epoch": 0.8877679697351829,
      "grad_norm": 8.918074607849121,
      "learning_rate": 5.61470215462611e-06,
      "loss": 1.8095,
      "step": 352
    },
    {
      "epoch": 0.8902900378310215,
      "grad_norm": 8.412212371826172,
      "learning_rate": 5.602027883396706e-06,
      "loss": 1.7792,
      "step": 353
    },
    {
      "epoch": 0.89281210592686,
      "grad_norm": 8.616189002990723,
      "learning_rate": 5.589353612167301e-06,
      "loss": 1.9303,
      "step": 354
    },
    {
      "epoch": 0.8953341740226987,
      "grad_norm": 9.573508262634277,
      "learning_rate": 5.576679340937896e-06,
      "loss": 1.903,
      "step": 355
    },
    {
      "epoch": 0.8978562421185372,
      "grad_norm": 9.231846809387207,
      "learning_rate": 5.564005069708492e-06,
      "loss": 1.9207,
      "step": 356
    },
    {
      "epoch": 0.9003783102143758,
      "grad_norm": 8.668343544006348,
      "learning_rate": 5.5513307984790876e-06,
      "loss": 1.8209,
      "step": 357
    },
    {
      "epoch": 0.9029003783102144,
      "grad_norm": 9.020340919494629,
      "learning_rate": 5.538656527249684e-06,
      "loss": 1.7936,
      "step": 358
    },
    {
      "epoch": 0.905422446406053,
      "grad_norm": 9.167196273803711,
      "learning_rate": 5.525982256020279e-06,
      "loss": 1.8981,
      "step": 359
    },
    {
      "epoch": 0.9079445145018915,
      "grad_norm": 8.988978385925293,
      "learning_rate": 5.513307984790876e-06,
      "loss": 1.6867,
      "step": 360
    },
    {
      "epoch": 0.9104665825977302,
      "grad_norm": 9.246484756469727,
      "learning_rate": 5.50063371356147e-06,
      "loss": 1.9292,
      "step": 361
    },
    {
      "epoch": 0.9129886506935687,
      "grad_norm": 9.017062187194824,
      "learning_rate": 5.4879594423320656e-06,
      "loss": 1.9438,
      "step": 362
    },
    {
      "epoch": 0.9155107187894073,
      "grad_norm": 8.916227340698242,
      "learning_rate": 5.4752851711026625e-06,
      "loss": 1.6769,
      "step": 363
    },
    {
      "epoch": 0.9180327868852459,
      "grad_norm": 8.565522193908691,
      "learning_rate": 5.462610899873258e-06,
      "loss": 1.7735,
      "step": 364
    },
    {
      "epoch": 0.9205548549810845,
      "grad_norm": 9.010213851928711,
      "learning_rate": 5.449936628643854e-06,
      "loss": 1.834,
      "step": 365
    },
    {
      "epoch": 0.9230769230769231,
      "grad_norm": 8.799229621887207,
      "learning_rate": 5.437262357414449e-06,
      "loss": 1.8073,
      "step": 366
    },
    {
      "epoch": 0.9255989911727617,
      "grad_norm": 8.609127044677734,
      "learning_rate": 5.424588086185045e-06,
      "loss": 1.6314,
      "step": 367
    },
    {
      "epoch": 0.9281210592686002,
      "grad_norm": 9.32305908203125,
      "learning_rate": 5.4119138149556405e-06,
      "loss": 1.7677,
      "step": 368
    },
    {
      "epoch": 0.9306431273644389,
      "grad_norm": 8.93819808959961,
      "learning_rate": 5.399239543726236e-06,
      "loss": 1.8062,
      "step": 369
    },
    {
      "epoch": 0.9331651954602774,
      "grad_norm": 9.007331848144531,
      "learning_rate": 5.386565272496832e-06,
      "loss": 1.7967,
      "step": 370
    },
    {
      "epoch": 0.935687263556116,
      "grad_norm": 9.112802505493164,
      "learning_rate": 5.373891001267427e-06,
      "loss": 1.827,
      "step": 371
    },
    {
      "epoch": 0.9382093316519546,
      "grad_norm": 8.801994323730469,
      "learning_rate": 5.361216730038023e-06,
      "loss": 1.8673,
      "step": 372
    },
    {
      "epoch": 0.9407313997477932,
      "grad_norm": 9.644193649291992,
      "learning_rate": 5.3485424588086185e-06,
      "loss": 1.6999,
      "step": 373
    },
    {
      "epoch": 0.9432534678436317,
      "grad_norm": 9.589875221252441,
      "learning_rate": 5.3358681875792155e-06,
      "loss": 1.8667,
      "step": 374
    },
    {
      "epoch": 0.9457755359394704,
      "grad_norm": 9.18924617767334,
      "learning_rate": 5.323193916349811e-06,
      "loss": 1.9254,
      "step": 375
    },
    {
      "epoch": 0.9482976040353089,
      "grad_norm": 8.787095069885254,
      "learning_rate": 5.310519645120405e-06,
      "loss": 1.8468,
      "step": 376
    },
    {
      "epoch": 0.9508196721311475,
      "grad_norm": 8.947575569152832,
      "learning_rate": 5.297845373891002e-06,
      "loss": 2.0021,
      "step": 377
    },
    {
      "epoch": 0.9533417402269861,
      "grad_norm": 9.039846420288086,
      "learning_rate": 5.285171102661597e-06,
      "loss": 1.5899,
      "step": 378
    },
    {
      "epoch": 0.9558638083228247,
      "grad_norm": 8.660459518432617,
      "learning_rate": 5.2724968314321934e-06,
      "loss": 1.8402,
      "step": 379
    },
    {
      "epoch": 0.9583858764186634,
      "grad_norm": 8.48667049407959,
      "learning_rate": 5.259822560202789e-06,
      "loss": 1.8095,
      "step": 380
    },
    {
      "epoch": 0.9609079445145019,
      "grad_norm": 8.915818214416504,
      "learning_rate": 5.247148288973385e-06,
      "loss": 1.8222,
      "step": 381
    },
    {
      "epoch": 0.9634300126103404,
      "grad_norm": 9.791091918945312,
      "learning_rate": 5.23447401774398e-06,
      "loss": 1.8119,
      "step": 382
    },
    {
      "epoch": 0.9659520807061791,
      "grad_norm": 9.289512634277344,
      "learning_rate": 5.221799746514575e-06,
      "loss": 1.9832,
      "step": 383
    },
    {
      "epoch": 0.9684741488020177,
      "grad_norm": 8.83728313446045,
      "learning_rate": 5.2091254752851714e-06,
      "loss": 1.7095,
      "step": 384
    },
    {
      "epoch": 0.9709962168978562,
      "grad_norm": 8.655898094177246,
      "learning_rate": 5.196451204055767e-06,
      "loss": 1.7634,
      "step": 385
    },
    {
      "epoch": 0.9735182849936949,
      "grad_norm": 9.05538558959961,
      "learning_rate": 5.183776932826363e-06,
      "loss": 1.9431,
      "step": 386
    },
    {
      "epoch": 0.9760403530895334,
      "grad_norm": 9.3674898147583,
      "learning_rate": 5.171102661596958e-06,
      "loss": 1.7756,
      "step": 387
    },
    {
      "epoch": 0.978562421185372,
      "grad_norm": 8.614623069763184,
      "learning_rate": 5.158428390367555e-06,
      "loss": 1.741,
      "step": 388
    },
    {
      "epoch": 0.9810844892812106,
      "grad_norm": 8.469090461730957,
      "learning_rate": 5.14575411913815e-06,
      "loss": 1.7514,
      "step": 389
    },
    {
      "epoch": 0.9836065573770492,
      "grad_norm": 8.436793327331543,
      "learning_rate": 5.1330798479087455e-06,
      "loss": 1.8312,
      "step": 390
    },
    {
      "epoch": 0.9861286254728878,
      "grad_norm": 9.177275657653809,
      "learning_rate": 5.120405576679342e-06,
      "loss": 1.7916,
      "step": 391
    },
    {
      "epoch": 0.9886506935687264,
      "grad_norm": 9.22571849822998,
      "learning_rate": 5.107731305449937e-06,
      "loss": 1.7274,
      "step": 392
    },
    {
      "epoch": 0.9911727616645649,
      "grad_norm": 8.921821594238281,
      "learning_rate": 5.095057034220533e-06,
      "loss": 1.8486,
      "step": 393
    },
    {
      "epoch": 0.9936948297604036,
      "grad_norm": 9.777151107788086,
      "learning_rate": 5.082382762991128e-06,
      "loss": 1.7962,
      "step": 394
    },
    {
      "epoch": 0.9962168978562421,
      "grad_norm": 9.289339065551758,
      "learning_rate": 5.069708491761724e-06,
      "loss": 1.8634,
      "step": 395
    },
    {
      "epoch": 0.9987389659520807,
      "grad_norm": 8.674428939819336,
      "learning_rate": 5.05703422053232e-06,
      "loss": 1.7491,
      "step": 396
    },
    {
      "epoch": 1.0,
      "grad_norm": 11.861848831176758,
      "learning_rate": 5.044359949302915e-06,
      "loss": 1.7503,
      "step": 397
    },
    {
      "epoch": 1.0025220680958387,
      "grad_norm": 8.58899974822998,
      "learning_rate": 5.031685678073511e-06,
      "loss": 1.732,
      "step": 398
    },
    {
      "epoch": 1.005044136191677,
      "grad_norm": 8.345893859863281,
      "learning_rate": 5.019011406844106e-06,
      "loss": 1.5869,
      "step": 399
    },
    {
      "epoch": 1.0075662042875158,
      "grad_norm": 8.831095695495605,
      "learning_rate": 5.006337135614703e-06,
      "loss": 1.7195,
      "step": 400
    },
    {
      "epoch": 1.0075662042875158,
      "eval_loss": 1.7611252069473267,
      "eval_runtime": 22.4939,
      "eval_samples_per_second": 31.342,
      "eval_steps_per_second": 15.693,
      "step": 400
    }
  ],
  "logging_steps": 1,
  "max_steps": 794,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 200,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2153917719426048.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}