{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 4.0,
  "eval_steps": 33,
  "global_step": 168,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.023809523809523808,
      "grad_norm": 0.19468727707862854,
      "learning_rate": 0.0,
      "loss": 1.3935546875,
      "step": 1
    },
    {
      "epoch": 0.047619047619047616,
      "grad_norm": 0.25953492522239685,
      "learning_rate": 1.1111111111111112e-05,
      "loss": 1.6396484375,
      "step": 2
    },
    {
      "epoch": 0.07142857142857142,
      "grad_norm": 0.187949538230896,
      "learning_rate": 2.2222222222222223e-05,
      "loss": 1.396484375,
      "step": 3
    },
    {
      "epoch": 0.09523809523809523,
      "grad_norm": 0.14267033338546753,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 1.314453125,
      "step": 4
    },
    {
      "epoch": 0.11904761904761904,
      "grad_norm": 0.13608872890472412,
      "learning_rate": 4.4444444444444447e-05,
      "loss": 1.365234375,
      "step": 5
    },
    {
      "epoch": 0.14285714285714285,
      "grad_norm": 0.08541593700647354,
      "learning_rate": 5.555555555555556e-05,
      "loss": 1.09423828125,
      "step": 6
    },
    {
      "epoch": 0.16666666666666666,
      "grad_norm": 0.09242819249629974,
      "learning_rate": 6.666666666666667e-05,
      "loss": 1.3681640625,
      "step": 7
    },
    {
      "epoch": 0.19047619047619047,
      "grad_norm": 0.07986351102590561,
      "learning_rate": 7.777777777777778e-05,
      "loss": 1.13330078125,
      "step": 8
    },
    {
      "epoch": 0.21428571428571427,
      "grad_norm": 0.12255741655826569,
      "learning_rate": 8.888888888888889e-05,
      "loss": 1.26171875,
      "step": 9
    },
    {
      "epoch": 0.23809523809523808,
      "grad_norm": 0.12448930740356445,
      "learning_rate": 0.0001,
      "loss": 1.220703125,
      "step": 10
    },
    {
      "epoch": 0.2619047619047619,
      "grad_norm": 0.07220698893070221,
      "learning_rate": 9.99912163729821e-05,
      "loss": 1.038330078125,
      "step": 11
    },
    {
      "epoch": 0.2857142857142857,
      "grad_norm": 0.0470508448779583,
      "learning_rate": 9.996486892091074e-05,
      "loss": 1.03173828125,
      "step": 12
    },
    {
      "epoch": 0.30952380952380953,
      "grad_norm": 0.033459704369306564,
      "learning_rate": 9.992096792939448e-05,
      "loss": 0.8048095703125,
      "step": 13
    },
    {
      "epoch": 0.3333333333333333,
      "grad_norm": 0.05528910830616951,
      "learning_rate": 9.985953053665264e-05,
      "loss": 1.13671875,
      "step": 14
    },
    {
      "epoch": 0.35714285714285715,
      "grad_norm": 0.052433520555496216,
      "learning_rate": 9.978058072682489e-05,
      "loss": 1.064453125,
      "step": 15
    },
    {
      "epoch": 0.38095238095238093,
      "grad_norm": 0.044099658727645874,
      "learning_rate": 9.968414932060826e-05,
      "loss": 1.15234375,
      "step": 16
    },
    {
      "epoch": 0.40476190476190477,
      "grad_norm": 0.042600758373737335,
      "learning_rate": 9.957027396322522e-05,
      "loss": 1.1826171875,
      "step": 17
    },
    {
      "epoch": 0.42857142857142855,
      "grad_norm": 0.042188938707113266,
      "learning_rate": 9.943899910972752e-05,
      "loss": 1.0927734375,
      "step": 18
    },
    {
      "epoch": 0.4523809523809524,
      "grad_norm": 0.043361663818359375,
      "learning_rate": 9.929037600764186e-05,
      "loss": 0.923095703125,
      "step": 19
    },
    {
      "epoch": 0.47619047619047616,
      "grad_norm": 0.04190001264214516,
      "learning_rate": 9.912446267696358e-05,
      "loss": 0.9501953125,
      "step": 20
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.040796488523483276,
      "learning_rate": 9.894132388750662e-05,
      "loss": 1.07861328125,
      "step": 21
    },
    {
      "epoch": 0.5238095238095238,
      "grad_norm": 0.03711692616343498,
      "learning_rate": 9.874103113361849e-05,
      "loss": 1.06396484375,
      "step": 22
    },
    {
      "epoch": 0.5476190476190477,
      "grad_norm": 0.03595205768942833,
      "learning_rate": 9.852366260627007e-05,
      "loss": 1.05419921875,
      "step": 23
    },
    {
      "epoch": 0.5714285714285714,
      "grad_norm": 0.03659743070602417,
      "learning_rate": 9.828930316253112e-05,
      "loss": 1.03515625,
      "step": 24
    },
    {
      "epoch": 0.5952380952380952,
      "grad_norm": 0.034952323883771896,
      "learning_rate": 9.80380442924435e-05,
      "loss": 0.8470458984375,
      "step": 25
    },
    {
      "epoch": 0.6190476190476191,
      "grad_norm": 0.03435644879937172,
      "learning_rate": 9.7769984083305e-05,
      "loss": 0.97412109375,
      "step": 26
    },
    {
      "epoch": 0.6428571428571429,
      "grad_norm": 0.03677888587117195,
      "learning_rate": 9.74852271813776e-05,
      "loss": 1.0244140625,
      "step": 27
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 0.037179429084062576,
      "learning_rate": 9.718388475103545e-05,
      "loss": 1.0361328125,
      "step": 28
    },
    {
      "epoch": 0.6904761904761905,
      "grad_norm": 0.03537730127573013,
      "learning_rate": 9.686607443136796e-05,
      "loss": 1.07275390625,
      "step": 29
    },
    {
      "epoch": 0.7142857142857143,
      "grad_norm": 0.033934418112039566,
      "learning_rate": 9.653192029025561e-05,
      "loss": 1.0636672973632812,
      "step": 30
    },
    {
      "epoch": 0.7380952380952381,
      "grad_norm": 0.0342508926987648,
      "learning_rate": 9.618155277593583e-05,
      "loss": 0.9755859375,
      "step": 31
    },
    {
      "epoch": 0.7619047619047619,
      "grad_norm": 0.03621754050254822,
      "learning_rate": 9.581510866607817e-05,
      "loss": 1.02587890625,
      "step": 32
    },
    {
      "epoch": 0.7857142857142857,
      "grad_norm": 0.029987191781401634,
      "learning_rate": 9.543273101438859e-05,
      "loss": 0.9814453125,
      "step": 33
    },
    {
      "epoch": 0.8095238095238095,
      "grad_norm": 0.031167544424533844,
      "learning_rate": 9.503456909476364e-05,
      "loss": 0.8631591796875,
      "step": 34
    },
    {
      "epoch": 0.8333333333333334,
      "grad_norm": 0.03571572154760361,
      "learning_rate": 9.46207783430164e-05,
      "loss": 0.89501953125,
      "step": 35
    },
    {
      "epoch": 0.8571428571428571,
      "grad_norm": 0.03855983912944794,
      "learning_rate": 9.419152029619696e-05,
      "loss": 1.06396484375,
      "step": 36
    },
    {
      "epoch": 0.8571428571428571,
      "eval_loss": 0.95556640625,
      "eval_runtime": 6.3853,
      "eval_samples_per_second": 0.783,
      "eval_steps_per_second": 0.157,
      "step": 36
    },
    {
      "epoch": 0.8809523809523809,
      "grad_norm": 0.028229564428329468,
      "learning_rate": 9.374696252953101e-05,
      "loss": 0.88671875,
      "step": 37
    },
    {
      "epoch": 0.9047619047619048,
      "grad_norm": 0.03608233481645584,
      "learning_rate": 9.328727859100121e-05,
      "loss": 1.0419921875,
      "step": 38
    },
    {
      "epoch": 0.9285714285714286,
      "grad_norm": 0.035341136157512665,
      "learning_rate": 9.2812647933597e-05,
      "loss": 0.90478515625,
      "step": 39
    },
    {
      "epoch": 0.9523809523809523,
      "grad_norm": 0.03361688181757927,
      "learning_rate": 9.23232558452591e-05,
      "loss": 0.99609375,
      "step": 40
    },
    {
      "epoch": 0.9761904761904762,
      "grad_norm": 0.0339219830930233,
      "learning_rate": 9.181929337654612e-05,
      "loss": 0.91748046875,
      "step": 41
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.05091368034482002,
      "learning_rate": 9.130095726605169e-05,
      "loss": 0.79888916015625,
      "step": 42
    },
    {
      "epoch": 1.0238095238095237,
      "grad_norm": 0.03272996097803116,
      "learning_rate": 9.07684498636009e-05,
      "loss": 0.95849609375,
      "step": 43
    },
    {
      "epoch": 1.0476190476190477,
      "grad_norm": 0.039782822132110596,
      "learning_rate": 9.02219790512563e-05,
      "loss": 1.04638671875,
      "step": 44
    },
    {
      "epoch": 1.0714285714285714,
      "grad_norm": 0.03554113209247589,
      "learning_rate": 8.96617581621642e-05,
      "loss": 0.9638671875,
      "step": 45
    },
    {
      "epoch": 1.0952380952380953,
      "grad_norm": 0.03178030997514725,
      "learning_rate": 8.90880058972729e-05,
      "loss": 0.939453125,
      "step": 46
    },
    {
      "epoch": 1.119047619047619,
      "grad_norm": 0.036923594772815704,
      "learning_rate": 8.850094623995557e-05,
      "loss": 0.95703125,
      "step": 47
    },
    {
      "epoch": 1.1428571428571428,
      "grad_norm": 0.03367718309164047,
      "learning_rate": 8.790080836857073e-05,
      "loss": 0.8343505859375,
      "step": 48
    },
    {
      "epoch": 1.1666666666666667,
      "grad_norm": 0.03425205498933792,
      "learning_rate": 8.72878265669949e-05,
      "loss": 1.0361328125,
      "step": 49
    },
    {
      "epoch": 1.1904761904761905,
      "grad_norm": 0.031229691579937935,
      "learning_rate": 8.666224013316203e-05,
      "loss": 0.87744140625,
      "step": 50
    },
    {
      "epoch": 1.2142857142857142,
      "grad_norm": 0.03565659001469612,
      "learning_rate": 8.602429328564554e-05,
      "loss": 0.984375,
      "step": 51
    },
    {
      "epoch": 1.2380952380952381,
      "grad_norm": 0.03452285751700401,
      "learning_rate": 8.537423506831948e-05,
      "loss": 0.96875,
      "step": 52
    },
    {
      "epoch": 1.2619047619047619,
      "grad_norm": 0.03380265459418297,
      "learning_rate": 8.471231925313589e-05,
      "loss": 0.84814453125,
      "step": 53
    },
    {
      "epoch": 1.2857142857142856,
      "grad_norm": 0.032453760504722595,
      "learning_rate": 8.403880424105644e-05,
      "loss": 0.86328125,
      "step": 54
    },
    {
      "epoch": 1.3095238095238095,
      "grad_norm": 0.03952884301543236,
      "learning_rate": 8.335395296117701e-05,
      "loss": 0.6719970703125,
      "step": 55
    },
    {
      "epoch": 1.3333333333333333,
      "grad_norm": 0.034161731600761414,
      "learning_rate": 8.265803276808449e-05,
      "loss": 0.95947265625,
      "step": 56
    },
    {
      "epoch": 1.3571428571428572,
      "grad_norm": 0.033962540328502655,
      "learning_rate": 8.195131533748601e-05,
      "loss": 0.89990234375,
      "step": 57
    },
    {
      "epoch": 1.380952380952381,
      "grad_norm": 0.03533850982785225,
      "learning_rate": 8.123407656015125e-05,
      "loss": 0.974609375,
      "step": 58
    },
    {
      "epoch": 1.4047619047619047,
      "grad_norm": 0.03641538694500923,
      "learning_rate": 8.050659643420921e-05,
      "loss": 1.0,
      "step": 59
    },
    {
      "epoch": 1.4285714285714286,
      "grad_norm": 0.03433677926659584,
      "learning_rate": 7.976915895584163e-05,
      "loss": 0.9296875,
      "step": 60
    },
    {
      "epoch": 1.4523809523809523,
      "grad_norm": 0.03667641431093216,
      "learning_rate": 7.902205200841559e-05,
      "loss": 0.778076171875,
      "step": 61
    },
    {
      "epoch": 1.4761904761904763,
      "grad_norm": 0.034833427518606186,
      "learning_rate": 7.826556725009857e-05,
      "loss": 0.8173828125,
      "step": 62
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.0373813733458519,
      "learning_rate": 7.75e-05,
      "loss": 0.9296875,
      "step": 63
    },
    {
      "epoch": 1.5238095238095237,
      "grad_norm": 0.039146050810813904,
      "learning_rate": 7.672564912288352e-05,
      "loss": 0.9169921875,
      "step": 64
    },
    {
      "epoch": 1.5476190476190477,
      "grad_norm": 0.03721168264746666,
      "learning_rate": 7.594281691249517e-05,
      "loss": 0.9189453125,
      "step": 65
    },
    {
      "epoch": 1.5714285714285714,
      "grad_norm": 0.04111553728580475,
      "learning_rate": 7.515180897355285e-05,
      "loss": 0.8896484375,
      "step": 66
    },
    {
      "epoch": 1.5952380952380953,
      "grad_norm": 0.033117227256298065,
      "learning_rate": 7.435293410244342e-05,
      "loss": 0.73291015625,
      "step": 67
    },
    {
      "epoch": 1.619047619047619,
      "grad_norm": 0.03749477490782738,
      "learning_rate": 7.354650416667365e-05,
      "loss": 0.841796875,
      "step": 68
    },
    {
      "epoch": 1.6428571428571428,
      "grad_norm": 0.044476382434368134,
      "learning_rate": 7.273283398312226e-05,
      "loss": 0.89013671875,
      "step": 69
    },
    {
      "epoch": 1.6428571428571428,
      "eval_loss": 0.89794921875,
      "eval_runtime": 6.3986,
      "eval_samples_per_second": 0.781,
      "eval_steps_per_second": 0.156,
      "step": 69
    },
    {
      "epoch": 1.6666666666666665,
      "grad_norm": 0.04343419894576073,
      "learning_rate": 7.191224119514072e-05,
      "loss": 0.88916015625,
      "step": 70
    },
    {
      "epoch": 1.6904761904761905,
      "grad_norm": 0.04387887194752693,
      "learning_rate": 7.108504614855052e-05,
      "loss": 0.92529296875,
      "step": 71
    },
    {
      "epoch": 1.7142857142857144,
      "grad_norm": 0.047499287873506546,
      "learning_rate": 7.025157176658543e-05,
      "loss": 0.917877197265625,
      "step": 72
    },
    {
      "epoch": 1.7380952380952381,
      "grad_norm": 0.04214579984545708,
      "learning_rate": 6.94121434238277e-05,
      "loss": 0.8505859375,
      "step": 73
    },
    {
      "epoch": 1.7619047619047619,
      "grad_norm": 0.04342899098992348,
      "learning_rate": 6.856708881918714e-05,
      "loss": 0.892578125,
      "step": 74
    },
    {
      "epoch": 1.7857142857142856,
      "grad_norm": 0.04087640345096588,
      "learning_rate": 6.771673784797296e-05,
      "loss": 0.85693359375,
      "step": 75
    },
    {
      "epoch": 1.8095238095238095,
      "grad_norm": 0.03890484198927879,
      "learning_rate": 6.686142247310805e-05,
      "loss": 0.7464599609375,
      "step": 76
    },
    {
      "epoch": 1.8333333333333335,
      "grad_norm": 0.038060594350099564,
      "learning_rate": 6.600147659553622e-05,
      "loss": 0.7783203125,
      "step": 77
    },
    {
      "epoch": 1.8571428571428572,
      "grad_norm": 0.04899071902036667,
      "learning_rate": 6.513723592387277e-05,
      "loss": 0.9326171875,
      "step": 78
    },
    {
      "epoch": 1.880952380952381,
      "grad_norm": 0.03934891149401665,
      "learning_rate": 6.426903784334943e-05,
      "loss": 0.77880859375,
      "step": 79
    },
    {
      "epoch": 1.9047619047619047,
      "grad_norm": 0.04572214558720589,
      "learning_rate": 6.33972212841047e-05,
      "loss": 0.9130859375,
      "step": 80
    },
    {
      "epoch": 1.9285714285714286,
      "grad_norm": 0.04346858337521553,
      "learning_rate": 6.252212658887124e-05,
      "loss": 0.7880859375,
      "step": 81
    },
    {
      "epoch": 1.9523809523809523,
      "grad_norm": 0.04769371077418327,
      "learning_rate": 6.164409538011167e-05,
      "loss": 0.87255859375,
      "step": 82
    },
    {
      "epoch": 1.9761904761904763,
      "grad_norm": 0.05800820142030716,
      "learning_rate": 6.076347042665471e-05,
      "loss": 0.8046875,
      "step": 83
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.03807287663221359,
      "learning_rate": 5.988059550988415e-05,
      "loss": 0.681884765625,
      "step": 84
    },
    {
      "epoch": 2.0238095238095237,
      "grad_norm": 0.04672769457101822,
      "learning_rate": 5.899581528953207e-05,
      "loss": 0.8271484375,
      "step": 85
    },
    {
      "epoch": 2.0476190476190474,
      "grad_norm": 0.051381245255470276,
      "learning_rate": 5.810947516912951e-05,
      "loss": 0.90966796875,
      "step": 86
    },
    {
      "epoch": 2.0714285714285716,
      "grad_norm": 0.05037863925099373,
      "learning_rate": 5.722192116116664e-05,
      "loss": 0.8447265625,
      "step": 87
    },
    {
      "epoch": 2.0952380952380953,
      "grad_norm": 0.047110676765441895,
      "learning_rate": 5.633349975201519e-05,
      "loss": 0.81982421875,
      "step": 88
    },
    {
      "epoch": 2.119047619047619,
      "grad_norm": 0.051410332322120667,
      "learning_rate": 5.544455776666596e-05,
      "loss": 0.8359375,
      "step": 89
    },
    {
      "epoch": 2.142857142857143,
      "grad_norm": 0.0461672879755497,
      "learning_rate": 5.4555442233334054e-05,
      "loss": 0.7286376953125,
      "step": 90
    },
    {
      "epoch": 2.1666666666666665,
      "grad_norm": 0.06829432398080826,
      "learning_rate": 5.366650024798482e-05,
      "loss": 0.90234375,
      "step": 91
    },
    {
      "epoch": 2.1904761904761907,
      "grad_norm": 0.04619131237268448,
      "learning_rate": 5.2778078838833365e-05,
      "loss": 0.766357421875,
      "step": 92
    },
    {
      "epoch": 2.2142857142857144,
      "grad_norm": 0.057096630334854126,
      "learning_rate": 5.18905248308705e-05,
      "loss": 0.8525390625,
      "step": 93
    },
    {
      "epoch": 2.238095238095238,
      "grad_norm": 0.050893694162368774,
      "learning_rate": 5.100418471046794e-05,
      "loss": 0.8447265625,
      "step": 94
    },
    {
      "epoch": 2.261904761904762,
      "grad_norm": 0.04828200489282608,
      "learning_rate": 5.011940449011586e-05,
      "loss": 0.741455078125,
      "step": 95
    },
    {
      "epoch": 2.2857142857142856,
      "grad_norm": 0.048259492963552475,
      "learning_rate": 4.92365295733453e-05,
      "loss": 0.75634765625,
      "step": 96
    },
    {
      "epoch": 2.3095238095238093,
      "grad_norm": 0.04044073820114136,
      "learning_rate": 4.835590461988836e-05,
      "loss": 0.5877685546875,
      "step": 97
    },
    {
      "epoch": 2.3333333333333335,
      "grad_norm": 0.051675036549568176,
      "learning_rate": 4.747787341112876e-05,
      "loss": 0.83984375,
      "step": 98
    },
    {
      "epoch": 2.357142857142857,
      "grad_norm": 0.05046414956450462,
      "learning_rate": 4.66027787158953e-05,
      "loss": 0.78515625,
      "step": 99
    },
    {
      "epoch": 2.380952380952381,
      "grad_norm": 0.05342910438776016,
      "learning_rate": 4.573096215665058e-05,
      "loss": 0.849609375,
      "step": 100
    },
    {
      "epoch": 2.4047619047619047,
      "grad_norm": 0.056085772812366486,
      "learning_rate": 4.486276407612723e-05,
      "loss": 0.87158203125,
      "step": 101
    },
    {
      "epoch": 2.4285714285714284,
      "grad_norm": 0.053744085133075714,
      "learning_rate": 4.399852340446379e-05,
      "loss": 0.81005859375,
      "step": 102
    },
    {
      "epoch": 2.4285714285714284,
      "eval_loss": 0.89111328125,
      "eval_runtime": 6.389,
      "eval_samples_per_second": 0.783,
      "eval_steps_per_second": 0.157,
      "step": 102
    },
    {
      "epoch": 2.4523809523809526,
      "grad_norm": 0.05157238617539406,
      "learning_rate": 4.3138577526891964e-05,
      "loss": 0.680908203125,
      "step": 103
    },
    {
      "epoch": 2.4761904761904763,
      "grad_norm": 0.053052742034196854,
      "learning_rate": 4.228326215202706e-05,
      "loss": 0.712890625,
      "step": 104
    },
    {
      "epoch": 2.5,
      "grad_norm": 0.05984127148985863,
      "learning_rate": 4.1432911180812875e-05,
      "loss": 0.81103515625,
      "step": 105
    },
    {
      "epoch": 2.5238095238095237,
      "grad_norm": 0.061421554535627365,
      "learning_rate": 4.058785657617232e-05,
      "loss": 0.7939453125,
      "step": 106
    },
    {
      "epoch": 2.5476190476190474,
      "grad_norm": 0.0586903840303421,
      "learning_rate": 3.974842823341458e-05,
      "loss": 0.8076171875,
      "step": 107
    },
    {
      "epoch": 2.571428571428571,
      "grad_norm": 0.05761508643627167,
      "learning_rate": 3.89149538514495e-05,
      "loss": 0.775390625,
      "step": 108
    },
    {
      "epoch": 2.5952380952380953,
      "grad_norm": 0.08362194895744324,
      "learning_rate": 3.8087758804859295e-05,
      "loss": 0.643157958984375,
      "step": 109
    },
    {
      "epoch": 2.619047619047619,
      "grad_norm": 0.05520815774798393,
      "learning_rate": 3.726716601687775e-05,
      "loss": 0.7333984375,
      "step": 110
    },
    {
      "epoch": 2.642857142857143,
      "grad_norm": 0.060749031603336334,
      "learning_rate": 3.645349583332637e-05,
      "loss": 0.7763671875,
      "step": 111
    },
    {
      "epoch": 2.6666666666666665,
      "grad_norm": 0.06587613373994827,
      "learning_rate": 3.5647065897556596e-05,
      "loss": 0.76416015625,
      "step": 112
    },
    {
      "epoch": 2.6904761904761907,
      "grad_norm": 0.06273584812879562,
      "learning_rate": 3.484819102644717e-05,
      "loss": 0.798828125,
      "step": 113
    },
    {
      "epoch": 2.7142857142857144,
      "grad_norm": 0.06525491923093796,
      "learning_rate": 3.405718308750485e-05,
      "loss": 0.782867431640625,
      "step": 114
    },
    {
      "epoch": 2.738095238095238,
      "grad_norm": 0.062464285641908646,
      "learning_rate": 3.327435087711649e-05,
      "loss": 0.7421875,
      "step": 115
    },
    {
      "epoch": 2.761904761904762,
      "grad_norm": 0.0668715164065361,
      "learning_rate": 3.250000000000001e-05,
      "loss": 0.77587890625,
      "step": 116
    },
    {
      "epoch": 2.7857142857142856,
      "grad_norm": 0.06833118200302124,
      "learning_rate": 3.173443274990145e-05,
      "loss": 0.74267578125,
      "step": 117
    },
    {
      "epoch": 2.8095238095238093,
      "grad_norm": 0.059672702103853226,
      "learning_rate": 3.097794799158444e-05,
      "loss": 0.6473388671875,
      "step": 118
    },
    {
      "epoch": 2.8333333333333335,
      "grad_norm": 0.0572911761701107,
      "learning_rate": 3.023084104415838e-05,
      "loss": 0.681396484375,
      "step": 119
    },
    {
      "epoch": 2.857142857142857,
      "grad_norm": 0.06925146281719208,
      "learning_rate": 2.949340356579081e-05,
      "loss": 0.81201171875,
      "step": 120
    },
    {
      "epoch": 2.880952380952381,
      "grad_norm": 0.058548275381326675,
      "learning_rate": 2.8765923439848764e-05,
      "loss": 0.681884765625,
      "step": 121
    },
    {
      "epoch": 2.9047619047619047,
      "grad_norm": 0.06802289932966232,
      "learning_rate": 2.8048684662514003e-05,
      "loss": 0.7958984375,
      "step": 122
    },
    {
      "epoch": 2.928571428571429,
      "grad_norm": 0.06336236745119095,
      "learning_rate": 2.7341967231915534e-05,
      "loss": 0.685546875,
      "step": 123
    },
    {
      "epoch": 2.9523809523809526,
      "grad_norm": 0.0702662467956543,
      "learning_rate": 2.6646047038823007e-05,
      "loss": 0.7607421875,
      "step": 124
    },
    {
      "epoch": 2.9761904761904763,
      "grad_norm": 0.06782855093479156,
      "learning_rate": 2.596119575894358e-05,
      "loss": 0.71142578125,
      "step": 125
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.06282392889261246,
      "learning_rate": 2.5287680746864136e-05,
      "loss": 0.5767822265625,
      "step": 126
    },
    {
      "epoch": 3.0238095238095237,
      "grad_norm": 0.06877307593822479,
      "learning_rate": 2.4625764931680536e-05,
      "loss": 0.701904296875,
      "step": 127
    },
    {
      "epoch": 3.0476190476190474,
      "grad_norm": 0.075661800801754,
      "learning_rate": 2.397570671435448e-05,
      "loss": 0.78076171875,
      "step": 128
    },
    {
      "epoch": 3.0714285714285716,
      "grad_norm": 0.06782848387956619,
      "learning_rate": 2.3337759866837984e-05,
      "loss": 0.7373046875,
      "step": 129
    },
    {
      "epoch": 3.0952380952380953,
      "grad_norm": 0.08836882561445236,
      "learning_rate": 2.271217343300509e-05,
      "loss": 0.71240234375,
      "step": 130
    },
    {
      "epoch": 3.119047619047619,
      "grad_norm": 0.07202401012182236,
      "learning_rate": 2.209919163142926e-05,
      "loss": 0.72607421875,
      "step": 131
    },
    {
      "epoch": 3.142857142857143,
      "grad_norm": 0.0658789649605751,
      "learning_rate": 2.1499053760044426e-05,
      "loss": 0.6387939453125,
      "step": 132
    },
    {
      "epoch": 3.1666666666666665,
      "grad_norm": 0.07658467441797256,
      "learning_rate": 2.0911994102727095e-05,
      "loss": 0.78076171875,
      "step": 133
    },
    {
      "epoch": 3.1904761904761907,
      "grad_norm": 0.06584449857473373,
      "learning_rate": 2.0338241837835813e-05,
      "loss": 0.669921875,
      "step": 134
    },
    {
      "epoch": 3.2142857142857144,
      "grad_norm": 0.07634307444095612,
      "learning_rate": 1.977802094874371e-05,
      "loss": 0.7353515625,
      "step": 135
    },
    {
      "epoch": 3.2142857142857144,
      "eval_loss": 0.9072265625,
      "eval_runtime": 6.3793,
      "eval_samples_per_second": 0.784,
      "eval_steps_per_second": 0.157,
      "step": 135
    },
    {
      "epoch": 3.238095238095238,
      "grad_norm": 0.07586608082056046,
      "learning_rate": 1.9231550136399102e-05,
      "loss": 0.7333984375,
      "step": 136
    },
    {
      "epoch": 3.261904761904762,
      "grad_norm": 0.06973817199468613,
      "learning_rate": 1.8699042733948316e-05,
      "loss": 0.647705078125,
      "step": 137
    },
    {
      "epoch": 3.2857142857142856,
      "grad_norm": 0.07253584265708923,
      "learning_rate": 1.818070662345389e-05,
      "loss": 0.6630859375,
      "step": 138
    },
    {
      "epoch": 3.3095238095238093,
      "grad_norm": 0.06525201350450516,
      "learning_rate": 1.7676744154740922e-05,
      "loss": 0.5201416015625,
      "step": 139
    },
    {
      "epoch": 3.3333333333333335,
      "grad_norm": 0.0821850597858429,
      "learning_rate": 1.7187352066403012e-05,
      "loss": 0.744140625,
      "step": 140
    },
    {
      "epoch": 3.357142857142857,
      "grad_norm": 0.07470913976430893,
      "learning_rate": 1.6712721408998797e-05,
      "loss": 0.69384765625,
      "step": 141
    },
    {
      "epoch": 3.380952380952381,
      "grad_norm": 0.07955524325370789,
      "learning_rate": 1.6253037470469e-05,
      "loss": 0.74267578125,
      "step": 142
    },
    {
      "epoch": 3.4047619047619047,
      "grad_norm": 0.07748151570558548,
      "learning_rate": 1.5808479703803046e-05,
      "loss": 0.763671875,
      "step": 143
    },
    {
      "epoch": 3.4285714285714284,
      "grad_norm": 0.07890678197145462,
      "learning_rate": 1.5379221656983617e-05,
      "loss": 0.7119140625,
      "step": 144
    },
    {
      "epoch": 3.4523809523809526,
      "grad_norm": 0.06560467183589935,
      "learning_rate": 1.4965430905236377e-05,
      "loss": 0.60595703125,
      "step": 145
    },
    {
      "epoch": 3.4761904761904763,
      "grad_norm": 0.07202399522066116,
      "learning_rate": 1.456726898561141e-05,
      "loss": 0.6318359375,
      "step": 146
    },
    {
      "epoch": 3.5,
      "grad_norm": 0.08173156529664993,
      "learning_rate": 1.4184891333921824e-05,
      "loss": 0.71630859375,
      "step": 147
    },
    {
      "epoch": 3.5238095238095237,
      "grad_norm": 0.08595408499240875,
      "learning_rate": 1.381844722406417e-05,
      "loss": 0.701171875,
      "step": 148
    },
    {
      "epoch": 3.5476190476190474,
      "grad_norm": 0.07890654355287552,
      "learning_rate": 1.3468079709744394e-05,
      "loss": 0.72412109375,
      "step": 149
    },
    {
      "epoch": 3.571428571428571,
      "grad_norm": 0.0794968381524086,
      "learning_rate": 1.313392556863205e-05,
      "loss": 0.689453125,
      "step": 150
    },
    {
      "epoch": 3.5952380952380953,
      "grad_norm": 0.07299920916557312,
      "learning_rate": 1.281611524896456e-05,
      "loss": 0.5780029296875,
      "step": 151
    },
    {
      "epoch": 3.619047619047619,
      "grad_norm": 0.07846228778362274,
      "learning_rate": 1.2514772818622392e-05,
      "loss": 0.654296875,
      "step": 152
    },
    {
      "epoch": 3.642857142857143,
      "grad_norm": 0.0770033448934555,
      "learning_rate": 1.2230015916695003e-05,
      "loss": 0.68896484375,
      "step": 153
    },
    {
      "epoch": 3.6666666666666665,
      "grad_norm": 0.08408365398645401,
      "learning_rate": 1.1961955707556493e-05,
      "loss": 0.6728515625,
      "step": 154
    },
    {
      "epoch": 3.6904761904761907,
      "grad_norm": 0.08708649128675461,
      "learning_rate": 1.171069683746888e-05,
      "loss": 0.705078125,
      "step": 155
    },
    {
      "epoch": 3.7142857142857144,
      "grad_norm": 0.09406232833862305,
      "learning_rate": 1.1476337393729933e-05,
      "loss": 0.6865119934082031,
      "step": 156
    },
    {
      "epoch": 3.738095238095238,
      "grad_norm": 0.0820961520075798,
      "learning_rate": 1.1258968866381517e-05,
      "loss": 0.6630859375,
      "step": 157
    },
    {
      "epoch": 3.761904761904762,
      "grad_norm": 0.08721650391817093,
      "learning_rate": 1.1058676112493394e-05,
      "loss": 0.6923828125,
      "step": 158
    },
    {
      "epoch": 3.7857142857142856,
      "grad_norm": 0.0904761329293251,
      "learning_rate": 1.0875537323036434e-05,
      "loss": 0.6640625,
      "step": 159
    },
    {
      "epoch": 3.8095238095238093,
      "grad_norm": 0.08843201398849487,
      "learning_rate": 1.0709623992358144e-05,
      "loss": 0.5806884765625,
      "step": 160
    },
    {
      "epoch": 3.8333333333333335,
      "grad_norm": 0.08065912872552872,
      "learning_rate": 1.0561000890272495e-05,
      "loss": 0.617431640625,
      "step": 161
    },
    {
      "epoch": 3.857142857142857,
      "grad_norm": 0.08902918547391891,
      "learning_rate": 1.04297260367748e-05,
      "loss": 0.7333984375,
      "step": 162
    },
    {
      "epoch": 3.880952380952381,
      "grad_norm": 0.07814877480268478,
      "learning_rate": 1.031585067939174e-05,
      "loss": 0.6190185546875,
      "step": 163
    },
    {
      "epoch": 3.9047619047619047,
      "grad_norm": 0.08857692778110504,
      "learning_rate": 1.0219419273175115e-05,
      "loss": 0.72265625,
      "step": 164
    },
    {
      "epoch": 3.928571428571429,
      "grad_norm": 0.07772155106067657,
      "learning_rate": 1.014046946334738e-05,
      "loss": 0.623291015625,
      "step": 165
    },
    {
      "epoch": 3.9523809523809526,
      "grad_norm": 0.09102645516395569,
      "learning_rate": 1.007903207060554e-05,
      "loss": 0.693359375,
      "step": 166
    },
    {
      "epoch": 3.9761904761904763,
      "grad_norm": 0.07549668103456497,
      "learning_rate": 1.0035131079089268e-05,
      "loss": 0.65283203125,
      "step": 167
    },
    {
      "epoch": 4.0,
      "grad_norm": 0.07577605545520782,
      "learning_rate": 1.0008783627017913e-05,
      "loss": 0.515533447265625,
      "step": 168
    },
    {
      "epoch": 4.0,
      "eval_loss": 0.9208984375,
      "eval_runtime": 6.3687,
      "eval_samples_per_second": 0.785,
      "eval_steps_per_second": 0.157,
      "step": 168
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 168,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 4,
  "save_steps": 0,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.3897071954197742e+19,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}