{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.9914370231978826,
  "eval_steps": 500,
  "global_step": 1200,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0016606985313197364,
      "grad_norm": 13.191475868225098,
      "learning_rate": 0.0,
      "loss": 0.5561,
      "step": 1
    },
    {
      "epoch": 0.003321397062639473,
      "grad_norm": 24.887184143066406,
      "learning_rate": 1.818181818181818e-06,
      "loss": 0.5758,
      "step": 2
    },
    {
      "epoch": 0.004982095593959209,
      "grad_norm": 14.736196517944336,
      "learning_rate": 3.636363636363636e-06,
      "loss": 0.5803,
      "step": 3
    },
    {
      "epoch": 0.006642794125278946,
      "grad_norm": 21.936140060424805,
      "learning_rate": 5.4545454545454545e-06,
      "loss": 0.6029,
      "step": 4
    },
    {
      "epoch": 0.008303492656598683,
      "grad_norm": 28.519376754760742,
      "learning_rate": 7.272727272727272e-06,
      "loss": 0.5618,
      "step": 5
    },
    {
      "epoch": 0.009964191187918418,
      "grad_norm": 40.16019821166992,
      "learning_rate": 9.090909090909091e-06,
      "loss": 0.579,
      "step": 6
    },
    {
      "epoch": 0.011624889719238155,
      "grad_norm": 35.93324279785156,
      "learning_rate": 1.0909090909090909e-05,
      "loss": 0.5292,
      "step": 7
    },
    {
      "epoch": 0.013285588250557891,
      "grad_norm": 6.860420227050781,
      "learning_rate": 1.2727272727272727e-05,
      "loss": 0.5657,
      "step": 8
    },
    {
      "epoch": 0.014946286781877626,
      "grad_norm": 39.96791076660156,
      "learning_rate": 1.4545454545454545e-05,
      "loss": 0.5369,
      "step": 9
    },
    {
      "epoch": 0.016606985313197365,
      "grad_norm": 21.117414474487305,
      "learning_rate": 1.6363636363636366e-05,
      "loss": 0.5191,
      "step": 10
    },
    {
      "epoch": 0.0182676838445171,
      "grad_norm": 14.313277244567871,
      "learning_rate": 1.8181818181818182e-05,
      "loss": 0.5064,
      "step": 11
    },
    {
      "epoch": 0.019928382375836835,
      "grad_norm": 19.6678524017334,
      "learning_rate": 2e-05,
      "loss": 0.4869,
      "step": 12
    },
    {
      "epoch": 0.021589080907156572,
      "grad_norm": 14.446533203125,
      "learning_rate": 2.1818181818181818e-05,
      "loss": 0.4978,
      "step": 13
    },
    {
      "epoch": 0.02324977943847631,
      "grad_norm": 8.615384101867676,
      "learning_rate": 2.3636363636363637e-05,
      "loss": 0.4631,
      "step": 14
    },
    {
      "epoch": 0.024910477969796046,
      "grad_norm": 10.880105018615723,
      "learning_rate": 2.5454545454545454e-05,
      "loss": 0.4866,
      "step": 15
    },
    {
      "epoch": 0.026571176501115783,
      "grad_norm": 78.6583251953125,
      "learning_rate": 2.7272727272727273e-05,
      "loss": 0.4749,
      "step": 16
    },
    {
      "epoch": 0.02823187503243552,
      "grad_norm": 5.913409233093262,
      "learning_rate": 2.909090909090909e-05,
      "loss": 0.4226,
      "step": 17
    },
    {
      "epoch": 0.029892573563755253,
      "grad_norm": 70.15821838378906,
      "learning_rate": 3.090909090909091e-05,
      "loss": 0.4456,
      "step": 18
    },
    {
      "epoch": 0.03155327209507499,
      "grad_norm": 15.988476753234863,
      "learning_rate": 3.272727272727273e-05,
      "loss": 0.446,
      "step": 19
    },
    {
      "epoch": 0.03321397062639473,
      "grad_norm": 9.39255142211914,
      "learning_rate": 3.454545454545455e-05,
      "loss": 0.4187,
      "step": 20
    },
    {
      "epoch": 0.034874669157714464,
      "grad_norm": 7.129188537597656,
      "learning_rate": 3.6363636363636364e-05,
      "loss": 0.4394,
      "step": 21
    },
    {
      "epoch": 0.0365353676890342,
      "grad_norm": 12.609400749206543,
      "learning_rate": 3.818181818181819e-05,
      "loss": 0.4331,
      "step": 22
    },
    {
      "epoch": 0.03819606622035394,
      "grad_norm": 13.4182710647583,
      "learning_rate": 4e-05,
      "loss": 0.4485,
      "step": 23
    },
    {
      "epoch": 0.03985676475167367,
      "grad_norm": 40.47924041748047,
      "learning_rate": 4.181818181818182e-05,
      "loss": 0.4465,
      "step": 24
    },
    {
      "epoch": 0.04151746328299341,
      "grad_norm": 25.087459564208984,
      "learning_rate": 4.3636363636363636e-05,
      "loss": 0.4271,
      "step": 25
    },
    {
      "epoch": 0.043178161814313144,
      "grad_norm": 14.203847885131836,
      "learning_rate": 4.545454545454546e-05,
      "loss": 0.4207,
      "step": 26
    },
    {
      "epoch": 0.044838860345632885,
      "grad_norm": 52.52724838256836,
      "learning_rate": 4.7272727272727275e-05,
      "loss": 0.4096,
      "step": 27
    },
    {
      "epoch": 0.04649955887695262,
      "grad_norm": 55.11048889160156,
      "learning_rate": 4.909090909090909e-05,
      "loss": 0.4185,
      "step": 28
    },
    {
      "epoch": 0.04816025740827235,
      "grad_norm": 17.722021102905273,
      "learning_rate": 5.090909090909091e-05,
      "loss": 0.3929,
      "step": 29
    },
    {
      "epoch": 0.04982095593959209,
      "grad_norm": 5.971854209899902,
      "learning_rate": 5.272727272727272e-05,
      "loss": 0.4051,
      "step": 30
    },
    {
      "epoch": 0.051481654470911825,
      "grad_norm": 213.95367431640625,
      "learning_rate": 5.4545454545454546e-05,
      "loss": 0.4352,
      "step": 31
    },
    {
      "epoch": 0.053142353002231565,
      "grad_norm": 21.540088653564453,
      "learning_rate": 5.636363636363636e-05,
      "loss": 0.4039,
      "step": 32
    },
    {
      "epoch": 0.0548030515335513,
      "grad_norm": 38.425453186035156,
      "learning_rate": 5.818181818181818e-05,
      "loss": 0.3927,
      "step": 33
    },
    {
      "epoch": 0.05646375006487104,
      "grad_norm": 13.704586029052734,
      "learning_rate": 6e-05,
      "loss": 0.3909,
      "step": 34
    },
    {
      "epoch": 0.05812444859619077,
      "grad_norm": 35.628753662109375,
      "learning_rate": 6.181818181818182e-05,
      "loss": 0.3844,
      "step": 35
    },
    {
      "epoch": 0.059785147127510506,
      "grad_norm": 19.170928955078125,
      "learning_rate": 6.363636363636364e-05,
      "loss": 0.3973,
      "step": 36
    },
    {
      "epoch": 0.061445845658830246,
      "grad_norm": 30.053909301757812,
      "learning_rate": 6.545454545454546e-05,
      "loss": 0.3816,
      "step": 37
    },
    {
      "epoch": 0.06310654419014998,
      "grad_norm": 14.09982967376709,
      "learning_rate": 6.727272727272727e-05,
      "loss": 0.3674,
      "step": 38
    },
    {
      "epoch": 0.06476724272146972,
      "grad_norm": 23.357311248779297,
      "learning_rate": 6.90909090909091e-05,
      "loss": 0.3658,
      "step": 39
    },
    {
      "epoch": 0.06642794125278946,
      "grad_norm": 38.456756591796875,
      "learning_rate": 7.090909090909092e-05,
      "loss": 0.3885,
      "step": 40
    },
    {
      "epoch": 0.06808863978410919,
      "grad_norm": 26.597867965698242,
      "learning_rate": 7.272727272727273e-05,
      "loss": 0.4027,
      "step": 41
    },
    {
      "epoch": 0.06974933831542893,
      "grad_norm": 78.06511688232422,
      "learning_rate": 7.454545454545455e-05,
      "loss": 0.4209,
      "step": 42
    },
    {
      "epoch": 0.07141003684674867,
      "grad_norm": 14.040410041809082,
      "learning_rate": 7.636363636363637e-05,
      "loss": 0.3833,
      "step": 43
    },
    {
      "epoch": 0.0730707353780684,
      "grad_norm": 34.664710998535156,
      "learning_rate": 7.818181818181818e-05,
      "loss": 0.3862,
      "step": 44
    },
    {
      "epoch": 0.07473143390938813,
      "grad_norm": 23.512224197387695,
      "learning_rate": 8e-05,
      "loss": 0.3821,
      "step": 45
    },
    {
      "epoch": 0.07639213244070787,
      "grad_norm": 21.267244338989258,
      "learning_rate": 8.181818181818183e-05,
      "loss": 0.3886,
      "step": 46
    },
    {
      "epoch": 0.07805283097202761,
      "grad_norm": 13.587517738342285,
      "learning_rate": 8.363636363636364e-05,
      "loss": 0.3997,
      "step": 47
    },
    {
      "epoch": 0.07971352950334734,
      "grad_norm": 32.17759323120117,
      "learning_rate": 8.545454545454545e-05,
      "loss": 0.3757,
      "step": 48
    },
    {
      "epoch": 0.08137422803466708,
      "grad_norm": 97.13513946533203,
      "learning_rate": 8.727272727272727e-05,
      "loss": 0.3978,
      "step": 49
    },
    {
      "epoch": 0.08303492656598682,
      "grad_norm": 22.572778701782227,
      "learning_rate": 8.90909090909091e-05,
      "loss": 0.3705,
      "step": 50
    },
    {
      "epoch": 0.08469562509730655,
      "grad_norm": 19.494312286376953,
      "learning_rate": 9.090909090909092e-05,
      "loss": 0.3753,
      "step": 51
    },
    {
      "epoch": 0.08635632362862629,
      "grad_norm": 13.419837951660156,
      "learning_rate": 9.272727272727273e-05,
      "loss": 0.3754,
      "step": 52
    },
    {
      "epoch": 0.08801702215994603,
      "grad_norm": 33.55635070800781,
      "learning_rate": 9.454545454545455e-05,
      "loss": 0.3708,
      "step": 53
    },
    {
      "epoch": 0.08967772069126577,
      "grad_norm": 47.15851974487305,
      "learning_rate": 9.636363636363637e-05,
      "loss": 0.3799,
      "step": 54
    },
    {
      "epoch": 0.0913384192225855,
      "grad_norm": 49.44485855102539,
      "learning_rate": 9.818181818181818e-05,
      "loss": 0.3894,
      "step": 55
    },
    {
      "epoch": 0.09299911775390524,
      "grad_norm": 10.229188919067383,
      "learning_rate": 0.0001,
      "loss": 0.3341,
      "step": 56
    },
    {
      "epoch": 0.09465981628522498,
      "grad_norm": 68.67826080322266,
      "learning_rate": 9.999991979887508e-05,
      "loss": 0.3623,
      "step": 57
    },
    {
      "epoch": 0.0963205148165447,
      "grad_norm": 46.58010482788086,
      "learning_rate": 9.999967919575757e-05,
      "loss": 0.3513,
      "step": 58
    },
    {
      "epoch": 0.09798121334786444,
      "grad_norm": 19.71407699584961,
      "learning_rate": 9.999927819141937e-05,
      "loss": 0.3756,
      "step": 59
    },
    {
      "epoch": 0.09964191187918418,
      "grad_norm": 114.99296569824219,
      "learning_rate": 9.999871678714689e-05,
      "loss": 0.3814,
      "step": 60
    },
    {
      "epoch": 0.10130261041050392,
      "grad_norm": 235.51441955566406,
      "learning_rate": 9.999799498474118e-05,
      "loss": 0.3709,
      "step": 61
    },
    {
      "epoch": 0.10296330894182365,
      "grad_norm": 58.31473159790039,
      "learning_rate": 9.999711278651777e-05,
      "loss": 0.3335,
      "step": 62
    },
    {
      "epoch": 0.10462400747314339,
      "grad_norm": 38.7056884765625,
      "learning_rate": 9.999607019530681e-05,
      "loss": 0.3833,
      "step": 63
    },
    {
      "epoch": 0.10628470600446313,
      "grad_norm": 29.422666549682617,
      "learning_rate": 9.999486721445299e-05,
      "loss": 0.3883,
      "step": 64
    },
    {
      "epoch": 0.10794540453578286,
      "grad_norm": 55.9561653137207,
      "learning_rate": 9.999350384781552e-05,
      "loss": 0.3657,
      "step": 65
    },
    {
      "epoch": 0.1096061030671026,
      "grad_norm": 19.884254455566406,
      "learning_rate": 9.999198009976812e-05,
      "loss": 0.3287,
      "step": 66
    },
    {
      "epoch": 0.11126680159842234,
      "grad_norm": 26.66572380065918,
      "learning_rate": 9.999029597519907e-05,
      "loss": 0.3396,
      "step": 67
    },
    {
      "epoch": 0.11292750012974208,
      "grad_norm": 38.8479118347168,
      "learning_rate": 9.998845147951113e-05,
      "loss": 0.3448,
      "step": 68
    },
    {
      "epoch": 0.1145881986610618,
      "grad_norm": 15.002911567687988,
      "learning_rate": 9.998644661862148e-05,
      "loss": 0.3527,
      "step": 69
    },
    {
      "epoch": 0.11624889719238155,
      "grad_norm": 23.062976837158203,
      "learning_rate": 9.998428139896183e-05,
      "loss": 0.3383,
      "step": 70
    },
    {
      "epoch": 0.11790959572370129,
      "grad_norm": 12.6146821975708,
      "learning_rate": 9.99819558274783e-05,
      "loss": 0.3332,
      "step": 71
    },
    {
      "epoch": 0.11957029425502101,
      "grad_norm": 25.191553115844727,
      "learning_rate": 9.997946991163143e-05,
      "loss": 0.3659,
      "step": 72
    },
    {
      "epoch": 0.12123099278634075,
      "grad_norm": 29.208486557006836,
      "learning_rate": 9.997682365939616e-05,
      "loss": 0.3645,
      "step": 73
    },
    {
      "epoch": 0.12289169131766049,
      "grad_norm": 92.01864624023438,
      "learning_rate": 9.997401707926175e-05,
      "loss": 0.361,
      "step": 74
    },
    {
      "epoch": 0.12455238984898023,
      "grad_norm": 19.42112159729004,
      "learning_rate": 9.997105018023187e-05,
      "loss": 0.3521,
      "step": 75
    },
    {
      "epoch": 0.12621308838029996,
      "grad_norm": 17.35445785522461,
      "learning_rate": 9.996792297182447e-05,
      "loss": 0.3652,
      "step": 76
    },
    {
      "epoch": 0.1278737869116197,
      "grad_norm": 18.6886043548584,
      "learning_rate": 9.996463546407174e-05,
      "loss": 0.3373,
      "step": 77
    },
    {
      "epoch": 0.12953448544293944,
      "grad_norm": 21.951919555664062,
      "learning_rate": 9.996118766752018e-05,
      "loss": 0.3341,
      "step": 78
    },
    {
      "epoch": 0.13119518397425917,
      "grad_norm": 10.152750968933105,
      "learning_rate": 9.995757959323047e-05,
      "loss": 0.359,
      "step": 79
    },
    {
      "epoch": 0.13285588250557892,
      "grad_norm": 12.917724609375,
      "learning_rate": 9.995381125277748e-05,
      "loss": 0.3547,
      "step": 80
    },
    {
      "epoch": 0.13451658103689865,
      "grad_norm": 27.07183074951172,
      "learning_rate": 9.99498826582502e-05,
      "loss": 0.3279,
      "step": 81
    },
    {
      "epoch": 0.13617727956821837,
      "grad_norm": 50.98102951049805,
      "learning_rate": 9.994579382225175e-05,
      "loss": 0.336,
      "step": 82
    },
    {
      "epoch": 0.13783797809953813,
      "grad_norm": 30.40250015258789,
      "learning_rate": 9.994154475789931e-05,
      "loss": 0.3508,
      "step": 83
    },
    {
      "epoch": 0.13949867663085785,
      "grad_norm": 63.462032318115234,
      "learning_rate": 9.993713547882404e-05,
      "loss": 0.3427,
      "step": 84
    },
    {
      "epoch": 0.14115937516217758,
      "grad_norm": 15.641836166381836,
      "learning_rate": 9.993256599917113e-05,
      "loss": 0.3639,
      "step": 85
    },
    {
      "epoch": 0.14282007369349733,
      "grad_norm": 15.584700584411621,
      "learning_rate": 9.992783633359967e-05,
      "loss": 0.3628,
      "step": 86
    },
    {
      "epoch": 0.14448077222481706,
      "grad_norm": 18.697765350341797,
      "learning_rate": 9.992294649728265e-05,
      "loss": 0.3484,
      "step": 87
    },
    {
      "epoch": 0.1461414707561368,
      "grad_norm": 32.01298522949219,
      "learning_rate": 9.991789650590686e-05,
      "loss": 0.3386,
      "step": 88
    },
    {
      "epoch": 0.14780216928745654,
      "grad_norm": 21.03476905822754,
      "learning_rate": 9.991268637567292e-05,
      "loss": 0.3503,
      "step": 89
    },
    {
      "epoch": 0.14946286781877627,
      "grad_norm": 34.96243667602539,
      "learning_rate": 9.990731612329516e-05,
      "loss": 0.3343,
      "step": 90
    },
    {
      "epoch": 0.15112356635009602,
      "grad_norm": 230.6318817138672,
      "learning_rate": 9.990178576600157e-05,
      "loss": 0.3478,
      "step": 91
    },
    {
      "epoch": 0.15278426488141575,
      "grad_norm": 76.9327163696289,
      "learning_rate": 9.989609532153381e-05,
      "loss": 0.3131,
      "step": 92
    },
    {
      "epoch": 0.15444496341273548,
      "grad_norm": 23.221542358398438,
      "learning_rate": 9.989024480814708e-05,
      "loss": 0.3657,
      "step": 93
    },
    {
      "epoch": 0.15610566194405523,
      "grad_norm": 14.934358596801758,
      "learning_rate": 9.988423424461009e-05,
      "loss": 0.3445,
      "step": 94
    },
    {
      "epoch": 0.15776636047537496,
      "grad_norm": 18.620206832885742,
      "learning_rate": 9.987806365020497e-05,
      "loss": 0.3562,
      "step": 95
    },
    {
      "epoch": 0.15942705900669468,
      "grad_norm": 45.51302719116211,
      "learning_rate": 9.987173304472733e-05,
      "loss": 0.3321,
      "step": 96
    },
    {
      "epoch": 0.16108775753801444,
      "grad_norm": 30.344011306762695,
      "learning_rate": 9.986524244848596e-05,
      "loss": 0.3505,
      "step": 97
    },
    {
      "epoch": 0.16274845606933416,
      "grad_norm": 92.91533660888672,
      "learning_rate": 9.985859188230302e-05,
      "loss": 0.354,
      "step": 98
    },
    {
      "epoch": 0.1644091546006539,
      "grad_norm": 23.510000228881836,
      "learning_rate": 9.985178136751383e-05,
      "loss": 0.3461,
      "step": 99
    },
    {
      "epoch": 0.16606985313197364,
      "grad_norm": 20.6863956451416,
      "learning_rate": 9.984481092596683e-05,
      "loss": 0.3425,
      "step": 100
    },
    {
      "epoch": 0.16773055166329337,
      "grad_norm": 15.736349105834961,
      "learning_rate": 9.983768058002349e-05,
      "loss": 0.313,
      "step": 101
    },
    {
      "epoch": 0.1693912501946131,
      "grad_norm": 26.916696548461914,
      "learning_rate": 9.983039035255831e-05,
      "loss": 0.3547,
      "step": 102
    },
    {
      "epoch": 0.17105194872593285,
      "grad_norm": 14.109468460083008,
      "learning_rate": 9.982294026695865e-05,
      "loss": 0.3637,
      "step": 103
    },
    {
      "epoch": 0.17271264725725258,
      "grad_norm": 14.722790718078613,
      "learning_rate": 9.981533034712472e-05,
      "loss": 0.3471,
      "step": 104
    },
    {
      "epoch": 0.17437334578857233,
      "grad_norm": 44.82086181640625,
      "learning_rate": 9.980756061746948e-05,
      "loss": 0.3681,
      "step": 105
    },
    {
      "epoch": 0.17603404431989206,
      "grad_norm": 9.19070053100586,
      "learning_rate": 9.979963110291857e-05,
      "loss": 0.3518,
      "step": 106
    },
    {
      "epoch": 0.17769474285121178,
      "grad_norm": 27.845748901367188,
      "learning_rate": 9.979154182891024e-05,
      "loss": 0.3431,
      "step": 107
    },
    {
      "epoch": 0.17935544138253154,
      "grad_norm": 11.760729789733887,
      "learning_rate": 9.978329282139525e-05,
      "loss": 0.3362,
      "step": 108
    },
    {
      "epoch": 0.18101613991385127,
      "grad_norm": 22.305797576904297,
      "learning_rate": 9.97748841068368e-05,
      "loss": 0.3462,
      "step": 109
    },
    {
      "epoch": 0.182676838445171,
      "grad_norm": 42.350955963134766,
      "learning_rate": 9.976631571221038e-05,
      "loss": 0.3271,
      "step": 110
    },
    {
      "epoch": 0.18433753697649075,
      "grad_norm": 25.78905487060547,
      "learning_rate": 9.975758766500382e-05,
      "loss": 0.3481,
      "step": 111
    },
    {
      "epoch": 0.18599823550781047,
      "grad_norm": 24.677139282226562,
      "learning_rate": 9.974869999321707e-05,
      "loss": 0.3439,
      "step": 112
    },
    {
      "epoch": 0.1876589340391302,
      "grad_norm": 159.541748046875,
      "learning_rate": 9.973965272536219e-05,
      "loss": 0.3388,
      "step": 113
    },
    {
      "epoch": 0.18931963257044995,
      "grad_norm": 28.44233512878418,
      "learning_rate": 9.973044589046325e-05,
      "loss": 0.3296,
      "step": 114
    },
    {
      "epoch": 0.19098033110176968,
      "grad_norm": 95.02351379394531,
      "learning_rate": 9.972107951805614e-05,
      "loss": 0.3551,
      "step": 115
    },
    {
      "epoch": 0.1926410296330894,
      "grad_norm": 11.964502334594727,
      "learning_rate": 9.971155363818862e-05,
      "loss": 0.3465,
      "step": 116
    },
    {
      "epoch": 0.19430172816440916,
      "grad_norm": 60.92937469482422,
      "learning_rate": 9.970186828142017e-05,
      "loss": 0.3482,
      "step": 117
    },
    {
      "epoch": 0.1959624266957289,
      "grad_norm": 37.06871795654297,
      "learning_rate": 9.96920234788218e-05,
      "loss": 0.3612,
      "step": 118
    },
    {
      "epoch": 0.19762312522704864,
      "grad_norm": 9.348763465881348,
      "learning_rate": 9.968201926197613e-05,
      "loss": 0.3228,
      "step": 119
    },
    {
      "epoch": 0.19928382375836837,
      "grad_norm": 55.865013122558594,
      "learning_rate": 9.967185566297712e-05,
      "loss": 0.3433,
      "step": 120
    },
    {
      "epoch": 0.2009445222896881,
      "grad_norm": 35.589839935302734,
      "learning_rate": 9.966153271443004e-05,
      "loss": 0.3444,
      "step": 121
    },
    {
      "epoch": 0.20260522082100785,
      "grad_norm": 29.946760177612305,
      "learning_rate": 9.965105044945138e-05,
      "loss": 0.3361,
      "step": 122
    },
    {
      "epoch": 0.20426591935232757,
      "grad_norm": 16.42388343811035,
      "learning_rate": 9.964040890166872e-05,
      "loss": 0.3079,
      "step": 123
    },
    {
      "epoch": 0.2059266178836473,
      "grad_norm": 26.32118034362793,
      "learning_rate": 9.962960810522064e-05,
      "loss": 0.3153,
      "step": 124
    },
    {
      "epoch": 0.20758731641496705,
      "grad_norm": 53.86672592163086,
      "learning_rate": 9.961864809475654e-05,
      "loss": 0.3246,
      "step": 125
    },
    {
      "epoch": 0.20924801494628678,
      "grad_norm": 9.0363130569458,
      "learning_rate": 9.960752890543667e-05,
      "loss": 0.3243,
      "step": 126
    },
    {
      "epoch": 0.2109087134776065,
      "grad_norm": 33.26886749267578,
      "learning_rate": 9.959625057293187e-05,
      "loss": 0.342,
      "step": 127
    },
    {
      "epoch": 0.21256941200892626,
      "grad_norm": 23.017858505249023,
      "learning_rate": 9.958481313342354e-05,
      "loss": 0.3396,
      "step": 128
    },
    {
      "epoch": 0.214230110540246,
      "grad_norm": 281.400634765625,
      "learning_rate": 9.95732166236035e-05,
      "loss": 0.3465,
      "step": 129
    },
    {
      "epoch": 0.21589080907156571,
      "grad_norm": 19.316598892211914,
      "learning_rate": 9.956146108067388e-05,
      "loss": 0.3438,
      "step": 130
    },
    {
      "epoch": 0.21755150760288547,
      "grad_norm": 15.318970680236816,
      "learning_rate": 9.954954654234699e-05,
      "loss": 0.3333,
      "step": 131
    },
    {
      "epoch": 0.2192122061342052,
      "grad_norm": 36.29383850097656,
      "learning_rate": 9.953747304684518e-05,
      "loss": 0.3578,
      "step": 132
    },
    {
      "epoch": 0.22087290466552495,
      "grad_norm": 24.523378372192383,
      "learning_rate": 9.95252406329008e-05,
      "loss": 0.3366,
      "step": 133
    },
    {
      "epoch": 0.22253360319684468,
      "grad_norm": 78.71446990966797,
      "learning_rate": 9.951284933975598e-05,
      "loss": 0.3507,
      "step": 134
    },
    {
      "epoch": 0.2241943017281644,
      "grad_norm": 14.822957992553711,
      "learning_rate": 9.950029920716252e-05,
      "loss": 0.3467,
      "step": 135
    },
    {
      "epoch": 0.22585500025948416,
      "grad_norm": 31.55790901184082,
      "learning_rate": 9.948759027538185e-05,
      "loss": 0.3351,
      "step": 136
    },
    {
      "epoch": 0.22751569879080388,
      "grad_norm": 76.93319702148438,
      "learning_rate": 9.947472258518478e-05,
      "loss": 0.3406,
      "step": 137
    },
    {
      "epoch": 0.2291763973221236,
      "grad_norm": 45.591285705566406,
      "learning_rate": 9.946169617785141e-05,
      "loss": 0.3369,
      "step": 138
    },
    {
      "epoch": 0.23083709585344336,
      "grad_norm": 18.619455337524414,
      "learning_rate": 9.944851109517107e-05,
      "loss": 0.3382,
      "step": 139
    },
    {
      "epoch": 0.2324977943847631,
      "grad_norm": 49.328182220458984,
      "learning_rate": 9.943516737944209e-05,
      "loss": 0.3161,
      "step": 140
    },
    {
      "epoch": 0.23415849291608282,
      "grad_norm": 41.13008117675781,
      "learning_rate": 9.942166507347173e-05,
      "loss": 0.3446,
      "step": 141
    },
    {
      "epoch": 0.23581919144740257,
      "grad_norm": 28.75891876220703,
      "learning_rate": 9.940800422057596e-05,
      "loss": 0.3452,
      "step": 142
    },
    {
      "epoch": 0.2374798899787223,
      "grad_norm": 91.85528564453125,
      "learning_rate": 9.939418486457945e-05,
      "loss": 0.3418,
      "step": 143
    },
    {
      "epoch": 0.23914058851004202,
      "grad_norm": 24.160757064819336,
      "learning_rate": 9.938020704981528e-05,
      "loss": 0.3168,
      "step": 144
    },
    {
      "epoch": 0.24080128704136178,
      "grad_norm": 50.253143310546875,
      "learning_rate": 9.936607082112492e-05,
      "loss": 0.334,
      "step": 145
    },
    {
      "epoch": 0.2424619855726815,
      "grad_norm": 14.691905975341797,
      "learning_rate": 9.935177622385804e-05,
      "loss": 0.3411,
      "step": 146
    },
    {
      "epoch": 0.24412268410400126,
      "grad_norm": 20.2746639251709,
      "learning_rate": 9.933732330387234e-05,
      "loss": 0.3375,
      "step": 147
    },
    {
      "epoch": 0.24578338263532098,
      "grad_norm": 15.6539306640625,
      "learning_rate": 9.932271210753343e-05,
      "loss": 0.3489,
      "step": 148
    },
    {
      "epoch": 0.2474440811666407,
      "grad_norm": 24.095462799072266,
      "learning_rate": 9.93079426817147e-05,
      "loss": 0.3379,
      "step": 149
    },
    {
      "epoch": 0.24910477969796047,
      "grad_norm": 14.961967468261719,
      "learning_rate": 9.929301507379715e-05,
      "loss": 0.3085,
      "step": 150
    },
    {
      "epoch": 0.2507654782292802,
      "grad_norm": 152.29129028320312,
      "learning_rate": 9.927792933166917e-05,
      "loss": 0.3287,
      "step": 151
    },
    {
      "epoch": 0.2524261767605999,
      "grad_norm": 29.937938690185547,
      "learning_rate": 9.926268550372654e-05,
      "loss": 0.3253,
      "step": 152
    },
    {
      "epoch": 0.25408687529191964,
      "grad_norm": 13.421550750732422,
      "learning_rate": 9.924728363887212e-05,
      "loss": 0.3278,
      "step": 153
    },
    {
      "epoch": 0.2557475738232394,
      "grad_norm": 24.944440841674805,
      "learning_rate": 9.923172378651581e-05,
      "loss": 0.3316,
      "step": 154
    },
    {
      "epoch": 0.25740827235455915,
      "grad_norm": 118.63322448730469,
      "learning_rate": 9.92160059965743e-05,
      "loss": 0.3531,
      "step": 155
    },
    {
      "epoch": 0.2590689708858789,
      "grad_norm": 34.51362228393555,
      "learning_rate": 9.920013031947097e-05,
      "loss": 0.3319,
      "step": 156
    },
    {
      "epoch": 0.2607296694171986,
      "grad_norm": 32.96346664428711,
      "learning_rate": 9.918409680613569e-05,
      "loss": 0.3607,
      "step": 157
    },
    {
      "epoch": 0.26239036794851833,
      "grad_norm": 21.493207931518555,
      "learning_rate": 9.916790550800474e-05,
      "loss": 0.3389,
      "step": 158
    },
    {
      "epoch": 0.26405106647983806,
      "grad_norm": 72.81291198730469,
      "learning_rate": 9.915155647702048e-05,
      "loss": 0.339,
      "step": 159
    },
    {
      "epoch": 0.26571176501115784,
      "grad_norm": 19.447999954223633,
      "learning_rate": 9.913504976563137e-05,
      "loss": 0.3245,
      "step": 160
    },
    {
      "epoch": 0.26737246354247757,
      "grad_norm": 16.12717628479004,
      "learning_rate": 9.911838542679167e-05,
      "loss": 0.293,
      "step": 161
    },
    {
      "epoch": 0.2690331620737973,
      "grad_norm": 35.158451080322266,
      "learning_rate": 9.910156351396134e-05,
      "loss": 0.349,
      "step": 162
    },
    {
      "epoch": 0.270693860605117,
      "grad_norm": 30.566896438598633,
      "learning_rate": 9.908458408110582e-05,
      "loss": 0.3272,
      "step": 163
    },
    {
      "epoch": 0.27235455913643675,
      "grad_norm": 22.65450096130371,
      "learning_rate": 9.90674471826959e-05,
      "loss": 0.3335,
      "step": 164
    },
    {
      "epoch": 0.2740152576677565,
      "grad_norm": 13.14643669128418,
      "learning_rate": 9.90501528737075e-05,
      "loss": 0.3223,
      "step": 165
    },
    {
      "epoch": 0.27567595619907626,
      "grad_norm": 56.709999084472656,
      "learning_rate": 9.903270120962159e-05,
      "loss": 0.3487,
      "step": 166
    },
    {
      "epoch": 0.277336654730396,
      "grad_norm": 21.17612075805664,
      "learning_rate": 9.901509224642385e-05,
      "loss": 0.34,
      "step": 167
    },
    {
      "epoch": 0.2789973532617157,
      "grad_norm": 297.5917663574219,
      "learning_rate": 9.899732604060464e-05,
      "loss": 0.33,
      "step": 168
    },
    {
      "epoch": 0.28065805179303543,
      "grad_norm": 96.20665740966797,
      "learning_rate": 9.897940264915875e-05,
      "loss": 0.3154,
      "step": 169
    },
    {
      "epoch": 0.28231875032435516,
      "grad_norm": 30.58903694152832,
      "learning_rate": 9.896132212958524e-05,
      "loss": 0.3409,
      "step": 170
    },
    {
      "epoch": 0.28397944885567494,
      "grad_norm": 36.77935791015625,
      "learning_rate": 9.894308453988721e-05,
      "loss": 0.321,
      "step": 171
    },
    {
      "epoch": 0.28564014738699467,
      "grad_norm": 14.269662857055664,
      "learning_rate": 9.892468993857166e-05,
      "loss": 0.3185,
      "step": 172
    },
    {
      "epoch": 0.2873008459183144,
      "grad_norm": 20.358572006225586,
      "learning_rate": 9.890613838464934e-05,
      "loss": 0.3105,
      "step": 173
    },
    {
      "epoch": 0.2889615444496341,
      "grad_norm": 17.754365921020508,
      "learning_rate": 9.888742993763442e-05,
      "loss": 0.3124,
      "step": 174
    },
    {
      "epoch": 0.29062224298095385,
      "grad_norm": 55.279319763183594,
      "learning_rate": 9.886856465754448e-05,
      "loss": 0.3135,
      "step": 175
    },
    {
      "epoch": 0.2922829415122736,
      "grad_norm": 34.28364944458008,
      "learning_rate": 9.884954260490017e-05,
      "loss": 0.3065,
      "step": 176
    },
    {
      "epoch": 0.29394364004359336,
      "grad_norm": 30.18939971923828,
      "learning_rate": 9.883036384072509e-05,
      "loss": 0.3159,
      "step": 177
    },
    {
      "epoch": 0.2956043385749131,
      "grad_norm": 70.1207504272461,
      "learning_rate": 9.881102842654557e-05,
      "loss": 0.3432,
      "step": 178
    },
    {
      "epoch": 0.2972650371062328,
      "grad_norm": 12.422219276428223,
      "learning_rate": 9.87915364243905e-05,
      "loss": 0.3487,
      "step": 179
    },
    {
      "epoch": 0.29892573563755254,
      "grad_norm": 20.446584701538086,
      "learning_rate": 9.87718878967911e-05,
      "loss": 0.3346,
      "step": 180
    },
    {
      "epoch": 0.30058643416887226,
      "grad_norm": 64.20825958251953,
      "learning_rate": 9.875208290678073e-05,
      "loss": 0.3325,
      "step": 181
    },
    {
      "epoch": 0.30224713270019204,
      "grad_norm": 14.690919876098633,
      "learning_rate": 9.873212151789468e-05,
      "loss": 0.3269,
      "step": 182
    },
    {
      "epoch": 0.30390783123151177,
      "grad_norm": 30.525850296020508,
      "learning_rate": 9.871200379417e-05,
      "loss": 0.3107,
      "step": 183
    },
    {
      "epoch": 0.3055685297628315,
      "grad_norm": 29.644283294677734,
      "learning_rate": 9.869172980014525e-05,
      "loss": 0.3477,
      "step": 184
    },
    {
      "epoch": 0.3072292282941512,
      "grad_norm": 404.232666015625,
      "learning_rate": 9.86712996008603e-05,
      "loss": 0.3285,
      "step": 185
    },
    {
      "epoch": 0.30888992682547095,
      "grad_norm": 20.1916561126709,
      "learning_rate": 9.865071326185618e-05,
      "loss": 0.325,
      "step": 186
    },
    {
      "epoch": 0.3105506253567907,
      "grad_norm": 15.538655281066895,
      "learning_rate": 9.862997084917476e-05,
      "loss": 0.3392,
      "step": 187
    },
    {
      "epoch": 0.31221132388811046,
      "grad_norm": 19.837736129760742,
      "learning_rate": 9.860907242935863e-05,
      "loss": 0.3096,
      "step": 188
    },
    {
      "epoch": 0.3138720224194302,
      "grad_norm": 27.80318260192871,
      "learning_rate": 9.858801806945088e-05,
      "loss": 0.3257,
      "step": 189
    },
    {
      "epoch": 0.3155327209507499,
      "grad_norm": 35.97450256347656,
      "learning_rate": 9.856680783699484e-05,
      "loss": 0.3243,
      "step": 190
    },
    {
      "epoch": 0.31719341948206964,
      "grad_norm": 11.300904273986816,
      "learning_rate": 9.85454418000339e-05,
      "loss": 0.3308,
      "step": 191
    },
    {
      "epoch": 0.31885411801338936,
      "grad_norm": 36.19790267944336,
      "learning_rate": 9.852392002711125e-05,
      "loss": 0.3253,
      "step": 192
    },
    {
      "epoch": 0.3205148165447091,
      "grad_norm": 18.56528091430664,
      "learning_rate": 9.850224258726972e-05,
      "loss": 0.3028,
      "step": 193
    },
    {
      "epoch": 0.3221755150760289,
      "grad_norm": 404.9875793457031,
      "learning_rate": 9.848040955005148e-05,
      "loss": 0.3069,
      "step": 194
    },
    {
      "epoch": 0.3238362136073486,
      "grad_norm": 28.360759735107422,
      "learning_rate": 9.845842098549795e-05,
      "loss": 0.3167,
      "step": 195
    },
    {
      "epoch": 0.3254969121386683,
      "grad_norm": 79.17635345458984,
      "learning_rate": 9.843627696414939e-05,
      "loss": 0.3435,
      "step": 196
    },
    {
      "epoch": 0.32715761066998805,
      "grad_norm": 66.2103271484375,
      "learning_rate": 9.841397755704483e-05,
      "loss": 0.324,
      "step": 197
    },
    {
      "epoch": 0.3288183092013078,
      "grad_norm": 15.748398780822754,
      "learning_rate": 9.839152283572178e-05,
      "loss": 0.3144,
      "step": 198
    },
    {
      "epoch": 0.33047900773262756,
      "grad_norm": 93.86544799804688,
      "learning_rate": 9.836891287221599e-05,
      "loss": 0.3031,
      "step": 199
    },
    {
      "epoch": 0.3321397062639473,
      "grad_norm": 323.493896484375,
      "learning_rate": 9.834614773906124e-05,
      "loss": 0.3517,
      "step": 200
    },
    {
      "epoch": 0.333800404795267,
      "grad_norm": 41.129146575927734,
      "learning_rate": 9.83232275092891e-05,
      "loss": 0.333,
      "step": 201
    },
    {
      "epoch": 0.33546110332658674,
      "grad_norm": 13.682321548461914,
      "learning_rate": 9.830015225642873e-05,
      "loss": 0.3081,
      "step": 202
    },
    {
      "epoch": 0.33712180185790647,
      "grad_norm": 90.22856903076172,
      "learning_rate": 9.827692205450651e-05,
      "loss": 0.3474,
      "step": 203
    },
    {
      "epoch": 0.3387825003892262,
      "grad_norm": 32.902252197265625,
      "learning_rate": 9.825353697804602e-05,
      "loss": 0.3325,
      "step": 204
    },
    {
      "epoch": 0.340443198920546,
      "grad_norm": 72.50242614746094,
      "learning_rate": 9.822999710206764e-05,
      "loss": 0.3403,
      "step": 205
    },
    {
      "epoch": 0.3421038974518657,
      "grad_norm": 42.025611877441406,
      "learning_rate": 9.820630250208835e-05,
      "loss": 0.3283,
      "step": 206
    },
    {
      "epoch": 0.34376459598318543,
      "grad_norm": 63.42696762084961,
      "learning_rate": 9.818245325412148e-05,
      "loss": 0.3074,
      "step": 207
    },
    {
      "epoch": 0.34542529451450515,
      "grad_norm": 21.447444915771484,
      "learning_rate": 9.815844943467649e-05,
      "loss": 0.2909,
      "step": 208
    },
    {
      "epoch": 0.3470859930458249,
      "grad_norm": 38.42819595336914,
      "learning_rate": 9.813429112075872e-05,
      "loss": 0.3148,
      "step": 209
    },
    {
      "epoch": 0.34874669157714466,
      "grad_norm": 143.58738708496094,
      "learning_rate": 9.810997838986913e-05,
      "loss": 0.3317,
      "step": 210
    },
    {
      "epoch": 0.3504073901084644,
      "grad_norm": 14.622925758361816,
      "learning_rate": 9.808551132000404e-05,
      "loss": 0.3334,
      "step": 211
    },
    {
      "epoch": 0.3520680886397841,
      "grad_norm": 41.87562942504883,
      "learning_rate": 9.806088998965494e-05,
      "loss": 0.3438,
      "step": 212
    },
    {
      "epoch": 0.35372878717110384,
      "grad_norm": 14.850021362304688,
      "learning_rate": 9.803611447780814e-05,
      "loss": 0.3147,
      "step": 213
    },
    {
      "epoch": 0.35538948570242357,
      "grad_norm": 19.952550888061523,
      "learning_rate": 9.801118486394461e-05,
      "loss": 0.3348,
      "step": 214
    },
    {
      "epoch": 0.3570501842337433,
      "grad_norm": 14.695087432861328,
      "learning_rate": 9.798610122803966e-05,
      "loss": 0.3301,
      "step": 215
    },
    {
      "epoch": 0.3587108827650631,
      "grad_norm": 119.33077239990234,
      "learning_rate": 9.796086365056272e-05,
      "loss": 0.3353,
      "step": 216
    },
    {
      "epoch": 0.3603715812963828,
      "grad_norm": 24.40523910522461,
      "learning_rate": 9.793547221247709e-05,
      "loss": 0.3222,
      "step": 217
    },
    {
      "epoch": 0.36203227982770253,
      "grad_norm": 26.061222076416016,
      "learning_rate": 9.790992699523967e-05,
      "loss": 0.3299,
      "step": 218
    },
    {
      "epoch": 0.36369297835902226,
      "grad_norm": 14.160664558410645,
      "learning_rate": 9.78842280808006e-05,
      "loss": 0.3554,
      "step": 219
    },
    {
      "epoch": 0.365353676890342,
      "grad_norm": 25.48128318786621,
      "learning_rate": 9.785837555160321e-05,
      "loss": 0.3054,
      "step": 220
    },
    {
      "epoch": 0.3670143754216617,
      "grad_norm": 21.467037200927734,
      "learning_rate": 9.783236949058356e-05,
      "loss": 0.3152,
      "step": 221
    },
    {
      "epoch": 0.3686750739529815,
      "grad_norm": 41.671390533447266,
      "learning_rate": 9.780620998117025e-05,
      "loss": 0.3095,
      "step": 222
    },
    {
      "epoch": 0.3703357724843012,
      "grad_norm": 10.983573913574219,
      "learning_rate": 9.777989710728418e-05,
      "loss": 0.3558,
      "step": 223
    },
    {
      "epoch": 0.37199647101562094,
      "grad_norm": 15.790307998657227,
      "learning_rate": 9.775343095333824e-05,
      "loss": 0.3062,
      "step": 224
    },
    {
      "epoch": 0.37365716954694067,
      "grad_norm": 12.44168472290039,
      "learning_rate": 9.772681160423703e-05,
      "loss": 0.3364,
      "step": 225
    },
    {
      "epoch": 0.3753178680782604,
      "grad_norm": 25.46112060546875,
      "learning_rate": 9.77000391453766e-05,
      "loss": 0.3203,
      "step": 226
    },
    {
      "epoch": 0.3769785666095802,
      "grad_norm": 24.347057342529297,
      "learning_rate": 9.767311366264425e-05,
      "loss": 0.3104,
      "step": 227
    },
    {
      "epoch": 0.3786392651408999,
      "grad_norm": 27.665260314941406,
      "learning_rate": 9.76460352424181e-05,
      "loss": 0.3309,
      "step": 228
    },
    {
      "epoch": 0.38029996367221963,
      "grad_norm": 10.520977973937988,
      "learning_rate": 9.761880397156695e-05,
      "loss": 0.3194,
      "step": 229
    },
    {
      "epoch": 0.38196066220353936,
      "grad_norm": 18.125877380371094,
      "learning_rate": 9.759141993744995e-05,
      "loss": 0.317,
      "step": 230
    },
    {
      "epoch": 0.3836213607348591,
      "grad_norm": 18.901464462280273,
      "learning_rate": 9.756388322791631e-05,
      "loss": 0.3188,
      "step": 231
    },
    {
      "epoch": 0.3852820592661788,
      "grad_norm": 36.56083297729492,
      "learning_rate": 9.753619393130504e-05,
      "loss": 0.3139,
      "step": 232
    },
    {
      "epoch": 0.3869427577974986,
      "grad_norm": 165.3616943359375,
      "learning_rate": 9.750835213644464e-05,
      "loss": 0.3323,
      "step": 233
    },
    {
      "epoch": 0.3886034563288183,
      "grad_norm": 61.09331130981445,
      "learning_rate": 9.748035793265285e-05,
      "loss": 0.3238,
      "step": 234
    },
    {
      "epoch": 0.39026415486013805,
      "grad_norm": 14.617741584777832,
      "learning_rate": 9.745221140973632e-05,
      "loss": 0.3467,
      "step": 235
    },
    {
      "epoch": 0.3919248533914578,
      "grad_norm": 25.66883087158203,
      "learning_rate": 9.742391265799037e-05,
      "loss": 0.3154,
      "step": 236
    },
    {
      "epoch": 0.3935855519227775,
      "grad_norm": 20.4726505279541,
      "learning_rate": 9.739546176819867e-05,
      "loss": 0.3225,
      "step": 237
    },
    {
      "epoch": 0.3952462504540973,
      "grad_norm": 40.93400192260742,
      "learning_rate": 9.736685883163297e-05,
      "loss": 0.3281,
      "step": 238
    },
    {
      "epoch": 0.396906948985417,
      "grad_norm": 311.4083251953125,
      "learning_rate": 9.733810394005274e-05,
      "loss": 0.3362,
      "step": 239
    },
    {
      "epoch": 0.39856764751673673,
      "grad_norm": 22.18343734741211,
      "learning_rate": 9.730919718570502e-05,
      "loss": 0.323,
      "step": 240
    },
    {
      "epoch": 0.40022834604805646,
      "grad_norm": 31.630779266357422,
      "learning_rate": 9.728013866132392e-05,
      "loss": 0.3277,
      "step": 241
    },
    {
      "epoch": 0.4018890445793762,
      "grad_norm": 12.531517028808594,
      "learning_rate": 9.725092846013053e-05,
      "loss": 0.3182,
      "step": 242
    },
    {
      "epoch": 0.4035497431106959,
      "grad_norm": 31.334840774536133,
      "learning_rate": 9.722156667583248e-05,
      "loss": 0.3463,
      "step": 243
    },
    {
      "epoch": 0.4052104416420157,
      "grad_norm": 48.84646987915039,
      "learning_rate": 9.71920534026237e-05,
      "loss": 0.3239,
      "step": 244
    },
    {
      "epoch": 0.4068711401733354,
      "grad_norm": 16.593637466430664,
      "learning_rate": 9.716238873518409e-05,
      "loss": 0.315,
      "step": 245
    },
    {
      "epoch": 0.40853183870465515,
      "grad_norm": 19.017454147338867,
      "learning_rate": 9.713257276867924e-05,
      "loss": 0.3129,
      "step": 246
    },
    {
      "epoch": 0.4101925372359749,
      "grad_norm": 25.900310516357422,
      "learning_rate": 9.710260559876011e-05,
      "loss": 0.3123,
      "step": 247
    },
    {
      "epoch": 0.4118532357672946,
      "grad_norm": 31.709957122802734,
      "learning_rate": 9.707248732156275e-05,
      "loss": 0.3044,
      "step": 248
    },
    {
      "epoch": 0.4135139342986143,
      "grad_norm": 28.169206619262695,
      "learning_rate": 9.704221803370792e-05,
      "loss": 0.325,
      "step": 249
    },
    {
      "epoch": 0.4151746328299341,
      "grad_norm": 24.24585723876953,
      "learning_rate": 9.701179783230087e-05,
      "loss": 0.3054,
      "step": 250
    },
    {
      "epoch": 0.41683533136125384,
      "grad_norm": 12.39324951171875,
      "learning_rate": 9.698122681493098e-05,
      "loss": 0.296,
      "step": 251
    },
    {
      "epoch": 0.41849602989257356,
      "grad_norm": 22.066993713378906,
      "learning_rate": 9.695050507967144e-05,
      "loss": 0.3165,
      "step": 252
    },
    {
      "epoch": 0.4201567284238933,
      "grad_norm": 80.2625732421875,
      "learning_rate": 9.691963272507898e-05,
      "loss": 0.3263,
      "step": 253
    },
    {
      "epoch": 0.421817426955213,
      "grad_norm": 28.812179565429688,
      "learning_rate": 9.688860985019348e-05,
      "loss": 0.3329,
      "step": 254
    },
    {
      "epoch": 0.4234781254865328,
      "grad_norm": 80.37259674072266,
      "learning_rate": 9.685743655453772e-05,
      "loss": 0.3182,
      "step": 255
    },
    {
      "epoch": 0.4251388240178525,
      "grad_norm": 45.12711715698242,
      "learning_rate": 9.682611293811703e-05,
      "loss": 0.3121,
      "step": 256
    },
    {
      "epoch": 0.42679952254917225,
      "grad_norm": 11.43038272857666,
      "learning_rate": 9.6794639101419e-05,
      "loss": 0.2963,
      "step": 257
    },
    {
      "epoch": 0.428460221080492,
      "grad_norm": 125.04705047607422,
      "learning_rate": 9.67630151454131e-05,
      "loss": 0.3113,
      "step": 258
    },
    {
      "epoch": 0.4301209196118117,
      "grad_norm": 27.13665771484375,
      "learning_rate": 9.673124117155043e-05,
      "loss": 0.3089,
      "step": 259
    },
    {
      "epoch": 0.43178161814313143,
      "grad_norm": 16.769529342651367,
      "learning_rate": 9.669931728176328e-05,
      "loss": 0.3138,
      "step": 260
    },
    {
      "epoch": 0.4334423166744512,
      "grad_norm": 10.994537353515625,
      "learning_rate": 9.666724357846498e-05,
      "loss": 0.3123,
      "step": 261
    },
    {
      "epoch": 0.43510301520577094,
      "grad_norm": 41.37866973876953,
      "learning_rate": 9.663502016454936e-05,
      "loss": 0.3097,
      "step": 262
    },
    {
      "epoch": 0.43676371373709066,
      "grad_norm": 82.15670776367188,
      "learning_rate": 9.660264714339063e-05,
      "loss": 0.3329,
      "step": 263
    },
    {
      "epoch": 0.4384244122684104,
      "grad_norm": 12.925142288208008,
      "learning_rate": 9.657012461884285e-05,
      "loss": 0.2965,
      "step": 264
    },
    {
      "epoch": 0.4400851107997301,
      "grad_norm": 13.891080856323242,
      "learning_rate": 9.653745269523977e-05,
      "loss": 0.3504,
      "step": 265
    },
    {
      "epoch": 0.4417458093310499,
      "grad_norm": 18.489437103271484,
      "learning_rate": 9.650463147739442e-05,
      "loss": 0.3248,
      "step": 266
    },
    {
      "epoch": 0.4434065078623696,
      "grad_norm": 11.54362678527832,
      "learning_rate": 9.647166107059868e-05,
      "loss": 0.3163,
      "step": 267
    },
    {
      "epoch": 0.44506720639368935,
      "grad_norm": 19.45928382873535,
      "learning_rate": 9.643854158062315e-05,
      "loss": 0.3329,
      "step": 268
    },
    {
      "epoch": 0.4467279049250091,
      "grad_norm": 20.200828552246094,
      "learning_rate": 9.640527311371662e-05,
      "loss": 0.3373,
      "step": 269
    },
    {
      "epoch": 0.4483886034563288,
      "grad_norm": 12.717829704284668,
      "learning_rate": 9.637185577660582e-05,
      "loss": 0.3246,
      "step": 270
    },
    {
      "epoch": 0.45004930198764853,
      "grad_norm": 162.41033935546875,
      "learning_rate": 9.63382896764951e-05,
      "loss": 0.3495,
      "step": 271
    },
    {
      "epoch": 0.4517100005189683,
      "grad_norm": 10.170032501220703,
      "learning_rate": 9.630457492106601e-05,
      "loss": 0.3059,
      "step": 272
    },
    {
      "epoch": 0.45337069905028804,
      "grad_norm": 48.172279357910156,
      "learning_rate": 9.627071161847698e-05,
      "loss": 0.3275,
      "step": 273
    },
    {
      "epoch": 0.45503139758160777,
      "grad_norm": 46.062015533447266,
      "learning_rate": 9.623669987736305e-05,
      "loss": 0.3063,
      "step": 274
    },
    {
      "epoch": 0.4566920961129275,
      "grad_norm": 39.71500015258789,
      "learning_rate": 9.620253980683538e-05,
      "loss": 0.3077,
      "step": 275
    },
    {
      "epoch": 0.4583527946442472,
      "grad_norm": 83.11470794677734,
      "learning_rate": 9.616823151648103e-05,
      "loss": 0.3212,
      "step": 276
    },
    {
      "epoch": 0.46001349317556695,
      "grad_norm": 328.2074890136719,
      "learning_rate": 9.613377511636253e-05,
      "loss": 0.3303,
      "step": 277
    },
    {
      "epoch": 0.4616741917068867,
      "grad_norm": 84.802734375,
      "learning_rate": 9.609917071701755e-05,
      "loss": 0.3139,
      "step": 278
    },
    {
      "epoch": 0.46333489023820645,
      "grad_norm": 13.519368171691895,
      "learning_rate": 9.60644184294586e-05,
      "loss": 0.3133,
      "step": 279
    },
    {
      "epoch": 0.4649955887695262,
      "grad_norm": 33.07325744628906,
      "learning_rate": 9.602951836517255e-05,
      "loss": 0.3203,
      "step": 280
    },
    {
      "epoch": 0.4666562873008459,
      "grad_norm": 29.523157119750977,
      "learning_rate": 9.599447063612037e-05,
      "loss": 0.3154,
      "step": 281
    },
    {
      "epoch": 0.46831698583216563,
      "grad_norm": 28.713653564453125,
      "learning_rate": 9.59592753547368e-05,
      "loss": 0.308,
      "step": 282
    },
    {
      "epoch": 0.4699776843634854,
      "grad_norm": 11.922811508178711,
      "learning_rate": 9.592393263392982e-05,
      "loss": 0.2987,
      "step": 283
    },
    {
      "epoch": 0.47163838289480514,
      "grad_norm": 10.632648468017578,
      "learning_rate": 9.588844258708052e-05,
      "loss": 0.3011,
      "step": 284
    },
    {
      "epoch": 0.47329908142612487,
      "grad_norm": 17.077857971191406,
      "learning_rate": 9.585280532804255e-05,
      "loss": 0.322,
      "step": 285
    },
    {
      "epoch": 0.4749597799574446,
      "grad_norm": 20.53763771057129,
      "learning_rate": 9.581702097114185e-05,
      "loss": 0.3215,
      "step": 286
    },
    {
      "epoch": 0.4766204784887643,
      "grad_norm": 16.649274826049805,
      "learning_rate": 9.578108963117623e-05,
      "loss": 0.3085,
      "step": 287
    },
    {
      "epoch": 0.47828117702008405,
      "grad_norm": 10.379050254821777,
      "learning_rate": 9.574501142341504e-05,
      "loss": 0.3358,
      "step": 288
    },
    {
      "epoch": 0.47994187555140383,
      "grad_norm": 38.27133560180664,
      "learning_rate": 9.570878646359882e-05,
      "loss": 0.3157,
      "step": 289
    },
    {
      "epoch": 0.48160257408272356,
      "grad_norm": 43.45355987548828,
      "learning_rate": 9.567241486793886e-05,
      "loss": 0.3394,
      "step": 290
    },
    {
      "epoch": 0.4832632726140433,
      "grad_norm": 32.14323425292969,
      "learning_rate": 9.563589675311686e-05,
      "loss": 0.3084,
      "step": 291
    },
    {
      "epoch": 0.484923971145363,
      "grad_norm": 15.220690727233887,
      "learning_rate": 9.55992322362846e-05,
      "loss": 0.3187,
      "step": 292
    },
    {
      "epoch": 0.48658466967668274,
      "grad_norm": 16.599641799926758,
      "learning_rate": 9.556242143506347e-05,
      "loss": 0.2902,
      "step": 293
    },
    {
      "epoch": 0.4882453682080025,
      "grad_norm": 8.873578071594238,
      "learning_rate": 9.552546446754422e-05,
      "loss": 0.2988,
      "step": 294
    },
    {
      "epoch": 0.48990606673932224,
      "grad_norm": 41.431846618652344,
      "learning_rate": 9.548836145228644e-05,
      "loss": 0.3352,
      "step": 295
    },
    {
      "epoch": 0.49156676527064197,
      "grad_norm": 15.18100357055664,
      "learning_rate": 9.545111250831825e-05,
      "loss": 0.3119,
      "step": 296
    },
    {
      "epoch": 0.4932274638019617,
      "grad_norm": 19.954790115356445,
      "learning_rate": 9.541371775513597e-05,
      "loss": 0.3342,
      "step": 297
    },
    {
      "epoch": 0.4948881623332814,
      "grad_norm": 22.85648536682129,
      "learning_rate": 9.537617731270365e-05,
      "loss": 0.3189,
      "step": 298
    },
    {
      "epoch": 0.49654886086460115,
      "grad_norm": 82.43091583251953,
      "learning_rate": 9.53384913014527e-05,
      "loss": 0.3155,
      "step": 299
    },
    {
      "epoch": 0.49820955939592093,
      "grad_norm": 72.58283996582031,
      "learning_rate": 9.530065984228156e-05,
      "loss": 0.333,
      "step": 300
    },
    {
      "epoch": 0.49987025792724066,
      "grad_norm": 56.16787338256836,
      "learning_rate": 9.526268305655523e-05,
      "loss": 0.3073,
      "step": 301
    },
    {
      "epoch": 0.5015309564585604,
      "grad_norm": 16.05253028869629,
      "learning_rate": 9.522456106610498e-05,
      "loss": 0.3323,
      "step": 302
    },
    {
      "epoch": 0.5031916549898802,
      "grad_norm": 13.669990539550781,
      "learning_rate": 9.518629399322784e-05,
      "loss": 0.321,
      "step": 303
    },
    {
      "epoch": 0.5048523535211998,
      "grad_norm": 143.93814086914062,
      "learning_rate": 9.514788196068632e-05,
      "loss": 0.2954,
      "step": 304
    },
    {
      "epoch": 0.5065130520525196,
      "grad_norm": 8.028514862060547,
      "learning_rate": 9.510932509170793e-05,
      "loss": 0.3144,
      "step": 305
    },
    {
      "epoch": 0.5081737505838393,
      "grad_norm": 26.369863510131836,
      "learning_rate": 9.507062350998486e-05,
      "loss": 0.3242,
      "step": 306
    },
    {
      "epoch": 0.5098344491151591,
      "grad_norm": 29.293994903564453,
      "learning_rate": 9.503177733967352e-05,
      "loss": 0.2978,
      "step": 307
    },
    {
      "epoch": 0.5114951476464789,
      "grad_norm": 41.09022521972656,
      "learning_rate": 9.499278670539418e-05,
      "loss": 0.2918,
      "step": 308
    },
    {
      "epoch": 0.5131558461777985,
      "grad_norm": 21.166954040527344,
      "learning_rate": 9.495365173223052e-05,
      "loss": 0.3123,
      "step": 309
    },
    {
      "epoch": 0.5148165447091183,
      "grad_norm": 16.879657745361328,
      "learning_rate": 9.491437254572933e-05,
      "loss": 0.3024,
      "step": 310
    },
    {
      "epoch": 0.516477243240438,
      "grad_norm": 9.364297866821289,
      "learning_rate": 9.487494927189998e-05,
      "loss": 0.3113,
      "step": 311
    },
    {
      "epoch": 0.5181379417717578,
      "grad_norm": 13.823391914367676,
      "learning_rate": 9.483538203721414e-05,
      "loss": 0.3281,
      "step": 312
    },
    {
      "epoch": 0.5197986403030774,
      "grad_norm": 10.906787872314453,
      "learning_rate": 9.479567096860524e-05,
      "loss": 0.3097,
      "step": 313
    },
    {
      "epoch": 0.5214593388343972,
      "grad_norm": 16.87537384033203,
      "learning_rate": 9.47558161934682e-05,
      "loss": 0.3303,
      "step": 314
    },
    {
      "epoch": 0.523120037365717,
      "grad_norm": 15.128436088562012,
      "learning_rate": 9.471581783965891e-05,
      "loss": 0.3099,
      "step": 315
    },
    {
      "epoch": 0.5247807358970367,
      "grad_norm": 15.296138763427734,
      "learning_rate": 9.467567603549393e-05,
      "loss": 0.2922,
      "step": 316
    },
    {
      "epoch": 0.5264414344283564,
      "grad_norm": 26.614158630371094,
      "learning_rate": 9.463539090974993e-05,
      "loss": 0.3316,
      "step": 317
    },
    {
      "epoch": 0.5281021329596761,
      "grad_norm": 41.7516975402832,
      "learning_rate": 9.459496259166342e-05,
      "loss": 0.3016,
      "step": 318
    },
    {
      "epoch": 0.5297628314909959,
      "grad_norm": 32.64419937133789,
      "learning_rate": 9.455439121093029e-05,
      "loss": 0.3112,
      "step": 319
    },
    {
      "epoch": 0.5314235300223157,
      "grad_norm": 66.82496643066406,
      "learning_rate": 9.451367689770532e-05,
      "loss": 0.3278,
      "step": 320
    },
    {
      "epoch": 0.5330842285536354,
      "grad_norm": 20.874038696289062,
      "learning_rate": 9.447281978260187e-05,
      "loss": 0.32,
      "step": 321
    },
    {
      "epoch": 0.5347449270849551,
      "grad_norm": 70.21574401855469,
      "learning_rate": 9.443181999669142e-05,
      "loss": 0.3101,
      "step": 322
    },
    {
      "epoch": 0.5364056256162748,
      "grad_norm": 15.442045211791992,
      "learning_rate": 9.43906776715031e-05,
      "loss": 0.3257,
      "step": 323
    },
    {
      "epoch": 0.5380663241475946,
      "grad_norm": 77.55043029785156,
      "learning_rate": 9.434939293902335e-05,
      "loss": 0.3168,
      "step": 324
    },
    {
      "epoch": 0.5397270226789144,
      "grad_norm": 12.460114479064941,
      "learning_rate": 9.430796593169546e-05,
      "loss": 0.3322,
      "step": 325
    },
    {
      "epoch": 0.541387721210234,
      "grad_norm": 11.248091697692871,
      "learning_rate": 9.426639678241913e-05,
      "loss": 0.3208,
      "step": 326
    },
    {
      "epoch": 0.5430484197415538,
      "grad_norm": 30.707332611083984,
      "learning_rate": 9.422468562455005e-05,
      "loss": 0.3264,
      "step": 327
    },
    {
      "epoch": 0.5447091182728735,
      "grad_norm": 16.947376251220703,
      "learning_rate": 9.41828325918995e-05,
      "loss": 0.3025,
      "step": 328
    },
    {
      "epoch": 0.5463698168041933,
      "grad_norm": 21.29446029663086,
      "learning_rate": 9.414083781873391e-05,
      "loss": 0.325,
      "step": 329
    },
    {
      "epoch": 0.548030515335513,
      "grad_norm": 12.905153274536133,
      "learning_rate": 9.409870143977437e-05,
      "loss": 0.2891,
      "step": 330
    },
    {
      "epoch": 0.5496912138668327,
      "grad_norm": 9.222719192504883,
      "learning_rate": 9.405642359019628e-05,
      "loss": 0.3124,
      "step": 331
    },
    {
      "epoch": 0.5513519123981525,
      "grad_norm": 84.41971588134766,
      "learning_rate": 9.401400440562892e-05,
      "loss": 0.2968,
      "step": 332
    },
    {
      "epoch": 0.5530126109294722,
      "grad_norm": 8.102546691894531,
      "learning_rate": 9.397144402215493e-05,
      "loss": 0.3009,
      "step": 333
    },
    {
      "epoch": 0.554673309460792,
      "grad_norm": 16.299074172973633,
      "learning_rate": 9.392874257630988e-05,
      "loss": 0.3156,
      "step": 334
    },
    {
      "epoch": 0.5563340079921116,
      "grad_norm": 10.908889770507812,
      "learning_rate": 9.388590020508201e-05,
      "loss": 0.2771,
      "step": 335
    },
    {
      "epoch": 0.5579947065234314,
      "grad_norm": 37.578548431396484,
      "learning_rate": 9.384291704591153e-05,
      "loss": 0.324,
      "step": 336
    },
    {
      "epoch": 0.5596554050547512,
      "grad_norm": 98.8309097290039,
      "learning_rate": 9.379979323669036e-05,
      "loss": 0.3144,
      "step": 337
    },
    {
      "epoch": 0.5613161035860709,
      "grad_norm": 123.9063491821289,
      "learning_rate": 9.375652891576163e-05,
      "loss": 0.2922,
      "step": 338
    },
    {
      "epoch": 0.5629768021173907,
      "grad_norm": 40.04903793334961,
      "learning_rate": 9.37131242219192e-05,
      "loss": 0.2919,
      "step": 339
    },
    {
      "epoch": 0.5646375006487103,
      "grad_norm": 30.752716064453125,
      "learning_rate": 9.366957929440731e-05,
      "loss": 0.3177,
      "step": 340
    },
    {
      "epoch": 0.5662981991800301,
      "grad_norm": 14.724492073059082,
      "learning_rate": 9.362589427292004e-05,
      "loss": 0.3196,
      "step": 341
    },
    {
      "epoch": 0.5679588977113499,
      "grad_norm": 38.862152099609375,
      "learning_rate": 9.358206929760087e-05,
      "loss": 0.313,
      "step": 342
    },
    {
      "epoch": 0.5696195962426696,
      "grad_norm": 83.72445678710938,
      "learning_rate": 9.353810450904234e-05,
      "loss": 0.3187,
      "step": 343
    },
    {
      "epoch": 0.5712802947739893,
      "grad_norm": 41.9790153503418,
      "learning_rate": 9.349400004828547e-05,
      "loss": 0.322,
      "step": 344
    },
    {
      "epoch": 0.572940993305309,
      "grad_norm": 15.165878295898438,
      "learning_rate": 9.344975605681932e-05,
      "loss": 0.3211,
      "step": 345
    },
    {
      "epoch": 0.5746016918366288,
      "grad_norm": 20.742877960205078,
      "learning_rate": 9.340537267658063e-05,
      "loss": 0.3108,
      "step": 346
    },
    {
      "epoch": 0.5762623903679486,
      "grad_norm": 17.051950454711914,
      "learning_rate": 9.336085004995327e-05,
      "loss": 0.3165,
      "step": 347
    },
    {
      "epoch": 0.5779230888992682,
      "grad_norm": 10.417563438415527,
      "learning_rate": 9.331618831976783e-05,
      "loss": 0.3139,
      "step": 348
    },
    {
      "epoch": 0.579583787430588,
      "grad_norm": 18.770387649536133,
      "learning_rate": 9.327138762930114e-05,
      "loss": 0.2999,
      "step": 349
    },
    {
      "epoch": 0.5812444859619077,
      "grad_norm": 10.266261100769043,
      "learning_rate": 9.322644812227588e-05,
      "loss": 0.314,
      "step": 350
    },
    {
      "epoch": 0.5829051844932275,
      "grad_norm": 20.65653419494629,
      "learning_rate": 9.318136994285996e-05,
      "loss": 0.2831,
      "step": 351
    },
    {
      "epoch": 0.5845658830245472,
      "grad_norm": 47.8186149597168,
      "learning_rate": 9.31361532356662e-05,
      "loss": 0.2987,
      "step": 352
    },
    {
      "epoch": 0.5862265815558669,
      "grad_norm": 31.965633392333984,
      "learning_rate": 9.309079814575187e-05,
      "loss": 0.3051,
      "step": 353
    },
    {
      "epoch": 0.5878872800871867,
      "grad_norm": 11.494510650634766,
      "learning_rate": 9.304530481861813e-05,
      "loss": 0.3483,
      "step": 354
    },
    {
      "epoch": 0.5895479786185064,
      "grad_norm": 20.134716033935547,
      "learning_rate": 9.299967340020961e-05,
      "loss": 0.3001,
      "step": 355
    },
    {
      "epoch": 0.5912086771498262,
      "grad_norm": 19.050811767578125,
      "learning_rate": 9.295390403691395e-05,
      "loss": 0.3057,
      "step": 356
    },
    {
      "epoch": 0.5928693756811458,
      "grad_norm": 20.096332550048828,
      "learning_rate": 9.290799687556136e-05,
      "loss": 0.2807,
      "step": 357
    },
    {
      "epoch": 0.5945300742124656,
      "grad_norm": 31.533571243286133,
      "learning_rate": 9.286195206342403e-05,
      "loss": 0.3222,
      "step": 358
    },
    {
      "epoch": 0.5961907727437854,
      "grad_norm": 39.516456604003906,
      "learning_rate": 9.281576974821582e-05,
      "loss": 0.3148,
      "step": 359
    },
    {
      "epoch": 0.5978514712751051,
      "grad_norm": 63.63636016845703,
      "learning_rate": 9.276945007809166e-05,
      "loss": 0.3071,
      "step": 360
    },
    {
      "epoch": 0.5995121698064249,
      "grad_norm": 25.25543785095215,
      "learning_rate": 9.272299320164716e-05,
      "loss": 0.3111,
      "step": 361
    },
    {
      "epoch": 0.6011728683377445,
      "grad_norm": 21.786413192749023,
      "learning_rate": 9.267639926791805e-05,
      "loss": 0.3175,
      "step": 362
    },
    {
      "epoch": 0.6028335668690643,
      "grad_norm": 37.87742233276367,
      "learning_rate": 9.262966842637977e-05,
      "loss": 0.3068,
      "step": 363
    },
    {
      "epoch": 0.6044942654003841,
      "grad_norm": 57.43134307861328,
      "learning_rate": 9.258280082694694e-05,
      "loss": 0.3342,
      "step": 364
    },
    {
      "epoch": 0.6061549639317038,
      "grad_norm": 17.7891845703125,
      "learning_rate": 9.253579661997298e-05,
      "loss": 0.2971,
      "step": 365
    },
    {
      "epoch": 0.6078156624630235,
      "grad_norm": 51.276214599609375,
      "learning_rate": 9.248865595624947e-05,
      "loss": 0.315,
      "step": 366
    },
    {
      "epoch": 0.6094763609943432,
      "grad_norm": 37.59144973754883,
      "learning_rate": 9.244137898700578e-05,
      "loss": 0.3222,
      "step": 367
    },
    {
      "epoch": 0.611137059525663,
      "grad_norm": 9.40713119506836,
      "learning_rate": 9.239396586390854e-05,
      "loss": 0.3071,
      "step": 368
    },
    {
      "epoch": 0.6127977580569827,
      "grad_norm": 12.5270414352417,
      "learning_rate": 9.234641673906121e-05,
      "loss": 0.3009,
      "step": 369
    },
    {
      "epoch": 0.6144584565883024,
      "grad_norm": 29.016000747680664,
      "learning_rate": 9.229873176500351e-05,
      "loss": 0.3078,
      "step": 370
    },
    {
      "epoch": 0.6161191551196222,
      "grad_norm": 19.265480041503906,
      "learning_rate": 9.2250911094711e-05,
      "loss": 0.2885,
      "step": 371
    },
    {
      "epoch": 0.6177798536509419,
      "grad_norm": 252.14859008789062,
      "learning_rate": 9.22029548815945e-05,
      "loss": 0.2998,
      "step": 372
    },
    {
      "epoch": 0.6194405521822617,
      "grad_norm": 10.757695198059082,
      "learning_rate": 9.215486327949974e-05,
      "loss": 0.3173,
      "step": 373
    },
    {
      "epoch": 0.6211012507135814,
      "grad_norm": 10.930907249450684,
      "learning_rate": 9.210663644270671e-05,
      "loss": 0.3065,
      "step": 374
    },
    {
      "epoch": 0.6227619492449011,
      "grad_norm": 64.07231903076172,
      "learning_rate": 9.205827452592932e-05,
      "loss": 0.2784,
      "step": 375
    },
    {
      "epoch": 0.6244226477762209,
      "grad_norm": 24.454105377197266,
      "learning_rate": 9.200977768431474e-05,
      "loss": 0.2876,
      "step": 376
    },
    {
      "epoch": 0.6260833463075406,
      "grad_norm": 32.62709045410156,
      "learning_rate": 9.196114607344301e-05,
      "loss": 0.3075,
      "step": 377
    },
    {
      "epoch": 0.6277440448388604,
      "grad_norm": 51.31664276123047,
      "learning_rate": 9.191237984932656e-05,
      "loss": 0.3016,
      "step": 378
    },
    {
      "epoch": 0.62940474337018,
      "grad_norm": 8.667896270751953,
      "learning_rate": 9.18634791684096e-05,
      "loss": 0.3026,
      "step": 379
    },
    {
      "epoch": 0.6310654419014998,
      "grad_norm": 21.055294036865234,
      "learning_rate": 9.181444418756773e-05,
      "loss": 0.3158,
      "step": 380
    },
    {
      "epoch": 0.6327261404328196,
      "grad_norm": 19.304393768310547,
      "learning_rate": 9.17652750641074e-05,
      "loss": 0.3075,
      "step": 381
    },
    {
      "epoch": 0.6343868389641393,
      "grad_norm": 78.29962921142578,
      "learning_rate": 9.171597195576531e-05,
      "loss": 0.3152,
      "step": 382
    },
    {
      "epoch": 0.6360475374954591,
      "grad_norm": 30.911787033081055,
      "learning_rate": 9.16665350207081e-05,
      "loss": 0.3139,
      "step": 383
    },
    {
      "epoch": 0.6377082360267787,
      "grad_norm": 59.8438720703125,
      "learning_rate": 9.161696441753167e-05,
      "loss": 0.311,
      "step": 384
    },
    {
      "epoch": 0.6393689345580985,
      "grad_norm": 15.886602401733398,
      "learning_rate": 9.156726030526073e-05,
      "loss": 0.316,
      "step": 385
    },
    {
      "epoch": 0.6410296330894182,
      "grad_norm": 19.520782470703125,
      "learning_rate": 9.151742284334833e-05,
      "loss": 0.3018,
      "step": 386
    },
    {
      "epoch": 0.642690331620738,
      "grad_norm": 17.10700798034668,
      "learning_rate": 9.146745219167527e-05,
      "loss": 0.3165,
      "step": 387
    },
    {
      "epoch": 0.6443510301520577,
      "grad_norm": 8.914456367492676,
      "learning_rate": 9.141734851054968e-05,
      "loss": 0.3059,
      "step": 388
    },
    {
      "epoch": 0.6460117286833774,
      "grad_norm": 6.80755090713501,
      "learning_rate": 9.136711196070639e-05,
      "loss": 0.3257,
      "step": 389
    },
    {
      "epoch": 0.6476724272146972,
      "grad_norm": 28.446495056152344,
      "learning_rate": 9.131674270330653e-05,
      "loss": 0.3065,
      "step": 390
    },
    {
      "epoch": 0.6493331257460169,
      "grad_norm": 25.92674446105957,
      "learning_rate": 9.126624089993694e-05,
      "loss": 0.2975,
      "step": 391
    },
    {
      "epoch": 0.6509938242773367,
      "grad_norm": 15.610758781433105,
      "learning_rate": 9.121560671260968e-05,
      "loss": 0.3179,
      "step": 392
    },
    {
      "epoch": 0.6526545228086564,
      "grad_norm": 12.867768287658691,
      "learning_rate": 9.116484030376149e-05,
      "loss": 0.3234,
      "step": 393
    },
    {
      "epoch": 0.6543152213399761,
      "grad_norm": 23.178924560546875,
      "learning_rate": 9.111394183625332e-05,
      "loss": 0.2968,
      "step": 394
    },
    {
      "epoch": 0.6559759198712959,
      "grad_norm": 10.973976135253906,
      "learning_rate": 9.106291147336971e-05,
      "loss": 0.3129,
      "step": 395
    },
    {
      "epoch": 0.6576366184026156,
      "grad_norm": 41.91653060913086,
      "learning_rate": 9.10117493788184e-05,
      "loss": 0.2994,
      "step": 396
    },
    {
      "epoch": 0.6592973169339353,
      "grad_norm": 37.21331024169922,
      "learning_rate": 9.096045571672965e-05,
      "loss": 0.3072,
      "step": 397
    },
    {
      "epoch": 0.6609580154652551,
      "grad_norm": 30.14063835144043,
      "learning_rate": 9.090903065165586e-05,
      "loss": 0.2966,
      "step": 398
    },
    {
      "epoch": 0.6626187139965748,
      "grad_norm": 67.18895721435547,
      "learning_rate": 9.085747434857095e-05,
      "loss": 0.3145,
      "step": 399
    },
    {
      "epoch": 0.6642794125278946,
      "grad_norm": 46.18681716918945,
      "learning_rate": 9.080578697286985e-05,
      "loss": 0.3023,
      "step": 400
    },
    {
      "epoch": 0.6659401110592142,
      "grad_norm": 10.217764854431152,
      "learning_rate": 9.075396869036801e-05,
      "loss": 0.3192,
      "step": 401
    },
    {
      "epoch": 0.667600809590534,
      "grad_norm": 417.52044677734375,
      "learning_rate": 9.070201966730079e-05,
      "loss": 0.2859,
      "step": 402
    },
    {
      "epoch": 0.6692615081218538,
      "grad_norm": 26.046894073486328,
      "learning_rate": 9.0649940070323e-05,
      "loss": 0.3043,
      "step": 403
    },
    {
      "epoch": 0.6709222066531735,
      "grad_norm": 34.24388122558594,
      "learning_rate": 9.059773006650832e-05,
      "loss": 0.2983,
      "step": 404
    },
    {
      "epoch": 0.6725829051844933,
      "grad_norm": 13.467427253723145,
      "learning_rate": 9.054538982334882e-05,
      "loss": 0.2854,
      "step": 405
    },
    {
      "epoch": 0.6742436037158129,
      "grad_norm": 28.355485916137695,
      "learning_rate": 9.049291950875434e-05,
      "loss": 0.3306,
      "step": 406
    },
    {
      "epoch": 0.6759043022471327,
      "grad_norm": 9.620882034301758,
      "learning_rate": 9.0440319291052e-05,
      "loss": 0.3153,
      "step": 407
    },
    {
      "epoch": 0.6775650007784524,
      "grad_norm": 11.979683876037598,
      "learning_rate": 9.038758933898565e-05,
      "loss": 0.3032,
      "step": 408
    },
    {
      "epoch": 0.6792256993097722,
      "grad_norm": 185.97085571289062,
      "learning_rate": 9.03347298217154e-05,
      "loss": 0.327,
      "step": 409
    },
    {
      "epoch": 0.680886397841092,
      "grad_norm": 76.22681427001953,
      "learning_rate": 9.028174090881694e-05,
      "loss": 0.2875,
      "step": 410
    },
    {
      "epoch": 0.6825470963724116,
      "grad_norm": 18.044015884399414,
      "learning_rate": 9.022862277028107e-05,
      "loss": 0.317,
      "step": 411
    },
    {
      "epoch": 0.6842077949037314,
      "grad_norm": 68.02251434326172,
      "learning_rate": 9.017537557651316e-05,
      "loss": 0.3086,
      "step": 412
    },
    {
      "epoch": 0.6858684934350511,
      "grad_norm": 17.809236526489258,
      "learning_rate": 9.012199949833264e-05,
      "loss": 0.2943,
      "step": 413
    },
    {
      "epoch": 0.6875291919663709,
      "grad_norm": 18.80552101135254,
      "learning_rate": 9.006849470697236e-05,
      "loss": 0.3134,
      "step": 414
    },
    {
      "epoch": 0.6891898904976906,
      "grad_norm": 9.522897720336914,
      "learning_rate": 9.001486137407809e-05,
      "loss": 0.3197,
      "step": 415
    },
    {
      "epoch": 0.6908505890290103,
      "grad_norm": 44.19784927368164,
      "learning_rate": 8.996109967170795e-05,
      "loss": 0.3134,
      "step": 416
    },
    {
      "epoch": 0.6925112875603301,
      "grad_norm": 37.70685958862305,
      "learning_rate": 8.990720977233194e-05,
      "loss": 0.3135,
      "step": 417
    },
    {
      "epoch": 0.6941719860916498,
      "grad_norm": 22.376129150390625,
      "learning_rate": 8.985319184883128e-05,
      "loss": 0.3198,
      "step": 418
    },
    {
      "epoch": 0.6958326846229695,
      "grad_norm": 38.35197448730469,
      "learning_rate": 8.979904607449787e-05,
      "loss": 0.3093,
      "step": 419
    },
    {
      "epoch": 0.6974933831542893,
      "grad_norm": 38.13330841064453,
      "learning_rate": 8.974477262303382e-05,
      "loss": 0.3017,
      "step": 420
    },
    {
      "epoch": 0.699154081685609,
      "grad_norm": 8.704827308654785,
      "learning_rate": 8.969037166855078e-05,
      "loss": 0.3089,
      "step": 421
    },
    {
      "epoch": 0.7008147802169288,
      "grad_norm": 77.3583984375,
      "learning_rate": 8.963584338556948e-05,
      "loss": 0.3043,
      "step": 422
    },
    {
      "epoch": 0.7024754787482484,
      "grad_norm": 59.96723175048828,
      "learning_rate": 8.95811879490191e-05,
      "loss": 0.2985,
      "step": 423
    },
    {
      "epoch": 0.7041361772795682,
      "grad_norm": 56.64527893066406,
      "learning_rate": 8.952640553423672e-05,
      "loss": 0.3369,
      "step": 424
    },
    {
      "epoch": 0.7057968758108879,
      "grad_norm": 37.24342727661133,
      "learning_rate": 8.947149631696682e-05,
      "loss": 0.3117,
      "step": 425
    },
    {
      "epoch": 0.7074575743422077,
      "grad_norm": 137.05282592773438,
      "learning_rate": 8.941646047336064e-05,
      "loss": 0.2958,
      "step": 426
    },
    {
      "epoch": 0.7091182728735275,
      "grad_norm": 34.54379653930664,
      "learning_rate": 8.936129817997562e-05,
      "loss": 0.2983,
      "step": 427
    },
    {
      "epoch": 0.7107789714048471,
      "grad_norm": 17.301864624023438,
      "learning_rate": 8.930600961377489e-05,
      "loss": 0.336,
      "step": 428
    },
    {
      "epoch": 0.7124396699361669,
      "grad_norm": 83.31056213378906,
      "learning_rate": 8.925059495212667e-05,
      "loss": 0.3098,
      "step": 429
    },
    {
      "epoch": 0.7141003684674866,
      "grad_norm": 13.80082893371582,
      "learning_rate": 8.919505437280367e-05,
      "loss": 0.2986,
      "step": 430
    },
    {
      "epoch": 0.7157610669988064,
      "grad_norm": 9.891674995422363,
      "learning_rate": 8.913938805398257e-05,
      "loss": 0.3033,
      "step": 431
    },
    {
      "epoch": 0.7174217655301262,
      "grad_norm": 20.786617279052734,
      "learning_rate": 8.908359617424345e-05,
      "loss": 0.2966,
      "step": 432
    },
    {
      "epoch": 0.7190824640614458,
      "grad_norm": 11.70949935913086,
      "learning_rate": 8.902767891256912e-05,
      "loss": 0.3106,
      "step": 433
    },
    {
      "epoch": 0.7207431625927656,
      "grad_norm": 20.220985412597656,
      "learning_rate": 8.897163644834472e-05,
      "loss": 0.2826,
      "step": 434
    },
    {
      "epoch": 0.7224038611240853,
      "grad_norm": 94.52996063232422,
      "learning_rate": 8.891546896135698e-05,
      "loss": 0.3326,
      "step": 435
    },
    {
      "epoch": 0.7240645596554051,
      "grad_norm": 14.206509590148926,
      "learning_rate": 8.885917663179372e-05,
      "loss": 0.3113,
      "step": 436
    },
    {
      "epoch": 0.7257252581867248,
      "grad_norm": 9.238081932067871,
      "learning_rate": 8.880275964024327e-05,
      "loss": 0.3085,
      "step": 437
    },
    {
      "epoch": 0.7273859567180445,
      "grad_norm": 16.078716278076172,
      "learning_rate": 8.874621816769388e-05,
      "loss": 0.3045,
      "step": 438
    },
    {
      "epoch": 0.7290466552493643,
      "grad_norm": 226.89561462402344,
      "learning_rate": 8.868955239553316e-05,
      "loss": 0.3137,
      "step": 439
    },
    {
      "epoch": 0.730707353780684,
      "grad_norm": 19.5429630279541,
      "learning_rate": 8.863276250554739e-05,
      "loss": 0.2968,
      "step": 440
    },
    {
      "epoch": 0.7323680523120037,
      "grad_norm": 10.357669830322266,
      "learning_rate": 8.857584867992116e-05,
      "loss": 0.3218,
      "step": 441
    },
    {
      "epoch": 0.7340287508433234,
      "grad_norm": 52.78630447387695,
      "learning_rate": 8.851881110123657e-05,
      "loss": 0.3225,
      "step": 442
    },
    {
      "epoch": 0.7356894493746432,
      "grad_norm": 21.655752182006836,
      "learning_rate": 8.846164995247272e-05,
      "loss": 0.3077,
      "step": 443
    },
    {
      "epoch": 0.737350147905963,
      "grad_norm": 31.048274993896484,
      "learning_rate": 8.840436541700516e-05,
      "loss": 0.313,
      "step": 444
    },
    {
      "epoch": 0.7390108464372827,
      "grad_norm": 19.989078521728516,
      "learning_rate": 8.834695767860525e-05,
      "loss": 0.3181,
      "step": 445
    },
    {
      "epoch": 0.7406715449686024,
      "grad_norm": 8.132134437561035,
      "learning_rate": 8.82894269214396e-05,
      "loss": 0.3246,
      "step": 446
    },
    {
      "epoch": 0.7423322434999221,
      "grad_norm": 20.8494930267334,
      "learning_rate": 8.823177333006947e-05,
      "loss": 0.3094,
      "step": 447
    },
    {
      "epoch": 0.7439929420312419,
      "grad_norm": 191.60983276367188,
      "learning_rate": 8.817399708945017e-05,
      "loss": 0.3023,
      "step": 448
    },
    {
      "epoch": 0.7456536405625617,
      "grad_norm": 43.99884033203125,
      "learning_rate": 8.811609838493049e-05,
      "loss": 0.3052,
      "step": 449
    },
    {
      "epoch": 0.7473143390938813,
      "grad_norm": 19.382110595703125,
      "learning_rate": 8.805807740225206e-05,
      "loss": 0.3363,
      "step": 450
    },
    {
      "epoch": 0.7489750376252011,
      "grad_norm": 27.73593521118164,
      "learning_rate": 8.799993432754884e-05,
      "loss": 0.3034,
      "step": 451
    },
    {
      "epoch": 0.7506357361565208,
      "grad_norm": 55.53531265258789,
      "learning_rate": 8.79416693473464e-05,
      "loss": 0.3143,
      "step": 452
    },
    {
      "epoch": 0.7522964346878406,
      "grad_norm": 36.05241394042969,
      "learning_rate": 8.788328264856143e-05,
      "loss": 0.2937,
      "step": 453
    },
    {
      "epoch": 0.7539571332191604,
      "grad_norm": 24.02420425415039,
      "learning_rate": 8.782477441850106e-05,
      "loss": 0.2891,
      "step": 454
    },
    {
      "epoch": 0.75561783175048,
      "grad_norm": 23.53626823425293,
      "learning_rate": 8.776614484486237e-05,
      "loss": 0.3085,
      "step": 455
    },
    {
      "epoch": 0.7572785302817998,
      "grad_norm": 21.195833206176758,
      "learning_rate": 8.770739411573163e-05,
      "loss": 0.2826,
      "step": 456
    },
    {
      "epoch": 0.7589392288131195,
      "grad_norm": 49.207733154296875,
      "learning_rate": 8.764852241958386e-05,
      "loss": 0.276,
      "step": 457
    },
    {
      "epoch": 0.7605999273444393,
      "grad_norm": 10.246028900146484,
      "learning_rate": 8.758952994528208e-05,
      "loss": 0.3145,
      "step": 458
    },
    {
      "epoch": 0.762260625875759,
      "grad_norm": 90.51976776123047,
      "learning_rate": 8.75304168820768e-05,
      "loss": 0.3293,
      "step": 459
    },
    {
      "epoch": 0.7639213244070787,
      "grad_norm": 50.458980560302734,
      "learning_rate": 8.747118341960542e-05,
      "loss": 0.3052,
      "step": 460
    },
    {
      "epoch": 0.7655820229383985,
      "grad_norm": 45.22133255004883,
      "learning_rate": 8.741182974789151e-05,
      "loss": 0.3233,
      "step": 461
    },
    {
      "epoch": 0.7672427214697182,
      "grad_norm": 15.685876846313477,
      "learning_rate": 8.735235605734435e-05,
      "loss": 0.3001,
      "step": 462
    },
    {
      "epoch": 0.768903420001038,
      "grad_norm": 70.90806579589844,
      "learning_rate": 8.729276253875823e-05,
      "loss": 0.2961,
      "step": 463
    },
    {
      "epoch": 0.7705641185323576,
      "grad_norm": 197.4364013671875,
      "learning_rate": 8.723304938331178e-05,
      "loss": 0.2954,
      "step": 464
    },
    {
      "epoch": 0.7722248170636774,
      "grad_norm": 29.27678108215332,
      "learning_rate": 8.717321678256755e-05,
      "loss": 0.294,
      "step": 465
    },
    {
      "epoch": 0.7738855155949972,
      "grad_norm": 19.00115966796875,
      "learning_rate": 8.711326492847119e-05,
      "loss": 0.2973,
      "step": 466
    },
    {
      "epoch": 0.7755462141263169,
      "grad_norm": 16.248558044433594,
      "learning_rate": 8.705319401335093e-05,
      "loss": 0.3069,
      "step": 467
    },
    {
      "epoch": 0.7772069126576366,
      "grad_norm": 15.289970397949219,
      "learning_rate": 8.6993004229917e-05,
      "loss": 0.3069,
      "step": 468
    },
    {
      "epoch": 0.7788676111889563,
      "grad_norm": 15.599447250366211,
      "learning_rate": 8.69326957712609e-05,
      "loss": 0.3039,
      "step": 469
    },
    {
      "epoch": 0.7805283097202761,
      "grad_norm": 28.66286849975586,
      "learning_rate": 8.687226883085493e-05,
      "loss": 0.2926,
      "step": 470
    },
    {
      "epoch": 0.7821890082515959,
      "grad_norm": 11.616494178771973,
      "learning_rate": 8.681172360255139e-05,
      "loss": 0.2965,
      "step": 471
    },
    {
      "epoch": 0.7838497067829155,
      "grad_norm": 8.636465072631836,
      "learning_rate": 8.675106028058209e-05,
      "loss": 0.3105,
      "step": 472
    },
    {
      "epoch": 0.7855104053142353,
      "grad_norm": 22.446075439453125,
      "learning_rate": 8.669027905955773e-05,
      "loss": 0.322,
      "step": 473
    },
    {
      "epoch": 0.787171103845555,
      "grad_norm": 26.431161880493164,
      "learning_rate": 8.66293801344672e-05,
      "loss": 0.2909,
      "step": 474
    },
    {
      "epoch": 0.7888318023768748,
      "grad_norm": 9.34886360168457,
      "learning_rate": 8.656836370067696e-05,
      "loss": 0.3115,
      "step": 475
    },
    {
      "epoch": 0.7904925009081946,
      "grad_norm": 10.392329216003418,
      "learning_rate": 8.650722995393051e-05,
      "loss": 0.3032,
      "step": 476
    },
    {
      "epoch": 0.7921531994395142,
      "grad_norm": 16.351160049438477,
      "learning_rate": 8.644597909034762e-05,
      "loss": 0.2805,
      "step": 477
    },
    {
      "epoch": 0.793813897970834,
      "grad_norm": 11.851846694946289,
      "learning_rate": 8.638461130642386e-05,
      "loss": 0.302,
      "step": 478
    },
    {
      "epoch": 0.7954745965021537,
      "grad_norm": 13.054351806640625,
      "learning_rate": 8.632312679902983e-05,
      "loss": 0.3173,
      "step": 479
    },
    {
      "epoch": 0.7971352950334735,
      "grad_norm": 13.70720386505127,
      "learning_rate": 8.626152576541057e-05,
      "loss": 0.3124,
      "step": 480
    },
    {
      "epoch": 0.7987959935647931,
      "grad_norm": 15.25360107421875,
      "learning_rate": 8.6199808403185e-05,
      "loss": 0.3206,
      "step": 481
    },
    {
      "epoch": 0.8004566920961129,
      "grad_norm": 8.500411987304688,
      "learning_rate": 8.61379749103452e-05,
      "loss": 0.2843,
      "step": 482
    },
    {
      "epoch": 0.8021173906274327,
      "grad_norm": 93.16901397705078,
      "learning_rate": 8.607602548525575e-05,
      "loss": 0.323,
      "step": 483
    },
    {
      "epoch": 0.8037780891587524,
      "grad_norm": 51.738250732421875,
      "learning_rate": 8.601396032665323e-05,
      "loss": 0.2966,
      "step": 484
    },
    {
      "epoch": 0.8054387876900722,
      "grad_norm": 18.019519805908203,
      "learning_rate": 8.595177963364547e-05,
      "loss": 0.3195,
      "step": 485
    },
    {
      "epoch": 0.8070994862213918,
      "grad_norm": 9.113760948181152,
      "learning_rate": 8.58894836057109e-05,
      "loss": 0.2879,
      "step": 486
    },
    {
      "epoch": 0.8087601847527116,
      "grad_norm": 31.719749450683594,
      "learning_rate": 8.5827072442698e-05,
      "loss": 0.2877,
      "step": 487
    },
    {
      "epoch": 0.8104208832840314,
      "grad_norm": 48.240909576416016,
      "learning_rate": 8.576454634482458e-05,
      "loss": 0.3141,
      "step": 488
    },
    {
      "epoch": 0.8120815818153511,
      "grad_norm": 23.986005783081055,
      "learning_rate": 8.570190551267721e-05,
      "loss": 0.2991,
      "step": 489
    },
    {
      "epoch": 0.8137422803466708,
      "grad_norm": 14.616287231445312,
      "learning_rate": 8.563915014721044e-05,
      "loss": 0.2967,
      "step": 490
    },
    {
      "epoch": 0.8154029788779905,
      "grad_norm": 32.80522155761719,
      "learning_rate": 8.557628044974635e-05,
      "loss": 0.3066,
      "step": 491
    },
    {
      "epoch": 0.8170636774093103,
      "grad_norm": 12.438755989074707,
      "learning_rate": 8.551329662197373e-05,
      "loss": 0.298,
      "step": 492
    },
    {
      "epoch": 0.8187243759406301,
      "grad_norm": 18.6926212310791,
      "learning_rate": 8.545019886594757e-05,
      "loss": 0.3053,
      "step": 493
    },
    {
      "epoch": 0.8203850744719497,
      "grad_norm": 90.16177368164062,
      "learning_rate": 8.538698738408828e-05,
      "loss": 0.3226,
      "step": 494
    },
    {
      "epoch": 0.8220457730032695,
      "grad_norm": 28.3646240234375,
      "learning_rate": 8.532366237918115e-05,
      "loss": 0.3031,
      "step": 495
    },
    {
      "epoch": 0.8237064715345892,
      "grad_norm": 12.563741683959961,
      "learning_rate": 8.526022405437563e-05,
      "loss": 0.2943,
      "step": 496
    },
    {
      "epoch": 0.825367170065909,
      "grad_norm": 92.90933227539062,
      "learning_rate": 8.519667261318474e-05,
      "loss": 0.2923,
      "step": 497
    },
    {
      "epoch": 0.8270278685972287,
      "grad_norm": 39.55075454711914,
      "learning_rate": 8.513300825948436e-05,
      "loss": 0.3128,
      "step": 498
    },
    {
      "epoch": 0.8286885671285484,
      "grad_norm": 25.202983856201172,
      "learning_rate": 8.50692311975126e-05,
      "loss": 0.3119,
      "step": 499
    },
    {
      "epoch": 0.8303492656598682,
      "grad_norm": 14.300535202026367,
      "learning_rate": 8.500534163186913e-05,
      "loss": 0.3338,
      "step": 500
    },
    {
      "epoch": 0.8320099641911879,
      "grad_norm": 19.413766860961914,
      "learning_rate": 8.494133976751456e-05,
      "loss": 0.3261,
      "step": 501
    },
    {
      "epoch": 0.8336706627225077,
      "grad_norm": 38.7458381652832,
      "learning_rate": 8.487722580976976e-05,
      "loss": 0.307,
      "step": 502
    },
    {
      "epoch": 0.8353313612538273,
      "grad_norm": 15.395964622497559,
      "learning_rate": 8.48129999643152e-05,
      "loss": 0.3306,
      "step": 503
    },
    {
      "epoch": 0.8369920597851471,
      "grad_norm": 10.697406768798828,
      "learning_rate": 8.474866243719023e-05,
      "loss": 0.3242,
      "step": 504
    },
    {
      "epoch": 0.8386527583164669,
      "grad_norm": 15.346046447753906,
      "learning_rate": 8.46842134347926e-05,
      "loss": 0.3014,
      "step": 505
    },
    {
      "epoch": 0.8403134568477866,
      "grad_norm": 14.454690933227539,
      "learning_rate": 8.461965316387758e-05,
      "loss": 0.304,
      "step": 506
    },
    {
      "epoch": 0.8419741553791064,
      "grad_norm": 13.33731746673584,
      "learning_rate": 8.455498183155741e-05,
      "loss": 0.3166,
      "step": 507
    },
    {
      "epoch": 0.843634853910426,
      "grad_norm": 18.96268081665039,
      "learning_rate": 8.449019964530064e-05,
      "loss": 0.3152,
      "step": 508
    },
    {
      "epoch": 0.8452955524417458,
      "grad_norm": 32.26592254638672,
      "learning_rate": 8.442530681293147e-05,
      "loss": 0.3136,
      "step": 509
    },
    {
      "epoch": 0.8469562509730656,
      "grad_norm": 66.2313232421875,
      "learning_rate": 8.436030354262899e-05,
      "loss": 0.2956,
      "step": 510
    },
    {
      "epoch": 0.8486169495043853,
      "grad_norm": 18.61186981201172,
      "learning_rate": 8.429519004292663e-05,
      "loss": 0.3015,
      "step": 511
    },
    {
      "epoch": 0.850277648035705,
      "grad_norm": 40.44683837890625,
      "learning_rate": 8.422996652271142e-05,
      "loss": 0.3052,
      "step": 512
    },
    {
      "epoch": 0.8519383465670247,
      "grad_norm": 101.628662109375,
      "learning_rate": 8.416463319122335e-05,
      "loss": 0.2621,
      "step": 513
    },
    {
      "epoch": 0.8535990450983445,
      "grad_norm": 216.36434936523438,
      "learning_rate": 8.409919025805471e-05,
      "loss": 0.2885,
      "step": 514
    },
    {
      "epoch": 0.8552597436296643,
      "grad_norm": 23.783138275146484,
      "learning_rate": 8.403363793314934e-05,
      "loss": 0.3114,
      "step": 515
    },
    {
      "epoch": 0.856920442160984,
      "grad_norm": 72.62994384765625,
      "learning_rate": 8.396797642680205e-05,
      "loss": 0.3092,
      "step": 516
    },
    {
      "epoch": 0.8585811406923037,
      "grad_norm": 38.82360076904297,
      "learning_rate": 8.390220594965795e-05,
      "loss": 0.2772,
      "step": 517
    },
    {
      "epoch": 0.8602418392236234,
      "grad_norm": 21.858617782592773,
      "learning_rate": 8.383632671271163e-05,
      "loss": 0.3067,
      "step": 518
    },
    {
      "epoch": 0.8619025377549432,
      "grad_norm": 12.71886920928955,
      "learning_rate": 8.377033892730668e-05,
      "loss": 0.3048,
      "step": 519
    },
    {
      "epoch": 0.8635632362862629,
      "grad_norm": 25.45595932006836,
      "learning_rate": 8.37042428051349e-05,
      "loss": 0.2966,
      "step": 520
    },
    {
      "epoch": 0.8652239348175826,
      "grad_norm": 82.44416046142578,
      "learning_rate": 8.363803855823557e-05,
      "loss": 0.2903,
      "step": 521
    },
    {
      "epoch": 0.8668846333489024,
      "grad_norm": 62.75419235229492,
      "learning_rate": 8.357172639899497e-05,
      "loss": 0.2738,
      "step": 522
    },
    {
      "epoch": 0.8685453318802221,
      "grad_norm": 45.436100006103516,
      "learning_rate": 8.350530654014541e-05,
      "loss": 0.3127,
      "step": 523
    },
    {
      "epoch": 0.8702060304115419,
      "grad_norm": 26.62226104736328,
      "learning_rate": 8.343877919476486e-05,
      "loss": 0.3179,
      "step": 524
    },
    {
      "epoch": 0.8718667289428615,
      "grad_norm": 15.89708423614502,
      "learning_rate": 8.337214457627597e-05,
      "loss": 0.3103,
      "step": 525
    },
    {
      "epoch": 0.8735274274741813,
      "grad_norm": 233.15623474121094,
      "learning_rate": 8.330540289844566e-05,
      "loss": 0.296,
      "step": 526
    },
    {
      "epoch": 0.8751881260055011,
      "grad_norm": 29.75141716003418,
      "learning_rate": 8.323855437538419e-05,
      "loss": 0.3111,
      "step": 527
    },
    {
      "epoch": 0.8768488245368208,
      "grad_norm": 17.699806213378906,
      "learning_rate": 8.317159922154462e-05,
      "loss": 0.3115,
      "step": 528
    },
    {
      "epoch": 0.8785095230681406,
      "grad_norm": 10.695178031921387,
      "learning_rate": 8.310453765172214e-05,
      "loss": 0.3192,
      "step": 529
    },
    {
      "epoch": 0.8801702215994602,
      "grad_norm": 35.274574279785156,
      "learning_rate": 8.303736988105326e-05,
      "loss": 0.2942,
      "step": 530
    },
    {
      "epoch": 0.88183092013078,
      "grad_norm": 30.4547119140625,
      "learning_rate": 8.29700961250152e-05,
      "loss": 0.3074,
      "step": 531
    },
    {
      "epoch": 0.8834916186620998,
      "grad_norm": 16.834020614624023,
      "learning_rate": 8.290271659942524e-05,
      "loss": 0.2884,
      "step": 532
    },
    {
      "epoch": 0.8851523171934195,
      "grad_norm": 51.659488677978516,
      "learning_rate": 8.283523152043987e-05,
      "loss": 0.2899,
      "step": 533
    },
    {
      "epoch": 0.8868130157247393,
      "grad_norm": 24.517641067504883,
      "learning_rate": 8.276764110455431e-05,
      "loss": 0.28,
      "step": 534
    },
    {
      "epoch": 0.8884737142560589,
      "grad_norm": 13.82650089263916,
      "learning_rate": 8.269994556860161e-05,
      "loss": 0.2855,
      "step": 535
    },
    {
      "epoch": 0.8901344127873787,
      "grad_norm": 42.67622375488281,
      "learning_rate": 8.263214512975212e-05,
      "loss": 0.3272,
      "step": 536
    },
    {
      "epoch": 0.8917951113186984,
      "grad_norm": 17.009784698486328,
      "learning_rate": 8.256424000551273e-05,
      "loss": 0.312,
      "step": 537
    },
    {
      "epoch": 0.8934558098500182,
      "grad_norm": 23.562740325927734,
      "learning_rate": 8.249623041372607e-05,
      "loss": 0.3135,
      "step": 538
    },
    {
      "epoch": 0.8951165083813379,
      "grad_norm": 17.051776885986328,
      "learning_rate": 8.242811657257003e-05,
      "loss": 0.2932,
      "step": 539
    },
    {
      "epoch": 0.8967772069126576,
      "grad_norm": 17.782793045043945,
      "learning_rate": 8.235989870055683e-05,
      "loss": 0.2845,
      "step": 540
    },
    {
      "epoch": 0.8984379054439774,
      "grad_norm": 9.99154281616211,
      "learning_rate": 8.229157701653251e-05,
      "loss": 0.2965,
      "step": 541
    },
    {
      "epoch": 0.9000986039752971,
      "grad_norm": 16.476123809814453,
      "learning_rate": 8.222315173967608e-05,
      "loss": 0.2997,
      "step": 542
    },
    {
      "epoch": 0.9017593025066168,
      "grad_norm": 56.15431213378906,
      "learning_rate": 8.215462308949893e-05,
      "loss": 0.3019,
      "step": 543
    },
    {
      "epoch": 0.9034200010379366,
      "grad_norm": 20.351224899291992,
      "learning_rate": 8.208599128584402e-05,
      "loss": 0.299,
      "step": 544
    },
    {
      "epoch": 0.9050806995692563,
      "grad_norm": 20.28563690185547,
      "learning_rate": 8.201725654888531e-05,
      "loss": 0.2779,
      "step": 545
    },
    {
      "epoch": 0.9067413981005761,
      "grad_norm": 31.785614013671875,
      "learning_rate": 8.19484190991269e-05,
      "loss": 0.3013,
      "step": 546
    },
    {
      "epoch": 0.9084020966318958,
      "grad_norm": 163.7185821533203,
      "learning_rate": 8.187947915740242e-05,
      "loss": 0.3223,
      "step": 547
    },
    {
      "epoch": 0.9100627951632155,
      "grad_norm": 34.03445053100586,
      "learning_rate": 8.181043694487432e-05,
      "loss": 0.2851,
      "step": 548
    },
    {
      "epoch": 0.9117234936945353,
      "grad_norm": 22.548782348632812,
      "learning_rate": 8.174129268303313e-05,
      "loss": 0.3,
      "step": 549
    },
    {
      "epoch": 0.913384192225855,
      "grad_norm": 25.545127868652344,
      "learning_rate": 8.167204659369672e-05,
      "loss": 0.2983,
      "step": 550
    },
    {
      "epoch": 0.9150448907571748,
      "grad_norm": 40.361663818359375,
      "learning_rate": 8.16026988990097e-05,
      "loss": 0.2985,
      "step": 551
    },
    {
      "epoch": 0.9167055892884944,
      "grad_norm": 12.812162399291992,
      "learning_rate": 8.153324982144258e-05,
      "loss": 0.3072,
      "step": 552
    },
    {
      "epoch": 0.9183662878198142,
      "grad_norm": 11.464404106140137,
      "learning_rate": 8.146369958379111e-05,
      "loss": 0.3063,
      "step": 553
    },
    {
      "epoch": 0.9200269863511339,
      "grad_norm": 26.899913787841797,
      "learning_rate": 8.139404840917562e-05,
      "loss": 0.3165,
      "step": 554
    },
    {
      "epoch": 0.9216876848824537,
      "grad_norm": 24.372446060180664,
      "learning_rate": 8.132429652104018e-05,
      "loss": 0.3202,
      "step": 555
    },
    {
      "epoch": 0.9233483834137735,
      "grad_norm": 26.897872924804688,
      "learning_rate": 8.1254444143152e-05,
      "loss": 0.3059,
      "step": 556
    },
    {
      "epoch": 0.9250090819450931,
      "grad_norm": 21.11618423461914,
      "learning_rate": 8.118449149960065e-05,
      "loss": 0.2844,
      "step": 557
    },
    {
      "epoch": 0.9266697804764129,
      "grad_norm": 18.354814529418945,
      "learning_rate": 8.111443881479733e-05,
      "loss": 0.2838,
      "step": 558
    },
    {
      "epoch": 0.9283304790077326,
      "grad_norm": 73.88275146484375,
      "learning_rate": 8.104428631347425e-05,
      "loss": 0.3014,
      "step": 559
    },
    {
      "epoch": 0.9299911775390524,
      "grad_norm": 29.243141174316406,
      "learning_rate": 8.097403422068377e-05,
      "loss": 0.3009,
      "step": 560
    },
    {
      "epoch": 0.9316518760703721,
      "grad_norm": 32.62166976928711,
      "learning_rate": 8.090368276179776e-05,
      "loss": 0.3046,
      "step": 561
    },
    {
      "epoch": 0.9333125746016918,
      "grad_norm": 21.50398063659668,
      "learning_rate": 8.083323216250687e-05,
      "loss": 0.2741,
      "step": 562
    },
    {
      "epoch": 0.9349732731330116,
      "grad_norm": 31.77344512939453,
      "learning_rate": 8.07626826488198e-05,
      "loss": 0.2847,
      "step": 563
    },
    {
      "epoch": 0.9366339716643313,
      "grad_norm": 16.91570472717285,
      "learning_rate": 8.069203444706256e-05,
      "loss": 0.3398,
      "step": 564
    },
    {
      "epoch": 0.938294670195651,
      "grad_norm": 8.741859436035156,
      "learning_rate": 8.062128778387776e-05,
      "loss": 0.2788,
      "step": 565
    },
    {
      "epoch": 0.9399553687269708,
      "grad_norm": 54.93818283081055,
      "learning_rate": 8.055044288622386e-05,
      "loss": 0.3252,
      "step": 566
    },
    {
      "epoch": 0.9416160672582905,
      "grad_norm": 10.991079330444336,
      "learning_rate": 8.047949998137451e-05,
      "loss": 0.2925,
      "step": 567
    },
    {
      "epoch": 0.9432767657896103,
      "grad_norm": 23.592836380004883,
      "learning_rate": 8.040845929691773e-05,
      "loss": 0.2731,
      "step": 568
    },
    {
      "epoch": 0.94493746432093,
      "grad_norm": 50.829315185546875,
      "learning_rate": 8.033732106075523e-05,
      "loss": 0.3142,
      "step": 569
    },
    {
      "epoch": 0.9465981628522497,
      "grad_norm": 13.88403034210205,
      "learning_rate": 8.026608550110166e-05,
      "loss": 0.2893,
      "step": 570
    },
    {
      "epoch": 0.9482588613835695,
      "grad_norm": 38.30795669555664,
      "learning_rate": 8.019475284648392e-05,
      "loss": 0.2737,
      "step": 571
    },
    {
      "epoch": 0.9499195599148892,
      "grad_norm": 62.13677978515625,
      "learning_rate": 8.012332332574039e-05,
      "loss": 0.2894,
      "step": 572
    },
    {
      "epoch": 0.951580258446209,
      "grad_norm": 9.613969802856445,
      "learning_rate": 8.005179716802014e-05,
      "loss": 0.2955,
      "step": 573
    },
    {
      "epoch": 0.9532409569775286,
      "grad_norm": 16.622901916503906,
      "learning_rate": 7.998017460278234e-05,
      "loss": 0.2902,
      "step": 574
    },
    {
      "epoch": 0.9549016555088484,
      "grad_norm": 7.570230484008789,
      "learning_rate": 7.990845585979538e-05,
      "loss": 0.2993,
      "step": 575
    },
    {
      "epoch": 0.9565623540401681,
      "grad_norm": 17.529743194580078,
      "learning_rate": 7.983664116913624e-05,
      "loss": 0.2847,
      "step": 576
    },
    {
      "epoch": 0.9582230525714879,
      "grad_norm": 15.870035171508789,
      "learning_rate": 7.976473076118967e-05,
      "loss": 0.3092,
      "step": 577
    },
    {
      "epoch": 0.9598837511028077,
      "grad_norm": 23.450817108154297,
      "learning_rate": 7.969272486664745e-05,
      "loss": 0.3062,
      "step": 578
    },
    {
      "epoch": 0.9615444496341273,
      "grad_norm": 20.107789993286133,
      "learning_rate": 7.96206237165078e-05,
      "loss": 0.2968,
      "step": 579
    },
    {
      "epoch": 0.9632051481654471,
      "grad_norm": 19.919832229614258,
      "learning_rate": 7.954842754207442e-05,
      "loss": 0.279,
      "step": 580
    },
    {
      "epoch": 0.9648658466967668,
      "grad_norm": 19.68936538696289,
      "learning_rate": 7.947613657495589e-05,
      "loss": 0.2871,
      "step": 581
    },
    {
      "epoch": 0.9665265452280866,
      "grad_norm": 29.387771606445312,
      "learning_rate": 7.940375104706488e-05,
      "loss": 0.3021,
      "step": 582
    },
    {
      "epoch": 0.9681872437594063,
      "grad_norm": 33.55486297607422,
      "learning_rate": 7.933127119061742e-05,
      "loss": 0.2861,
      "step": 583
    },
    {
      "epoch": 0.969847942290726,
      "grad_norm": 19.263111114501953,
      "learning_rate": 7.925869723813217e-05,
      "loss": 0.3111,
      "step": 584
    },
    {
      "epoch": 0.9715086408220458,
      "grad_norm": 15.75847339630127,
      "learning_rate": 7.91860294224296e-05,
      "loss": 0.2787,
      "step": 585
    },
    {
      "epoch": 0.9731693393533655,
      "grad_norm": 9.852529525756836,
      "learning_rate": 7.911326797663138e-05,
      "loss": 0.2864,
      "step": 586
    },
    {
      "epoch": 0.9748300378846853,
      "grad_norm": 7.465989112854004,
      "learning_rate": 7.904041313415945e-05,
      "loss": 0.284,
      "step": 587
    },
    {
      "epoch": 0.976490736416005,
      "grad_norm": 12.43015193939209,
      "learning_rate": 7.896746512873546e-05,
      "loss": 0.2614,
      "step": 588
    },
    {
      "epoch": 0.9781514349473247,
      "grad_norm": 11.797941207885742,
      "learning_rate": 7.889442419437989e-05,
      "loss": 0.3279,
      "step": 589
    },
    {
      "epoch": 0.9798121334786445,
      "grad_norm": 16.83205795288086,
      "learning_rate": 7.882129056541133e-05,
      "loss": 0.2699,
      "step": 590
    },
    {
      "epoch": 0.9814728320099642,
      "grad_norm": 30.030778884887695,
      "learning_rate": 7.874806447644576e-05,
      "loss": 0.3064,
      "step": 591
    },
    {
      "epoch": 0.9831335305412839,
      "grad_norm": 51.789127349853516,
      "learning_rate": 7.867474616239576e-05,
      "loss": 0.2998,
      "step": 592
    },
    {
      "epoch": 0.9847942290726036,
      "grad_norm": 43.69134521484375,
      "learning_rate": 7.860133585846978e-05,
      "loss": 0.2917,
      "step": 593
    },
    {
      "epoch": 0.9864549276039234,
      "grad_norm": 28.270532608032227,
      "learning_rate": 7.852783380017142e-05,
      "loss": 0.3149,
      "step": 594
    },
    {
      "epoch": 0.9881156261352432,
      "grad_norm": 44.79228591918945,
      "learning_rate": 7.845424022329852e-05,
      "loss": 0.2881,
      "step": 595
    },
    {
      "epoch": 0.9897763246665628,
      "grad_norm": 22.45023536682129,
      "learning_rate": 7.838055536394264e-05,
      "loss": 0.2847,
      "step": 596
    },
    {
      "epoch": 0.9914370231978826,
      "grad_norm": 12.348166465759277,
      "learning_rate": 7.83067794584881e-05,
      "loss": 0.3042,
      "step": 597
    },
    {
      "epoch": 0.9930977217292023,
      "grad_norm": 20.62948226928711,
      "learning_rate": 7.823291274361136e-05,
      "loss": 0.3029,
      "step": 598
    },
    {
      "epoch": 0.9947584202605221,
      "grad_norm": 16.2228946685791,
      "learning_rate": 7.815895545628011e-05,
      "loss": 0.3245,
      "step": 599
    },
    {
      "epoch": 0.9964191187918419,
      "grad_norm": 152.15866088867188,
      "learning_rate": 7.808490783375269e-05,
      "loss": 0.3033,
      "step": 600
    },
    {
      "epoch": 0.9980798173231615,
      "grad_norm": 10.669971466064453,
      "learning_rate": 7.801077011357718e-05,
      "loss": 0.2714,
      "step": 601
    },
    {
      "epoch": 0.9997405158544813,
      "grad_norm": 33.99671173095703,
      "learning_rate": 7.793654253359075e-05,
      "loss": 0.2868,
      "step": 602
    },
    {
      "epoch": 1.0,
      "grad_norm": 19.02952003479004,
      "learning_rate": 7.786222533191882e-05,
      "loss": 0.2835,
      "step": 603
    },
    {
      "epoch": 1.0016606985313197,
      "grad_norm": 67.08675384521484,
      "learning_rate": 7.778781874697429e-05,
      "loss": 0.2806,
      "step": 604
    },
    {
      "epoch": 1.0033213970626396,
      "grad_norm": 66.4101333618164,
      "learning_rate": 7.771332301745685e-05,
      "loss": 0.3183,
      "step": 605
    },
    {
      "epoch": 1.0049820955939592,
      "grad_norm": 10.34506893157959,
      "learning_rate": 7.763873838235215e-05,
      "loss": 0.3084,
      "step": 606
    },
    {
      "epoch": 1.006642794125279,
      "grad_norm": 17.519620895385742,
      "learning_rate": 7.756406508093105e-05,
      "loss": 0.2746,
      "step": 607
    },
    {
      "epoch": 1.0083034926565986,
      "grad_norm": 16.470495223999023,
      "learning_rate": 7.748930335274886e-05,
      "loss": 0.2969,
      "step": 608
    },
    {
      "epoch": 1.0099641911879185,
      "grad_norm": 52.280517578125,
      "learning_rate": 7.74144534376446e-05,
      "loss": 0.3093,
      "step": 609
    },
    {
      "epoch": 1.0116248897192381,
      "grad_norm": 35.919151306152344,
      "learning_rate": 7.733951557574011e-05,
      "loss": 0.2942,
      "step": 610
    },
    {
      "epoch": 1.0132855882505578,
      "grad_norm": 20.74170684814453,
      "learning_rate": 7.726449000743945e-05,
      "loss": 0.2714,
      "step": 611
    },
    {
      "epoch": 1.0149462867818777,
      "grad_norm": 16.128490447998047,
      "learning_rate": 7.718937697342803e-05,
      "loss": 0.2793,
      "step": 612
    },
    {
      "epoch": 1.0166069853131974,
      "grad_norm": 116.78807830810547,
      "learning_rate": 7.711417671467183e-05,
      "loss": 0.2893,
      "step": 613
    },
    {
      "epoch": 1.018267683844517,
      "grad_norm": 223.0644073486328,
      "learning_rate": 7.703888947241668e-05,
      "loss": 0.2964,
      "step": 614
    },
    {
      "epoch": 1.019928382375837,
      "grad_norm": 14.410882949829102,
      "learning_rate": 7.696351548818742e-05,
      "loss": 0.3051,
      "step": 615
    },
    {
      "epoch": 1.0215890809071566,
      "grad_norm": 10.32640266418457,
      "learning_rate": 7.68880550037872e-05,
      "loss": 0.283,
      "step": 616
    },
    {
      "epoch": 1.0232497794384763,
      "grad_norm": 16.771568298339844,
      "learning_rate": 7.681250826129663e-05,
      "loss": 0.2927,
      "step": 617
    },
    {
      "epoch": 1.024910477969796,
      "grad_norm": 17.918943405151367,
      "learning_rate": 7.673687550307307e-05,
      "loss": 0.3049,
      "step": 618
    },
    {
      "epoch": 1.0265711765011158,
      "grad_norm": 18.209108352661133,
      "learning_rate": 7.66611569717498e-05,
      "loss": 0.2884,
      "step": 619
    },
    {
      "epoch": 1.0282318750324355,
      "grad_norm": 63.16032409667969,
      "learning_rate": 7.658535291023532e-05,
      "loss": 0.2819,
      "step": 620
    },
    {
      "epoch": 1.0298925735637552,
      "grad_norm": 14.381697654724121,
      "learning_rate": 7.650946356171241e-05,
      "loss": 0.2859,
      "step": 621
    },
    {
      "epoch": 1.031553272095075,
      "grad_norm": 27.722930908203125,
      "learning_rate": 7.643348916963755e-05,
      "loss": 0.3175,
      "step": 622
    },
    {
      "epoch": 1.0332139706263948,
      "grad_norm": 208.41160583496094,
      "learning_rate": 7.635742997774e-05,
      "loss": 0.291,
      "step": 623
    },
    {
      "epoch": 1.0348746691577144,
      "grad_norm": 18.575511932373047,
      "learning_rate": 7.628128623002109e-05,
      "loss": 0.2741,
      "step": 624
    },
    {
      "epoch": 1.036535367689034,
      "grad_norm": 24.20387077331543,
      "learning_rate": 7.620505817075334e-05,
      "loss": 0.3056,
      "step": 625
    },
    {
      "epoch": 1.038196066220354,
      "grad_norm": 7.227424621582031,
      "learning_rate": 7.612874604447984e-05,
      "loss": 0.2905,
      "step": 626
    },
    {
      "epoch": 1.0398567647516737,
      "grad_norm": 17.7248592376709,
      "learning_rate": 7.60523500960133e-05,
      "loss": 0.2899,
      "step": 627
    },
    {
      "epoch": 1.0415174632829933,
      "grad_norm": 16.93624496459961,
      "learning_rate": 7.597587057043539e-05,
      "loss": 0.2944,
      "step": 628
    },
    {
      "epoch": 1.0431781618143132,
      "grad_norm": 12.364616394042969,
      "learning_rate": 7.589930771309583e-05,
      "loss": 0.3004,
      "step": 629
    },
    {
      "epoch": 1.044838860345633,
      "grad_norm": 100.5436019897461,
      "learning_rate": 7.582266176961175e-05,
      "loss": 0.3008,
      "step": 630
    },
    {
      "epoch": 1.0464995588769526,
      "grad_norm": 22.728607177734375,
      "learning_rate": 7.574593298586675e-05,
      "loss": 0.2691,
      "step": 631
    },
    {
      "epoch": 1.0481602574082725,
      "grad_norm": 55.61294174194336,
      "learning_rate": 7.566912160801023e-05,
      "loss": 0.2877,
      "step": 632
    },
    {
      "epoch": 1.0498209559395921,
      "grad_norm": 11.758903503417969,
      "learning_rate": 7.559222788245656e-05,
      "loss": 0.2953,
      "step": 633
    },
    {
      "epoch": 1.0514816544709118,
      "grad_norm": 26.880233764648438,
      "learning_rate": 7.551525205588427e-05,
      "loss": 0.3095,
      "step": 634
    },
    {
      "epoch": 1.0531423530022315,
      "grad_norm": 31.562231063842773,
      "learning_rate": 7.543819437523527e-05,
      "loss": 0.2822,
      "step": 635
    },
    {
      "epoch": 1.0548030515335514,
      "grad_norm": 16.721778869628906,
      "learning_rate": 7.536105508771407e-05,
      "loss": 0.3034,
      "step": 636
    },
    {
      "epoch": 1.056463750064871,
      "grad_norm": 9.964337348937988,
      "learning_rate": 7.528383444078695e-05,
      "loss": 0.2729,
      "step": 637
    },
    {
      "epoch": 1.0581244485961907,
      "grad_norm": 373.1859436035156,
      "learning_rate": 7.520653268218128e-05,
      "loss": 0.2807,
      "step": 638
    },
    {
      "epoch": 1.0597851471275106,
      "grad_norm": 36.72458267211914,
      "learning_rate": 7.51291500598845e-05,
      "loss": 0.3009,
      "step": 639
    },
    {
      "epoch": 1.0614458456588303,
      "grad_norm": 10.133912086486816,
      "learning_rate": 7.50516868221436e-05,
      "loss": 0.2937,
      "step": 640
    },
    {
      "epoch": 1.06310654419015,
      "grad_norm": 30.149831771850586,
      "learning_rate": 7.497414321746414e-05,
      "loss": 0.2994,
      "step": 641
    },
    {
      "epoch": 1.0647672427214698,
      "grad_norm": 10.886618614196777,
      "learning_rate": 7.489651949460945e-05,
      "loss": 0.2843,
      "step": 642
    },
    {
      "epoch": 1.0664279412527895,
      "grad_norm": 166.30923461914062,
      "learning_rate": 7.481881590259997e-05,
      "loss": 0.2861,
      "step": 643
    },
    {
      "epoch": 1.0680886397841092,
      "grad_norm": 8.131608963012695,
      "learning_rate": 7.474103269071229e-05,
      "loss": 0.3018,
      "step": 644
    },
    {
      "epoch": 1.0697493383154288,
      "grad_norm": 23.057449340820312,
      "learning_rate": 7.466317010847844e-05,
      "loss": 0.3117,
      "step": 645
    },
    {
      "epoch": 1.0714100368467487,
      "grad_norm": 33.74464416503906,
      "learning_rate": 7.458522840568513e-05,
      "loss": 0.3023,
      "step": 646
    },
    {
      "epoch": 1.0730707353780684,
      "grad_norm": 10.909245491027832,
      "learning_rate": 7.450720783237282e-05,
      "loss": 0.3109,
      "step": 647
    },
    {
      "epoch": 1.074731433909388,
      "grad_norm": 20.060121536254883,
      "learning_rate": 7.442910863883503e-05,
      "loss": 0.315,
      "step": 648
    },
    {
      "epoch": 1.076392132440708,
      "grad_norm": 28.669387817382812,
      "learning_rate": 7.435093107561748e-05,
      "loss": 0.3135,
      "step": 649
    },
    {
      "epoch": 1.0780528309720276,
      "grad_norm": 124.63036346435547,
      "learning_rate": 7.427267539351733e-05,
      "loss": 0.2938,
      "step": 650
    },
    {
      "epoch": 1.0797135295033473,
      "grad_norm": 14.605134010314941,
      "learning_rate": 7.41943418435823e-05,
      "loss": 0.2814,
      "step": 651
    },
    {
      "epoch": 1.081374228034667,
      "grad_norm": 12.903773307800293,
      "learning_rate": 7.411593067710997e-05,
      "loss": 0.3049,
      "step": 652
    },
    {
      "epoch": 1.0830349265659869,
      "grad_norm": 62.30295944213867,
      "learning_rate": 7.403744214564687e-05,
      "loss": 0.2754,
      "step": 653
    },
    {
      "epoch": 1.0846956250973065,
      "grad_norm": 79.19766998291016,
      "learning_rate": 7.395887650098776e-05,
      "loss": 0.2796,
      "step": 654
    },
    {
      "epoch": 1.0863563236286262,
      "grad_norm": 21.715784072875977,
      "learning_rate": 7.388023399517475e-05,
      "loss": 0.321,
      "step": 655
    },
    {
      "epoch": 1.0880170221599461,
      "grad_norm": 15.694341659545898,
      "learning_rate": 7.380151488049652e-05,
      "loss": 0.2916,
      "step": 656
    },
    {
      "epoch": 1.0896777206912658,
      "grad_norm": 24.067087173461914,
      "learning_rate": 7.372271940948759e-05,
      "loss": 0.3033,
      "step": 657
    },
    {
      "epoch": 1.0913384192225855,
      "grad_norm": 43.47443389892578,
      "learning_rate": 7.36438478349273e-05,
      "loss": 0.2964,
      "step": 658
    },
    {
      "epoch": 1.0929991177539051,
      "grad_norm": 16.10695457458496,
      "learning_rate": 7.356490040983927e-05,
      "loss": 0.3108,
      "step": 659
    },
    {
      "epoch": 1.094659816285225,
      "grad_norm": 329.49432373046875,
      "learning_rate": 7.348587738749037e-05,
      "loss": 0.2907,
      "step": 660
    },
    {
      "epoch": 1.0963205148165447,
      "grad_norm": 47.651634216308594,
      "learning_rate": 7.340677902139001e-05,
      "loss": 0.2919,
      "step": 661
    },
    {
      "epoch": 1.0979812133478644,
      "grad_norm": 11.220695495605469,
      "learning_rate": 7.33276055652893e-05,
      "loss": 0.3099,
      "step": 662
    },
    {
      "epoch": 1.0996419118791843,
      "grad_norm": 32.71885681152344,
      "learning_rate": 7.324835727318027e-05,
      "loss": 0.2922,
      "step": 663
    },
    {
      "epoch": 1.101302610410504,
      "grad_norm": 168.6045379638672,
      "learning_rate": 7.3169034399295e-05,
      "loss": 0.2957,
      "step": 664
    },
    {
      "epoch": 1.1029633089418236,
      "grad_norm": 15.729631423950195,
      "learning_rate": 7.308963719810483e-05,
      "loss": 0.2903,
      "step": 665
    },
    {
      "epoch": 1.1046240074731435,
      "grad_norm": 45.95412063598633,
      "learning_rate": 7.301016592431957e-05,
      "loss": 0.2783,
      "step": 666
    },
    {
      "epoch": 1.1062847060044632,
      "grad_norm": 14.088940620422363,
      "learning_rate": 7.293062083288663e-05,
      "loss": 0.2821,
      "step": 667
    },
    {
      "epoch": 1.1079454045357828,
      "grad_norm": 15.857392311096191,
      "learning_rate": 7.285100217899022e-05,
      "loss": 0.3021,
      "step": 668
    },
    {
      "epoch": 1.1096061030671025,
      "grad_norm": 15.9371919631958,
      "learning_rate": 7.277131021805061e-05,
      "loss": 0.294,
      "step": 669
    },
    {
      "epoch": 1.1112668015984224,
      "grad_norm": 8.502978324890137,
      "learning_rate": 7.269154520572318e-05,
      "loss": 0.2815,
      "step": 670
    },
    {
      "epoch": 1.112927500129742,
      "grad_norm": 128.68911743164062,
      "learning_rate": 7.261170739789766e-05,
      "loss": 0.302,
      "step": 671
    },
    {
      "epoch": 1.1145881986610617,
      "grad_norm": 13.39405632019043,
      "learning_rate": 7.253179705069735e-05,
      "loss": 0.2978,
      "step": 672
    },
    {
      "epoch": 1.1162488971923816,
      "grad_norm": 17.800065994262695,
      "learning_rate": 7.245181442047824e-05,
      "loss": 0.296,
      "step": 673
    },
    {
      "epoch": 1.1179095957237013,
      "grad_norm": 19.4841365814209,
      "learning_rate": 7.23717597638282e-05,
      "loss": 0.287,
      "step": 674
    },
    {
      "epoch": 1.119570294255021,
      "grad_norm": 16.200912475585938,
      "learning_rate": 7.229163333756615e-05,
      "loss": 0.2808,
      "step": 675
    },
    {
      "epoch": 1.1212309927863409,
      "grad_norm": 36.189964294433594,
      "learning_rate": 7.221143539874132e-05,
      "loss": 0.3103,
      "step": 676
    },
    {
      "epoch": 1.1228916913176605,
      "grad_norm": 15.907554626464844,
      "learning_rate": 7.213116620463226e-05,
      "loss": 0.2728,
      "step": 677
    },
    {
      "epoch": 1.1245523898489802,
      "grad_norm": 30.8767147064209,
      "learning_rate": 7.20508260127462e-05,
      "loss": 0.2986,
      "step": 678
    },
    {
      "epoch": 1.1262130883802999,
      "grad_norm": 48.497589111328125,
      "learning_rate": 7.197041508081803e-05,
      "loss": 0.3131,
      "step": 679
    },
    {
      "epoch": 1.1278737869116198,
      "grad_norm": 14.5043363571167,
      "learning_rate": 7.18899336668097e-05,
      "loss": 0.2993,
      "step": 680
    },
    {
      "epoch": 1.1295344854429394,
      "grad_norm": 23.169178009033203,
      "learning_rate": 7.180938202890916e-05,
      "loss": 0.2926,
      "step": 681
    },
    {
      "epoch": 1.131195183974259,
      "grad_norm": 229.18008422851562,
      "learning_rate": 7.172876042552974e-05,
      "loss": 0.3,
      "step": 682
    },
    {
      "epoch": 1.132855882505579,
      "grad_norm": 72.39683532714844,
      "learning_rate": 7.164806911530911e-05,
      "loss": 0.3083,
      "step": 683
    },
    {
      "epoch": 1.1345165810368987,
      "grad_norm": 67.89056396484375,
      "learning_rate": 7.156730835710867e-05,
      "loss": 0.2874,
      "step": 684
    },
    {
      "epoch": 1.1361772795682183,
      "grad_norm": 13.902090072631836,
      "learning_rate": 7.148647841001257e-05,
      "loss": 0.2872,
      "step": 685
    },
    {
      "epoch": 1.137837978099538,
      "grad_norm": 9.960161209106445,
      "learning_rate": 7.140557953332687e-05,
      "loss": 0.2907,
      "step": 686
    },
    {
      "epoch": 1.139498676630858,
      "grad_norm": 25.784360885620117,
      "learning_rate": 7.132461198657886e-05,
      "loss": 0.2896,
      "step": 687
    },
    {
      "epoch": 1.1411593751621776,
      "grad_norm": 71.54449462890625,
      "learning_rate": 7.124357602951602e-05,
      "loss": 0.2924,
      "step": 688
    },
    {
      "epoch": 1.1428200736934973,
      "grad_norm": 11.410158157348633,
      "learning_rate": 7.11624719221054e-05,
      "loss": 0.259,
      "step": 689
    },
    {
      "epoch": 1.1444807722248171,
      "grad_norm": 16.570106506347656,
      "learning_rate": 7.10812999245326e-05,
      "loss": 0.2776,
      "step": 690
    },
    {
      "epoch": 1.1461414707561368,
      "grad_norm": 21.61848258972168,
      "learning_rate": 7.100006029720103e-05,
      "loss": 0.3109,
      "step": 691
    },
    {
      "epoch": 1.1478021692874565,
      "grad_norm": 20.25295066833496,
      "learning_rate": 7.09187533007311e-05,
      "loss": 0.2814,
      "step": 692
    },
    {
      "epoch": 1.1494628678187762,
      "grad_norm": 56.11478805541992,
      "learning_rate": 7.083737919595929e-05,
      "loss": 0.2974,
      "step": 693
    },
    {
      "epoch": 1.151123566350096,
      "grad_norm": 11.665583610534668,
      "learning_rate": 7.07559382439374e-05,
      "loss": 0.279,
      "step": 694
    },
    {
      "epoch": 1.1527842648814157,
      "grad_norm": 21.889516830444336,
      "learning_rate": 7.067443070593165e-05,
      "loss": 0.2931,
      "step": 695
    },
    {
      "epoch": 1.1544449634127354,
      "grad_norm": 25.720151901245117,
      "learning_rate": 7.059285684342192e-05,
      "loss": 0.2728,
      "step": 696
    },
    {
      "epoch": 1.1561056619440553,
      "grad_norm": 49.9734001159668,
      "learning_rate": 7.051121691810081e-05,
      "loss": 0.2833,
      "step": 697
    },
    {
      "epoch": 1.157766360475375,
      "grad_norm": 13.756512641906738,
      "learning_rate": 7.042951119187288e-05,
      "loss": 0.2959,
      "step": 698
    },
    {
      "epoch": 1.1594270590066946,
      "grad_norm": 30.945308685302734,
      "learning_rate": 7.034773992685377e-05,
      "loss": 0.2861,
      "step": 699
    },
    {
      "epoch": 1.1610877575380145,
      "grad_norm": 34.149967193603516,
      "learning_rate": 7.026590338536938e-05,
      "loss": 0.2913,
      "step": 700
    },
    {
      "epoch": 1.1627484560693342,
      "grad_norm": 42.5093879699707,
      "learning_rate": 7.018400182995504e-05,
      "loss": 0.3094,
      "step": 701
    },
    {
      "epoch": 1.1644091546006539,
      "grad_norm": 33.95546340942383,
      "learning_rate": 7.010203552335458e-05,
      "loss": 0.2937,
      "step": 702
    },
    {
      "epoch": 1.1660698531319738,
      "grad_norm": 46.43781661987305,
      "learning_rate": 7.002000472851964e-05,
      "loss": 0.2863,
      "step": 703
    },
    {
      "epoch": 1.1677305516632934,
      "grad_norm": 26.104015350341797,
      "learning_rate": 6.99379097086087e-05,
      "loss": 0.3001,
      "step": 704
    },
    {
      "epoch": 1.169391250194613,
      "grad_norm": 27.750532150268555,
      "learning_rate": 6.985575072698625e-05,
      "loss": 0.2771,
      "step": 705
    },
    {
      "epoch": 1.1710519487259328,
      "grad_norm": 64.4836654663086,
      "learning_rate": 6.977352804722202e-05,
      "loss": 0.3063,
      "step": 706
    },
    {
      "epoch": 1.1727126472572527,
      "grad_norm": 11.415141105651855,
      "learning_rate": 6.969124193309005e-05,
      "loss": 0.2935,
      "step": 707
    },
    {
      "epoch": 1.1743733457885723,
      "grad_norm": 53.069496154785156,
      "learning_rate": 6.960889264856791e-05,
      "loss": 0.2822,
      "step": 708
    },
    {
      "epoch": 1.176034044319892,
      "grad_norm": 51.70155715942383,
      "learning_rate": 6.952648045783583e-05,
      "loss": 0.2997,
      "step": 709
    },
    {
      "epoch": 1.177694742851212,
      "grad_norm": 25.220409393310547,
      "learning_rate": 6.944400562527578e-05,
      "loss": 0.2731,
      "step": 710
    },
    {
      "epoch": 1.1793554413825316,
      "grad_norm": 35.78030014038086,
      "learning_rate": 6.936146841547076e-05,
      "loss": 0.2822,
      "step": 711
    },
    {
      "epoch": 1.1810161399138512,
      "grad_norm": 46.63139724731445,
      "learning_rate": 6.927886909320387e-05,
      "loss": 0.2894,
      "step": 712
    },
    {
      "epoch": 1.182676838445171,
      "grad_norm": 17.879621505737305,
      "learning_rate": 6.919620792345743e-05,
      "loss": 0.2862,
      "step": 713
    },
    {
      "epoch": 1.1843375369764908,
      "grad_norm": 12.535906791687012,
      "learning_rate": 6.911348517141217e-05,
      "loss": 0.2714,
      "step": 714
    },
    {
      "epoch": 1.1859982355078105,
      "grad_norm": 33.826412200927734,
      "learning_rate": 6.903070110244645e-05,
      "loss": 0.2923,
      "step": 715
    },
    {
      "epoch": 1.1876589340391301,
      "grad_norm": 18.073890686035156,
      "learning_rate": 6.894785598213527e-05,
      "loss": 0.2749,
      "step": 716
    },
    {
      "epoch": 1.18931963257045,
      "grad_norm": 28.41618537902832,
      "learning_rate": 6.88649500762495e-05,
      "loss": 0.2576,
      "step": 717
    },
    {
      "epoch": 1.1909803311017697,
      "grad_norm": 70.42158508300781,
      "learning_rate": 6.878198365075498e-05,
      "loss": 0.288,
      "step": 718
    },
    {
      "epoch": 1.1926410296330894,
      "grad_norm": 128.601318359375,
      "learning_rate": 6.869895697181181e-05,
      "loss": 0.2819,
      "step": 719
    },
    {
      "epoch": 1.194301728164409,
      "grad_norm": 46.425025939941406,
      "learning_rate": 6.861587030577326e-05,
      "loss": 0.3028,
      "step": 720
    },
    {
      "epoch": 1.195962426695729,
      "grad_norm": 17.589296340942383,
      "learning_rate": 6.853272391918511e-05,
      "loss": 0.2982,
      "step": 721
    },
    {
      "epoch": 1.1976231252270486,
      "grad_norm": 15.980798721313477,
      "learning_rate": 6.84495180787847e-05,
      "loss": 0.2861,
      "step": 722
    },
    {
      "epoch": 1.1992838237583683,
      "grad_norm": 32.1770133972168,
      "learning_rate": 6.836625305150013e-05,
      "loss": 0.2928,
      "step": 723
    },
    {
      "epoch": 1.2009445222896882,
      "grad_norm": 237.07186889648438,
      "learning_rate": 6.828292910444934e-05,
      "loss": 0.3006,
      "step": 724
    },
    {
      "epoch": 1.2026052208210078,
      "grad_norm": 17.907649993896484,
      "learning_rate": 6.819954650493929e-05,
      "loss": 0.2982,
      "step": 725
    },
    {
      "epoch": 1.2042659193523275,
      "grad_norm": 31.907760620117188,
      "learning_rate": 6.811610552046512e-05,
      "loss": 0.2794,
      "step": 726
    },
    {
      "epoch": 1.2059266178836472,
      "grad_norm": 20.636262893676758,
      "learning_rate": 6.803260641870929e-05,
      "loss": 0.2871,
      "step": 727
    },
    {
      "epoch": 1.207587316414967,
      "grad_norm": 31.23724937438965,
      "learning_rate": 6.794904946754064e-05,
      "loss": 0.286,
      "step": 728
    },
    {
      "epoch": 1.2092480149462868,
      "grad_norm": 24.60127830505371,
      "learning_rate": 6.786543493501364e-05,
      "loss": 0.3027,
      "step": 729
    },
    {
      "epoch": 1.2109087134776064,
      "grad_norm": 13.422248840332031,
      "learning_rate": 6.778176308936746e-05,
      "loss": 0.305,
      "step": 730
    },
    {
      "epoch": 1.2125694120089263,
      "grad_norm": 19.39386749267578,
      "learning_rate": 6.769803419902518e-05,
      "loss": 0.3089,
      "step": 731
    },
    {
      "epoch": 1.214230110540246,
      "grad_norm": 9.790982246398926,
      "learning_rate": 6.761424853259283e-05,
      "loss": 0.3013,
      "step": 732
    },
    {
      "epoch": 1.2158908090715657,
      "grad_norm": 9.754476547241211,
      "learning_rate": 6.753040635885859e-05,
      "loss": 0.256,
      "step": 733
    },
    {
      "epoch": 1.2175515076028856,
      "grad_norm": 25.753896713256836,
      "learning_rate": 6.744650794679193e-05,
      "loss": 0.2883,
      "step": 734
    },
    {
      "epoch": 1.2192122061342052,
      "grad_norm": 81.93810272216797,
      "learning_rate": 6.736255356554271e-05,
      "loss": 0.3122,
      "step": 735
    },
    {
      "epoch": 1.220872904665525,
      "grad_norm": 51.9580078125,
      "learning_rate": 6.727854348444042e-05,
      "loss": 0.2652,
      "step": 736
    },
    {
      "epoch": 1.2225336031968448,
      "grad_norm": 25.365999221801758,
      "learning_rate": 6.719447797299313e-05,
      "loss": 0.2897,
      "step": 737
    },
    {
      "epoch": 1.2241943017281645,
      "grad_norm": 10.5918550491333,
      "learning_rate": 6.711035730088681e-05,
      "loss": 0.2911,
      "step": 738
    },
    {
      "epoch": 1.2258550002594841,
      "grad_norm": 10.157291412353516,
      "learning_rate": 6.702618173798434e-05,
      "loss": 0.2916,
      "step": 739
    },
    {
      "epoch": 1.2275156987908038,
      "grad_norm": 16.369253158569336,
      "learning_rate": 6.694195155432472e-05,
      "loss": 0.2949,
      "step": 740
    },
    {
      "epoch": 1.2291763973221237,
      "grad_norm": 14.09495735168457,
      "learning_rate": 6.685766702012219e-05,
      "loss": 0.2883,
      "step": 741
    },
    {
      "epoch": 1.2308370958534434,
      "grad_norm": 8.436043739318848,
      "learning_rate": 6.67733284057653e-05,
      "loss": 0.2804,
      "step": 742
    },
    {
      "epoch": 1.232497794384763,
      "grad_norm": 35.84096145629883,
      "learning_rate": 6.668893598181614e-05,
      "loss": 0.2487,
      "step": 743
    },
    {
      "epoch": 1.234158492916083,
      "grad_norm": 14.134810447692871,
      "learning_rate": 6.660449001900939e-05,
      "loss": 0.2659,
      "step": 744
    },
    {
      "epoch": 1.2358191914474026,
      "grad_norm": 11.42489242553711,
      "learning_rate": 6.651999078825151e-05,
      "loss": 0.2672,
      "step": 745
    },
    {
      "epoch": 1.2374798899787223,
      "grad_norm": 24.68474578857422,
      "learning_rate": 6.643543856061981e-05,
      "loss": 0.2848,
      "step": 746
    },
    {
      "epoch": 1.239140588510042,
      "grad_norm": 34.61080551147461,
      "learning_rate": 6.635083360736167e-05,
      "loss": 0.2755,
      "step": 747
    },
    {
      "epoch": 1.2408012870413618,
      "grad_norm": 104.77276611328125,
      "learning_rate": 6.626617619989358e-05,
      "loss": 0.2874,
      "step": 748
    },
    {
      "epoch": 1.2424619855726815,
      "grad_norm": 17.170560836791992,
      "learning_rate": 6.61814666098003e-05,
      "loss": 0.2891,
      "step": 749
    },
    {
      "epoch": 1.2441226841040012,
      "grad_norm": 22.896869659423828,
      "learning_rate": 6.609670510883402e-05,
      "loss": 0.2901,
      "step": 750
    },
    {
      "epoch": 1.245783382635321,
      "grad_norm": 94.8833999633789,
      "learning_rate": 6.601189196891346e-05,
      "loss": 0.2928,
      "step": 751
    },
    {
      "epoch": 1.2474440811666407,
      "grad_norm": 36.6009407043457,
      "learning_rate": 6.592702746212294e-05,
      "loss": 0.2849,
      "step": 752
    },
    {
      "epoch": 1.2491047796979604,
      "grad_norm": 26.896333694458008,
      "learning_rate": 6.584211186071168e-05,
      "loss": 0.2775,
      "step": 753
    },
    {
      "epoch": 1.25076547822928,
      "grad_norm": 26.26393699645996,
      "learning_rate": 6.575714543709271e-05,
      "loss": 0.2928,
      "step": 754
    },
    {
      "epoch": 1.2524261767606,
      "grad_norm": 19.48758316040039,
      "learning_rate": 6.567212846384215e-05,
      "loss": 0.2759,
      "step": 755
    },
    {
      "epoch": 1.2540868752919196,
      "grad_norm": 106.55645751953125,
      "learning_rate": 6.558706121369828e-05,
      "loss": 0.3019,
      "step": 756
    },
    {
      "epoch": 1.2557475738232395,
      "grad_norm": 35.15691375732422,
      "learning_rate": 6.550194395956065e-05,
      "loss": 0.3039,
      "step": 757
    },
    {
      "epoch": 1.2574082723545592,
      "grad_norm": 19.721324920654297,
      "learning_rate": 6.541677697448926e-05,
      "loss": 0.2852,
      "step": 758
    },
    {
      "epoch": 1.2590689708858789,
      "grad_norm": 31.74245834350586,
      "learning_rate": 6.533156053170363e-05,
      "loss": 0.2818,
      "step": 759
    },
    {
      "epoch": 1.2607296694171986,
      "grad_norm": 91.82173919677734,
      "learning_rate": 6.524629490458193e-05,
      "loss": 0.2845,
      "step": 760
    },
    {
      "epoch": 1.2623903679485182,
      "grad_norm": 33.08683395385742,
      "learning_rate": 6.516098036666013e-05,
      "loss": 0.2898,
      "step": 761
    },
    {
      "epoch": 1.2640510664798381,
      "grad_norm": 11.8512601852417,
      "learning_rate": 6.50756171916311e-05,
      "loss": 0.3024,
      "step": 762
    },
    {
      "epoch": 1.2657117650111578,
      "grad_norm": 15.28557300567627,
      "learning_rate": 6.49902056533438e-05,
      "loss": 0.2973,
      "step": 763
    },
    {
      "epoch": 1.2673724635424777,
      "grad_norm": 12.084609031677246,
      "learning_rate": 6.490474602580224e-05,
      "loss": 0.2677,
      "step": 764
    },
    {
      "epoch": 1.2690331620737973,
      "grad_norm": 1329.02880859375,
      "learning_rate": 6.481923858316472e-05,
      "loss": 0.2898,
      "step": 765
    },
    {
      "epoch": 1.270693860605117,
      "grad_norm": 441.1099853515625,
      "learning_rate": 6.473368359974303e-05,
      "loss": 0.2753,
      "step": 766
    },
    {
      "epoch": 1.2723545591364367,
      "grad_norm": 392.98577880859375,
      "learning_rate": 6.464808135000138e-05,
      "loss": 0.3083,
      "step": 767
    },
    {
      "epoch": 1.2740152576677564,
      "grad_norm": 25.587831497192383,
      "learning_rate": 6.456243210855564e-05,
      "loss": 0.2857,
      "step": 768
    },
    {
      "epoch": 1.2756759561990763,
      "grad_norm": 43.282230377197266,
      "learning_rate": 6.44767361501724e-05,
      "loss": 0.3014,
      "step": 769
    },
    {
      "epoch": 1.277336654730396,
      "grad_norm": 44.518028259277344,
      "learning_rate": 6.43909937497682e-05,
      "loss": 0.306,
      "step": 770
    },
    {
      "epoch": 1.2789973532617158,
      "grad_norm": 16.484920501708984,
      "learning_rate": 6.43052051824085e-05,
      "loss": 0.2881,
      "step": 771
    },
    {
      "epoch": 1.2806580517930355,
      "grad_norm": 23.33445930480957,
      "learning_rate": 6.421937072330686e-05,
      "loss": 0.2936,
      "step": 772
    },
    {
      "epoch": 1.2823187503243552,
      "grad_norm": 46.49196243286133,
      "learning_rate": 6.413349064782412e-05,
      "loss": 0.2866,
      "step": 773
    },
    {
      "epoch": 1.2839794488556748,
      "grad_norm": 16.946788787841797,
      "learning_rate": 6.404756523146742e-05,
      "loss": 0.29,
      "step": 774
    },
    {
      "epoch": 1.2856401473869947,
      "grad_norm": 14.870948791503906,
      "learning_rate": 6.396159474988935e-05,
      "loss": 0.2958,
      "step": 775
    },
    {
      "epoch": 1.2873008459183144,
      "grad_norm": 161.6600341796875,
      "learning_rate": 6.387557947888708e-05,
      "loss": 0.2649,
      "step": 776
    },
    {
      "epoch": 1.288961544449634,
      "grad_norm": 9.838664054870605,
      "learning_rate": 6.37895196944015e-05,
      "loss": 0.2962,
      "step": 777
    },
    {
      "epoch": 1.290622242980954,
      "grad_norm": 157.66258239746094,
      "learning_rate": 6.370341567251625e-05,
      "loss": 0.2994,
      "step": 778
    },
    {
      "epoch": 1.2922829415122736,
      "grad_norm": 11.306894302368164,
      "learning_rate": 6.361726768945689e-05,
      "loss": 0.2611,
      "step": 779
    },
    {
      "epoch": 1.2939436400435933,
      "grad_norm": 23.204843521118164,
      "learning_rate": 6.353107602159004e-05,
      "loss": 0.2743,
      "step": 780
    },
    {
      "epoch": 1.295604338574913,
      "grad_norm": 46.965538024902344,
      "learning_rate": 6.344484094542247e-05,
      "loss": 0.2936,
      "step": 781
    },
    {
      "epoch": 1.2972650371062329,
      "grad_norm": 27.95403480529785,
      "learning_rate": 6.335856273760016e-05,
      "loss": 0.2769,
      "step": 782
    },
    {
      "epoch": 1.2989257356375525,
      "grad_norm": 25.462093353271484,
      "learning_rate": 6.327224167490749e-05,
      "loss": 0.2952,
      "step": 783
    },
    {
      "epoch": 1.3005864341688722,
      "grad_norm": 21.219467163085938,
      "learning_rate": 6.318587803426632e-05,
      "loss": 0.2674,
      "step": 784
    },
    {
      "epoch": 1.302247132700192,
      "grad_norm": 11.112910270690918,
      "learning_rate": 6.309947209273508e-05,
      "loss": 0.2619,
      "step": 785
    },
    {
      "epoch": 1.3039078312315118,
      "grad_norm": 17.56656837463379,
      "learning_rate": 6.301302412750794e-05,
      "loss": 0.2917,
      "step": 786
    },
    {
      "epoch": 1.3055685297628314,
      "grad_norm": 33.908077239990234,
      "learning_rate": 6.292653441591383e-05,
      "loss": 0.3162,
      "step": 787
    },
    {
      "epoch": 1.3072292282941511,
      "grad_norm": 12.80300235748291,
      "learning_rate": 6.284000323541565e-05,
      "loss": 0.2746,
      "step": 788
    },
    {
      "epoch": 1.308889926825471,
      "grad_norm": 14.64559268951416,
      "learning_rate": 6.275343086360934e-05,
      "loss": 0.2943,
      "step": 789
    },
    {
      "epoch": 1.3105506253567907,
      "grad_norm": 37.15105438232422,
      "learning_rate": 6.266681757822296e-05,
      "loss": 0.2908,
      "step": 790
    },
    {
      "epoch": 1.3122113238881106,
      "grad_norm": 18.574054718017578,
      "learning_rate": 6.258016365711583e-05,
      "loss": 0.2861,
      "step": 791
    },
    {
      "epoch": 1.3138720224194302,
      "grad_norm": 30.741130828857422,
      "learning_rate": 6.249346937827758e-05,
      "loss": 0.2794,
      "step": 792
    },
    {
      "epoch": 1.31553272095075,
      "grad_norm": 51.434967041015625,
      "learning_rate": 6.240673501982742e-05,
      "loss": 0.2972,
      "step": 793
    },
    {
      "epoch": 1.3171934194820696,
      "grad_norm": 28.587820053100586,
      "learning_rate": 6.231996086001303e-05,
      "loss": 0.2828,
      "step": 794
    },
    {
      "epoch": 1.3188541180133893,
      "grad_norm": 9.587411880493164,
      "learning_rate": 6.223314717720984e-05,
      "loss": 0.2822,
      "step": 795
    },
    {
      "epoch": 1.3205148165447091,
      "grad_norm": 17.34294319152832,
      "learning_rate": 6.214629424992007e-05,
      "loss": 0.2904,
      "step": 796
    },
    {
      "epoch": 1.3221755150760288,
      "grad_norm": 16.9996337890625,
      "learning_rate": 6.205940235677177e-05,
      "loss": 0.3177,
      "step": 797
    },
    {
      "epoch": 1.3238362136073487,
      "grad_norm": 13.364457130432129,
      "learning_rate": 6.197247177651808e-05,
      "loss": 0.2835,
      "step": 798
    },
    {
      "epoch": 1.3254969121386684,
      "grad_norm": 9.773347854614258,
      "learning_rate": 6.188550278803622e-05,
      "loss": 0.2908,
      "step": 799
    },
    {
      "epoch": 1.327157610669988,
      "grad_norm": 20.065311431884766,
      "learning_rate": 6.179849567032657e-05,
      "loss": 0.3076,
      "step": 800
    },
    {
      "epoch": 1.3288183092013077,
      "grad_norm": 58.05887222290039,
      "learning_rate": 6.171145070251194e-05,
      "loss": 0.2922,
      "step": 801
    },
    {
      "epoch": 1.3304790077326276,
      "grad_norm": 37.12381362915039,
      "learning_rate": 6.162436816383646e-05,
      "loss": 0.2631,
      "step": 802
    },
    {
      "epoch": 1.3321397062639473,
      "grad_norm": 17.7030086517334,
      "learning_rate": 6.153724833366483e-05,
      "loss": 0.2832,
      "step": 803
    },
    {
      "epoch": 1.333800404795267,
      "grad_norm": 13.268787384033203,
      "learning_rate": 6.145009149148143e-05,
      "loss": 0.2855,
      "step": 804
    },
    {
      "epoch": 1.3354611033265869,
      "grad_norm": 25.01466178894043,
      "learning_rate": 6.136289791688929e-05,
      "loss": 0.2934,
      "step": 805
    },
    {
      "epoch": 1.3371218018579065,
      "grad_norm": 25.221342086791992,
      "learning_rate": 6.127566788960934e-05,
      "loss": 0.2907,
      "step": 806
    },
    {
      "epoch": 1.3387825003892262,
      "grad_norm": 25.98119354248047,
      "learning_rate": 6.118840168947942e-05,
      "loss": 0.3115,
      "step": 807
    },
    {
      "epoch": 1.3404431989205459,
      "grad_norm": 31.095993041992188,
      "learning_rate": 6.110109959645344e-05,
      "loss": 0.2756,
      "step": 808
    },
    {
      "epoch": 1.3421038974518658,
      "grad_norm": 15.839167594909668,
      "learning_rate": 6.101376189060043e-05,
      "loss": 0.2797,
      "step": 809
    },
    {
      "epoch": 1.3437645959831854,
      "grad_norm": 11.755404472351074,
      "learning_rate": 6.092638885210369e-05,
      "loss": 0.2699,
      "step": 810
    },
    {
      "epoch": 1.345425294514505,
      "grad_norm": 23.13016128540039,
      "learning_rate": 6.083898076125985e-05,
      "loss": 0.2959,
      "step": 811
    },
    {
      "epoch": 1.347085993045825,
      "grad_norm": 44.43939971923828,
      "learning_rate": 6.0751537898478005e-05,
      "loss": 0.2962,
      "step": 812
    },
    {
      "epoch": 1.3487466915771447,
      "grad_norm": 46.97671127319336,
      "learning_rate": 6.066406054427881e-05,
      "loss": 0.2802,
      "step": 813
    },
    {
      "epoch": 1.3504073901084643,
      "grad_norm": 17.91573143005371,
      "learning_rate": 6.057654897929353e-05,
      "loss": 0.2978,
      "step": 814
    },
    {
      "epoch": 1.352068088639784,
      "grad_norm": 20.49462127685547,
      "learning_rate": 6.048900348426319e-05,
      "loss": 0.2977,
      "step": 815
    },
    {
      "epoch": 1.353728787171104,
      "grad_norm": 8.59965705871582,
      "learning_rate": 6.0401424340037704e-05,
      "loss": 0.2681,
      "step": 816
    },
    {
      "epoch": 1.3553894857024236,
      "grad_norm": 35.38010025024414,
      "learning_rate": 6.0313811827574915e-05,
      "loss": 0.2839,
      "step": 817
    },
    {
      "epoch": 1.3570501842337432,
      "grad_norm": 20.218486785888672,
      "learning_rate": 6.0226166227939686e-05,
      "loss": 0.3071,
      "step": 818
    },
    {
      "epoch": 1.3587108827650631,
      "grad_norm": 13.453107833862305,
      "learning_rate": 6.013848782230303e-05,
      "loss": 0.2987,
      "step": 819
    },
    {
      "epoch": 1.3603715812963828,
      "grad_norm": 16.644697189331055,
      "learning_rate": 6.0050776891941264e-05,
      "loss": 0.2879,
      "step": 820
    },
    {
      "epoch": 1.3620322798277025,
      "grad_norm": 14.217223167419434,
      "learning_rate": 5.996303371823495e-05,
      "loss": 0.3009,
      "step": 821
    },
    {
      "epoch": 1.3636929783590221,
      "grad_norm": 17.42101287841797,
      "learning_rate": 5.987525858266818e-05,
      "loss": 0.2774,
      "step": 822
    },
    {
      "epoch": 1.365353676890342,
      "grad_norm": 26.677465438842773,
      "learning_rate": 5.9787451766827495e-05,
      "loss": 0.2972,
      "step": 823
    },
    {
      "epoch": 1.3670143754216617,
      "grad_norm": 46.07740783691406,
      "learning_rate": 5.9699613552401145e-05,
      "loss": 0.2897,
      "step": 824
    },
    {
      "epoch": 1.3686750739529816,
      "grad_norm": 9.926246643066406,
      "learning_rate": 5.961174422117808e-05,
      "loss": 0.2988,
      "step": 825
    },
    {
      "epoch": 1.3703357724843013,
      "grad_norm": 24.13726806640625,
      "learning_rate": 5.9523844055047026e-05,
      "loss": 0.3004,
      "step": 826
    },
    {
      "epoch": 1.371996471015621,
      "grad_norm": 25.25496482849121,
      "learning_rate": 5.943591333599571e-05,
      "loss": 0.2945,
      "step": 827
    },
    {
      "epoch": 1.3736571695469406,
      "grad_norm": 21.481048583984375,
      "learning_rate": 5.934795234610982e-05,
      "loss": 0.2883,
      "step": 828
    },
    {
      "epoch": 1.3753178680782603,
      "grad_norm": 9.13387680053711,
      "learning_rate": 5.925996136757217e-05,
      "loss": 0.2932,
      "step": 829
    },
    {
      "epoch": 1.3769785666095802,
      "grad_norm": 24.65291976928711,
      "learning_rate": 5.9171940682661784e-05,
      "loss": 0.2808,
      "step": 830
    },
    {
      "epoch": 1.3786392651408998,
      "grad_norm": 19.52792739868164,
      "learning_rate": 5.9083890573752964e-05,
      "loss": 0.2621,
      "step": 831
    },
    {
      "epoch": 1.3802999636722197,
      "grad_norm": 111.61624145507812,
      "learning_rate": 5.899581132331445e-05,
      "loss": 0.2773,
      "step": 832
    },
    {
      "epoch": 1.3819606622035394,
      "grad_norm": 33.516902923583984,
      "learning_rate": 5.8907703213908427e-05,
      "loss": 0.269,
      "step": 833
    },
    {
      "epoch": 1.383621360734859,
      "grad_norm": 51.55702590942383,
      "learning_rate": 5.881956652818966e-05,
      "loss": 0.2822,
      "step": 834
    },
    {
      "epoch": 1.3852820592661788,
      "grad_norm": 19.665721893310547,
      "learning_rate": 5.873140154890462e-05,
      "loss": 0.3109,
      "step": 835
    },
    {
      "epoch": 1.3869427577974986,
      "grad_norm": 26.804651260375977,
      "learning_rate": 5.8643208558890516e-05,
      "loss": 0.268,
      "step": 836
    },
    {
      "epoch": 1.3886034563288183,
      "grad_norm": 90.68706512451172,
      "learning_rate": 5.855498784107445e-05,
      "loss": 0.2764,
      "step": 837
    },
    {
      "epoch": 1.390264154860138,
      "grad_norm": 14.730112075805664,
      "learning_rate": 5.846673967847243e-05,
      "loss": 0.2677,
      "step": 838
    },
    {
      "epoch": 1.3919248533914579,
      "grad_norm": 18.75749969482422,
      "learning_rate": 5.837846435418853e-05,
      "loss": 0.2836,
      "step": 839
    },
    {
      "epoch": 1.3935855519227776,
      "grad_norm": 72.0309066772461,
      "learning_rate": 5.8290162151414e-05,
      "loss": 0.2967,
      "step": 840
    },
    {
      "epoch": 1.3952462504540972,
      "grad_norm": 12.728450775146484,
      "learning_rate": 5.820183335342624e-05,
      "loss": 0.2742,
      "step": 841
    },
    {
      "epoch": 1.396906948985417,
      "grad_norm": 20.818998336791992,
      "learning_rate": 5.811347824358801e-05,
      "loss": 0.2848,
      "step": 842
    },
    {
      "epoch": 1.3985676475167368,
      "grad_norm": 17.97675132751465,
      "learning_rate": 5.802509710534652e-05,
      "loss": 0.2637,
      "step": 843
    },
    {
      "epoch": 1.4002283460480565,
      "grad_norm": 19.154029846191406,
      "learning_rate": 5.793669022223238e-05,
      "loss": 0.286,
      "step": 844
    },
    {
      "epoch": 1.4018890445793761,
      "grad_norm": 38.61789321899414,
      "learning_rate": 5.7848257877858904e-05,
      "loss": 0.2981,
      "step": 845
    },
    {
      "epoch": 1.403549743110696,
      "grad_norm": 17.977771759033203,
      "learning_rate": 5.7759800355920977e-05,
      "loss": 0.2885,
      "step": 846
    },
    {
      "epoch": 1.4052104416420157,
      "grad_norm": 43.73091125488281,
      "learning_rate": 5.767131794019437e-05,
      "loss": 0.3001,
      "step": 847
    },
    {
      "epoch": 1.4068711401733354,
      "grad_norm": 36.181053161621094,
      "learning_rate": 5.758281091453461e-05,
      "loss": 0.289,
      "step": 848
    },
    {
      "epoch": 1.408531838704655,
      "grad_norm": 115.1836166381836,
      "learning_rate": 5.749427956287623e-05,
      "loss": 0.2903,
      "step": 849
    },
    {
      "epoch": 1.410192537235975,
      "grad_norm": 18.840404510498047,
      "learning_rate": 5.7405724169231786e-05,
      "loss": 0.2872,
      "step": 850
    },
    {
      "epoch": 1.4118532357672946,
      "grad_norm": 23.613710403442383,
      "learning_rate": 5.731714501769098e-05,
      "loss": 0.2894,
      "step": 851
    },
    {
      "epoch": 1.4135139342986143,
      "grad_norm": 10.212331771850586,
      "learning_rate": 5.72285423924197e-05,
      "loss": 0.2778,
      "step": 852
    },
    {
      "epoch": 1.4151746328299342,
      "grad_norm": 39.11152648925781,
      "learning_rate": 5.713991657765916e-05,
      "loss": 0.2596,
      "step": 853
    },
    {
      "epoch": 1.4168353313612538,
      "grad_norm": 30.35797882080078,
      "learning_rate": 5.7051267857724966e-05,
      "loss": 0.2973,
      "step": 854
    },
    {
      "epoch": 1.4184960298925735,
      "grad_norm": 22.555871963500977,
      "learning_rate": 5.6962596517006195e-05,
      "loss": 0.2775,
      "step": 855
    },
    {
      "epoch": 1.4201567284238932,
      "grad_norm": 19.49358367919922,
      "learning_rate": 5.68739028399645e-05,
      "loss": 0.2904,
      "step": 856
    },
    {
      "epoch": 1.421817426955213,
      "grad_norm": 14.129653930664062,
      "learning_rate": 5.67851871111332e-05,
      "loss": 0.2616,
      "step": 857
    },
    {
      "epoch": 1.4234781254865327,
      "grad_norm": 11.473206520080566,
      "learning_rate": 5.669644961511631e-05,
      "loss": 0.2806,
      "step": 858
    },
    {
      "epoch": 1.4251388240178526,
      "grad_norm": 10.121034622192383,
      "learning_rate": 5.660769063658775e-05,
      "loss": 0.2793,
      "step": 859
    },
    {
      "epoch": 1.4267995225491723,
      "grad_norm": 15.14218521118164,
      "learning_rate": 5.651891046029031e-05,
      "loss": 0.3146,
      "step": 860
    },
    {
      "epoch": 1.428460221080492,
      "grad_norm": 105.05244445800781,
      "learning_rate": 5.643010937103476e-05,
      "loss": 0.2841,
      "step": 861
    },
    {
      "epoch": 1.4301209196118116,
      "grad_norm": 23.236011505126953,
      "learning_rate": 5.634128765369902e-05,
      "loss": 0.2944,
      "step": 862
    },
    {
      "epoch": 1.4317816181431313,
      "grad_norm": 50.88520050048828,
      "learning_rate": 5.6252445593227134e-05,
      "loss": 0.2859,
      "step": 863
    },
    {
      "epoch": 1.4334423166744512,
      "grad_norm": 16.57847785949707,
      "learning_rate": 5.616358347462847e-05,
      "loss": 0.2764,
      "step": 864
    },
    {
      "epoch": 1.4351030152057709,
      "grad_norm": 117.3586654663086,
      "learning_rate": 5.607470158297665e-05,
      "loss": 0.2769,
      "step": 865
    },
    {
      "epoch": 1.4367637137370908,
      "grad_norm": 16.760282516479492,
      "learning_rate": 5.598580020340881e-05,
      "loss": 0.2894,
      "step": 866
    },
    {
      "epoch": 1.4384244122684104,
      "grad_norm": 18.6272029876709,
      "learning_rate": 5.5896879621124584e-05,
      "loss": 0.3072,
      "step": 867
    },
    {
      "epoch": 1.4400851107997301,
      "grad_norm": 20.149240493774414,
      "learning_rate": 5.580794012138518e-05,
      "loss": 0.299,
      "step": 868
    },
    {
      "epoch": 1.4417458093310498,
      "grad_norm": 26.97914695739746,
      "learning_rate": 5.571898198951253e-05,
      "loss": 0.2925,
      "step": 869
    },
    {
      "epoch": 1.4434065078623697,
      "grad_norm": 23.113183975219727,
      "learning_rate": 5.563000551088833e-05,
      "loss": 0.2942,
      "step": 870
    },
    {
      "epoch": 1.4450672063936894,
      "grad_norm": 16.684524536132812,
      "learning_rate": 5.55410109709531e-05,
      "loss": 0.2873,
      "step": 871
    },
    {
      "epoch": 1.446727904925009,
      "grad_norm": 13.51911735534668,
      "learning_rate": 5.545199865520536e-05,
      "loss": 0.2768,
      "step": 872
    },
    {
      "epoch": 1.448388603456329,
      "grad_norm": 26.504819869995117,
      "learning_rate": 5.5362968849200604e-05,
      "loss": 0.2762,
      "step": 873
    },
    {
      "epoch": 1.4500493019876486,
      "grad_norm": 26.66693115234375,
      "learning_rate": 5.527392183855046e-05,
      "loss": 0.2691,
      "step": 874
    },
    {
      "epoch": 1.4517100005189683,
      "grad_norm": 238.01905822753906,
      "learning_rate": 5.518485790892175e-05,
      "loss": 0.2755,
      "step": 875
    },
    {
      "epoch": 1.453370699050288,
      "grad_norm": 35.2214241027832,
      "learning_rate": 5.509577734603555e-05,
      "loss": 0.2787,
      "step": 876
    },
    {
      "epoch": 1.4550313975816078,
      "grad_norm": 77.63333892822266,
      "learning_rate": 5.5006680435666336e-05,
      "loss": 0.3035,
      "step": 877
    },
    {
      "epoch": 1.4566920961129275,
      "grad_norm": 45.94542694091797,
      "learning_rate": 5.4917567463640994e-05,
      "loss": 0.3067,
      "step": 878
    },
    {
      "epoch": 1.4583527946442472,
      "grad_norm": 57.478336334228516,
      "learning_rate": 5.482843871583797e-05,
      "loss": 0.2688,
      "step": 879
    },
    {
      "epoch": 1.460013493175567,
      "grad_norm": 15.525650978088379,
      "learning_rate": 5.4739294478186274e-05,
      "loss": 0.2594,
      "step": 880
    },
    {
      "epoch": 1.4616741917068867,
      "grad_norm": 106.072998046875,
      "learning_rate": 5.465013503666462e-05,
      "loss": 0.2987,
      "step": 881
    },
    {
      "epoch": 1.4633348902382064,
      "grad_norm": 152.6387481689453,
      "learning_rate": 5.456096067730054e-05,
      "loss": 0.2604,
      "step": 882
    },
    {
      "epoch": 1.464995588769526,
      "grad_norm": 21.95989227294922,
      "learning_rate": 5.447177168616937e-05,
      "loss": 0.265,
      "step": 883
    },
    {
      "epoch": 1.466656287300846,
      "grad_norm": 17.603464126586914,
      "learning_rate": 5.4382568349393416e-05,
      "loss": 0.2775,
      "step": 884
    },
    {
      "epoch": 1.4683169858321656,
      "grad_norm": 25.807437896728516,
      "learning_rate": 5.429335095314099e-05,
      "loss": 0.2959,
      "step": 885
    },
    {
      "epoch": 1.4699776843634855,
      "grad_norm": 13.686755180358887,
      "learning_rate": 5.4204119783625515e-05,
      "loss": 0.294,
      "step": 886
    },
    {
      "epoch": 1.4716383828948052,
      "grad_norm": 22.57857322692871,
      "learning_rate": 5.411487512710462e-05,
      "loss": 0.2882,
      "step": 887
    },
    {
      "epoch": 1.4732990814261249,
      "grad_norm": 27.24214744567871,
      "learning_rate": 5.402561726987915e-05,
      "loss": 0.276,
      "step": 888
    },
    {
      "epoch": 1.4749597799574445,
      "grad_norm": 48.67518997192383,
      "learning_rate": 5.3936346498292325e-05,
      "loss": 0.3048,
      "step": 889
    },
    {
      "epoch": 1.4766204784887642,
      "grad_norm": 29.256378173828125,
      "learning_rate": 5.384706309872881e-05,
      "loss": 0.2893,
      "step": 890
    },
    {
      "epoch": 1.478281177020084,
      "grad_norm": 12.49537181854248,
      "learning_rate": 5.3757767357613785e-05,
      "loss": 0.2722,
      "step": 891
    },
    {
      "epoch": 1.4799418755514038,
      "grad_norm": 110.85940551757812,
      "learning_rate": 5.366845956141198e-05,
      "loss": 0.2682,
      "step": 892
    },
    {
      "epoch": 1.4816025740827237,
      "grad_norm": 22.701759338378906,
      "learning_rate": 5.3579139996626816e-05,
      "loss": 0.2936,
      "step": 893
    },
    {
      "epoch": 1.4832632726140433,
      "grad_norm": 10.952596664428711,
      "learning_rate": 5.348980894979952e-05,
      "loss": 0.2907,
      "step": 894
    },
    {
      "epoch": 1.484923971145363,
      "grad_norm": 58.649009704589844,
      "learning_rate": 5.340046670750806e-05,
      "loss": 0.2897,
      "step": 895
    },
    {
      "epoch": 1.4865846696766827,
      "grad_norm": 11.12337589263916,
      "learning_rate": 5.3311113556366396e-05,
      "loss": 0.2896,
      "step": 896
    },
    {
      "epoch": 1.4882453682080026,
      "grad_norm": 19.447628021240234,
      "learning_rate": 5.322174978302345e-05,
      "loss": 0.2907,
      "step": 897
    },
    {
      "epoch": 1.4899060667393222,
      "grad_norm": 9.741415977478027,
      "learning_rate": 5.3132375674162235e-05,
      "loss": 0.2706,
      "step": 898
    },
    {
      "epoch": 1.491566765270642,
      "grad_norm": 145.7992401123047,
      "learning_rate": 5.304299151649892e-05,
      "loss": 0.2901,
      "step": 899
    },
    {
      "epoch": 1.4932274638019618,
      "grad_norm": 30.227359771728516,
      "learning_rate": 5.2953597596781866e-05,
      "loss": 0.2875,
      "step": 900
    },
    {
      "epoch": 1.4948881623332815,
      "grad_norm": 23.82413673400879,
      "learning_rate": 5.286419420179084e-05,
      "loss": 0.2831,
      "step": 901
    },
    {
      "epoch": 1.4965488608646011,
      "grad_norm": 166.69720458984375,
      "learning_rate": 5.277478161833593e-05,
      "loss": 0.3017,
      "step": 902
    },
    {
      "epoch": 1.4982095593959208,
      "grad_norm": 7.857309818267822,
      "learning_rate": 5.268536013325672e-05,
      "loss": 0.2563,
      "step": 903
    },
    {
      "epoch": 1.4998702579272407,
      "grad_norm": 38.910926818847656,
      "learning_rate": 5.2595930033421383e-05,
      "loss": 0.2964,
      "step": 904
    },
    {
      "epoch": 1.5015309564585604,
      "grad_norm": 15.284276008605957,
      "learning_rate": 5.250649160572567e-05,
      "loss": 0.3087,
      "step": 905
    },
    {
      "epoch": 1.5031916549898803,
      "grad_norm": 10.590121269226074,
      "learning_rate": 5.2417045137092126e-05,
      "loss": 0.2737,
      "step": 906
    },
    {
      "epoch": 1.5048523535212,
      "grad_norm": 14.894525527954102,
      "learning_rate": 5.232759091446902e-05,
      "loss": 0.2829,
      "step": 907
    },
    {
      "epoch": 1.5065130520525196,
      "grad_norm": 12.605585098266602,
      "learning_rate": 5.22381292248295e-05,
      "loss": 0.2906,
      "step": 908
    },
    {
      "epoch": 1.5081737505838393,
      "grad_norm": 27.536279678344727,
      "learning_rate": 5.214866035517074e-05,
      "loss": 0.2945,
      "step": 909
    },
    {
      "epoch": 1.509834449115159,
      "grad_norm": 18.08845329284668,
      "learning_rate": 5.205918459251287e-05,
      "loss": 0.296,
      "step": 910
    },
    {
      "epoch": 1.5114951476464789,
      "grad_norm": 183.22830200195312,
      "learning_rate": 5.1969702223898174e-05,
      "loss": 0.2845,
      "step": 911
    },
    {
      "epoch": 1.5131558461777985,
      "grad_norm": 14.84533405303955,
      "learning_rate": 5.18802135363901e-05,
      "loss": 0.2961,
      "step": 912
    },
    {
      "epoch": 1.5148165447091184,
      "grad_norm": 136.57386779785156,
      "learning_rate": 5.1790718817072404e-05,
      "loss": 0.2949,
      "step": 913
    },
    {
      "epoch": 1.516477243240438,
      "grad_norm": 47.80552673339844,
      "learning_rate": 5.170121835304817e-05,
      "loss": 0.2773,
      "step": 914
    },
    {
      "epoch": 1.5181379417717578,
      "grad_norm": 29.221660614013672,
      "learning_rate": 5.161171243143891e-05,
      "loss": 0.2775,
      "step": 915
    },
    {
      "epoch": 1.5197986403030774,
      "grad_norm": 14.316165924072266,
      "learning_rate": 5.1522201339383634e-05,
      "loss": 0.2898,
      "step": 916
    },
    {
      "epoch": 1.521459338834397,
      "grad_norm": 21.883058547973633,
      "learning_rate": 5.143268536403798e-05,
      "loss": 0.2833,
      "step": 917
    },
    {
      "epoch": 1.523120037365717,
      "grad_norm": 31.403982162475586,
      "learning_rate": 5.134316479257321e-05,
      "loss": 0.2895,
      "step": 918
    },
    {
      "epoch": 1.5247807358970367,
      "grad_norm": 38.35506057739258,
      "learning_rate": 5.125363991217536e-05,
      "loss": 0.3044,
      "step": 919
    },
    {
      "epoch": 1.5264414344283566,
      "grad_norm": 19.42740249633789,
      "learning_rate": 5.116411101004422e-05,
      "loss": 0.266,
      "step": 920
    },
    {
      "epoch": 1.5281021329596762,
      "grad_norm": 14.785085678100586,
      "learning_rate": 5.1074578373392615e-05,
      "loss": 0.298,
      "step": 921
    },
    {
      "epoch": 1.529762831490996,
      "grad_norm": 11.301557540893555,
      "learning_rate": 5.0985042289445214e-05,
      "loss": 0.2865,
      "step": 922
    },
    {
      "epoch": 1.5314235300223156,
      "grad_norm": 23.628995895385742,
      "learning_rate": 5.0895503045437845e-05,
      "loss": 0.2639,
      "step": 923
    },
    {
      "epoch": 1.5330842285536352,
      "grad_norm": 14.561969757080078,
      "learning_rate": 5.08059609286164e-05,
      "loss": 0.2686,
      "step": 924
    },
    {
      "epoch": 1.5347449270849551,
      "grad_norm": 19.491962432861328,
      "learning_rate": 5.071641622623602e-05,
      "loss": 0.2711,
      "step": 925
    },
    {
      "epoch": 1.5364056256162748,
      "grad_norm": 12.267081260681152,
      "learning_rate": 5.062686922556017e-05,
      "loss": 0.3125,
      "step": 926
    },
    {
      "epoch": 1.5380663241475947,
      "grad_norm": 14.002256393432617,
      "learning_rate": 5.053732021385963e-05,
      "loss": 0.2772,
      "step": 927
    },
    {
      "epoch": 1.5397270226789144,
      "grad_norm": 82.95569610595703,
      "learning_rate": 5.044776947841165e-05,
      "loss": 0.2553,
      "step": 928
    },
    {
      "epoch": 1.541387721210234,
      "grad_norm": 56.53269577026367,
      "learning_rate": 5.0358217306499057e-05,
      "loss": 0.2951,
      "step": 929
    },
    {
      "epoch": 1.5430484197415537,
      "grad_norm": 102.66098022460938,
      "learning_rate": 5.026866398540922e-05,
      "loss": 0.3053,
      "step": 930
    },
    {
      "epoch": 1.5447091182728734,
      "grad_norm": 9.849115371704102,
      "learning_rate": 5.0179109802433213e-05,
      "loss": 0.2887,
      "step": 931
    },
    {
      "epoch": 1.5463698168041933,
      "grad_norm": 40.51551818847656,
      "learning_rate": 5.008955504486491e-05,
      "loss": 0.2952,
      "step": 932
    },
    {
      "epoch": 1.548030515335513,
      "grad_norm": 16.44049835205078,
      "learning_rate": 5e-05,
      "loss": 0.2942,
      "step": 933
    },
    {
      "epoch": 1.5496912138668328,
      "grad_norm": 58.39529800415039,
      "learning_rate": 4.9910444955135096e-05,
      "loss": 0.3037,
      "step": 934
    },
    {
      "epoch": 1.5513519123981525,
      "grad_norm": 14.203904151916504,
      "learning_rate": 4.982089019756679e-05,
      "loss": 0.284,
      "step": 935
    },
    {
      "epoch": 1.5530126109294722,
      "grad_norm": 51.40688705444336,
      "learning_rate": 4.973133601459079e-05,
      "loss": 0.2792,
      "step": 936
    },
    {
      "epoch": 1.5546733094607919,
      "grad_norm": 40.534080505371094,
      "learning_rate": 4.9641782693500955e-05,
      "loss": 0.2706,
      "step": 937
    },
    {
      "epoch": 1.5563340079921115,
      "grad_norm": 103.09912872314453,
      "learning_rate": 4.955223052158835e-05,
      "loss": 0.2764,
      "step": 938
    },
    {
      "epoch": 1.5579947065234314,
      "grad_norm": 25.620494842529297,
      "learning_rate": 4.9462679786140385e-05,
      "loss": 0.2747,
      "step": 939
    },
    {
      "epoch": 1.5596554050547513,
      "grad_norm": 16.26183319091797,
      "learning_rate": 4.937313077443985e-05,
      "loss": 0.2776,
      "step": 940
    },
    {
      "epoch": 1.561316103586071,
      "grad_norm": 21.900814056396484,
      "learning_rate": 4.928358377376398e-05,
      "loss": 0.3061,
      "step": 941
    },
    {
      "epoch": 1.5629768021173907,
      "grad_norm": 15.629485130310059,
      "learning_rate": 4.919403907138361e-05,
      "loss": 0.3067,
      "step": 942
    },
    {
      "epoch": 1.5646375006487103,
      "grad_norm": 34.60820388793945,
      "learning_rate": 4.910449695456216e-05,
      "loss": 0.3004,
      "step": 943
    },
    {
      "epoch": 1.56629819918003,
      "grad_norm": 31.900197982788086,
      "learning_rate": 4.901495771055479e-05,
      "loss": 0.2865,
      "step": 944
    },
    {
      "epoch": 1.5679588977113499,
      "grad_norm": 25.575546264648438,
      "learning_rate": 4.892542162660741e-05,
      "loss": 0.2839,
      "step": 945
    },
    {
      "epoch": 1.5696195962426696,
      "grad_norm": 53.05941390991211,
      "learning_rate": 4.8835888989955776e-05,
      "loss": 0.2714,
      "step": 946
    },
    {
      "epoch": 1.5712802947739894,
      "grad_norm": 29.1506290435791,
      "learning_rate": 4.874636008782466e-05,
      "loss": 0.2828,
      "step": 947
    },
    {
      "epoch": 1.5729409933053091,
      "grad_norm": 29.428146362304688,
      "learning_rate": 4.8656835207426795e-05,
      "loss": 0.2962,
      "step": 948
    },
    {
      "epoch": 1.5746016918366288,
      "grad_norm": 643.2196655273438,
      "learning_rate": 4.856731463596204e-05,
      "loss": 0.2685,
      "step": 949
    },
    {
      "epoch": 1.5762623903679485,
      "grad_norm": 51.18458557128906,
      "learning_rate": 4.847779866061638e-05,
      "loss": 0.2816,
      "step": 950
    },
    {
      "epoch": 1.5779230888992681,
      "grad_norm": 19.216337203979492,
      "learning_rate": 4.8388287568561105e-05,
      "loss": 0.2869,
      "step": 951
    },
    {
      "epoch": 1.579583787430588,
      "grad_norm": 9.958168983459473,
      "learning_rate": 4.829878164695183e-05,
      "loss": 0.2868,
      "step": 952
    },
    {
      "epoch": 1.5812444859619077,
      "grad_norm": 15.129812240600586,
      "learning_rate": 4.820928118292761e-05,
      "loss": 0.2946,
      "step": 953
    },
    {
      "epoch": 1.5829051844932276,
      "grad_norm": 13.884086608886719,
      "learning_rate": 4.8119786463609905e-05,
      "loss": 0.2758,
      "step": 954
    },
    {
      "epoch": 1.5845658830245473,
      "grad_norm": 15.602642059326172,
      "learning_rate": 4.8030297776101844e-05,
      "loss": 0.2817,
      "step": 955
    },
    {
      "epoch": 1.586226581555867,
      "grad_norm": 59.39334487915039,
      "learning_rate": 4.7940815407487135e-05,
      "loss": 0.2971,
      "step": 956
    },
    {
      "epoch": 1.5878872800871866,
      "grad_norm": 75.20787048339844,
      "learning_rate": 4.785133964482927e-05,
      "loss": 0.2871,
      "step": 957
    },
    {
      "epoch": 1.5895479786185063,
      "grad_norm": 17.12590217590332,
      "learning_rate": 4.776187077517051e-05,
      "loss": 0.2637,
      "step": 958
    },
    {
      "epoch": 1.5912086771498262,
      "grad_norm": 14.124485969543457,
      "learning_rate": 4.7672409085531e-05,
      "loss": 0.2921,
      "step": 959
    },
    {
      "epoch": 1.5928693756811458,
      "grad_norm": 25.335908889770508,
      "learning_rate": 4.758295486290789e-05,
      "loss": 0.2742,
      "step": 960
    },
    {
      "epoch": 1.5945300742124657,
      "grad_norm": 17.80637550354004,
      "learning_rate": 4.7493508394274325e-05,
      "loss": 0.2959,
      "step": 961
    },
    {
      "epoch": 1.5961907727437854,
      "grad_norm": 61.27547073364258,
      "learning_rate": 4.7404069966578635e-05,
      "loss": 0.2803,
      "step": 962
    },
    {
      "epoch": 1.597851471275105,
      "grad_norm": 10.976715087890625,
      "learning_rate": 4.7314639866743285e-05,
      "loss": 0.2949,
      "step": 963
    },
    {
      "epoch": 1.5995121698064247,
      "grad_norm": 11.593228340148926,
      "learning_rate": 4.7225218381664094e-05,
      "loss": 0.2861,
      "step": 964
    },
    {
      "epoch": 1.6011728683377444,
      "grad_norm": 11.976430892944336,
      "learning_rate": 4.7135805798209186e-05,
      "loss": 0.2739,
      "step": 965
    },
    {
      "epoch": 1.6028335668690643,
      "grad_norm": 14.272520065307617,
      "learning_rate": 4.704640240321814e-05,
      "loss": 0.2571,
      "step": 966
    },
    {
      "epoch": 1.6044942654003842,
      "grad_norm": 11.826343536376953,
      "learning_rate": 4.69570084835011e-05,
      "loss": 0.2832,
      "step": 967
    },
    {
      "epoch": 1.6061549639317039,
      "grad_norm": 78.57592010498047,
      "learning_rate": 4.6867624325837777e-05,
      "loss": 0.2978,
      "step": 968
    },
    {
      "epoch": 1.6078156624630235,
      "grad_norm": 29.39203453063965,
      "learning_rate": 4.6778250216976565e-05,
      "loss": 0.2915,
      "step": 969
    },
    {
      "epoch": 1.6094763609943432,
      "grad_norm": 22.652767181396484,
      "learning_rate": 4.668888644363361e-05,
      "loss": 0.2755,
      "step": 970
    },
    {
      "epoch": 1.6111370595256629,
      "grad_norm": 15.469453811645508,
      "learning_rate": 4.6599533292491946e-05,
      "loss": 0.3017,
      "step": 971
    },
    {
      "epoch": 1.6127977580569826,
      "grad_norm": 19.697040557861328,
      "learning_rate": 4.6510191050200495e-05,
      "loss": 0.2823,
      "step": 972
    },
    {
      "epoch": 1.6144584565883024,
      "grad_norm": 14.159893035888672,
      "learning_rate": 4.642086000337319e-05,
      "loss": 0.2567,
      "step": 973
    },
    {
      "epoch": 1.6161191551196223,
      "grad_norm": 6.8621907234191895,
      "learning_rate": 4.633154043858804e-05,
      "loss": 0.3165,
      "step": 974
    },
    {
      "epoch": 1.617779853650942,
      "grad_norm": 48.186275482177734,
      "learning_rate": 4.624223264238622e-05,
      "loss": 0.281,
      "step": 975
    },
    {
      "epoch": 1.6194405521822617,
      "grad_norm": 8.274702072143555,
      "learning_rate": 4.6152936901271186e-05,
      "loss": 0.2941,
      "step": 976
    },
    {
      "epoch": 1.6211012507135814,
      "grad_norm": 7.512510299682617,
      "learning_rate": 4.6063653501707686e-05,
      "loss": 0.2849,
      "step": 977
    },
    {
      "epoch": 1.622761949244901,
      "grad_norm": 38.67232894897461,
      "learning_rate": 4.597438273012087e-05,
      "loss": 0.2843,
      "step": 978
    },
    {
      "epoch": 1.624422647776221,
      "grad_norm": 12.054966926574707,
      "learning_rate": 4.58851248728954e-05,
      "loss": 0.2862,
      "step": 979
    },
    {
      "epoch": 1.6260833463075406,
      "grad_norm": 21.105966567993164,
      "learning_rate": 4.579588021637448e-05,
      "loss": 0.2787,
      "step": 980
    },
    {
      "epoch": 1.6277440448388605,
      "grad_norm": 12.212367057800293,
      "learning_rate": 4.5706649046859016e-05,
      "loss": 0.2787,
      "step": 981
    },
    {
      "epoch": 1.6294047433701802,
      "grad_norm": 32.4214973449707,
      "learning_rate": 4.561743165060659e-05,
      "loss": 0.303,
      "step": 982
    },
    {
      "epoch": 1.6310654419014998,
      "grad_norm": 25.607418060302734,
      "learning_rate": 4.5528228313830646e-05,
      "loss": 0.2736,
      "step": 983
    },
    {
      "epoch": 1.6327261404328195,
      "grad_norm": 19.603490829467773,
      "learning_rate": 4.5439039322699485e-05,
      "loss": 0.2938,
      "step": 984
    },
    {
      "epoch": 1.6343868389641392,
      "grad_norm": 19.48715591430664,
      "learning_rate": 4.534986496333539e-05,
      "loss": 0.2537,
      "step": 985
    },
    {
      "epoch": 1.636047537495459,
      "grad_norm": 126.12147521972656,
      "learning_rate": 4.526070552181374e-05,
      "loss": 0.2757,
      "step": 986
    },
    {
      "epoch": 1.6377082360267787,
      "grad_norm": 7.359575271606445,
      "learning_rate": 4.5171561284162044e-05,
      "loss": 0.2766,
      "step": 987
    },
    {
      "epoch": 1.6393689345580986,
      "grad_norm": 48.8001708984375,
      "learning_rate": 4.508243253635902e-05,
      "loss": 0.2811,
      "step": 988
    },
    {
      "epoch": 1.6410296330894183,
      "grad_norm": 18.930316925048828,
      "learning_rate": 4.4993319564333675e-05,
      "loss": 0.2917,
      "step": 989
    },
    {
      "epoch": 1.642690331620738,
      "grad_norm": 15.069755554199219,
      "learning_rate": 4.490422265396445e-05,
      "loss": 0.2813,
      "step": 990
    },
    {
      "epoch": 1.6443510301520576,
      "grad_norm": 47.264564514160156,
      "learning_rate": 4.481514209107827e-05,
      "loss": 0.2856,
      "step": 991
    },
    {
      "epoch": 1.6460117286833773,
      "grad_norm": 16.947811126708984,
      "learning_rate": 4.472607816144956e-05,
      "loss": 0.2865,
      "step": 992
    },
    {
      "epoch": 1.6476724272146972,
      "grad_norm": 80.86692810058594,
      "learning_rate": 4.463703115079941e-05,
      "loss": 0.2783,
      "step": 993
    },
    {
      "epoch": 1.6493331257460169,
      "grad_norm": 35.8098258972168,
      "learning_rate": 4.454800134479466e-05,
      "loss": 0.2531,
      "step": 994
    },
    {
      "epoch": 1.6509938242773368,
      "grad_norm": 48.696353912353516,
      "learning_rate": 4.445898902904689e-05,
      "loss": 0.2937,
      "step": 995
    },
    {
      "epoch": 1.6526545228086564,
      "grad_norm": 25.220211029052734,
      "learning_rate": 4.436999448911168e-05,
      "loss": 0.2969,
      "step": 996
    },
    {
      "epoch": 1.654315221339976,
      "grad_norm": 17.5574893951416,
      "learning_rate": 4.428101801048748e-05,
      "loss": 0.2892,
      "step": 997
    },
    {
      "epoch": 1.6559759198712958,
      "grad_norm": 57.936744689941406,
      "learning_rate": 4.419205987861483e-05,
      "loss": 0.2985,
      "step": 998
    },
    {
      "epoch": 1.6576366184026154,
      "grad_norm": 37.452117919921875,
      "learning_rate": 4.4103120378875434e-05,
      "loss": 0.2907,
      "step": 999
    },
    {
      "epoch": 1.6592973169339353,
      "grad_norm": 10.426920890808105,
      "learning_rate": 4.4014199796591193e-05,
      "loss": 0.276,
      "step": 1000
    },
    {
      "epoch": 1.6609580154652552,
      "grad_norm": 13.090839385986328,
      "learning_rate": 4.392529841702336e-05,
      "loss": 0.2706,
      "step": 1001
    },
    {
      "epoch": 1.662618713996575,
      "grad_norm": 10.039213180541992,
      "learning_rate": 4.383641652537155e-05,
      "loss": 0.2779,
      "step": 1002
    },
    {
      "epoch": 1.6642794125278946,
      "grad_norm": 44.60422134399414,
      "learning_rate": 4.374755440677287e-05,
      "loss": 0.28,
      "step": 1003
    },
    {
      "epoch": 1.6659401110592142,
      "grad_norm": 16.090087890625,
      "learning_rate": 4.3658712346301006e-05,
      "loss": 0.3198,
      "step": 1004
    },
    {
      "epoch": 1.667600809590534,
      "grad_norm": 10.215002059936523,
      "learning_rate": 4.356989062896525e-05,
      "loss": 0.263,
      "step": 1005
    },
    {
      "epoch": 1.6692615081218538,
      "grad_norm": 19.978612899780273,
      "learning_rate": 4.3481089539709705e-05,
      "loss": 0.2816,
      "step": 1006
    },
    {
      "epoch": 1.6709222066531735,
      "grad_norm": 11.551654815673828,
      "learning_rate": 4.339230936341226e-05,
      "loss": 0.2845,
      "step": 1007
    },
    {
      "epoch": 1.6725829051844934,
      "grad_norm": 62.54079818725586,
      "learning_rate": 4.33035503848837e-05,
      "loss": 0.2798,
      "step": 1008
    },
    {
      "epoch": 1.674243603715813,
      "grad_norm": 11.756832122802734,
      "learning_rate": 4.321481288886682e-05,
      "loss": 0.2729,
      "step": 1009
    },
    {
      "epoch": 1.6759043022471327,
      "grad_norm": 90.3555679321289,
      "learning_rate": 4.31260971600355e-05,
      "loss": 0.2921,
      "step": 1010
    },
    {
      "epoch": 1.6775650007784524,
      "grad_norm": 38.02375030517578,
      "learning_rate": 4.303740348299381e-05,
      "loss": 0.2605,
      "step": 1011
    },
    {
      "epoch": 1.679225699309772,
      "grad_norm": 15.210528373718262,
      "learning_rate": 4.294873214227505e-05,
      "loss": 0.2571,
      "step": 1012
    },
    {
      "epoch": 1.680886397841092,
      "grad_norm": 53.868194580078125,
      "learning_rate": 4.2860083422340846e-05,
      "loss": 0.2959,
      "step": 1013
    },
    {
      "epoch": 1.6825470963724116,
      "grad_norm": 27.089468002319336,
      "learning_rate": 4.2771457607580315e-05,
      "loss": 0.2863,
      "step": 1014
    },
    {
      "epoch": 1.6842077949037315,
      "grad_norm": 16.614988327026367,
      "learning_rate": 4.268285498230903e-05,
      "loss": 0.2635,
      "step": 1015
    },
    {
      "epoch": 1.6858684934350512,
      "grad_norm": 21.056549072265625,
      "learning_rate": 4.259427583076822e-05,
      "loss": 0.2999,
      "step": 1016
    },
    {
      "epoch": 1.6875291919663709,
      "grad_norm": 681.7119750976562,
      "learning_rate": 4.2505720437123783e-05,
      "loss": 0.2891,
      "step": 1017
    },
    {
      "epoch": 1.6891898904976905,
      "grad_norm": 41.42094802856445,
      "learning_rate": 4.241718908546541e-05,
      "loss": 0.272,
      "step": 1018
    },
    {
      "epoch": 1.6908505890290102,
      "grad_norm": 23.537466049194336,
      "learning_rate": 4.232868205980566e-05,
      "loss": 0.2763,
      "step": 1019
    },
    {
      "epoch": 1.69251128756033,
      "grad_norm": 9.240571022033691,
      "learning_rate": 4.224019964407902e-05,
      "loss": 0.2801,
      "step": 1020
    },
    {
      "epoch": 1.6941719860916498,
      "grad_norm": 16.439271926879883,
      "learning_rate": 4.21517421221411e-05,
      "loss": 0.2595,
      "step": 1021
    },
    {
      "epoch": 1.6958326846229697,
      "grad_norm": 20.681480407714844,
      "learning_rate": 4.2063309777767626e-05,
      "loss": 0.2673,
      "step": 1022
    },
    {
      "epoch": 1.6974933831542893,
      "grad_norm": 8.995615005493164,
      "learning_rate": 4.197490289465351e-05,
      "loss": 0.28,
      "step": 1023
    },
    {
      "epoch": 1.699154081685609,
      "grad_norm": 8.972556114196777,
      "learning_rate": 4.188652175641199e-05,
      "loss": 0.286,
      "step": 1024
    },
    {
      "epoch": 1.7008147802169287,
      "grad_norm": 35.38237380981445,
      "learning_rate": 4.179816664657377e-05,
      "loss": 0.275,
      "step": 1025
    },
    {
      "epoch": 1.7024754787482483,
      "grad_norm": 19.524112701416016,
      "learning_rate": 4.170983784858601e-05,
      "loss": 0.2913,
      "step": 1026
    },
    {
      "epoch": 1.7041361772795682,
      "grad_norm": 45.598541259765625,
      "learning_rate": 4.162153564581148e-05,
      "loss": 0.2669,
      "step": 1027
    },
    {
      "epoch": 1.705796875810888,
      "grad_norm": 31.71568489074707,
      "learning_rate": 4.153326032152758e-05,
      "loss": 0.3152,
      "step": 1028
    },
    {
      "epoch": 1.7074575743422078,
      "grad_norm": 10.269993782043457,
      "learning_rate": 4.144501215892557e-05,
      "loss": 0.2741,
      "step": 1029
    },
    {
      "epoch": 1.7091182728735275,
      "grad_norm": 13.3892183303833,
      "learning_rate": 4.135679144110948e-05,
      "loss": 0.2779,
      "step": 1030
    },
    {
      "epoch": 1.7107789714048471,
      "grad_norm": 19.40374755859375,
      "learning_rate": 4.126859845109539e-05,
      "loss": 0.2744,
      "step": 1031
    },
    {
      "epoch": 1.7124396699361668,
      "grad_norm": 33.533958435058594,
      "learning_rate": 4.118043347181035e-05,
      "loss": 0.2714,
      "step": 1032
    },
    {
      "epoch": 1.7141003684674865,
      "grad_norm": 14.68758773803711,
      "learning_rate": 4.109229678609159e-05,
      "loss": 0.2915,
      "step": 1033
    },
    {
      "epoch": 1.7157610669988064,
      "grad_norm": 45.297080993652344,
      "learning_rate": 4.1004188676685565e-05,
      "loss": 0.2834,
      "step": 1034
    },
    {
      "epoch": 1.7174217655301263,
      "grad_norm": 13.071781158447266,
      "learning_rate": 4.0916109426247034e-05,
      "loss": 0.3161,
      "step": 1035
    },
    {
      "epoch": 1.719082464061446,
      "grad_norm": 8.669297218322754,
      "learning_rate": 4.082805931733822e-05,
      "loss": 0.2842,
      "step": 1036
    },
    {
      "epoch": 1.7207431625927656,
      "grad_norm": 8.116327285766602,
      "learning_rate": 4.074003863242784e-05,
      "loss": 0.2664,
      "step": 1037
    },
    {
      "epoch": 1.7224038611240853,
      "grad_norm": 18.077898025512695,
      "learning_rate": 4.06520476538902e-05,
      "loss": 0.2928,
      "step": 1038
    },
    {
      "epoch": 1.724064559655405,
      "grad_norm": 22.521236419677734,
      "learning_rate": 4.0564086664004294e-05,
      "loss": 0.3005,
      "step": 1039
    },
    {
      "epoch": 1.7257252581867248,
      "grad_norm": 11.232478141784668,
      "learning_rate": 4.0476155944952986e-05,
      "loss": 0.2731,
      "step": 1040
    },
    {
      "epoch": 1.7273859567180445,
      "grad_norm": 23.123260498046875,
      "learning_rate": 4.038825577882194e-05,
      "loss": 0.2905,
      "step": 1041
    },
    {
      "epoch": 1.7290466552493644,
      "grad_norm": 7.232083320617676,
      "learning_rate": 4.030038644759887e-05,
      "loss": 0.2517,
      "step": 1042
    },
    {
      "epoch": 1.730707353780684,
      "grad_norm": 39.02933120727539,
      "learning_rate": 4.021254823317252e-05,
      "loss": 0.2685,
      "step": 1043
    },
    {
      "epoch": 1.7323680523120037,
      "grad_norm": 72.39202880859375,
      "learning_rate": 4.0124741417331837e-05,
      "loss": 0.2909,
      "step": 1044
    },
    {
      "epoch": 1.7340287508433234,
      "grad_norm": 162.18104553222656,
      "learning_rate": 4.0036966281765046e-05,
      "loss": 0.2817,
      "step": 1045
    },
    {
      "epoch": 1.735689449374643,
      "grad_norm": 7.645057678222656,
      "learning_rate": 3.994922310805875e-05,
      "loss": 0.2791,
      "step": 1046
    },
    {
      "epoch": 1.737350147905963,
      "grad_norm": 67.43783569335938,
      "learning_rate": 3.986151217769698e-05,
      "loss": 0.3013,
      "step": 1047
    },
    {
      "epoch": 1.7390108464372827,
      "grad_norm": 24.866619110107422,
      "learning_rate": 3.977383377206033e-05,
      "loss": 0.2759,
      "step": 1048
    },
    {
      "epoch": 1.7406715449686025,
      "grad_norm": 16.723388671875,
      "learning_rate": 3.968618817242509e-05,
      "loss": 0.2699,
      "step": 1049
    },
    {
      "epoch": 1.7423322434999222,
      "grad_norm": 10.21795654296875,
      "learning_rate": 3.9598575659962294e-05,
      "loss": 0.2747,
      "step": 1050
    },
    {
      "epoch": 1.7439929420312419,
      "grad_norm": 253.9533233642578,
      "learning_rate": 3.951099651573682e-05,
      "loss": 0.2969,
      "step": 1051
    },
    {
      "epoch": 1.7456536405625616,
      "grad_norm": 149.43836975097656,
      "learning_rate": 3.942345102070649e-05,
      "loss": 0.2717,
      "step": 1052
    },
    {
      "epoch": 1.7473143390938812,
      "grad_norm": 10.979608535766602,
      "learning_rate": 3.933593945572121e-05,
      "loss": 0.2866,
      "step": 1053
    },
    {
      "epoch": 1.7489750376252011,
      "grad_norm": 11.278124809265137,
      "learning_rate": 3.9248462101521986e-05,
      "loss": 0.2948,
      "step": 1054
    },
    {
      "epoch": 1.7506357361565208,
      "grad_norm": 29.37539291381836,
      "learning_rate": 3.916101923874015e-05,
      "loss": 0.2946,
      "step": 1055
    },
    {
      "epoch": 1.7522964346878407,
      "grad_norm": 9.42124080657959,
      "learning_rate": 3.907361114789632e-05,
      "loss": 0.3163,
      "step": 1056
    },
    {
      "epoch": 1.7539571332191604,
      "grad_norm": 14.308135032653809,
      "learning_rate": 3.8986238109399584e-05,
      "loss": 0.2605,
      "step": 1057
    },
    {
      "epoch": 1.75561783175048,
      "grad_norm": 15.659673690795898,
      "learning_rate": 3.889890040354658e-05,
      "loss": 0.2615,
      "step": 1058
    },
    {
      "epoch": 1.7572785302817997,
      "grad_norm": 15.974221229553223,
      "learning_rate": 3.8811598310520585e-05,
      "loss": 0.2848,
      "step": 1059
    },
    {
      "epoch": 1.7589392288131194,
      "grad_norm": 10.16062068939209,
      "learning_rate": 3.8724332110390665e-05,
      "loss": 0.3013,
      "step": 1060
    },
    {
      "epoch": 1.7605999273444393,
      "grad_norm": 10.001726150512695,
      "learning_rate": 3.863710208311072e-05,
      "loss": 0.278,
      "step": 1061
    },
    {
      "epoch": 1.7622606258757592,
      "grad_norm": 18.319469451904297,
      "learning_rate": 3.854990850851859e-05,
      "loss": 0.2814,
      "step": 1062
    },
    {
      "epoch": 1.7639213244070788,
      "grad_norm": 65.80924987792969,
      "learning_rate": 3.846275166633517e-05,
      "loss": 0.2782,
      "step": 1063
    },
    {
      "epoch": 1.7655820229383985,
      "grad_norm": 13.594179153442383,
      "learning_rate": 3.837563183616355e-05,
      "loss": 0.2663,
      "step": 1064
    },
    {
      "epoch": 1.7672427214697182,
      "grad_norm": 80.1303939819336,
      "learning_rate": 3.828854929748807e-05,
      "loss": 0.2744,
      "step": 1065
    },
    {
      "epoch": 1.7689034200010378,
      "grad_norm": 19.906957626342773,
      "learning_rate": 3.820150432967344e-05,
      "loss": 0.2721,
      "step": 1066
    },
    {
      "epoch": 1.7705641185323575,
      "grad_norm": 29.24519157409668,
      "learning_rate": 3.81144972119638e-05,
      "loss": 0.2596,
      "step": 1067
    },
    {
      "epoch": 1.7722248170636774,
      "grad_norm": 20.713769912719727,
      "learning_rate": 3.8027528223481936e-05,
      "loss": 0.2548,
      "step": 1068
    },
    {
      "epoch": 1.7738855155949973,
      "grad_norm": 15.758745193481445,
      "learning_rate": 3.7940597643228234e-05,
      "loss": 0.2839,
      "step": 1069
    },
    {
      "epoch": 1.775546214126317,
      "grad_norm": 18.031856536865234,
      "learning_rate": 3.785370575007995e-05,
      "loss": 0.2809,
      "step": 1070
    },
    {
      "epoch": 1.7772069126576366,
      "grad_norm": 44.73027420043945,
      "learning_rate": 3.776685282279016e-05,
      "loss": 0.2745,
      "step": 1071
    },
    {
      "epoch": 1.7788676111889563,
      "grad_norm": 436.51556396484375,
      "learning_rate": 3.7680039139986986e-05,
      "loss": 0.2727,
      "step": 1072
    },
    {
      "epoch": 1.780528309720276,
      "grad_norm": 14.402546882629395,
      "learning_rate": 3.759326498017261e-05,
      "loss": 0.2882,
      "step": 1073
    },
    {
      "epoch": 1.7821890082515959,
      "grad_norm": 134.99525451660156,
      "learning_rate": 3.750653062172243e-05,
      "loss": 0.2689,
      "step": 1074
    },
    {
      "epoch": 1.7838497067829155,
      "grad_norm": 11.556097030639648,
      "learning_rate": 3.7419836342884184e-05,
      "loss": 0.2804,
      "step": 1075
    },
    {
      "epoch": 1.7855104053142354,
      "grad_norm": 44.521366119384766,
      "learning_rate": 3.733318242177705e-05,
      "loss": 0.2849,
      "step": 1076
    },
    {
      "epoch": 1.787171103845555,
      "grad_norm": 23.42568016052246,
      "learning_rate": 3.724656913639066e-05,
      "loss": 0.2792,
      "step": 1077
    },
    {
      "epoch": 1.7888318023768748,
      "grad_norm": 29.743019104003906,
      "learning_rate": 3.715999676458435e-05,
      "loss": 0.2749,
      "step": 1078
    },
    {
      "epoch": 1.7904925009081945,
      "grad_norm": 82.91143035888672,
      "learning_rate": 3.7073465584086186e-05,
      "loss": 0.3039,
      "step": 1079
    },
    {
      "epoch": 1.7921531994395141,
      "grad_norm": 76.2025375366211,
      "learning_rate": 3.698697587249208e-05,
      "loss": 0.2982,
      "step": 1080
    },
    {
      "epoch": 1.793813897970834,
      "grad_norm": 10.867552757263184,
      "learning_rate": 3.6900527907264936e-05,
      "loss": 0.2759,
      "step": 1081
    },
    {
      "epoch": 1.7954745965021537,
      "grad_norm": 22.257034301757812,
      "learning_rate": 3.681412196573369e-05,
      "loss": 0.2957,
      "step": 1082
    },
    {
      "epoch": 1.7971352950334736,
      "grad_norm": 9.685708999633789,
      "learning_rate": 3.672775832509253e-05,
      "loss": 0.2831,
      "step": 1083
    },
    {
      "epoch": 1.7987959935647932,
      "grad_norm": 13.656418800354004,
      "learning_rate": 3.664143726239984e-05,
      "loss": 0.2978,
      "step": 1084
    },
    {
      "epoch": 1.800456692096113,
      "grad_norm": 650.8150024414062,
      "learning_rate": 3.655515905457754e-05,
      "loss": 0.2923,
      "step": 1085
    },
    {
      "epoch": 1.8021173906274326,
      "grad_norm": 16.22422218322754,
      "learning_rate": 3.646892397840997e-05,
      "loss": 0.2897,
      "step": 1086
    },
    {
      "epoch": 1.8037780891587523,
      "grad_norm": 7.556303024291992,
      "learning_rate": 3.638273231054313e-05,
      "loss": 0.2841,
      "step": 1087
    },
    {
      "epoch": 1.8054387876900722,
      "grad_norm": 31.054821014404297,
      "learning_rate": 3.6296584327483785e-05,
      "loss": 0.2795,
      "step": 1088
    },
    {
      "epoch": 1.8070994862213918,
      "grad_norm": 20.195293426513672,
      "learning_rate": 3.621048030559851e-05,
      "loss": 0.2612,
      "step": 1089
    },
    {
      "epoch": 1.8087601847527117,
      "grad_norm": 18.975658416748047,
      "learning_rate": 3.612442052111292e-05,
      "loss": 0.2642,
      "step": 1090
    },
    {
      "epoch": 1.8104208832840314,
      "grad_norm": 28.037137985229492,
      "learning_rate": 3.603840525011066e-05,
      "loss": 0.2758,
      "step": 1091
    },
    {
      "epoch": 1.812081581815351,
      "grad_norm": 10.855775833129883,
      "learning_rate": 3.59524347685326e-05,
      "loss": 0.2637,
      "step": 1092
    },
    {
      "epoch": 1.8137422803466707,
      "grad_norm": 6.196507930755615,
      "learning_rate": 3.58665093521759e-05,
      "loss": 0.2668,
      "step": 1093
    },
    {
      "epoch": 1.8154029788779904,
      "grad_norm": 9.843585968017578,
      "learning_rate": 3.5780629276693145e-05,
      "loss": 0.276,
      "step": 1094
    },
    {
      "epoch": 1.8170636774093103,
      "grad_norm": 17.883283615112305,
      "learning_rate": 3.569479481759152e-05,
      "loss": 0.2542,
      "step": 1095
    },
    {
      "epoch": 1.8187243759406302,
      "grad_norm": 15.545995712280273,
      "learning_rate": 3.5609006250231815e-05,
      "loss": 0.2707,
      "step": 1096
    },
    {
      "epoch": 1.8203850744719499,
      "grad_norm": 7.960692882537842,
      "learning_rate": 3.552326384982761e-05,
      "loss": 0.2663,
      "step": 1097
    },
    {
      "epoch": 1.8220457730032695,
      "grad_norm": 28.72408103942871,
      "learning_rate": 3.543756789144439e-05,
      "loss": 0.2805,
      "step": 1098
    },
    {
      "epoch": 1.8237064715345892,
      "grad_norm": 177.16275024414062,
      "learning_rate": 3.535191864999862e-05,
      "loss": 0.2801,
      "step": 1099
    },
    {
      "epoch": 1.8253671700659089,
      "grad_norm": 32.54202651977539,
      "learning_rate": 3.526631640025697e-05,
      "loss": 0.2756,
      "step": 1100
    },
    {
      "epoch": 1.8270278685972285,
      "grad_norm": 21.565338134765625,
      "learning_rate": 3.518076141683528e-05,
      "loss": 0.2421,
      "step": 1101
    },
    {
      "epoch": 1.8286885671285484,
      "grad_norm": 19.470008850097656,
      "learning_rate": 3.509525397419778e-05,
      "loss": 0.2919,
      "step": 1102
    },
    {
      "epoch": 1.8303492656598683,
      "grad_norm": 106.8519287109375,
      "learning_rate": 3.50097943466562e-05,
      "loss": 0.2638,
      "step": 1103
    },
    {
      "epoch": 1.832009964191188,
      "grad_norm": 16.89085578918457,
      "learning_rate": 3.492438280836888e-05,
      "loss": 0.2447,
      "step": 1104
    },
    {
      "epoch": 1.8336706627225077,
      "grad_norm": 33.42323303222656,
      "learning_rate": 3.483901963333988e-05,
      "loss": 0.2902,
      "step": 1105
    },
    {
      "epoch": 1.8353313612538273,
      "grad_norm": 12.57965087890625,
      "learning_rate": 3.4753705095418085e-05,
      "loss": 0.2807,
      "step": 1106
    },
    {
      "epoch": 1.836992059785147,
      "grad_norm": 19.403825759887695,
      "learning_rate": 3.46684394682964e-05,
      "loss": 0.291,
      "step": 1107
    },
    {
      "epoch": 1.838652758316467,
      "grad_norm": 129.98965454101562,
      "learning_rate": 3.458322302551075e-05,
      "loss": 0.2853,
      "step": 1108
    },
    {
      "epoch": 1.8403134568477866,
      "grad_norm": 10.069053649902344,
      "learning_rate": 3.4498056040439366e-05,
      "loss": 0.2727,
      "step": 1109
    },
    {
      "epoch": 1.8419741553791065,
      "grad_norm": 7.090850830078125,
      "learning_rate": 3.441293878630174e-05,
      "loss": 0.2967,
      "step": 1110
    },
    {
      "epoch": 1.8436348539104261,
      "grad_norm": 18.833589553833008,
      "learning_rate": 3.432787153615788e-05,
      "loss": 0.2734,
      "step": 1111
    },
    {
      "epoch": 1.8452955524417458,
      "grad_norm": 11.524720191955566,
      "learning_rate": 3.424285456290732e-05,
      "loss": 0.3023,
      "step": 1112
    },
    {
      "epoch": 1.8469562509730655,
      "grad_norm": 54.83722686767578,
      "learning_rate": 3.415788813928833e-05,
      "loss": 0.276,
      "step": 1113
    },
    {
      "epoch": 1.8486169495043852,
      "grad_norm": 22.467540740966797,
      "learning_rate": 3.4072972537877056e-05,
      "loss": 0.2775,
      "step": 1114
    },
    {
      "epoch": 1.850277648035705,
      "grad_norm": 13.082950592041016,
      "learning_rate": 3.3988108031086566e-05,
      "loss": 0.2971,
      "step": 1115
    },
    {
      "epoch": 1.8519383465670247,
      "grad_norm": 16.470565795898438,
      "learning_rate": 3.3903294891165994e-05,
      "loss": 0.2861,
      "step": 1116
    },
    {
      "epoch": 1.8535990450983446,
      "grad_norm": 26.090900421142578,
      "learning_rate": 3.3818533390199705e-05,
      "loss": 0.2499,
      "step": 1117
    },
    {
      "epoch": 1.8552597436296643,
      "grad_norm": 17.931398391723633,
      "learning_rate": 3.3733823800106436e-05,
      "loss": 0.3034,
      "step": 1118
    },
    {
      "epoch": 1.856920442160984,
      "grad_norm": 23.2215633392334,
      "learning_rate": 3.364916639263833e-05,
      "loss": 0.2773,
      "step": 1119
    },
    {
      "epoch": 1.8585811406923036,
      "grad_norm": 12.329863548278809,
      "learning_rate": 3.35645614393802e-05,
      "loss": 0.2539,
      "step": 1120
    },
    {
      "epoch": 1.8602418392236233,
      "grad_norm": 15.17630672454834,
      "learning_rate": 3.348000921174851e-05,
      "loss": 0.2669,
      "step": 1121
    },
    {
      "epoch": 1.8619025377549432,
      "grad_norm": 42.21493911743164,
      "learning_rate": 3.339550998099063e-05,
      "loss": 0.2943,
      "step": 1122
    },
    {
      "epoch": 1.8635632362862629,
      "grad_norm": 42.26921844482422,
      "learning_rate": 3.331106401818387e-05,
      "loss": 0.2955,
      "step": 1123
    },
    {
      "epoch": 1.8652239348175828,
      "grad_norm": 55.217376708984375,
      "learning_rate": 3.32266715942347e-05,
      "loss": 0.276,
      "step": 1124
    },
    {
      "epoch": 1.8668846333489024,
      "grad_norm": 25.220335006713867,
      "learning_rate": 3.3142332979877824e-05,
      "loss": 0.2662,
      "step": 1125
    },
    {
      "epoch": 1.868545331880222,
      "grad_norm": 24.88803482055664,
      "learning_rate": 3.305804844567528e-05,
      "loss": 0.2736,
      "step": 1126
    },
    {
      "epoch": 1.8702060304115418,
      "grad_norm": 13.316408157348633,
      "learning_rate": 3.297381826201568e-05,
      "loss": 0.2652,
      "step": 1127
    },
    {
      "epoch": 1.8718667289428614,
      "grad_norm": 311.9528503417969,
      "learning_rate": 3.28896426991132e-05,
      "loss": 0.2906,
      "step": 1128
    },
    {
      "epoch": 1.8735274274741813,
      "grad_norm": 50.26872253417969,
      "learning_rate": 3.2805522027006876e-05,
      "loss": 0.2808,
      "step": 1129
    },
    {
      "epoch": 1.8751881260055012,
      "grad_norm": 11.797974586486816,
      "learning_rate": 3.272145651555959e-05,
      "loss": 0.2573,
      "step": 1130
    },
    {
      "epoch": 1.876848824536821,
      "grad_norm": 15.524652481079102,
      "learning_rate": 3.263744643445729e-05,
      "loss": 0.2772,
      "step": 1131
    },
    {
      "epoch": 1.8785095230681406,
      "grad_norm": 44.341796875,
      "learning_rate": 3.25534920532081e-05,
      "loss": 0.2793,
      "step": 1132
    },
    {
      "epoch": 1.8801702215994602,
      "grad_norm": 19.346965789794922,
      "learning_rate": 3.246959364114143e-05,
      "loss": 0.2872,
      "step": 1133
    },
    {
      "epoch": 1.88183092013078,
      "grad_norm": 8.47995662689209,
      "learning_rate": 3.2385751467407177e-05,
      "loss": 0.2926,
      "step": 1134
    },
    {
      "epoch": 1.8834916186620998,
      "grad_norm": 28.525705337524414,
      "learning_rate": 3.2301965800974834e-05,
      "loss": 0.2958,
      "step": 1135
    },
    {
      "epoch": 1.8851523171934195,
      "grad_norm": 15.42277717590332,
      "learning_rate": 3.2218236910632546e-05,
      "loss": 0.2818,
      "step": 1136
    },
    {
      "epoch": 1.8868130157247394,
      "grad_norm": 9.878376007080078,
      "learning_rate": 3.213456506498638e-05,
      "loss": 0.2911,
      "step": 1137
    },
    {
      "epoch": 1.888473714256059,
      "grad_norm": 26.60796356201172,
      "learning_rate": 3.205095053245937e-05,
      "loss": 0.2962,
      "step": 1138
    },
    {
      "epoch": 1.8901344127873787,
      "grad_norm": 16.922300338745117,
      "learning_rate": 3.1967393581290715e-05,
      "loss": 0.2773,
      "step": 1139
    },
    {
      "epoch": 1.8917951113186984,
      "grad_norm": 33.345733642578125,
      "learning_rate": 3.188389447953488e-05,
      "loss": 0.2679,
      "step": 1140
    },
    {
      "epoch": 1.893455809850018,
      "grad_norm": 11.762744903564453,
      "learning_rate": 3.1800453495060725e-05,
      "loss": 0.2659,
      "step": 1141
    },
    {
      "epoch": 1.895116508381338,
      "grad_norm": 24.39533042907715,
      "learning_rate": 3.171707089555068e-05,
      "loss": 0.2699,
      "step": 1142
    },
    {
      "epoch": 1.8967772069126576,
      "grad_norm": 18.04019546508789,
      "learning_rate": 3.163374694849988e-05,
      "loss": 0.2637,
      "step": 1143
    },
    {
      "epoch": 1.8984379054439775,
      "grad_norm": 26.92572784423828,
      "learning_rate": 3.1550481921215304e-05,
      "loss": 0.2814,
      "step": 1144
    },
    {
      "epoch": 1.9000986039752972,
      "grad_norm": 17.512197494506836,
      "learning_rate": 3.1467276080814896e-05,
      "loss": 0.2959,
      "step": 1145
    },
    {
      "epoch": 1.9017593025066168,
      "grad_norm": 18.834636688232422,
      "learning_rate": 3.138412969422675e-05,
      "loss": 0.274,
      "step": 1146
    },
    {
      "epoch": 1.9034200010379365,
      "grad_norm": 61.84907531738281,
      "learning_rate": 3.130104302818821e-05,
      "loss": 0.3004,
      "step": 1147
    },
    {
      "epoch": 1.9050806995692562,
      "grad_norm": 14.55224609375,
      "learning_rate": 3.1218016349245015e-05,
      "loss": 0.2812,
      "step": 1148
    },
    {
      "epoch": 1.906741398100576,
      "grad_norm": 19.832944869995117,
      "learning_rate": 3.113504992375052e-05,
      "loss": 0.2762,
      "step": 1149
    },
    {
      "epoch": 1.9084020966318958,
      "grad_norm": 23.48835563659668,
      "learning_rate": 3.1052144017864746e-05,
      "loss": 0.2985,
      "step": 1150
    },
    {
      "epoch": 1.9100627951632156,
      "grad_norm": 47.911258697509766,
      "learning_rate": 3.096929889755356e-05,
      "loss": 0.2736,
      "step": 1151
    },
    {
      "epoch": 1.9117234936945353,
      "grad_norm": 19.487102508544922,
      "learning_rate": 3.088651482858783e-05,
      "loss": 0.2765,
      "step": 1152
    },
    {
      "epoch": 1.913384192225855,
      "grad_norm": 27.229175567626953,
      "learning_rate": 3.080379207654258e-05,
      "loss": 0.2743,
      "step": 1153
    },
    {
      "epoch": 1.9150448907571747,
      "grad_norm": 20.660064697265625,
      "learning_rate": 3.072113090679614e-05,
      "loss": 0.2727,
      "step": 1154
    },
    {
      "epoch": 1.9167055892884943,
      "grad_norm": 46.127830505371094,
      "learning_rate": 3.0638531584529244e-05,
      "loss": 0.2731,
      "step": 1155
    },
    {
      "epoch": 1.9183662878198142,
      "grad_norm": 17.219501495361328,
      "learning_rate": 3.0555994374724225e-05,
      "loss": 0.2772,
      "step": 1156
    },
    {
      "epoch": 1.920026986351134,
      "grad_norm": 66.9420394897461,
      "learning_rate": 3.0473519542164198e-05,
      "loss": 0.294,
      "step": 1157
    },
    {
      "epoch": 1.9216876848824538,
      "grad_norm": 11.458773612976074,
      "learning_rate": 3.0391107351432086e-05,
      "loss": 0.2624,
      "step": 1158
    },
    {
      "epoch": 1.9233483834137735,
      "grad_norm": 7.661323070526123,
      "learning_rate": 3.030875806690996e-05,
      "loss": 0.2524,
      "step": 1159
    },
    {
      "epoch": 1.9250090819450931,
      "grad_norm": 12.583983421325684,
      "learning_rate": 3.022647195277799e-05,
      "loss": 0.2728,
      "step": 1160
    },
    {
      "epoch": 1.9266697804764128,
      "grad_norm": 12.300309181213379,
      "learning_rate": 3.0144249273013768e-05,
      "loss": 0.3115,
      "step": 1161
    },
    {
      "epoch": 1.9283304790077325,
      "grad_norm": 32.204551696777344,
      "learning_rate": 3.0062090291391325e-05,
      "loss": 0.2927,
      "step": 1162
    },
    {
      "epoch": 1.9299911775390524,
      "grad_norm": 12.028011322021484,
      "learning_rate": 2.997999527148036e-05,
      "loss": 0.2775,
      "step": 1163
    },
    {
      "epoch": 1.9316518760703723,
      "grad_norm": 11.328278541564941,
      "learning_rate": 2.9897964476645425e-05,
      "loss": 0.2556,
      "step": 1164
    },
    {
      "epoch": 1.933312574601692,
      "grad_norm": 15.071605682373047,
      "learning_rate": 2.981599817004498e-05,
      "loss": 0.273,
      "step": 1165
    },
    {
      "epoch": 1.9349732731330116,
      "grad_norm": 9.165623664855957,
      "learning_rate": 2.9734096614630637e-05,
      "loss": 0.2808,
      "step": 1166
    },
    {
      "epoch": 1.9366339716643313,
      "grad_norm": 44.23814010620117,
      "learning_rate": 2.9652260073146243e-05,
      "loss": 0.2815,
      "step": 1167
    },
    {
      "epoch": 1.938294670195651,
      "grad_norm": 10.883672714233398,
      "learning_rate": 2.957048880812714e-05,
      "loss": 0.2559,
      "step": 1168
    },
    {
      "epoch": 1.9399553687269708,
      "grad_norm": 33.23820495605469,
      "learning_rate": 2.94887830818992e-05,
      "loss": 0.2642,
      "step": 1169
    },
    {
      "epoch": 1.9416160672582905,
      "grad_norm": 16.232196807861328,
      "learning_rate": 2.94071431565781e-05,
      "loss": 0.2905,
      "step": 1170
    },
    {
      "epoch": 1.9432767657896104,
      "grad_norm": 9.370057106018066,
      "learning_rate": 2.9325569294068366e-05,
      "loss": 0.2539,
      "step": 1171
    },
    {
      "epoch": 1.94493746432093,
      "grad_norm": 26.445266723632812,
      "learning_rate": 2.924406175606261e-05,
      "loss": 0.2745,
      "step": 1172
    },
    {
      "epoch": 1.9465981628522497,
      "grad_norm": 32.306819915771484,
      "learning_rate": 2.9162620804040715e-05,
      "loss": 0.2928,
      "step": 1173
    },
    {
      "epoch": 1.9482588613835694,
      "grad_norm": 20.964317321777344,
      "learning_rate": 2.9081246699268905e-05,
      "loss": 0.2558,
      "step": 1174
    },
    {
      "epoch": 1.949919559914889,
      "grad_norm": 15.256046295166016,
      "learning_rate": 2.8999939702798974e-05,
      "loss": 0.2459,
      "step": 1175
    },
    {
      "epoch": 1.951580258446209,
      "grad_norm": 24.95514488220215,
      "learning_rate": 2.891870007546742e-05,
      "loss": 0.2895,
      "step": 1176
    },
    {
      "epoch": 1.9532409569775286,
      "grad_norm": 21.605392456054688,
      "learning_rate": 2.8837528077894603e-05,
      "loss": 0.2769,
      "step": 1177
    },
    {
      "epoch": 1.9549016555088485,
      "grad_norm": 22.20134735107422,
      "learning_rate": 2.8756423970483965e-05,
      "loss": 0.2553,
      "step": 1178
    },
    {
      "epoch": 1.9565623540401682,
      "grad_norm": 70.49386596679688,
      "learning_rate": 2.867538801342115e-05,
      "loss": 0.2755,
      "step": 1179
    },
    {
      "epoch": 1.9582230525714879,
      "grad_norm": 11.37830638885498,
      "learning_rate": 2.8594420466673134e-05,
      "loss": 0.2873,
      "step": 1180
    },
    {
      "epoch": 1.9598837511028075,
      "grad_norm": 14.251688957214355,
      "learning_rate": 2.851352158998746e-05,
      "loss": 0.2459,
      "step": 1181
    },
    {
      "epoch": 1.9615444496341272,
      "grad_norm": 40.83670425415039,
      "learning_rate": 2.843269164289133e-05,
      "loss": 0.281,
      "step": 1182
    },
    {
      "epoch": 1.9632051481654471,
      "grad_norm": 16.484617233276367,
      "learning_rate": 2.835193088469089e-05,
      "loss": 0.2656,
      "step": 1183
    },
    {
      "epoch": 1.9648658466967668,
      "grad_norm": 16.4002628326416,
      "learning_rate": 2.827123957447029e-05,
      "loss": 0.2699,
      "step": 1184
    },
    {
      "epoch": 1.9665265452280867,
      "grad_norm": 22.61533546447754,
      "learning_rate": 2.8190617971090837e-05,
      "loss": 0.2922,
      "step": 1185
    },
    {
      "epoch": 1.9681872437594063,
      "grad_norm": 265.6081237792969,
      "learning_rate": 2.8110066333190317e-05,
      "loss": 0.2641,
      "step": 1186
    },
    {
      "epoch": 1.969847942290726,
      "grad_norm": 23.90536117553711,
      "learning_rate": 2.8029584919181963e-05,
      "loss": 0.2835,
      "step": 1187
    },
    {
      "epoch": 1.9715086408220457,
      "grad_norm": 18.159608840942383,
      "learning_rate": 2.794917398725382e-05,
      "loss": 0.275,
      "step": 1188
    },
    {
      "epoch": 1.9731693393533654,
      "grad_norm": 32.7334098815918,
      "learning_rate": 2.7868833795367743e-05,
      "loss": 0.2778,
      "step": 1189
    },
    {
      "epoch": 1.9748300378846853,
      "grad_norm": 43.110103607177734,
      "learning_rate": 2.7788564601258703e-05,
      "loss": 0.3004,
      "step": 1190
    },
    {
      "epoch": 1.9764907364160051,
      "grad_norm": 24.01694107055664,
      "learning_rate": 2.7708366662433864e-05,
      "loss": 0.274,
      "step": 1191
    },
    {
      "epoch": 1.9781514349473248,
      "grad_norm": 124.2526626586914,
      "learning_rate": 2.762824023617182e-05,
      "loss": 0.2676,
      "step": 1192
    },
    {
      "epoch": 1.9798121334786445,
      "grad_norm": 34.311153411865234,
      "learning_rate": 2.754818557952178e-05,
      "loss": 0.2754,
      "step": 1193
    },
    {
      "epoch": 1.9814728320099642,
      "grad_norm": 6.2869954109191895,
      "learning_rate": 2.7468202949302653e-05,
      "loss": 0.2674,
      "step": 1194
    },
    {
      "epoch": 1.9831335305412838,
      "grad_norm": 86.01805877685547,
      "learning_rate": 2.738829260210235e-05,
      "loss": 0.2757,
      "step": 1195
    },
    {
      "epoch": 1.9847942290726035,
      "grad_norm": 20.675840377807617,
      "learning_rate": 2.7308454794276837e-05,
      "loss": 0.2678,
      "step": 1196
    },
    {
      "epoch": 1.9864549276039234,
      "grad_norm": 427.17095947265625,
      "learning_rate": 2.722868978194939e-05,
      "loss": 0.2867,
      "step": 1197
    },
    {
      "epoch": 1.9881156261352433,
      "grad_norm": 52.369598388671875,
      "learning_rate": 2.714899782100978e-05,
      "loss": 0.2867,
      "step": 1198
    },
    {
      "epoch": 1.989776324666563,
      "grad_norm": 118.34003448486328,
      "learning_rate": 2.7069379167113395e-05,
      "loss": 0.2715,
      "step": 1199
    },
    {
      "epoch": 1.9914370231978826,
      "grad_norm": 96.16859436035156,
      "learning_rate": 2.6989834075680452e-05,
      "loss": 0.2805,
      "step": 1200
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 1809,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 200,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.3641428909764536e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}