{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.7428073234524848,
  "eval_steps": 500,
  "global_step": 1000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0017436791630340018,
      "grad_norm": 3.576176404953003,
      "learning_rate": 0.0,
      "loss": 1.1624,
      "step": 1
    },
    {
      "epoch": 0.0034873583260680036,
      "grad_norm": 3.429298162460327,
      "learning_rate": 2e-05,
      "loss": 1.3068,
      "step": 2
    },
    {
      "epoch": 0.0052310374891020054,
      "grad_norm": 1.881797194480896,
      "learning_rate": 4e-05,
      "loss": 0.9927,
      "step": 3
    },
    {
      "epoch": 0.006974716652136007,
      "grad_norm": 1.7390609979629517,
      "learning_rate": 6e-05,
      "loss": 1.2225,
      "step": 4
    },
    {
      "epoch": 0.008718395815170008,
      "grad_norm": 1.9693503379821777,
      "learning_rate": 8e-05,
      "loss": 1.1007,
      "step": 5
    },
    {
      "epoch": 0.010462074978204011,
      "grad_norm": 1.3608834743499756,
      "learning_rate": 0.0001,
      "loss": 0.8612,
      "step": 6
    },
    {
      "epoch": 0.012205754141238012,
      "grad_norm": 1.42159903049469,
      "learning_rate": 9.994175888177053e-05,
      "loss": 0.9414,
      "step": 7
    },
    {
      "epoch": 0.013949433304272014,
      "grad_norm": 1.4977730512619019,
      "learning_rate": 9.988351776354107e-05,
      "loss": 1.0214,
      "step": 8
    },
    {
      "epoch": 0.015693112467306015,
      "grad_norm": 1.2602367401123047,
      "learning_rate": 9.98252766453116e-05,
      "loss": 0.9988,
      "step": 9
    },
    {
      "epoch": 0.017436791630340016,
      "grad_norm": 1.1592556238174438,
      "learning_rate": 9.976703552708213e-05,
      "loss": 0.9794,
      "step": 10
    },
    {
      "epoch": 0.01918047079337402,
      "grad_norm": 1.0674638748168945,
      "learning_rate": 9.970879440885265e-05,
      "loss": 0.9544,
      "step": 11
    },
    {
      "epoch": 0.020924149956408022,
      "grad_norm": 1.2949107885360718,
      "learning_rate": 9.965055329062318e-05,
      "loss": 1.0329,
      "step": 12
    },
    {
      "epoch": 0.022667829119442023,
      "grad_norm": 1.0136593580245972,
      "learning_rate": 9.959231217239372e-05,
      "loss": 0.9,
      "step": 13
    },
    {
      "epoch": 0.024411508282476024,
      "grad_norm": 0.8198906183242798,
      "learning_rate": 9.953407105416425e-05,
      "loss": 0.8228,
      "step": 14
    },
    {
      "epoch": 0.026155187445510025,
      "grad_norm": 1.337257742881775,
      "learning_rate": 9.947582993593477e-05,
      "loss": 0.9421,
      "step": 15
    },
    {
      "epoch": 0.02789886660854403,
      "grad_norm": 1.155364990234375,
      "learning_rate": 9.941758881770531e-05,
      "loss": 1.0043,
      "step": 16
    },
    {
      "epoch": 0.02964254577157803,
      "grad_norm": 1.0972882509231567,
      "learning_rate": 9.935934769947584e-05,
      "loss": 1.0206,
      "step": 17
    },
    {
      "epoch": 0.03138622493461203,
      "grad_norm": 1.062591791152954,
      "learning_rate": 9.930110658124635e-05,
      "loss": 1.0244,
      "step": 18
    },
    {
      "epoch": 0.03312990409764603,
      "grad_norm": 2.394544839859009,
      "learning_rate": 9.92428654630169e-05,
      "loss": 0.9876,
      "step": 19
    },
    {
      "epoch": 0.03487358326068003,
      "grad_norm": 0.8899822235107422,
      "learning_rate": 9.918462434478742e-05,
      "loss": 0.8034,
      "step": 20
    },
    {
      "epoch": 0.036617262423714034,
      "grad_norm": 0.8986620306968689,
      "learning_rate": 9.912638322655795e-05,
      "loss": 0.8688,
      "step": 21
    },
    {
      "epoch": 0.03836094158674804,
      "grad_norm": 0.8343245983123779,
      "learning_rate": 9.906814210832849e-05,
      "loss": 0.8708,
      "step": 22
    },
    {
      "epoch": 0.04010462074978204,
      "grad_norm": 1.0641682147979736,
      "learning_rate": 9.900990099009902e-05,
      "loss": 0.9143,
      "step": 23
    },
    {
      "epoch": 0.041848299912816043,
      "grad_norm": 0.9533904790878296,
      "learning_rate": 9.895165987186954e-05,
      "loss": 0.7908,
      "step": 24
    },
    {
      "epoch": 0.043591979075850044,
      "grad_norm": 1.041989803314209,
      "learning_rate": 9.889341875364007e-05,
      "loss": 0.9399,
      "step": 25
    },
    {
      "epoch": 0.045335658238884045,
      "grad_norm": 0.8525260090827942,
      "learning_rate": 9.88351776354106e-05,
      "loss": 0.9168,
      "step": 26
    },
    {
      "epoch": 0.047079337401918046,
      "grad_norm": 1.189597725868225,
      "learning_rate": 9.877693651718114e-05,
      "loss": 1.027,
      "step": 27
    },
    {
      "epoch": 0.04882301656495205,
      "grad_norm": 0.7804626226425171,
      "learning_rate": 9.871869539895166e-05,
      "loss": 0.762,
      "step": 28
    },
    {
      "epoch": 0.05056669572798605,
      "grad_norm": 1.224485158920288,
      "learning_rate": 9.866045428072219e-05,
      "loss": 1.0472,
      "step": 29
    },
    {
      "epoch": 0.05231037489102005,
      "grad_norm": 0.850109875202179,
      "learning_rate": 9.860221316249273e-05,
      "loss": 0.8929,
      "step": 30
    },
    {
      "epoch": 0.05405405405405406,
      "grad_norm": 1.0351852178573608,
      "learning_rate": 9.854397204426326e-05,
      "loss": 0.9702,
      "step": 31
    },
    {
      "epoch": 0.05579773321708806,
      "grad_norm": 0.9216817617416382,
      "learning_rate": 9.848573092603379e-05,
      "loss": 0.8496,
      "step": 32
    },
    {
      "epoch": 0.05754141238012206,
      "grad_norm": 1.0586507320404053,
      "learning_rate": 9.842748980780431e-05,
      "loss": 1.0208,
      "step": 33
    },
    {
      "epoch": 0.05928509154315606,
      "grad_norm": 0.8114866614341736,
      "learning_rate": 9.836924868957484e-05,
      "loss": 0.8677,
      "step": 34
    },
    {
      "epoch": 0.06102877070619006,
      "grad_norm": 0.8869838118553162,
      "learning_rate": 9.831100757134537e-05,
      "loss": 0.8891,
      "step": 35
    },
    {
      "epoch": 0.06277244986922406,
      "grad_norm": 1.0436128377914429,
      "learning_rate": 9.825276645311591e-05,
      "loss": 0.8999,
      "step": 36
    },
    {
      "epoch": 0.06451612903225806,
      "grad_norm": 0.7940793633460999,
      "learning_rate": 9.819452533488643e-05,
      "loss": 0.8159,
      "step": 37
    },
    {
      "epoch": 0.06625980819529206,
      "grad_norm": 1.0813801288604736,
      "learning_rate": 9.813628421665696e-05,
      "loss": 1.0574,
      "step": 38
    },
    {
      "epoch": 0.06800348735832606,
      "grad_norm": 0.8375930786132812,
      "learning_rate": 9.80780430984275e-05,
      "loss": 0.8136,
      "step": 39
    },
    {
      "epoch": 0.06974716652136007,
      "grad_norm": 0.9363890886306763,
      "learning_rate": 9.801980198019803e-05,
      "loss": 0.9677,
      "step": 40
    },
    {
      "epoch": 0.07149084568439407,
      "grad_norm": 0.8523011207580566,
      "learning_rate": 9.796156086196856e-05,
      "loss": 0.91,
      "step": 41
    },
    {
      "epoch": 0.07323452484742807,
      "grad_norm": 0.8771582245826721,
      "learning_rate": 9.790331974373908e-05,
      "loss": 0.8915,
      "step": 42
    },
    {
      "epoch": 0.07497820401046207,
      "grad_norm": 0.9575395584106445,
      "learning_rate": 9.784507862550961e-05,
      "loss": 0.9189,
      "step": 43
    },
    {
      "epoch": 0.07672188317349608,
      "grad_norm": 1.185190200805664,
      "learning_rate": 9.778683750728015e-05,
      "loss": 0.9694,
      "step": 44
    },
    {
      "epoch": 0.07846556233653008,
      "grad_norm": 1.068806529045105,
      "learning_rate": 9.772859638905068e-05,
      "loss": 1.0185,
      "step": 45
    },
    {
      "epoch": 0.08020924149956409,
      "grad_norm": 0.7363073229789734,
      "learning_rate": 9.76703552708212e-05,
      "loss": 0.8123,
      "step": 46
    },
    {
      "epoch": 0.08195292066259809,
      "grad_norm": 0.9255378246307373,
      "learning_rate": 9.761211415259174e-05,
      "loss": 0.8988,
      "step": 47
    },
    {
      "epoch": 0.08369659982563209,
      "grad_norm": 0.7329453825950623,
      "learning_rate": 9.755387303436227e-05,
      "loss": 0.8047,
      "step": 48
    },
    {
      "epoch": 0.08544027898866609,
      "grad_norm": 0.7093257308006287,
      "learning_rate": 9.749563191613278e-05,
      "loss": 0.8321,
      "step": 49
    },
    {
      "epoch": 0.08718395815170009,
      "grad_norm": 0.8421164155006409,
      "learning_rate": 9.743739079790332e-05,
      "loss": 0.8533,
      "step": 50
    },
    {
      "epoch": 0.08892763731473409,
      "grad_norm": 0.9251890778541565,
      "learning_rate": 9.737914967967385e-05,
      "loss": 0.8987,
      "step": 51
    },
    {
      "epoch": 0.09067131647776809,
      "grad_norm": 0.9134483337402344,
      "learning_rate": 9.732090856144438e-05,
      "loss": 0.9334,
      "step": 52
    },
    {
      "epoch": 0.09241499564080209,
      "grad_norm": 0.7036784291267395,
      "learning_rate": 9.726266744321492e-05,
      "loss": 0.7763,
      "step": 53
    },
    {
      "epoch": 0.09415867480383609,
      "grad_norm": 0.7977387309074402,
      "learning_rate": 9.720442632498545e-05,
      "loss": 0.8671,
      "step": 54
    },
    {
      "epoch": 0.0959023539668701,
      "grad_norm": 0.74471116065979,
      "learning_rate": 9.714618520675599e-05,
      "loss": 0.8023,
      "step": 55
    },
    {
      "epoch": 0.0976460331299041,
      "grad_norm": 0.9310735464096069,
      "learning_rate": 9.70879440885265e-05,
      "loss": 0.8589,
      "step": 56
    },
    {
      "epoch": 0.0993897122929381,
      "grad_norm": 0.8541602492332458,
      "learning_rate": 9.702970297029703e-05,
      "loss": 0.8722,
      "step": 57
    },
    {
      "epoch": 0.1011333914559721,
      "grad_norm": 0.77107173204422,
      "learning_rate": 9.697146185206757e-05,
      "loss": 0.8387,
      "step": 58
    },
    {
      "epoch": 0.1028770706190061,
      "grad_norm": 0.7157709002494812,
      "learning_rate": 9.69132207338381e-05,
      "loss": 0.8262,
      "step": 59
    },
    {
      "epoch": 0.1046207497820401,
      "grad_norm": 0.7679712772369385,
      "learning_rate": 9.685497961560862e-05,
      "loss": 0.8476,
      "step": 60
    },
    {
      "epoch": 0.10636442894507411,
      "grad_norm": 0.7246842980384827,
      "learning_rate": 9.679673849737916e-05,
      "loss": 0.8616,
      "step": 61
    },
    {
      "epoch": 0.10810810810810811,
      "grad_norm": 0.8660008311271667,
      "learning_rate": 9.673849737914969e-05,
      "loss": 0.9234,
      "step": 62
    },
    {
      "epoch": 0.10985178727114212,
      "grad_norm": 0.7798001170158386,
      "learning_rate": 9.668025626092022e-05,
      "loss": 0.898,
      "step": 63
    },
    {
      "epoch": 0.11159546643417612,
      "grad_norm": 0.76876300573349,
      "learning_rate": 9.662201514269074e-05,
      "loss": 0.8213,
      "step": 64
    },
    {
      "epoch": 0.11333914559721012,
      "grad_norm": 0.9286071062088013,
      "learning_rate": 9.656377402446127e-05,
      "loss": 0.9852,
      "step": 65
    },
    {
      "epoch": 0.11508282476024412,
      "grad_norm": 0.9508360624313354,
      "learning_rate": 9.65055329062318e-05,
      "loss": 0.9848,
      "step": 66
    },
    {
      "epoch": 0.11682650392327812,
      "grad_norm": 0.8114030361175537,
      "learning_rate": 9.644729178800234e-05,
      "loss": 0.8803,
      "step": 67
    },
    {
      "epoch": 0.11857018308631212,
      "grad_norm": 0.7688694596290588,
      "learning_rate": 9.638905066977286e-05,
      "loss": 0.8498,
      "step": 68
    },
    {
      "epoch": 0.12031386224934612,
      "grad_norm": 1.3020015954971313,
      "learning_rate": 9.63308095515434e-05,
      "loss": 1.0065,
      "step": 69
    },
    {
      "epoch": 0.12205754141238012,
      "grad_norm": 0.9737802147865295,
      "learning_rate": 9.627256843331393e-05,
      "loss": 0.9689,
      "step": 70
    },
    {
      "epoch": 0.12380122057541412,
      "grad_norm": 1.1209052801132202,
      "learning_rate": 9.621432731508446e-05,
      "loss": 0.9085,
      "step": 71
    },
    {
      "epoch": 0.12554489973844812,
      "grad_norm": 0.8690237998962402,
      "learning_rate": 9.615608619685498e-05,
      "loss": 0.9185,
      "step": 72
    },
    {
      "epoch": 0.12728857890148212,
      "grad_norm": 1.027158260345459,
      "learning_rate": 9.609784507862551e-05,
      "loss": 0.9161,
      "step": 73
    },
    {
      "epoch": 0.12903225806451613,
      "grad_norm": 1.0347217321395874,
      "learning_rate": 9.603960396039604e-05,
      "loss": 0.9799,
      "step": 74
    },
    {
      "epoch": 0.13077593722755013,
      "grad_norm": 0.7429322600364685,
      "learning_rate": 9.598136284216658e-05,
      "loss": 0.868,
      "step": 75
    },
    {
      "epoch": 0.13251961639058413,
      "grad_norm": 0.7140623331069946,
      "learning_rate": 9.59231217239371e-05,
      "loss": 0.7988,
      "step": 76
    },
    {
      "epoch": 0.13426329555361813,
      "grad_norm": 0.864453911781311,
      "learning_rate": 9.586488060570763e-05,
      "loss": 0.8808,
      "step": 77
    },
    {
      "epoch": 0.13600697471665213,
      "grad_norm": 0.7349904775619507,
      "learning_rate": 9.580663948747817e-05,
      "loss": 0.8052,
      "step": 78
    },
    {
      "epoch": 0.13775065387968613,
      "grad_norm": 0.9776052832603455,
      "learning_rate": 9.574839836924869e-05,
      "loss": 0.8975,
      "step": 79
    },
    {
      "epoch": 0.13949433304272013,
      "grad_norm": 1.2594671249389648,
      "learning_rate": 9.569015725101921e-05,
      "loss": 0.7602,
      "step": 80
    },
    {
      "epoch": 0.14123801220575413,
      "grad_norm": 0.9175557494163513,
      "learning_rate": 9.563191613278975e-05,
      "loss": 0.8958,
      "step": 81
    },
    {
      "epoch": 0.14298169136878813,
      "grad_norm": 1.0652610063552856,
      "learning_rate": 9.557367501456028e-05,
      "loss": 0.8782,
      "step": 82
    },
    {
      "epoch": 0.14472537053182213,
      "grad_norm": 1.0092709064483643,
      "learning_rate": 9.551543389633082e-05,
      "loss": 0.9237,
      "step": 83
    },
    {
      "epoch": 0.14646904969485613,
      "grad_norm": 0.727262020111084,
      "learning_rate": 9.545719277810135e-05,
      "loss": 0.8538,
      "step": 84
    },
    {
      "epoch": 0.14821272885789014,
      "grad_norm": 0.8211482763290405,
      "learning_rate": 9.539895165987187e-05,
      "loss": 0.8636,
      "step": 85
    },
    {
      "epoch": 0.14995640802092414,
      "grad_norm": 1.040635585784912,
      "learning_rate": 9.53407105416424e-05,
      "loss": 0.8884,
      "step": 86
    },
    {
      "epoch": 0.15170008718395817,
      "grad_norm": 0.7466046810150146,
      "learning_rate": 9.528246942341293e-05,
      "loss": 0.8364,
      "step": 87
    },
    {
      "epoch": 0.15344376634699217,
      "grad_norm": 0.9494810700416565,
      "learning_rate": 9.522422830518346e-05,
      "loss": 0.9733,
      "step": 88
    },
    {
      "epoch": 0.15518744551002617,
      "grad_norm": 0.754625141620636,
      "learning_rate": 9.5165987186954e-05,
      "loss": 0.8464,
      "step": 89
    },
    {
      "epoch": 0.15693112467306017,
      "grad_norm": 0.9390312433242798,
      "learning_rate": 9.510774606872452e-05,
      "loss": 0.9476,
      "step": 90
    },
    {
      "epoch": 0.15867480383609417,
      "grad_norm": 0.783344030380249,
      "learning_rate": 9.504950495049505e-05,
      "loss": 0.8946,
      "step": 91
    },
    {
      "epoch": 0.16041848299912817,
      "grad_norm": 0.8624845743179321,
      "learning_rate": 9.499126383226559e-05,
      "loss": 0.9307,
      "step": 92
    },
    {
      "epoch": 0.16216216216216217,
      "grad_norm": 0.7479653358459473,
      "learning_rate": 9.493302271403612e-05,
      "loss": 0.8325,
      "step": 93
    },
    {
      "epoch": 0.16390584132519617,
      "grad_norm": 0.9143496155738831,
      "learning_rate": 9.487478159580664e-05,
      "loss": 0.8298,
      "step": 94
    },
    {
      "epoch": 0.16564952048823017,
      "grad_norm": 0.7612428665161133,
      "learning_rate": 9.481654047757717e-05,
      "loss": 0.8509,
      "step": 95
    },
    {
      "epoch": 0.16739319965126417,
      "grad_norm": 0.8277957439422607,
      "learning_rate": 9.47582993593477e-05,
      "loss": 0.9046,
      "step": 96
    },
    {
      "epoch": 0.16913687881429817,
      "grad_norm": 0.8976776599884033,
      "learning_rate": 9.470005824111824e-05,
      "loss": 0.8247,
      "step": 97
    },
    {
      "epoch": 0.17088055797733218,
      "grad_norm": 0.7536888122558594,
      "learning_rate": 9.464181712288877e-05,
      "loss": 0.8304,
      "step": 98
    },
    {
      "epoch": 0.17262423714036618,
      "grad_norm": 0.8665176630020142,
      "learning_rate": 9.458357600465929e-05,
      "loss": 0.9234,
      "step": 99
    },
    {
      "epoch": 0.17436791630340018,
      "grad_norm": 0.9990089535713196,
      "learning_rate": 9.452533488642983e-05,
      "loss": 1.0261,
      "step": 100
    },
    {
      "epoch": 0.17611159546643418,
      "grad_norm": 0.6755781173706055,
      "learning_rate": 9.446709376820036e-05,
      "loss": 0.8685,
      "step": 101
    },
    {
      "epoch": 0.17785527462946818,
      "grad_norm": 0.7537196278572083,
      "learning_rate": 9.440885264997089e-05,
      "loss": 0.8148,
      "step": 102
    },
    {
      "epoch": 0.17959895379250218,
      "grad_norm": 0.8158227205276489,
      "learning_rate": 9.435061153174141e-05,
      "loss": 0.8603,
      "step": 103
    },
    {
      "epoch": 0.18134263295553618,
      "grad_norm": 0.93252032995224,
      "learning_rate": 9.429237041351194e-05,
      "loss": 0.931,
      "step": 104
    },
    {
      "epoch": 0.18308631211857018,
      "grad_norm": 0.9715843796730042,
      "learning_rate": 9.423412929528247e-05,
      "loss": 0.8531,
      "step": 105
    },
    {
      "epoch": 0.18482999128160418,
      "grad_norm": 0.8752953410148621,
      "learning_rate": 9.417588817705301e-05,
      "loss": 0.8523,
      "step": 106
    },
    {
      "epoch": 0.18657367044463818,
      "grad_norm": 0.8178887963294983,
      "learning_rate": 9.411764705882353e-05,
      "loss": 0.9251,
      "step": 107
    },
    {
      "epoch": 0.18831734960767219,
      "grad_norm": 0.6982199549674988,
      "learning_rate": 9.405940594059406e-05,
      "loss": 0.8759,
      "step": 108
    },
    {
      "epoch": 0.1900610287707062,
      "grad_norm": 0.7332287430763245,
      "learning_rate": 9.40011648223646e-05,
      "loss": 0.8538,
      "step": 109
    },
    {
      "epoch": 0.1918047079337402,
      "grad_norm": 0.7943186163902283,
      "learning_rate": 9.394292370413512e-05,
      "loss": 0.9086,
      "step": 110
    },
    {
      "epoch": 0.1935483870967742,
      "grad_norm": 0.9489659070968628,
      "learning_rate": 9.388468258590566e-05,
      "loss": 0.8955,
      "step": 111
    },
    {
      "epoch": 0.1952920662598082,
      "grad_norm": 0.735752522945404,
      "learning_rate": 9.382644146767618e-05,
      "loss": 0.79,
      "step": 112
    },
    {
      "epoch": 0.1970357454228422,
      "grad_norm": 0.767719566822052,
      "learning_rate": 9.376820034944671e-05,
      "loss": 0.9254,
      "step": 113
    },
    {
      "epoch": 0.1987794245858762,
      "grad_norm": 0.8199548125267029,
      "learning_rate": 9.370995923121725e-05,
      "loss": 0.7882,
      "step": 114
    },
    {
      "epoch": 0.2005231037489102,
      "grad_norm": 0.6511307954788208,
      "learning_rate": 9.365171811298778e-05,
      "loss": 0.8032,
      "step": 115
    },
    {
      "epoch": 0.2022667829119442,
      "grad_norm": 0.8873404264450073,
      "learning_rate": 9.35934769947583e-05,
      "loss": 0.8377,
      "step": 116
    },
    {
      "epoch": 0.2040104620749782,
      "grad_norm": 0.8010528683662415,
      "learning_rate": 9.353523587652883e-05,
      "loss": 0.8791,
      "step": 117
    },
    {
      "epoch": 0.2057541412380122,
      "grad_norm": 0.8364830017089844,
      "learning_rate": 9.347699475829936e-05,
      "loss": 0.845,
      "step": 118
    },
    {
      "epoch": 0.2074978204010462,
      "grad_norm": 0.6978510618209839,
      "learning_rate": 9.341875364006988e-05,
      "loss": 0.862,
      "step": 119
    },
    {
      "epoch": 0.2092414995640802,
      "grad_norm": 1.134799599647522,
      "learning_rate": 9.336051252184043e-05,
      "loss": 1.0674,
      "step": 120
    },
    {
      "epoch": 0.2109851787271142,
      "grad_norm": 0.9052099585533142,
      "learning_rate": 9.330227140361095e-05,
      "loss": 0.8621,
      "step": 121
    },
    {
      "epoch": 0.21272885789014823,
      "grad_norm": 0.8365368843078613,
      "learning_rate": 9.324403028538148e-05,
      "loss": 0.9168,
      "step": 122
    },
    {
      "epoch": 0.21447253705318223,
      "grad_norm": 0.9175293445587158,
      "learning_rate": 9.318578916715202e-05,
      "loss": 0.9049,
      "step": 123
    },
    {
      "epoch": 0.21621621621621623,
      "grad_norm": 1.0795987844467163,
      "learning_rate": 9.312754804892255e-05,
      "loss": 1.0633,
      "step": 124
    },
    {
      "epoch": 0.21795989537925023,
      "grad_norm": 0.9198187589645386,
      "learning_rate": 9.306930693069307e-05,
      "loss": 0.9388,
      "step": 125
    },
    {
      "epoch": 0.21970357454228423,
      "grad_norm": 0.7457751035690308,
      "learning_rate": 9.30110658124636e-05,
      "loss": 0.8425,
      "step": 126
    },
    {
      "epoch": 0.22144725370531823,
      "grad_norm": 0.6850293278694153,
      "learning_rate": 9.295282469423413e-05,
      "loss": 0.8454,
      "step": 127
    },
    {
      "epoch": 0.22319093286835223,
      "grad_norm": 0.8800644874572754,
      "learning_rate": 9.289458357600467e-05,
      "loss": 0.8753,
      "step": 128
    },
    {
      "epoch": 0.22493461203138623,
      "grad_norm": 0.7765899896621704,
      "learning_rate": 9.28363424577752e-05,
      "loss": 0.8687,
      "step": 129
    },
    {
      "epoch": 0.22667829119442023,
      "grad_norm": 0.6896671652793884,
      "learning_rate": 9.277810133954572e-05,
      "loss": 0.7933,
      "step": 130
    },
    {
      "epoch": 0.22842197035745423,
      "grad_norm": 0.6559915542602539,
      "learning_rate": 9.271986022131626e-05,
      "loss": 0.7803,
      "step": 131
    },
    {
      "epoch": 0.23016564952048824,
      "grad_norm": 0.6539562940597534,
      "learning_rate": 9.266161910308679e-05,
      "loss": 0.8222,
      "step": 132
    },
    {
      "epoch": 0.23190932868352224,
      "grad_norm": 0.8717973828315735,
      "learning_rate": 9.260337798485732e-05,
      "loss": 0.9522,
      "step": 133
    },
    {
      "epoch": 0.23365300784655624,
      "grad_norm": 0.7323669195175171,
      "learning_rate": 9.254513686662784e-05,
      "loss": 0.8619,
      "step": 134
    },
    {
      "epoch": 0.23539668700959024,
      "grad_norm": 0.8358727097511292,
      "learning_rate": 9.248689574839837e-05,
      "loss": 0.8786,
      "step": 135
    },
    {
      "epoch": 0.23714036617262424,
      "grad_norm": 0.8474705815315247,
      "learning_rate": 9.24286546301689e-05,
      "loss": 0.9132,
      "step": 136
    },
    {
      "epoch": 0.23888404533565824,
      "grad_norm": 0.8468974232673645,
      "learning_rate": 9.237041351193944e-05,
      "loss": 0.9117,
      "step": 137
    },
    {
      "epoch": 0.24062772449869224,
      "grad_norm": 0.9936217069625854,
      "learning_rate": 9.231217239370996e-05,
      "loss": 0.8978,
      "step": 138
    },
    {
      "epoch": 0.24237140366172624,
      "grad_norm": 0.7764740586280823,
      "learning_rate": 9.22539312754805e-05,
      "loss": 0.8381,
      "step": 139
    },
    {
      "epoch": 0.24411508282476024,
      "grad_norm": 0.7599921226501465,
      "learning_rate": 9.219569015725103e-05,
      "loss": 0.8259,
      "step": 140
    },
    {
      "epoch": 0.24585876198779424,
      "grad_norm": 0.6565180420875549,
      "learning_rate": 9.213744903902154e-05,
      "loss": 0.8229,
      "step": 141
    },
    {
      "epoch": 0.24760244115082825,
      "grad_norm": 1.0493465662002563,
      "learning_rate": 9.207920792079209e-05,
      "loss": 0.9247,
      "step": 142
    },
    {
      "epoch": 0.24934612031386225,
      "grad_norm": 1.0720256567001343,
      "learning_rate": 9.202096680256261e-05,
      "loss": 0.994,
      "step": 143
    },
    {
      "epoch": 0.25108979947689625,
      "grad_norm": 0.908941388130188,
      "learning_rate": 9.196272568433314e-05,
      "loss": 1.0302,
      "step": 144
    },
    {
      "epoch": 0.2528334786399303,
      "grad_norm": 0.8322412371635437,
      "learning_rate": 9.190448456610368e-05,
      "loss": 0.9469,
      "step": 145
    },
    {
      "epoch": 0.25457715780296425,
      "grad_norm": 0.8561587333679199,
      "learning_rate": 9.18462434478742e-05,
      "loss": 0.7639,
      "step": 146
    },
    {
      "epoch": 0.2563208369659983,
      "grad_norm": 0.8225048780441284,
      "learning_rate": 9.178800232964473e-05,
      "loss": 0.9195,
      "step": 147
    },
    {
      "epoch": 0.25806451612903225,
      "grad_norm": 0.7731052041053772,
      "learning_rate": 9.172976121141526e-05,
      "loss": 0.8244,
      "step": 148
    },
    {
      "epoch": 0.2598081952920663,
      "grad_norm": 0.9132447242736816,
      "learning_rate": 9.167152009318579e-05,
      "loss": 0.9219,
      "step": 149
    },
    {
      "epoch": 0.26155187445510025,
      "grad_norm": 1.1405301094055176,
      "learning_rate": 9.161327897495631e-05,
      "loss": 1.0154,
      "step": 150
    },
    {
      "epoch": 0.2632955536181343,
      "grad_norm": 0.9096696972846985,
      "learning_rate": 9.155503785672685e-05,
      "loss": 0.9057,
      "step": 151
    },
    {
      "epoch": 0.26503923278116825,
      "grad_norm": 0.7591986060142517,
      "learning_rate": 9.149679673849738e-05,
      "loss": 0.8392,
      "step": 152
    },
    {
      "epoch": 0.2667829119442023,
      "grad_norm": 0.809049665927887,
      "learning_rate": 9.143855562026792e-05,
      "loss": 0.9216,
      "step": 153
    },
    {
      "epoch": 0.26852659110723626,
      "grad_norm": 0.7896736264228821,
      "learning_rate": 9.138031450203845e-05,
      "loss": 0.9034,
      "step": 154
    },
    {
      "epoch": 0.2702702702702703,
      "grad_norm": 0.8977379202842712,
      "learning_rate": 9.132207338380898e-05,
      "loss": 0.9154,
      "step": 155
    },
    {
      "epoch": 0.27201394943330426,
      "grad_norm": 0.7305199503898621,
      "learning_rate": 9.12638322655795e-05,
      "loss": 0.8918,
      "step": 156
    },
    {
      "epoch": 0.2737576285963383,
      "grad_norm": 0.751531183719635,
      "learning_rate": 9.120559114735003e-05,
      "loss": 0.9013,
      "step": 157
    },
    {
      "epoch": 0.27550130775937226,
      "grad_norm": 0.7157143950462341,
      "learning_rate": 9.114735002912056e-05,
      "loss": 0.8606,
      "step": 158
    },
    {
      "epoch": 0.2772449869224063,
      "grad_norm": 0.6594380736351013,
      "learning_rate": 9.10891089108911e-05,
      "loss": 0.8479,
      "step": 159
    },
    {
      "epoch": 0.27898866608544026,
      "grad_norm": 0.9078890085220337,
      "learning_rate": 9.103086779266162e-05,
      "loss": 0.9188,
      "step": 160
    },
    {
      "epoch": 0.2807323452484743,
      "grad_norm": 0.7843688130378723,
      "learning_rate": 9.097262667443215e-05,
      "loss": 0.8232,
      "step": 161
    },
    {
      "epoch": 0.28247602441150826,
      "grad_norm": 0.7125802636146545,
      "learning_rate": 9.091438555620269e-05,
      "loss": 0.8131,
      "step": 162
    },
    {
      "epoch": 0.2842197035745423,
      "grad_norm": 0.7278924584388733,
      "learning_rate": 9.085614443797322e-05,
      "loss": 0.8746,
      "step": 163
    },
    {
      "epoch": 0.28596338273757627,
      "grad_norm": 0.8192118406295776,
      "learning_rate": 9.079790331974374e-05,
      "loss": 0.878,
      "step": 164
    },
    {
      "epoch": 0.2877070619006103,
      "grad_norm": 1.1749672889709473,
      "learning_rate": 9.073966220151427e-05,
      "loss": 1.0946,
      "step": 165
    },
    {
      "epoch": 0.28945074106364427,
      "grad_norm": 0.7896987795829773,
      "learning_rate": 9.06814210832848e-05,
      "loss": 0.9,
      "step": 166
    },
    {
      "epoch": 0.2911944202266783,
      "grad_norm": 0.7843860983848572,
      "learning_rate": 9.062317996505534e-05,
      "loss": 0.8781,
      "step": 167
    },
    {
      "epoch": 0.29293809938971227,
      "grad_norm": 0.8374670147895813,
      "learning_rate": 9.056493884682587e-05,
      "loss": 0.8777,
      "step": 168
    },
    {
      "epoch": 0.2946817785527463,
      "grad_norm": 1.0037024021148682,
      "learning_rate": 9.050669772859639e-05,
      "loss": 0.9612,
      "step": 169
    },
    {
      "epoch": 0.29642545771578027,
      "grad_norm": 0.6512691974639893,
      "learning_rate": 9.044845661036693e-05,
      "loss": 0.8407,
      "step": 170
    },
    {
      "epoch": 0.2981691368788143,
      "grad_norm": 0.8199954628944397,
      "learning_rate": 9.039021549213745e-05,
      "loss": 0.8907,
      "step": 171
    },
    {
      "epoch": 0.2999128160418483,
      "grad_norm": 0.8234912753105164,
      "learning_rate": 9.033197437390797e-05,
      "loss": 0.9254,
      "step": 172
    },
    {
      "epoch": 0.3016564952048823,
      "grad_norm": 0.6629686951637268,
      "learning_rate": 9.027373325567851e-05,
      "loss": 0.8204,
      "step": 173
    },
    {
      "epoch": 0.30340017436791633,
      "grad_norm": 1.3002822399139404,
      "learning_rate": 9.021549213744904e-05,
      "loss": 0.986,
      "step": 174
    },
    {
      "epoch": 0.3051438535309503,
      "grad_norm": 0.7589675188064575,
      "learning_rate": 9.015725101921957e-05,
      "loss": 0.7813,
      "step": 175
    },
    {
      "epoch": 0.30688753269398433,
      "grad_norm": 0.7604683041572571,
      "learning_rate": 9.009900990099011e-05,
      "loss": 0.785,
      "step": 176
    },
    {
      "epoch": 0.3086312118570183,
      "grad_norm": 0.7062495946884155,
      "learning_rate": 9.004076878276064e-05,
      "loss": 0.8096,
      "step": 177
    },
    {
      "epoch": 0.31037489102005233,
      "grad_norm": 0.8533647060394287,
      "learning_rate": 8.998252766453116e-05,
      "loss": 0.8794,
      "step": 178
    },
    {
      "epoch": 0.3121185701830863,
      "grad_norm": 0.9520115852355957,
      "learning_rate": 8.992428654630169e-05,
      "loss": 0.889,
      "step": 179
    },
    {
      "epoch": 0.31386224934612034,
      "grad_norm": 0.886651337146759,
      "learning_rate": 8.986604542807222e-05,
      "loss": 0.8388,
      "step": 180
    },
    {
      "epoch": 0.3156059285091543,
      "grad_norm": 0.941131591796875,
      "learning_rate": 8.980780430984276e-05,
      "loss": 0.8002,
      "step": 181
    },
    {
      "epoch": 0.31734960767218834,
      "grad_norm": 1.4103411436080933,
      "learning_rate": 8.974956319161328e-05,
      "loss": 0.7396,
      "step": 182
    },
    {
      "epoch": 0.3190932868352223,
      "grad_norm": 0.7787629961967468,
      "learning_rate": 8.969132207338381e-05,
      "loss": 0.8359,
      "step": 183
    },
    {
      "epoch": 0.32083696599825634,
      "grad_norm": 0.6483763456344604,
      "learning_rate": 8.963308095515435e-05,
      "loss": 0.7559,
      "step": 184
    },
    {
      "epoch": 0.3225806451612903,
      "grad_norm": 0.7572669386863708,
      "learning_rate": 8.957483983692488e-05,
      "loss": 0.8723,
      "step": 185
    },
    {
      "epoch": 0.32432432432432434,
      "grad_norm": 0.8219138979911804,
      "learning_rate": 8.95165987186954e-05,
      "loss": 0.8234,
      "step": 186
    },
    {
      "epoch": 0.3260680034873583,
      "grad_norm": 1.1521936655044556,
      "learning_rate": 8.945835760046593e-05,
      "loss": 0.9108,
      "step": 187
    },
    {
      "epoch": 0.32781168265039234,
      "grad_norm": 2.088010311126709,
      "learning_rate": 8.940011648223646e-05,
      "loss": 0.877,
      "step": 188
    },
    {
      "epoch": 0.3295553618134263,
      "grad_norm": 0.8853165507316589,
      "learning_rate": 8.934187536400699e-05,
      "loss": 0.8706,
      "step": 189
    },
    {
      "epoch": 0.33129904097646035,
      "grad_norm": 0.8609984517097473,
      "learning_rate": 8.928363424577753e-05,
      "loss": 0.8835,
      "step": 190
    },
    {
      "epoch": 0.3330427201394943,
      "grad_norm": 0.7566626071929932,
      "learning_rate": 8.922539312754805e-05,
      "loss": 0.8571,
      "step": 191
    },
    {
      "epoch": 0.33478639930252835,
      "grad_norm": 0.7419030070304871,
      "learning_rate": 8.91671520093186e-05,
      "loss": 0.8201,
      "step": 192
    },
    {
      "epoch": 0.3365300784655623,
      "grad_norm": 0.851673424243927,
      "learning_rate": 8.910891089108912e-05,
      "loss": 0.9788,
      "step": 193
    },
    {
      "epoch": 0.33827375762859635,
      "grad_norm": 0.6700695753097534,
      "learning_rate": 8.905066977285965e-05,
      "loss": 0.8367,
      "step": 194
    },
    {
      "epoch": 0.3400174367916303,
      "grad_norm": 0.8057977557182312,
      "learning_rate": 8.899242865463017e-05,
      "loss": 0.9105,
      "step": 195
    },
    {
      "epoch": 0.34176111595466435,
      "grad_norm": 0.7886006832122803,
      "learning_rate": 8.89341875364007e-05,
      "loss": 0.7337,
      "step": 196
    },
    {
      "epoch": 0.3435047951176983,
      "grad_norm": 0.8905133605003357,
      "learning_rate": 8.887594641817123e-05,
      "loss": 0.8554,
      "step": 197
    },
    {
      "epoch": 0.34524847428073235,
      "grad_norm": 0.9094963669776917,
      "learning_rate": 8.881770529994177e-05,
      "loss": 0.8655,
      "step": 198
    },
    {
      "epoch": 0.3469921534437663,
      "grad_norm": 0.7917893528938293,
      "learning_rate": 8.87594641817123e-05,
      "loss": 0.8961,
      "step": 199
    },
    {
      "epoch": 0.34873583260680036,
      "grad_norm": 0.8081362843513489,
      "learning_rate": 8.870122306348282e-05,
      "loss": 0.9641,
      "step": 200
    },
    {
      "epoch": 0.35047951176983433,
      "grad_norm": 0.9641375541687012,
      "learning_rate": 8.864298194525336e-05,
      "loss": 0.9251,
      "step": 201
    },
    {
      "epoch": 0.35222319093286836,
      "grad_norm": 0.9539868831634521,
      "learning_rate": 8.858474082702388e-05,
      "loss": 0.981,
      "step": 202
    },
    {
      "epoch": 0.35396687009590233,
      "grad_norm": 1.0432499647140503,
      "learning_rate": 8.85264997087944e-05,
      "loss": 0.9194,
      "step": 203
    },
    {
      "epoch": 0.35571054925893636,
      "grad_norm": 0.8304929137229919,
      "learning_rate": 8.846825859056494e-05,
      "loss": 0.8261,
      "step": 204
    },
    {
      "epoch": 0.35745422842197033,
      "grad_norm": 0.8569386601448059,
      "learning_rate": 8.841001747233547e-05,
      "loss": 0.8982,
      "step": 205
    },
    {
      "epoch": 0.35919790758500436,
      "grad_norm": 1.036265254020691,
      "learning_rate": 8.835177635410601e-05,
      "loss": 1.0141,
      "step": 206
    },
    {
      "epoch": 0.36094158674803833,
      "grad_norm": 0.9144682288169861,
      "learning_rate": 8.829353523587654e-05,
      "loss": 0.9946,
      "step": 207
    },
    {
      "epoch": 0.36268526591107236,
      "grad_norm": 0.7627949714660645,
      "learning_rate": 8.823529411764706e-05,
      "loss": 0.8755,
      "step": 208
    },
    {
      "epoch": 0.3644289450741064,
      "grad_norm": 0.8703427910804749,
      "learning_rate": 8.817705299941759e-05,
      "loss": 0.8643,
      "step": 209
    },
    {
      "epoch": 0.36617262423714037,
      "grad_norm": 0.8922176361083984,
      "learning_rate": 8.811881188118812e-05,
      "loss": 0.8756,
      "step": 210
    },
    {
      "epoch": 0.3679163034001744,
      "grad_norm": 0.6775667071342468,
      "learning_rate": 8.806057076295865e-05,
      "loss": 0.7498,
      "step": 211
    },
    {
      "epoch": 0.36965998256320837,
      "grad_norm": 0.8060852289199829,
      "learning_rate": 8.800232964472919e-05,
      "loss": 0.8528,
      "step": 212
    },
    {
      "epoch": 0.3714036617262424,
      "grad_norm": 0.8279241919517517,
      "learning_rate": 8.794408852649971e-05,
      "loss": 0.9523,
      "step": 213
    },
    {
      "epoch": 0.37314734088927637,
      "grad_norm": 0.8296208381652832,
      "learning_rate": 8.788584740827024e-05,
      "loss": 0.8357,
      "step": 214
    },
    {
      "epoch": 0.3748910200523104,
      "grad_norm": 1.02497398853302,
      "learning_rate": 8.782760629004078e-05,
      "loss": 0.9002,
      "step": 215
    },
    {
      "epoch": 0.37663469921534437,
      "grad_norm": 0.7983161211013794,
      "learning_rate": 8.776936517181131e-05,
      "loss": 0.8479,
      "step": 216
    },
    {
      "epoch": 0.3783783783783784,
      "grad_norm": 0.7442088723182678,
      "learning_rate": 8.771112405358183e-05,
      "loss": 0.8401,
      "step": 217
    },
    {
      "epoch": 0.3801220575414124,
      "grad_norm": 0.7717306017875671,
      "learning_rate": 8.765288293535236e-05,
      "loss": 0.8401,
      "step": 218
    },
    {
      "epoch": 0.3818657367044464,
      "grad_norm": 0.924358606338501,
      "learning_rate": 8.759464181712289e-05,
      "loss": 0.907,
      "step": 219
    },
    {
      "epoch": 0.3836094158674804,
      "grad_norm": 0.7892866134643555,
      "learning_rate": 8.753640069889343e-05,
      "loss": 0.8514,
      "step": 220
    },
    {
      "epoch": 0.3853530950305144,
      "grad_norm": 0.637240469455719,
      "learning_rate": 8.747815958066396e-05,
      "loss": 0.769,
      "step": 221
    },
    {
      "epoch": 0.3870967741935484,
      "grad_norm": 1.0173636674880981,
      "learning_rate": 8.741991846243448e-05,
      "loss": 0.9416,
      "step": 222
    },
    {
      "epoch": 0.3888404533565824,
      "grad_norm": 0.7439960837364197,
      "learning_rate": 8.736167734420502e-05,
      "loss": 0.8519,
      "step": 223
    },
    {
      "epoch": 0.3905841325196164,
      "grad_norm": 0.8098750114440918,
      "learning_rate": 8.730343622597555e-05,
      "loss": 0.8446,
      "step": 224
    },
    {
      "epoch": 0.3923278116826504,
      "grad_norm": 0.8228147625923157,
      "learning_rate": 8.724519510774606e-05,
      "loss": 0.9199,
      "step": 225
    },
    {
      "epoch": 0.3940714908456844,
      "grad_norm": 0.6745813488960266,
      "learning_rate": 8.71869539895166e-05,
      "loss": 0.8008,
      "step": 226
    },
    {
      "epoch": 0.3958151700087184,
      "grad_norm": 0.8307877779006958,
      "learning_rate": 8.712871287128713e-05,
      "loss": 0.9322,
      "step": 227
    },
    {
      "epoch": 0.3975588491717524,
      "grad_norm": 0.7651572227478027,
      "learning_rate": 8.707047175305766e-05,
      "loss": 0.7856,
      "step": 228
    },
    {
      "epoch": 0.3993025283347864,
      "grad_norm": 0.8977913856506348,
      "learning_rate": 8.70122306348282e-05,
      "loss": 0.8906,
      "step": 229
    },
    {
      "epoch": 0.4010462074978204,
      "grad_norm": 0.8149082064628601,
      "learning_rate": 8.695398951659872e-05,
      "loss": 0.869,
      "step": 230
    },
    {
      "epoch": 0.4027898866608544,
      "grad_norm": 0.722152590751648,
      "learning_rate": 8.689574839836925e-05,
      "loss": 0.8096,
      "step": 231
    },
    {
      "epoch": 0.4045335658238884,
      "grad_norm": 0.910441517829895,
      "learning_rate": 8.683750728013978e-05,
      "loss": 0.8794,
      "step": 232
    },
    {
      "epoch": 0.4062772449869224,
      "grad_norm": 0.8773559331893921,
      "learning_rate": 8.67792661619103e-05,
      "loss": 0.8332,
      "step": 233
    },
    {
      "epoch": 0.4080209241499564,
      "grad_norm": 0.7504658102989197,
      "learning_rate": 8.672102504368085e-05,
      "loss": 0.8305,
      "step": 234
    },
    {
      "epoch": 0.4097646033129904,
      "grad_norm": 0.8077071905136108,
      "learning_rate": 8.666278392545137e-05,
      "loss": 0.9015,
      "step": 235
    },
    {
      "epoch": 0.4115082824760244,
      "grad_norm": 0.7554852366447449,
      "learning_rate": 8.66045428072219e-05,
      "loss": 0.8426,
      "step": 236
    },
    {
      "epoch": 0.4132519616390584,
      "grad_norm": 0.8291925191879272,
      "learning_rate": 8.654630168899244e-05,
      "loss": 0.8308,
      "step": 237
    },
    {
      "epoch": 0.4149956408020924,
      "grad_norm": 0.9522584080696106,
      "learning_rate": 8.648806057076297e-05,
      "loss": 0.8999,
      "step": 238
    },
    {
      "epoch": 0.4167393199651264,
      "grad_norm": 0.9483405947685242,
      "learning_rate": 8.64298194525335e-05,
      "loss": 0.821,
      "step": 239
    },
    {
      "epoch": 0.4184829991281604,
      "grad_norm": 0.6401641368865967,
      "learning_rate": 8.637157833430402e-05,
      "loss": 0.7948,
      "step": 240
    },
    {
      "epoch": 0.4202266782911944,
      "grad_norm": 0.8424367308616638,
      "learning_rate": 8.631333721607455e-05,
      "loss": 0.821,
      "step": 241
    },
    {
      "epoch": 0.4219703574542284,
      "grad_norm": 0.8348891139030457,
      "learning_rate": 8.625509609784507e-05,
      "loss": 0.9849,
      "step": 242
    },
    {
      "epoch": 0.4237140366172624,
      "grad_norm": 1.1707719564437866,
      "learning_rate": 8.619685497961562e-05,
      "loss": 1.0007,
      "step": 243
    },
    {
      "epoch": 0.42545771578029645,
      "grad_norm": 0.7723183631896973,
      "learning_rate": 8.613861386138614e-05,
      "loss": 0.8433,
      "step": 244
    },
    {
      "epoch": 0.4272013949433304,
      "grad_norm": 0.8192483186721802,
      "learning_rate": 8.608037274315667e-05,
      "loss": 0.854,
      "step": 245
    },
    {
      "epoch": 0.42894507410636445,
      "grad_norm": 0.830136239528656,
      "learning_rate": 8.602213162492721e-05,
      "loss": 0.8967,
      "step": 246
    },
    {
      "epoch": 0.4306887532693984,
      "grad_norm": 0.7540462613105774,
      "learning_rate": 8.596389050669774e-05,
      "loss": 0.7886,
      "step": 247
    },
    {
      "epoch": 0.43243243243243246,
      "grad_norm": 1.1086032390594482,
      "learning_rate": 8.590564938846826e-05,
      "loss": 0.9773,
      "step": 248
    },
    {
      "epoch": 0.43417611159546643,
      "grad_norm": 0.8502962589263916,
      "learning_rate": 8.584740827023879e-05,
      "loss": 0.8437,
      "step": 249
    },
    {
      "epoch": 0.43591979075850046,
      "grad_norm": 0.8264390826225281,
      "learning_rate": 8.578916715200932e-05,
      "loss": 0.8709,
      "step": 250
    },
    {
      "epoch": 0.43766346992153443,
      "grad_norm": 0.9108510613441467,
      "learning_rate": 8.573092603377986e-05,
      "loss": 0.8099,
      "step": 251
    },
    {
      "epoch": 0.43940714908456846,
      "grad_norm": 1.0819939374923706,
      "learning_rate": 8.567268491555038e-05,
      "loss": 0.9593,
      "step": 252
    },
    {
      "epoch": 0.44115082824760243,
      "grad_norm": 0.7228825688362122,
      "learning_rate": 8.561444379732091e-05,
      "loss": 0.8307,
      "step": 253
    },
    {
      "epoch": 0.44289450741063646,
      "grad_norm": 0.7428597211837769,
      "learning_rate": 8.555620267909145e-05,
      "loss": 0.7461,
      "step": 254
    },
    {
      "epoch": 0.44463818657367044,
      "grad_norm": 0.6365272402763367,
      "learning_rate": 8.549796156086198e-05,
      "loss": 0.8236,
      "step": 255
    },
    {
      "epoch": 0.44638186573670446,
      "grad_norm": 0.7026289105415344,
      "learning_rate": 8.543972044263249e-05,
      "loss": 0.8194,
      "step": 256
    },
    {
      "epoch": 0.44812554489973844,
      "grad_norm": 0.7578291893005371,
      "learning_rate": 8.538147932440303e-05,
      "loss": 0.7708,
      "step": 257
    },
    {
      "epoch": 0.44986922406277247,
      "grad_norm": 0.6669835448265076,
      "learning_rate": 8.532323820617356e-05,
      "loss": 0.7571,
      "step": 258
    },
    {
      "epoch": 0.45161290322580644,
      "grad_norm": 0.7768597602844238,
      "learning_rate": 8.526499708794409e-05,
      "loss": 0.867,
      "step": 259
    },
    {
      "epoch": 0.45335658238884047,
      "grad_norm": 1.0901800394058228,
      "learning_rate": 8.520675596971463e-05,
      "loss": 0.849,
      "step": 260
    },
    {
      "epoch": 0.45510026155187444,
      "grad_norm": 0.7377331852912903,
      "learning_rate": 8.514851485148515e-05,
      "loss": 0.7736,
      "step": 261
    },
    {
      "epoch": 0.45684394071490847,
      "grad_norm": 1.0414115190505981,
      "learning_rate": 8.50902737332557e-05,
      "loss": 0.9628,
      "step": 262
    },
    {
      "epoch": 0.45858761987794244,
      "grad_norm": 0.9939663410186768,
      "learning_rate": 8.503203261502621e-05,
      "loss": 0.9256,
      "step": 263
    },
    {
      "epoch": 0.46033129904097647,
      "grad_norm": 0.9058008193969727,
      "learning_rate": 8.497379149679673e-05,
      "loss": 0.8377,
      "step": 264
    },
    {
      "epoch": 0.46207497820401044,
      "grad_norm": 0.9659683108329773,
      "learning_rate": 8.491555037856727e-05,
      "loss": 0.9806,
      "step": 265
    },
    {
      "epoch": 0.4638186573670445,
      "grad_norm": 0.9084481000900269,
      "learning_rate": 8.48573092603378e-05,
      "loss": 0.8071,
      "step": 266
    },
    {
      "epoch": 0.46556233653007845,
      "grad_norm": 0.9308486580848694,
      "learning_rate": 8.479906814210833e-05,
      "loss": 0.8332,
      "step": 267
    },
    {
      "epoch": 0.4673060156931125,
      "grad_norm": 0.8791357278823853,
      "learning_rate": 8.474082702387887e-05,
      "loss": 0.7921,
      "step": 268
    },
    {
      "epoch": 0.46904969485614645,
      "grad_norm": 0.8986927270889282,
      "learning_rate": 8.46825859056494e-05,
      "loss": 0.9136,
      "step": 269
    },
    {
      "epoch": 0.4707933740191805,
      "grad_norm": 1.0948989391326904,
      "learning_rate": 8.462434478741992e-05,
      "loss": 0.9884,
      "step": 270
    },
    {
      "epoch": 0.47253705318221445,
      "grad_norm": 0.7958832383155823,
      "learning_rate": 8.456610366919045e-05,
      "loss": 0.8023,
      "step": 271
    },
    {
      "epoch": 0.4742807323452485,
      "grad_norm": 0.6921520233154297,
      "learning_rate": 8.450786255096098e-05,
      "loss": 0.8104,
      "step": 272
    },
    {
      "epoch": 0.47602441150828245,
      "grad_norm": 0.8654911518096924,
      "learning_rate": 8.44496214327315e-05,
      "loss": 0.9353,
      "step": 273
    },
    {
      "epoch": 0.4777680906713165,
      "grad_norm": 0.7776755094528198,
      "learning_rate": 8.439138031450204e-05,
      "loss": 0.845,
      "step": 274
    },
    {
      "epoch": 0.47951176983435045,
      "grad_norm": 0.8736585974693298,
      "learning_rate": 8.433313919627257e-05,
      "loss": 0.89,
      "step": 275
    },
    {
      "epoch": 0.4812554489973845,
      "grad_norm": 0.7322900891304016,
      "learning_rate": 8.427489807804311e-05,
      "loss": 0.8055,
      "step": 276
    },
    {
      "epoch": 0.48299912816041846,
      "grad_norm": 0.710942804813385,
      "learning_rate": 8.421665695981364e-05,
      "loss": 0.8691,
      "step": 277
    },
    {
      "epoch": 0.4847428073234525,
      "grad_norm": 0.8033804297447205,
      "learning_rate": 8.415841584158417e-05,
      "loss": 0.8425,
      "step": 278
    },
    {
      "epoch": 0.4864864864864865,
      "grad_norm": 0.7597092390060425,
      "learning_rate": 8.410017472335469e-05,
      "loss": 0.8404,
      "step": 279
    },
    {
      "epoch": 0.4882301656495205,
      "grad_norm": 0.7505855560302734,
      "learning_rate": 8.404193360512522e-05,
      "loss": 0.8278,
      "step": 280
    },
    {
      "epoch": 0.4899738448125545,
      "grad_norm": 0.9316595196723938,
      "learning_rate": 8.398369248689575e-05,
      "loss": 0.9489,
      "step": 281
    },
    {
      "epoch": 0.4917175239755885,
      "grad_norm": 1.1016560792922974,
      "learning_rate": 8.392545136866629e-05,
      "loss": 1.0027,
      "step": 282
    },
    {
      "epoch": 0.4934612031386225,
      "grad_norm": 0.6287282705307007,
      "learning_rate": 8.386721025043681e-05,
      "loss": 0.7788,
      "step": 283
    },
    {
      "epoch": 0.4952048823016565,
      "grad_norm": 0.8679805397987366,
      "learning_rate": 8.380896913220734e-05,
      "loss": 0.8963,
      "step": 284
    },
    {
      "epoch": 0.4969485614646905,
      "grad_norm": 0.7580657005310059,
      "learning_rate": 8.375072801397788e-05,
      "loss": 0.8096,
      "step": 285
    },
    {
      "epoch": 0.4986922406277245,
      "grad_norm": 0.7760534882545471,
      "learning_rate": 8.36924868957484e-05,
      "loss": 0.9031,
      "step": 286
    },
    {
      "epoch": 0.5004359197907585,
      "grad_norm": 0.9266983270645142,
      "learning_rate": 8.363424577751892e-05,
      "loss": 0.9279,
      "step": 287
    },
    {
      "epoch": 0.5021795989537925,
      "grad_norm": 1.004073977470398,
      "learning_rate": 8.357600465928946e-05,
      "loss": 0.9447,
      "step": 288
    },
    {
      "epoch": 0.5039232781168265,
      "grad_norm": 0.8203737139701843,
      "learning_rate": 8.351776354105999e-05,
      "loss": 0.7876,
      "step": 289
    },
    {
      "epoch": 0.5056669572798606,
      "grad_norm": 0.7546892762184143,
      "learning_rate": 8.345952242283053e-05,
      "loss": 0.8943,
      "step": 290
    },
    {
      "epoch": 0.5074106364428945,
      "grad_norm": 0.9076023697853088,
      "learning_rate": 8.340128130460106e-05,
      "loss": 0.925,
      "step": 291
    },
    {
      "epoch": 0.5091543156059285,
      "grad_norm": 0.8324609398841858,
      "learning_rate": 8.334304018637158e-05,
      "loss": 0.9693,
      "step": 292
    },
    {
      "epoch": 0.5108979947689625,
      "grad_norm": 0.7717570662498474,
      "learning_rate": 8.328479906814211e-05,
      "loss": 0.8337,
      "step": 293
    },
    {
      "epoch": 0.5126416739319966,
      "grad_norm": 0.6931645274162292,
      "learning_rate": 8.322655794991264e-05,
      "loss": 0.8273,
      "step": 294
    },
    {
      "epoch": 0.5143853530950305,
      "grad_norm": 0.9506610035896301,
      "learning_rate": 8.316831683168316e-05,
      "loss": 0.8787,
      "step": 295
    },
    {
      "epoch": 0.5161290322580645,
      "grad_norm": 1.000448226928711,
      "learning_rate": 8.31100757134537e-05,
      "loss": 0.9923,
      "step": 296
    },
    {
      "epoch": 0.5178727114210985,
      "grad_norm": 0.6892333626747131,
      "learning_rate": 8.305183459522423e-05,
      "loss": 0.7218,
      "step": 297
    },
    {
      "epoch": 0.5196163905841326,
      "grad_norm": 0.7098091840744019,
      "learning_rate": 8.299359347699476e-05,
      "loss": 0.7398,
      "step": 298
    },
    {
      "epoch": 0.5213600697471665,
      "grad_norm": 0.8102613687515259,
      "learning_rate": 8.29353523587653e-05,
      "loss": 0.8499,
      "step": 299
    },
    {
      "epoch": 0.5231037489102005,
      "grad_norm": 0.9031519889831543,
      "learning_rate": 8.287711124053583e-05,
      "loss": 0.9237,
      "step": 300
    },
    {
      "epoch": 0.5248474280732345,
      "grad_norm": 0.8423986434936523,
      "learning_rate": 8.281887012230635e-05,
      "loss": 0.9013,
      "step": 301
    },
    {
      "epoch": 0.5265911072362686,
      "grad_norm": 0.8308762311935425,
      "learning_rate": 8.276062900407688e-05,
      "loss": 0.8205,
      "step": 302
    },
    {
      "epoch": 0.5283347863993025,
      "grad_norm": 1.0304760932922363,
      "learning_rate": 8.27023878858474e-05,
      "loss": 0.9311,
      "step": 303
    },
    {
      "epoch": 0.5300784655623365,
      "grad_norm": 0.8758693337440491,
      "learning_rate": 8.264414676761795e-05,
      "loss": 0.8489,
      "step": 304
    },
    {
      "epoch": 0.5318221447253705,
      "grad_norm": 0.8235571980476379,
      "learning_rate": 8.258590564938847e-05,
      "loss": 0.828,
      "step": 305
    },
    {
      "epoch": 0.5335658238884046,
      "grad_norm": 0.7034077048301697,
      "learning_rate": 8.2527664531159e-05,
      "loss": 0.7403,
      "step": 306
    },
    {
      "epoch": 0.5353095030514385,
      "grad_norm": 0.8910762667655945,
      "learning_rate": 8.246942341292954e-05,
      "loss": 0.8847,
      "step": 307
    },
    {
      "epoch": 0.5370531822144725,
      "grad_norm": 0.9173892140388489,
      "learning_rate": 8.241118229470007e-05,
      "loss": 0.9131,
      "step": 308
    },
    {
      "epoch": 0.5387968613775065,
      "grad_norm": 0.799484133720398,
      "learning_rate": 8.23529411764706e-05,
      "loss": 0.8599,
      "step": 309
    },
    {
      "epoch": 0.5405405405405406,
      "grad_norm": 0.7972217798233032,
      "learning_rate": 8.229470005824112e-05,
      "loss": 0.8024,
      "step": 310
    },
    {
      "epoch": 0.5422842197035745,
      "grad_norm": 0.7904372215270996,
      "learning_rate": 8.223645894001165e-05,
      "loss": 0.8708,
      "step": 311
    },
    {
      "epoch": 0.5440278988666085,
      "grad_norm": 0.7752811908721924,
      "learning_rate": 8.217821782178218e-05,
      "loss": 0.8695,
      "step": 312
    },
    {
      "epoch": 0.5457715780296426,
      "grad_norm": 0.6934289336204529,
      "learning_rate": 8.211997670355272e-05,
      "loss": 0.7912,
      "step": 313
    },
    {
      "epoch": 0.5475152571926766,
      "grad_norm": 1.0247608423233032,
      "learning_rate": 8.206173558532324e-05,
      "loss": 0.9333,
      "step": 314
    },
    {
      "epoch": 0.5492589363557105,
      "grad_norm": 0.7217332720756531,
      "learning_rate": 8.200349446709377e-05,
      "loss": 0.8579,
      "step": 315
    },
    {
      "epoch": 0.5510026155187445,
      "grad_norm": 0.8623534440994263,
      "learning_rate": 8.194525334886431e-05,
      "loss": 0.8563,
      "step": 316
    },
    {
      "epoch": 0.5527462946817786,
      "grad_norm": 0.9250230193138123,
      "learning_rate": 8.188701223063482e-05,
      "loss": 0.9132,
      "step": 317
    },
    {
      "epoch": 0.5544899738448126,
      "grad_norm": 0.8964390754699707,
      "learning_rate": 8.182877111240536e-05,
      "loss": 0.8865,
      "step": 318
    },
    {
      "epoch": 0.5562336530078466,
      "grad_norm": 0.7463217973709106,
      "learning_rate": 8.177052999417589e-05,
      "loss": 0.8486,
      "step": 319
    },
    {
      "epoch": 0.5579773321708805,
      "grad_norm": 0.7544821500778198,
      "learning_rate": 8.171228887594642e-05,
      "loss": 0.8219,
      "step": 320
    },
    {
      "epoch": 0.5597210113339146,
      "grad_norm": 0.7603556513786316,
      "learning_rate": 8.165404775771696e-05,
      "loss": 0.932,
      "step": 321
    },
    {
      "epoch": 0.5614646904969486,
      "grad_norm": 0.8567686676979065,
      "learning_rate": 8.159580663948749e-05,
      "loss": 0.7978,
      "step": 322
    },
    {
      "epoch": 0.5632083696599826,
      "grad_norm": 1.165769338607788,
      "learning_rate": 8.153756552125801e-05,
      "loss": 0.9775,
      "step": 323
    },
    {
      "epoch": 0.5649520488230165,
      "grad_norm": 0.7291504144668579,
      "learning_rate": 8.147932440302854e-05,
      "loss": 0.778,
      "step": 324
    },
    {
      "epoch": 0.5666957279860506,
      "grad_norm": 0.7615162134170532,
      "learning_rate": 8.142108328479907e-05,
      "loss": 0.7787,
      "step": 325
    },
    {
      "epoch": 0.5684394071490846,
      "grad_norm": 1.0282222032546997,
      "learning_rate": 8.136284216656959e-05,
      "loss": 0.9892,
      "step": 326
    },
    {
      "epoch": 0.5701830863121186,
      "grad_norm": 0.7557792663574219,
      "learning_rate": 8.130460104834013e-05,
      "loss": 0.8287,
      "step": 327
    },
    {
      "epoch": 0.5719267654751525,
      "grad_norm": 0.83980792760849,
      "learning_rate": 8.124635993011066e-05,
      "loss": 0.8623,
      "step": 328
    },
    {
      "epoch": 0.5736704446381866,
      "grad_norm": 0.934972882270813,
      "learning_rate": 8.11881188118812e-05,
      "loss": 0.8714,
      "step": 329
    },
    {
      "epoch": 0.5754141238012206,
      "grad_norm": 0.7756255269050598,
      "learning_rate": 8.112987769365173e-05,
      "loss": 0.8725,
      "step": 330
    },
    {
      "epoch": 0.5771578029642546,
      "grad_norm": 0.742637038230896,
      "learning_rate": 8.107163657542225e-05,
      "loss": 0.859,
      "step": 331
    },
    {
      "epoch": 0.5789014821272885,
      "grad_norm": 0.8098328113555908,
      "learning_rate": 8.101339545719278e-05,
      "loss": 0.8959,
      "step": 332
    },
    {
      "epoch": 0.5806451612903226,
      "grad_norm": 0.7302229404449463,
      "learning_rate": 8.095515433896331e-05,
      "loss": 0.7741,
      "step": 333
    },
    {
      "epoch": 0.5823888404533566,
      "grad_norm": 0.8232591152191162,
      "learning_rate": 8.089691322073384e-05,
      "loss": 0.9411,
      "step": 334
    },
    {
      "epoch": 0.5841325196163906,
      "grad_norm": 0.7742142081260681,
      "learning_rate": 8.083867210250438e-05,
      "loss": 0.8133,
      "step": 335
    },
    {
      "epoch": 0.5858761987794245,
      "grad_norm": 0.8862509727478027,
      "learning_rate": 8.07804309842749e-05,
      "loss": 0.8933,
      "step": 336
    },
    {
      "epoch": 0.5876198779424586,
      "grad_norm": 0.6707773208618164,
      "learning_rate": 8.072218986604543e-05,
      "loss": 0.8362,
      "step": 337
    },
    {
      "epoch": 0.5893635571054926,
      "grad_norm": 0.8191516399383545,
      "learning_rate": 8.066394874781597e-05,
      "loss": 0.7993,
      "step": 338
    },
    {
      "epoch": 0.5911072362685266,
      "grad_norm": 0.8699632287025452,
      "learning_rate": 8.06057076295865e-05,
      "loss": 0.8491,
      "step": 339
    },
    {
      "epoch": 0.5928509154315605,
      "grad_norm": 0.7079885601997375,
      "learning_rate": 8.054746651135702e-05,
      "loss": 0.7863,
      "step": 340
    },
    {
      "epoch": 0.5945945945945946,
      "grad_norm": 1.0028823614120483,
      "learning_rate": 8.048922539312755e-05,
      "loss": 0.9232,
      "step": 341
    },
    {
      "epoch": 0.5963382737576286,
      "grad_norm": 0.7121110558509827,
      "learning_rate": 8.043098427489808e-05,
      "loss": 0.7749,
      "step": 342
    },
    {
      "epoch": 0.5980819529206626,
      "grad_norm": 0.9713465571403503,
      "learning_rate": 8.037274315666862e-05,
      "loss": 0.8034,
      "step": 343
    },
    {
      "epoch": 0.5998256320836965,
      "grad_norm": 1.013658881187439,
      "learning_rate": 8.031450203843914e-05,
      "loss": 0.9412,
      "step": 344
    },
    {
      "epoch": 0.6015693112467306,
      "grad_norm": 0.8425729274749756,
      "learning_rate": 8.025626092020967e-05,
      "loss": 0.8519,
      "step": 345
    },
    {
      "epoch": 0.6033129904097646,
      "grad_norm": 0.7781736850738525,
      "learning_rate": 8.019801980198021e-05,
      "loss": 0.8721,
      "step": 346
    },
    {
      "epoch": 0.6050566695727986,
      "grad_norm": 0.8602432012557983,
      "learning_rate": 8.013977868375074e-05,
      "loss": 0.9023,
      "step": 347
    },
    {
      "epoch": 0.6068003487358327,
      "grad_norm": 0.7517696022987366,
      "learning_rate": 8.008153756552125e-05,
      "loss": 0.7825,
      "step": 348
    },
    {
      "epoch": 0.6085440278988666,
      "grad_norm": 0.7462587952613831,
      "learning_rate": 8.002329644729179e-05,
      "loss": 0.9261,
      "step": 349
    },
    {
      "epoch": 0.6102877070619006,
      "grad_norm": 0.7866942882537842,
      "learning_rate": 7.996505532906232e-05,
      "loss": 0.9169,
      "step": 350
    },
    {
      "epoch": 0.6120313862249346,
      "grad_norm": 0.6872032284736633,
      "learning_rate": 7.990681421083285e-05,
      "loss": 0.834,
      "step": 351
    },
    {
      "epoch": 0.6137750653879687,
      "grad_norm": 0.7469502091407776,
      "learning_rate": 7.984857309260339e-05,
      "loss": 0.8586,
      "step": 352
    },
    {
      "epoch": 0.6155187445510026,
      "grad_norm": 0.8394846320152283,
      "learning_rate": 7.979033197437391e-05,
      "loss": 0.8026,
      "step": 353
    },
    {
      "epoch": 0.6172624237140366,
      "grad_norm": 0.7591722011566162,
      "learning_rate": 7.973209085614444e-05,
      "loss": 0.8598,
      "step": 354
    },
    {
      "epoch": 0.6190061028770706,
      "grad_norm": 0.8345113396644592,
      "learning_rate": 7.967384973791497e-05,
      "loss": 0.858,
      "step": 355
    },
    {
      "epoch": 0.6207497820401047,
      "grad_norm": 0.8436324000358582,
      "learning_rate": 7.96156086196855e-05,
      "loss": 0.8774,
      "step": 356
    },
    {
      "epoch": 0.6224934612031386,
      "grad_norm": 0.8483322262763977,
      "learning_rate": 7.955736750145604e-05,
      "loss": 0.8311,
      "step": 357
    },
    {
      "epoch": 0.6242371403661726,
      "grad_norm": 0.7489394545555115,
      "learning_rate": 7.949912638322656e-05,
      "loss": 0.7684,
      "step": 358
    },
    {
      "epoch": 0.6259808195292066,
      "grad_norm": 0.6670379638671875,
      "learning_rate": 7.944088526499709e-05,
      "loss": 0.8266,
      "step": 359
    },
    {
      "epoch": 0.6277244986922407,
      "grad_norm": 0.8161701560020447,
      "learning_rate": 7.938264414676763e-05,
      "loss": 0.878,
      "step": 360
    },
    {
      "epoch": 0.6294681778552746,
      "grad_norm": 0.749869704246521,
      "learning_rate": 7.932440302853816e-05,
      "loss": 0.8626,
      "step": 361
    },
    {
      "epoch": 0.6312118570183086,
      "grad_norm": 0.7530505657196045,
      "learning_rate": 7.926616191030868e-05,
      "loss": 0.8229,
      "step": 362
    },
    {
      "epoch": 0.6329555361813426,
      "grad_norm": 1.3500347137451172,
      "learning_rate": 7.920792079207921e-05,
      "loss": 1.0724,
      "step": 363
    },
    {
      "epoch": 0.6346992153443767,
      "grad_norm": 0.7080022692680359,
      "learning_rate": 7.914967967384974e-05,
      "loss": 0.8183,
      "step": 364
    },
    {
      "epoch": 0.6364428945074107,
      "grad_norm": 0.9698605537414551,
      "learning_rate": 7.909143855562026e-05,
      "loss": 0.8393,
      "step": 365
    },
    {
      "epoch": 0.6381865736704446,
      "grad_norm": 0.9232154488563538,
      "learning_rate": 7.90331974373908e-05,
      "loss": 0.9123,
      "step": 366
    },
    {
      "epoch": 0.6399302528334786,
      "grad_norm": 1.0399445295333862,
      "learning_rate": 7.897495631916133e-05,
      "loss": 0.9716,
      "step": 367
    },
    {
      "epoch": 0.6416739319965127,
      "grad_norm": 0.6555128693580627,
      "learning_rate": 7.891671520093186e-05,
      "loss": 0.7896,
      "step": 368
    },
    {
      "epoch": 0.6434176111595467,
      "grad_norm": 0.9301493167877197,
      "learning_rate": 7.88584740827024e-05,
      "loss": 0.8527,
      "step": 369
    },
    {
      "epoch": 0.6451612903225806,
      "grad_norm": 0.7681971788406372,
      "learning_rate": 7.880023296447293e-05,
      "loss": 0.8259,
      "step": 370
    },
    {
      "epoch": 0.6469049694856146,
      "grad_norm": 0.8389270305633545,
      "learning_rate": 7.874199184624345e-05,
      "loss": 0.8584,
      "step": 371
    },
    {
      "epoch": 0.6486486486486487,
      "grad_norm": 0.9380039572715759,
      "learning_rate": 7.868375072801398e-05,
      "loss": 0.9089,
      "step": 372
    },
    {
      "epoch": 0.6503923278116827,
      "grad_norm": 0.6769824028015137,
      "learning_rate": 7.86255096097845e-05,
      "loss": 0.7719,
      "step": 373
    },
    {
      "epoch": 0.6521360069747166,
      "grad_norm": 0.7858641743659973,
      "learning_rate": 7.856726849155505e-05,
      "loss": 0.8096,
      "step": 374
    },
    {
      "epoch": 0.6538796861377506,
      "grad_norm": 1.0454126596450806,
      "learning_rate": 7.850902737332557e-05,
      "loss": 0.8697,
      "step": 375
    },
    {
      "epoch": 0.6556233653007847,
      "grad_norm": 1.3261022567749023,
      "learning_rate": 7.84507862550961e-05,
      "loss": 1.0573,
      "step": 376
    },
    {
      "epoch": 0.6573670444638187,
      "grad_norm": 0.9173828959465027,
      "learning_rate": 7.839254513686664e-05,
      "loss": 0.9247,
      "step": 377
    },
    {
      "epoch": 0.6591107236268526,
      "grad_norm": 0.8878739476203918,
      "learning_rate": 7.833430401863715e-05,
      "loss": 0.845,
      "step": 378
    },
    {
      "epoch": 0.6608544027898866,
      "grad_norm": 0.7334930300712585,
      "learning_rate": 7.827606290040768e-05,
      "loss": 0.8415,
      "step": 379
    },
    {
      "epoch": 0.6625980819529207,
      "grad_norm": 0.8551143407821655,
      "learning_rate": 7.821782178217822e-05,
      "loss": 0.8093,
      "step": 380
    },
    {
      "epoch": 0.6643417611159547,
      "grad_norm": 0.7278879880905151,
      "learning_rate": 7.815958066394875e-05,
      "loss": 0.7471,
      "step": 381
    },
    {
      "epoch": 0.6660854402789886,
      "grad_norm": 1.0607495307922363,
      "learning_rate": 7.810133954571928e-05,
      "loss": 0.9746,
      "step": 382
    },
    {
      "epoch": 0.6678291194420227,
      "grad_norm": 0.7543691992759705,
      "learning_rate": 7.804309842748982e-05,
      "loss": 0.8331,
      "step": 383
    },
    {
      "epoch": 0.6695727986050567,
      "grad_norm": 0.735906720161438,
      "learning_rate": 7.798485730926034e-05,
      "loss": 0.7933,
      "step": 384
    },
    {
      "epoch": 0.6713164777680907,
      "grad_norm": 0.6626788973808289,
      "learning_rate": 7.792661619103087e-05,
      "loss": 0.8242,
      "step": 385
    },
    {
      "epoch": 0.6730601569311246,
      "grad_norm": 0.8222870826721191,
      "learning_rate": 7.78683750728014e-05,
      "loss": 0.8617,
      "step": 386
    },
    {
      "epoch": 0.6748038360941587,
      "grad_norm": 0.9679776430130005,
      "learning_rate": 7.781013395457192e-05,
      "loss": 0.8986,
      "step": 387
    },
    {
      "epoch": 0.6765475152571927,
      "grad_norm": 0.7322062849998474,
      "learning_rate": 7.775189283634246e-05,
      "loss": 0.8726,
      "step": 388
    },
    {
      "epoch": 0.6782911944202267,
      "grad_norm": 0.7300450801849365,
      "learning_rate": 7.769365171811299e-05,
      "loss": 0.7981,
      "step": 389
    },
    {
      "epoch": 0.6800348735832606,
      "grad_norm": 0.8295143246650696,
      "learning_rate": 7.763541059988352e-05,
      "loss": 0.9362,
      "step": 390
    },
    {
      "epoch": 0.6817785527462947,
      "grad_norm": 0.7706050276756287,
      "learning_rate": 7.757716948165406e-05,
      "loss": 0.9169,
      "step": 391
    },
    {
      "epoch": 0.6835222319093287,
      "grad_norm": 0.7877134084701538,
      "learning_rate": 7.751892836342459e-05,
      "loss": 0.8261,
      "step": 392
    },
    {
      "epoch": 0.6852659110723627,
      "grad_norm": 0.8892063498497009,
      "learning_rate": 7.746068724519511e-05,
      "loss": 0.8089,
      "step": 393
    },
    {
      "epoch": 0.6870095902353966,
      "grad_norm": 0.9344806671142578,
      "learning_rate": 7.740244612696564e-05,
      "loss": 0.9706,
      "step": 394
    },
    {
      "epoch": 0.6887532693984307,
      "grad_norm": 0.8563032746315002,
      "learning_rate": 7.734420500873617e-05,
      "loss": 0.9047,
      "step": 395
    },
    {
      "epoch": 0.6904969485614647,
      "grad_norm": 0.7258780598640442,
      "learning_rate": 7.72859638905067e-05,
      "loss": 0.8041,
      "step": 396
    },
    {
      "epoch": 0.6922406277244987,
      "grad_norm": 0.8554896116256714,
      "learning_rate": 7.722772277227723e-05,
      "loss": 0.8873,
      "step": 397
    },
    {
      "epoch": 0.6939843068875327,
      "grad_norm": 0.709589958190918,
      "learning_rate": 7.716948165404776e-05,
      "loss": 0.8343,
      "step": 398
    },
    {
      "epoch": 0.6957279860505667,
      "grad_norm": 0.7512774467468262,
      "learning_rate": 7.71112405358183e-05,
      "loss": 0.8351,
      "step": 399
    },
    {
      "epoch": 0.6974716652136007,
      "grad_norm": 0.7866894006729126,
      "learning_rate": 7.705299941758883e-05,
      "loss": 0.8383,
      "step": 400
    },
    {
      "epoch": 0.6992153443766347,
      "grad_norm": 0.6562144756317139,
      "learning_rate": 7.699475829935936e-05,
      "loss": 0.8239,
      "step": 401
    },
    {
      "epoch": 0.7009590235396687,
      "grad_norm": 0.8547206521034241,
      "learning_rate": 7.693651718112988e-05,
      "loss": 0.8684,
      "step": 402
    },
    {
      "epoch": 0.7027027027027027,
      "grad_norm": 0.8460413813591003,
      "learning_rate": 7.687827606290041e-05,
      "loss": 0.8863,
      "step": 403
    },
    {
      "epoch": 0.7044463818657367,
      "grad_norm": 0.8831700682640076,
      "learning_rate": 7.682003494467094e-05,
      "loss": 0.9017,
      "step": 404
    },
    {
      "epoch": 0.7061900610287707,
      "grad_norm": 0.8952875137329102,
      "learning_rate": 7.676179382644148e-05,
      "loss": 0.8197,
      "step": 405
    },
    {
      "epoch": 0.7079337401918047,
      "grad_norm": 0.7152301073074341,
      "learning_rate": 7.6703552708212e-05,
      "loss": 0.8225,
      "step": 406
    },
    {
      "epoch": 0.7096774193548387,
      "grad_norm": 0.6562944650650024,
      "learning_rate": 7.664531158998253e-05,
      "loss": 0.7713,
      "step": 407
    },
    {
      "epoch": 0.7114210985178727,
      "grad_norm": 0.7383171916007996,
      "learning_rate": 7.658707047175307e-05,
      "loss": 0.833,
      "step": 408
    },
    {
      "epoch": 0.7131647776809067,
      "grad_norm": 0.7290094494819641,
      "learning_rate": 7.652882935352358e-05,
      "loss": 0.8678,
      "step": 409
    },
    {
      "epoch": 0.7149084568439407,
      "grad_norm": 0.7877590656280518,
      "learning_rate": 7.647058823529411e-05,
      "loss": 0.7999,
      "step": 410
    },
    {
      "epoch": 0.7166521360069747,
      "grad_norm": 0.7994208931922913,
      "learning_rate": 7.641234711706465e-05,
      "loss": 0.7635,
      "step": 411
    },
    {
      "epoch": 0.7183958151700087,
      "grad_norm": 0.7631087899208069,
      "learning_rate": 7.635410599883518e-05,
      "loss": 0.8096,
      "step": 412
    },
    {
      "epoch": 0.7201394943330427,
      "grad_norm": 0.951224148273468,
      "learning_rate": 7.629586488060572e-05,
      "loss": 0.9389,
      "step": 413
    },
    {
      "epoch": 0.7218831734960767,
      "grad_norm": 0.8487862944602966,
      "learning_rate": 7.623762376237625e-05,
      "loss": 0.8077,
      "step": 414
    },
    {
      "epoch": 0.7236268526591108,
      "grad_norm": 0.8798261880874634,
      "learning_rate": 7.617938264414677e-05,
      "loss": 0.7953,
      "step": 415
    },
    {
      "epoch": 0.7253705318221447,
      "grad_norm": 0.7842178344726562,
      "learning_rate": 7.61211415259173e-05,
      "loss": 0.7335,
      "step": 416
    },
    {
      "epoch": 0.7271142109851787,
      "grad_norm": 0.6394723057746887,
      "learning_rate": 7.606290040768783e-05,
      "loss": 0.6983,
      "step": 417
    },
    {
      "epoch": 0.7288578901482128,
      "grad_norm": 1.0838403701782227,
      "learning_rate": 7.600465928945835e-05,
      "loss": 0.8543,
      "step": 418
    },
    {
      "epoch": 0.7306015693112468,
      "grad_norm": 0.7571240663528442,
      "learning_rate": 7.59464181712289e-05,
      "loss": 0.8752,
      "step": 419
    },
    {
      "epoch": 0.7323452484742807,
      "grad_norm": 0.7818177938461304,
      "learning_rate": 7.588817705299942e-05,
      "loss": 0.8053,
      "step": 420
    },
    {
      "epoch": 0.7340889276373147,
      "grad_norm": 0.9264829754829407,
      "learning_rate": 7.582993593476995e-05,
      "loss": 0.9503,
      "step": 421
    },
    {
      "epoch": 0.7358326068003488,
      "grad_norm": 0.7863692045211792,
      "learning_rate": 7.577169481654049e-05,
      "loss": 0.8611,
      "step": 422
    },
    {
      "epoch": 0.7375762859633828,
      "grad_norm": 0.8430398106575012,
      "learning_rate": 7.571345369831102e-05,
      "loss": 0.8802,
      "step": 423
    },
    {
      "epoch": 0.7393199651264167,
      "grad_norm": 0.7615321278572083,
      "learning_rate": 7.565521258008154e-05,
      "loss": 0.8632,
      "step": 424
    },
    {
      "epoch": 0.7410636442894507,
      "grad_norm": 0.8452615737915039,
      "learning_rate": 7.559697146185207e-05,
      "loss": 0.8838,
      "step": 425
    },
    {
      "epoch": 0.7428073234524848,
      "grad_norm": 0.809556782245636,
      "learning_rate": 7.55387303436226e-05,
      "loss": 0.8787,
      "step": 426
    },
    {
      "epoch": 0.7445510026155188,
      "grad_norm": 0.8575369715690613,
      "learning_rate": 7.548048922539314e-05,
      "loss": 0.8902,
      "step": 427
    },
    {
      "epoch": 0.7462946817785527,
      "grad_norm": 0.7769126892089844,
      "learning_rate": 7.542224810716366e-05,
      "loss": 0.8693,
      "step": 428
    },
    {
      "epoch": 0.7480383609415867,
      "grad_norm": 0.8244854211807251,
      "learning_rate": 7.536400698893419e-05,
      "loss": 0.881,
      "step": 429
    },
    {
      "epoch": 0.7497820401046208,
      "grad_norm": 0.8230065107345581,
      "learning_rate": 7.530576587070473e-05,
      "loss": 0.839,
      "step": 430
    },
    {
      "epoch": 0.7515257192676548,
      "grad_norm": 0.8066556453704834,
      "learning_rate": 7.524752475247526e-05,
      "loss": 0.7425,
      "step": 431
    },
    {
      "epoch": 0.7532693984306887,
      "grad_norm": 0.8341608643531799,
      "learning_rate": 7.518928363424577e-05,
      "loss": 0.9174,
      "step": 432
    },
    {
      "epoch": 0.7550130775937227,
      "grad_norm": 0.8278172016143799,
      "learning_rate": 7.513104251601631e-05,
      "loss": 0.8431,
      "step": 433
    },
    {
      "epoch": 0.7567567567567568,
      "grad_norm": 0.6836431622505188,
      "learning_rate": 7.507280139778684e-05,
      "loss": 0.7374,
      "step": 434
    },
    {
      "epoch": 0.7585004359197908,
      "grad_norm": 0.8936211466789246,
      "learning_rate": 7.501456027955737e-05,
      "loss": 0.8602,
      "step": 435
    },
    {
      "epoch": 0.7602441150828247,
      "grad_norm": 0.8777217268943787,
      "learning_rate": 7.49563191613279e-05,
      "loss": 0.8719,
      "step": 436
    },
    {
      "epoch": 0.7619877942458587,
      "grad_norm": 0.9668258428573608,
      "learning_rate": 7.489807804309843e-05,
      "loss": 0.9357,
      "step": 437
    },
    {
      "epoch": 0.7637314734088928,
      "grad_norm": 0.7838490009307861,
      "learning_rate": 7.483983692486896e-05,
      "loss": 0.8752,
      "step": 438
    },
    {
      "epoch": 0.7654751525719268,
      "grad_norm": 0.7799532413482666,
      "learning_rate": 7.478159580663949e-05,
      "loss": 0.7505,
      "step": 439
    },
    {
      "epoch": 0.7672188317349607,
      "grad_norm": 0.9914664626121521,
      "learning_rate": 7.472335468841001e-05,
      "loss": 0.8371,
      "step": 440
    },
    {
      "epoch": 0.7689625108979947,
      "grad_norm": 0.7805373668670654,
      "learning_rate": 7.466511357018055e-05,
      "loss": 0.8148,
      "step": 441
    },
    {
      "epoch": 0.7707061900610288,
      "grad_norm": 0.9963315725326538,
      "learning_rate": 7.460687245195108e-05,
      "loss": 0.8374,
      "step": 442
    },
    {
      "epoch": 0.7724498692240628,
      "grad_norm": 0.8724879622459412,
      "learning_rate": 7.454863133372161e-05,
      "loss": 0.8938,
      "step": 443
    },
    {
      "epoch": 0.7741935483870968,
      "grad_norm": 0.7164104580879211,
      "learning_rate": 7.449039021549215e-05,
      "loss": 0.7543,
      "step": 444
    },
    {
      "epoch": 0.7759372275501307,
      "grad_norm": 1.1039303541183472,
      "learning_rate": 7.443214909726267e-05,
      "loss": 0.8746,
      "step": 445
    },
    {
      "epoch": 0.7776809067131648,
      "grad_norm": 1.0562795400619507,
      "learning_rate": 7.43739079790332e-05,
      "loss": 0.99,
      "step": 446
    },
    {
      "epoch": 0.7794245858761988,
      "grad_norm": 0.8625308275222778,
      "learning_rate": 7.431566686080373e-05,
      "loss": 0.8172,
      "step": 447
    },
    {
      "epoch": 0.7811682650392328,
      "grad_norm": 0.9858479499816895,
      "learning_rate": 7.425742574257426e-05,
      "loss": 0.9788,
      "step": 448
    },
    {
      "epoch": 0.7829119442022667,
      "grad_norm": 0.6775063276290894,
      "learning_rate": 7.419918462434478e-05,
      "loss": 0.7774,
      "step": 449
    },
    {
      "epoch": 0.7846556233653008,
      "grad_norm": 0.8109975457191467,
      "learning_rate": 7.414094350611532e-05,
      "loss": 0.7799,
      "step": 450
    },
    {
      "epoch": 0.7863993025283348,
      "grad_norm": 0.7447454929351807,
      "learning_rate": 7.408270238788585e-05,
      "loss": 0.7998,
      "step": 451
    },
    {
      "epoch": 0.7881429816913688,
      "grad_norm": 1.133470058441162,
      "learning_rate": 7.402446126965638e-05,
      "loss": 1.0,
      "step": 452
    },
    {
      "epoch": 0.7898866608544028,
      "grad_norm": 0.8419718146324158,
      "learning_rate": 7.396622015142692e-05,
      "loss": 0.8303,
      "step": 453
    },
    {
      "epoch": 0.7916303400174368,
      "grad_norm": 0.9642958641052246,
      "learning_rate": 7.390797903319744e-05,
      "loss": 0.943,
      "step": 454
    },
    {
      "epoch": 0.7933740191804708,
      "grad_norm": 0.7736382484436035,
      "learning_rate": 7.384973791496797e-05,
      "loss": 0.7733,
      "step": 455
    },
    {
      "epoch": 0.7951176983435048,
      "grad_norm": 0.6989179849624634,
      "learning_rate": 7.37914967967385e-05,
      "loss": 0.7733,
      "step": 456
    },
    {
      "epoch": 0.7968613775065388,
      "grad_norm": 0.8626717329025269,
      "learning_rate": 7.373325567850902e-05,
      "loss": 0.8239,
      "step": 457
    },
    {
      "epoch": 0.7986050566695728,
      "grad_norm": 0.8128955364227295,
      "learning_rate": 7.367501456027957e-05,
      "loss": 0.8237,
      "step": 458
    },
    {
      "epoch": 0.8003487358326068,
      "grad_norm": 0.8367345929145813,
      "learning_rate": 7.361677344205009e-05,
      "loss": 0.8576,
      "step": 459
    },
    {
      "epoch": 0.8020924149956408,
      "grad_norm": 0.9407440423965454,
      "learning_rate": 7.355853232382062e-05,
      "loss": 0.9516,
      "step": 460
    },
    {
      "epoch": 0.8038360941586749,
      "grad_norm": 0.7843737006187439,
      "learning_rate": 7.350029120559116e-05,
      "loss": 0.7879,
      "step": 461
    },
    {
      "epoch": 0.8055797733217088,
      "grad_norm": 0.7397564649581909,
      "learning_rate": 7.344205008736169e-05,
      "loss": 0.8231,
      "step": 462
    },
    {
      "epoch": 0.8073234524847428,
      "grad_norm": 1.0911139249801636,
      "learning_rate": 7.33838089691322e-05,
      "loss": 0.9567,
      "step": 463
    },
    {
      "epoch": 0.8090671316477768,
      "grad_norm": 1.0065691471099854,
      "learning_rate": 7.332556785090274e-05,
      "loss": 0.9079,
      "step": 464
    },
    {
      "epoch": 0.8108108108108109,
      "grad_norm": 0.6847046613693237,
      "learning_rate": 7.326732673267327e-05,
      "loss": 0.7904,
      "step": 465
    },
    {
      "epoch": 0.8125544899738448,
      "grad_norm": 0.7951462864875793,
      "learning_rate": 7.32090856144438e-05,
      "loss": 0.7874,
      "step": 466
    },
    {
      "epoch": 0.8142981691368788,
      "grad_norm": 0.7181991338729858,
      "learning_rate": 7.315084449621433e-05,
      "loss": 0.8264,
      "step": 467
    },
    {
      "epoch": 0.8160418482999128,
      "grad_norm": 0.9055427312850952,
      "learning_rate": 7.309260337798486e-05,
      "loss": 0.942,
      "step": 468
    },
    {
      "epoch": 0.8177855274629469,
      "grad_norm": 0.9564733505249023,
      "learning_rate": 7.30343622597554e-05,
      "loss": 0.8674,
      "step": 469
    },
    {
      "epoch": 0.8195292066259808,
      "grad_norm": 0.794967770576477,
      "learning_rate": 7.297612114152592e-05,
      "loss": 0.7854,
      "step": 470
    },
    {
      "epoch": 0.8212728857890148,
      "grad_norm": 0.6180671453475952,
      "learning_rate": 7.291788002329644e-05,
      "loss": 0.8104,
      "step": 471
    },
    {
      "epoch": 0.8230165649520488,
      "grad_norm": 0.9112799763679504,
      "learning_rate": 7.285963890506698e-05,
      "loss": 0.8589,
      "step": 472
    },
    {
      "epoch": 0.8247602441150829,
      "grad_norm": 0.9618897438049316,
      "learning_rate": 7.280139778683751e-05,
      "loss": 0.9346,
      "step": 473
    },
    {
      "epoch": 0.8265039232781168,
      "grad_norm": 0.8169216513633728,
      "learning_rate": 7.274315666860804e-05,
      "loss": 0.8652,
      "step": 474
    },
    {
      "epoch": 0.8282476024411508,
      "grad_norm": 0.8952524662017822,
      "learning_rate": 7.268491555037858e-05,
      "loss": 0.856,
      "step": 475
    },
    {
      "epoch": 0.8299912816041848,
      "grad_norm": 0.9359880089759827,
      "learning_rate": 7.26266744321491e-05,
      "loss": 0.8747,
      "step": 476
    },
    {
      "epoch": 0.8317349607672189,
      "grad_norm": 1.0236445665359497,
      "learning_rate": 7.256843331391963e-05,
      "loss": 1.0088,
      "step": 477
    },
    {
      "epoch": 0.8334786399302528,
      "grad_norm": 0.6680594682693481,
      "learning_rate": 7.251019219569016e-05,
      "loss": 0.7458,
      "step": 478
    },
    {
      "epoch": 0.8352223190932868,
      "grad_norm": 0.7986267805099487,
      "learning_rate": 7.245195107746068e-05,
      "loss": 0.799,
      "step": 479
    },
    {
      "epoch": 0.8369659982563208,
      "grad_norm": 0.8889102935791016,
      "learning_rate": 7.239370995923123e-05,
      "loss": 0.8715,
      "step": 480
    },
    {
      "epoch": 0.8387096774193549,
      "grad_norm": 0.9398014545440674,
      "learning_rate": 7.233546884100175e-05,
      "loss": 0.7977,
      "step": 481
    },
    {
      "epoch": 0.8404533565823888,
      "grad_norm": 1.020912528038025,
      "learning_rate": 7.227722772277228e-05,
      "loss": 0.7865,
      "step": 482
    },
    {
      "epoch": 0.8421970357454228,
      "grad_norm": 0.8154118657112122,
      "learning_rate": 7.221898660454282e-05,
      "loss": 0.8577,
      "step": 483
    },
    {
      "epoch": 0.8439407149084568,
      "grad_norm": 0.8049352765083313,
      "learning_rate": 7.216074548631335e-05,
      "loss": 0.8662,
      "step": 484
    },
    {
      "epoch": 0.8456843940714909,
      "grad_norm": 0.8422334790229797,
      "learning_rate": 7.210250436808387e-05,
      "loss": 0.8259,
      "step": 485
    },
    {
      "epoch": 0.8474280732345248,
      "grad_norm": 0.7848876714706421,
      "learning_rate": 7.20442632498544e-05,
      "loss": 0.8986,
      "step": 486
    },
    {
      "epoch": 0.8491717523975588,
      "grad_norm": 0.7896991968154907,
      "learning_rate": 7.198602213162493e-05,
      "loss": 0.8383,
      "step": 487
    },
    {
      "epoch": 0.8509154315605929,
      "grad_norm": 0.9751361012458801,
      "learning_rate": 7.192778101339545e-05,
      "loss": 0.828,
      "step": 488
    },
    {
      "epoch": 0.8526591107236269,
      "grad_norm": 0.6458632349967957,
      "learning_rate": 7.1869539895166e-05,
      "loss": 0.8201,
      "step": 489
    },
    {
      "epoch": 0.8544027898866609,
      "grad_norm": 0.71848464012146,
      "learning_rate": 7.181129877693652e-05,
      "loss": 0.8476,
      "step": 490
    },
    {
      "epoch": 0.8561464690496948,
      "grad_norm": 0.889597475528717,
      "learning_rate": 7.175305765870705e-05,
      "loss": 0.851,
      "step": 491
    },
    {
      "epoch": 0.8578901482127289,
      "grad_norm": 0.9084944128990173,
      "learning_rate": 7.169481654047759e-05,
      "loss": 0.8974,
      "step": 492
    },
    {
      "epoch": 0.8596338273757629,
      "grad_norm": 1.168218731880188,
      "learning_rate": 7.16365754222481e-05,
      "loss": 0.8598,
      "step": 493
    },
    {
      "epoch": 0.8613775065387969,
      "grad_norm": 0.7913116216659546,
      "learning_rate": 7.157833430401864e-05,
      "loss": 0.8349,
      "step": 494
    },
    {
      "epoch": 0.8631211857018308,
      "grad_norm": 0.7827887535095215,
      "learning_rate": 7.152009318578917e-05,
      "loss": 0.8096,
      "step": 495
    },
    {
      "epoch": 0.8648648648648649,
      "grad_norm": 0.9174376130104065,
      "learning_rate": 7.14618520675597e-05,
      "loss": 0.949,
      "step": 496
    },
    {
      "epoch": 0.8666085440278989,
      "grad_norm": 0.7872313857078552,
      "learning_rate": 7.140361094933024e-05,
      "loss": 0.8597,
      "step": 497
    },
    {
      "epoch": 0.8683522231909329,
      "grad_norm": 0.7816391587257385,
      "learning_rate": 7.134536983110076e-05,
      "loss": 0.8474,
      "step": 498
    },
    {
      "epoch": 0.8700959023539668,
      "grad_norm": 0.6767029762268066,
      "learning_rate": 7.128712871287129e-05,
      "loss": 0.7681,
      "step": 499
    },
    {
      "epoch": 0.8718395815170009,
      "grad_norm": 0.7776670455932617,
      "learning_rate": 7.122888759464182e-05,
      "loss": 0.8269,
      "step": 500
    },
    {
      "epoch": 0.8735832606800349,
      "grad_norm": 0.9366557002067566,
      "learning_rate": 7.117064647641234e-05,
      "loss": 0.8561,
      "step": 501
    },
    {
      "epoch": 0.8753269398430689,
      "grad_norm": 0.7974362373352051,
      "learning_rate": 7.111240535818287e-05,
      "loss": 0.8007,
      "step": 502
    },
    {
      "epoch": 0.8770706190061028,
      "grad_norm": 0.776149332523346,
      "learning_rate": 7.105416423995341e-05,
      "loss": 0.7283,
      "step": 503
    },
    {
      "epoch": 0.8788142981691369,
      "grad_norm": 0.7463400363922119,
      "learning_rate": 7.099592312172394e-05,
      "loss": 0.8085,
      "step": 504
    },
    {
      "epoch": 0.8805579773321709,
      "grad_norm": 0.7968703508377075,
      "learning_rate": 7.093768200349447e-05,
      "loss": 0.8296,
      "step": 505
    },
    {
      "epoch": 0.8823016564952049,
      "grad_norm": 0.6778225302696228,
      "learning_rate": 7.0879440885265e-05,
      "loss": 0.7972,
      "step": 506
    },
    {
      "epoch": 0.8840453356582388,
      "grad_norm": 0.6663320064544678,
      "learning_rate": 7.082119976703553e-05,
      "loss": 0.7677,
      "step": 507
    },
    {
      "epoch": 0.8857890148212729,
      "grad_norm": 0.6959134340286255,
      "learning_rate": 7.076295864880606e-05,
      "loss": 0.7776,
      "step": 508
    },
    {
      "epoch": 0.8875326939843069,
      "grad_norm": 1.0643547773361206,
      "learning_rate": 7.070471753057659e-05,
      "loss": 0.9376,
      "step": 509
    },
    {
      "epoch": 0.8892763731473409,
      "grad_norm": 0.6571854948997498,
      "learning_rate": 7.064647641234711e-05,
      "loss": 0.7928,
      "step": 510
    },
    {
      "epoch": 0.8910200523103748,
      "grad_norm": 0.8760579824447632,
      "learning_rate": 7.058823529411765e-05,
      "loss": 0.9249,
      "step": 511
    },
    {
      "epoch": 0.8927637314734089,
      "grad_norm": 0.7342020869255066,
      "learning_rate": 7.052999417588818e-05,
      "loss": 0.7933,
      "step": 512
    },
    {
      "epoch": 0.8945074106364429,
      "grad_norm": 0.7267552614212036,
      "learning_rate": 7.047175305765871e-05,
      "loss": 0.8903,
      "step": 513
    },
    {
      "epoch": 0.8962510897994769,
      "grad_norm": 1.0595183372497559,
      "learning_rate": 7.041351193942925e-05,
      "loss": 0.9689,
      "step": 514
    },
    {
      "epoch": 0.8979947689625108,
      "grad_norm": 1.1541802883148193,
      "learning_rate": 7.035527082119978e-05,
      "loss": 0.9628,
      "step": 515
    },
    {
      "epoch": 0.8997384481255449,
      "grad_norm": 0.7945829629898071,
      "learning_rate": 7.02970297029703e-05,
      "loss": 0.7762,
      "step": 516
    },
    {
      "epoch": 0.9014821272885789,
      "grad_norm": 0.8477960824966431,
      "learning_rate": 7.023878858474083e-05,
      "loss": 0.8328,
      "step": 517
    },
    {
      "epoch": 0.9032258064516129,
      "grad_norm": 1.085448980331421,
      "learning_rate": 7.018054746651136e-05,
      "loss": 0.7713,
      "step": 518
    },
    {
      "epoch": 0.9049694856146469,
      "grad_norm": 0.7678982615470886,
      "learning_rate": 7.012230634828188e-05,
      "loss": 0.866,
      "step": 519
    },
    {
      "epoch": 0.9067131647776809,
      "grad_norm": 0.7758105993270874,
      "learning_rate": 7.006406523005242e-05,
      "loss": 0.7691,
      "step": 520
    },
    {
      "epoch": 0.9084568439407149,
      "grad_norm": 0.7943785190582275,
      "learning_rate": 7.000582411182295e-05,
      "loss": 0.8144,
      "step": 521
    },
    {
      "epoch": 0.9102005231037489,
      "grad_norm": 0.7474287152290344,
      "learning_rate": 6.994758299359349e-05,
      "loss": 0.7594,
      "step": 522
    },
    {
      "epoch": 0.911944202266783,
      "grad_norm": 0.7334807515144348,
      "learning_rate": 6.988934187536402e-05,
      "loss": 0.7809,
      "step": 523
    },
    {
      "epoch": 0.9136878814298169,
      "grad_norm": 1.0572025775909424,
      "learning_rate": 6.983110075713453e-05,
      "loss": 0.8384,
      "step": 524
    },
    {
      "epoch": 0.9154315605928509,
      "grad_norm": 1.1457363367080688,
      "learning_rate": 6.977285963890507e-05,
      "loss": 0.9221,
      "step": 525
    },
    {
      "epoch": 0.9171752397558849,
      "grad_norm": 0.6989151239395142,
      "learning_rate": 6.97146185206756e-05,
      "loss": 0.8155,
      "step": 526
    },
    {
      "epoch": 0.918918918918919,
      "grad_norm": 0.8281192183494568,
      "learning_rate": 6.965637740244613e-05,
      "loss": 0.7554,
      "step": 527
    },
    {
      "epoch": 0.9206625980819529,
      "grad_norm": 0.9054682850837708,
      "learning_rate": 6.959813628421667e-05,
      "loss": 0.8754,
      "step": 528
    },
    {
      "epoch": 0.9224062772449869,
      "grad_norm": 0.7522796392440796,
      "learning_rate": 6.953989516598719e-05,
      "loss": 0.8628,
      "step": 529
    },
    {
      "epoch": 0.9241499564080209,
      "grad_norm": 0.7536612153053284,
      "learning_rate": 6.948165404775772e-05,
      "loss": 0.6919,
      "step": 530
    },
    {
      "epoch": 0.925893635571055,
      "grad_norm": 0.7016891837120056,
      "learning_rate": 6.942341292952825e-05,
      "loss": 0.8144,
      "step": 531
    },
    {
      "epoch": 0.927637314734089,
      "grad_norm": 0.7664355635643005,
      "learning_rate": 6.936517181129877e-05,
      "loss": 0.8,
      "step": 532
    },
    {
      "epoch": 0.9293809938971229,
      "grad_norm": 0.709613561630249,
      "learning_rate": 6.93069306930693e-05,
      "loss": 0.8108,
      "step": 533
    },
    {
      "epoch": 0.9311246730601569,
      "grad_norm": 0.7479997277259827,
      "learning_rate": 6.924868957483984e-05,
      "loss": 0.8249,
      "step": 534
    },
    {
      "epoch": 0.932868352223191,
      "grad_norm": 0.8538856506347656,
      "learning_rate": 6.919044845661037e-05,
      "loss": 0.7393,
      "step": 535
    },
    {
      "epoch": 0.934612031386225,
      "grad_norm": 0.9248573184013367,
      "learning_rate": 6.913220733838091e-05,
      "loss": 0.9161,
      "step": 536
    },
    {
      "epoch": 0.9363557105492589,
      "grad_norm": 0.87127286195755,
      "learning_rate": 6.907396622015144e-05,
      "loss": 0.8878,
      "step": 537
    },
    {
      "epoch": 0.9380993897122929,
      "grad_norm": 0.7824704647064209,
      "learning_rate": 6.901572510192196e-05,
      "loss": 0.8809,
      "step": 538
    },
    {
      "epoch": 0.939843068875327,
      "grad_norm": 0.6799480319023132,
      "learning_rate": 6.895748398369249e-05,
      "loss": 0.7914,
      "step": 539
    },
    {
      "epoch": 0.941586748038361,
      "grad_norm": 0.7047470808029175,
      "learning_rate": 6.889924286546302e-05,
      "loss": 0.773,
      "step": 540
    },
    {
      "epoch": 0.9433304272013949,
      "grad_norm": 0.7361706495285034,
      "learning_rate": 6.884100174723354e-05,
      "loss": 0.8264,
      "step": 541
    },
    {
      "epoch": 0.9450741063644289,
      "grad_norm": 0.9195733070373535,
      "learning_rate": 6.878276062900408e-05,
      "loss": 0.7944,
      "step": 542
    },
    {
      "epoch": 0.946817785527463,
      "grad_norm": 0.8126800656318665,
      "learning_rate": 6.872451951077461e-05,
      "loss": 0.7991,
      "step": 543
    },
    {
      "epoch": 0.948561464690497,
      "grad_norm": 0.7375898957252502,
      "learning_rate": 6.866627839254514e-05,
      "loss": 0.7812,
      "step": 544
    },
    {
      "epoch": 0.9503051438535309,
      "grad_norm": 0.8873994946479797,
      "learning_rate": 6.860803727431568e-05,
      "loss": 0.882,
      "step": 545
    },
    {
      "epoch": 0.9520488230165649,
      "grad_norm": 0.8705134987831116,
      "learning_rate": 6.85497961560862e-05,
      "loss": 0.7933,
      "step": 546
    },
    {
      "epoch": 0.953792502179599,
      "grad_norm": 0.8558249473571777,
      "learning_rate": 6.849155503785673e-05,
      "loss": 0.8068,
      "step": 547
    },
    {
      "epoch": 0.955536181342633,
      "grad_norm": 0.8098289370536804,
      "learning_rate": 6.843331391962726e-05,
      "loss": 0.8131,
      "step": 548
    },
    {
      "epoch": 0.9572798605056669,
      "grad_norm": 1.6549385786056519,
      "learning_rate": 6.837507280139779e-05,
      "loss": 0.9536,
      "step": 549
    },
    {
      "epoch": 0.9590235396687009,
      "grad_norm": 0.8537018299102783,
      "learning_rate": 6.831683168316833e-05,
      "loss": 0.8949,
      "step": 550
    },
    {
      "epoch": 0.960767218831735,
      "grad_norm": 0.7175675630569458,
      "learning_rate": 6.825859056493885e-05,
      "loss": 0.7949,
      "step": 551
    },
    {
      "epoch": 0.962510897994769,
      "grad_norm": 0.7517974376678467,
      "learning_rate": 6.820034944670938e-05,
      "loss": 0.8273,
      "step": 552
    },
    {
      "epoch": 0.9642545771578029,
      "grad_norm": 0.7322865128517151,
      "learning_rate": 6.814210832847992e-05,
      "loss": 0.7625,
      "step": 553
    },
    {
      "epoch": 0.9659982563208369,
      "grad_norm": 0.6688904166221619,
      "learning_rate": 6.808386721025045e-05,
      "loss": 0.7707,
      "step": 554
    },
    {
      "epoch": 0.967741935483871,
      "grad_norm": 0.7775446176528931,
      "learning_rate": 6.802562609202096e-05,
      "loss": 0.8678,
      "step": 555
    },
    {
      "epoch": 0.969485614646905,
      "grad_norm": 0.7365615367889404,
      "learning_rate": 6.79673849737915e-05,
      "loss": 0.8177,
      "step": 556
    },
    {
      "epoch": 0.9712292938099389,
      "grad_norm": 0.6888483762741089,
      "learning_rate": 6.790914385556203e-05,
      "loss": 0.7864,
      "step": 557
    },
    {
      "epoch": 0.972972972972973,
      "grad_norm": 0.6689252853393555,
      "learning_rate": 6.785090273733255e-05,
      "loss": 0.7791,
      "step": 558
    },
    {
      "epoch": 0.974716652136007,
      "grad_norm": 0.8840147852897644,
      "learning_rate": 6.77926616191031e-05,
      "loss": 0.8382,
      "step": 559
    },
    {
      "epoch": 0.976460331299041,
      "grad_norm": 0.9517379999160767,
      "learning_rate": 6.773442050087362e-05,
      "loss": 0.9589,
      "step": 560
    },
    {
      "epoch": 0.978204010462075,
      "grad_norm": 0.9505780935287476,
      "learning_rate": 6.767617938264415e-05,
      "loss": 0.8811,
      "step": 561
    },
    {
      "epoch": 0.979947689625109,
      "grad_norm": 0.8270111083984375,
      "learning_rate": 6.761793826441468e-05,
      "loss": 0.8437,
      "step": 562
    },
    {
      "epoch": 0.981691368788143,
      "grad_norm": 0.752602219581604,
      "learning_rate": 6.75596971461852e-05,
      "loss": 0.7952,
      "step": 563
    },
    {
      "epoch": 0.983435047951177,
      "grad_norm": 1.0673571825027466,
      "learning_rate": 6.750145602795574e-05,
      "loss": 0.8661,
      "step": 564
    },
    {
      "epoch": 0.985178727114211,
      "grad_norm": 0.6674084663391113,
      "learning_rate": 6.744321490972627e-05,
      "loss": 0.7947,
      "step": 565
    },
    {
      "epoch": 0.986922406277245,
      "grad_norm": 0.9393231868743896,
      "learning_rate": 6.73849737914968e-05,
      "loss": 0.8725,
      "step": 566
    },
    {
      "epoch": 0.988666085440279,
      "grad_norm": 0.8054789900779724,
      "learning_rate": 6.732673267326734e-05,
      "loss": 0.8156,
      "step": 567
    },
    {
      "epoch": 0.990409764603313,
      "grad_norm": 0.6786013245582581,
      "learning_rate": 6.726849155503786e-05,
      "loss": 0.8052,
      "step": 568
    },
    {
      "epoch": 0.992153443766347,
      "grad_norm": 0.804745614528656,
      "learning_rate": 6.721025043680839e-05,
      "loss": 0.9271,
      "step": 569
    },
    {
      "epoch": 0.993897122929381,
      "grad_norm": 0.7803003787994385,
      "learning_rate": 6.715200931857892e-05,
      "loss": 0.7904,
      "step": 570
    },
    {
      "epoch": 0.995640802092415,
      "grad_norm": 0.9034241437911987,
      "learning_rate": 6.709376820034945e-05,
      "loss": 0.8346,
      "step": 571
    },
    {
      "epoch": 0.997384481255449,
      "grad_norm": 0.7823648452758789,
      "learning_rate": 6.703552708211997e-05,
      "loss": 0.7946,
      "step": 572
    },
    {
      "epoch": 0.999128160418483,
      "grad_norm": 0.8454820513725281,
      "learning_rate": 6.697728596389051e-05,
      "loss": 0.7896,
      "step": 573
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.3399591445922852,
      "learning_rate": 6.691904484566104e-05,
      "loss": 0.8935,
      "step": 574
    },
    {
      "epoch": 1.001743679163034,
      "grad_norm": 0.8516078591346741,
      "learning_rate": 6.686080372743157e-05,
      "loss": 0.6733,
      "step": 575
    },
    {
      "epoch": 1.003487358326068,
      "grad_norm": 0.8038057684898376,
      "learning_rate": 6.680256260920211e-05,
      "loss": 0.6301,
      "step": 576
    },
    {
      "epoch": 1.005231037489102,
      "grad_norm": 0.8145012855529785,
      "learning_rate": 6.674432149097263e-05,
      "loss": 0.5567,
      "step": 577
    },
    {
      "epoch": 1.0069747166521361,
      "grad_norm": 0.9676138162612915,
      "learning_rate": 6.668608037274316e-05,
      "loss": 0.6586,
      "step": 578
    },
    {
      "epoch": 1.00871839581517,
      "grad_norm": 0.8368747234344482,
      "learning_rate": 6.662783925451369e-05,
      "loss": 0.6454,
      "step": 579
    },
    {
      "epoch": 1.010462074978204,
      "grad_norm": 0.748993992805481,
      "learning_rate": 6.656959813628421e-05,
      "loss": 0.6095,
      "step": 580
    },
    {
      "epoch": 1.012205754141238,
      "grad_norm": 1.0748870372772217,
      "learning_rate": 6.651135701805476e-05,
      "loss": 0.696,
      "step": 581
    },
    {
      "epoch": 1.013949433304272,
      "grad_norm": 0.8404095768928528,
      "learning_rate": 6.645311589982528e-05,
      "loss": 0.5588,
      "step": 582
    },
    {
      "epoch": 1.015693112467306,
      "grad_norm": 1.073421835899353,
      "learning_rate": 6.639487478159581e-05,
      "loss": 0.6848,
      "step": 583
    },
    {
      "epoch": 1.01743679163034,
      "grad_norm": 1.3154810667037964,
      "learning_rate": 6.633663366336635e-05,
      "loss": 0.7313,
      "step": 584
    },
    {
      "epoch": 1.019180470793374,
      "grad_norm": 0.8173841238021851,
      "learning_rate": 6.627839254513686e-05,
      "loss": 0.5957,
      "step": 585
    },
    {
      "epoch": 1.0209241499564081,
      "grad_norm": 1.3077826499938965,
      "learning_rate": 6.622015142690739e-05,
      "loss": 0.6829,
      "step": 586
    },
    {
      "epoch": 1.022667829119442,
      "grad_norm": 1.0066320896148682,
      "learning_rate": 6.616191030867793e-05,
      "loss": 0.6907,
      "step": 587
    },
    {
      "epoch": 1.024411508282476,
      "grad_norm": 0.9567937850952148,
      "learning_rate": 6.610366919044846e-05,
      "loss": 0.6148,
      "step": 588
    },
    {
      "epoch": 1.02615518744551,
      "grad_norm": 1.0344828367233276,
      "learning_rate": 6.604542807221898e-05,
      "loss": 0.6189,
      "step": 589
    },
    {
      "epoch": 1.027898866608544,
      "grad_norm": 0.7941462397575378,
      "learning_rate": 6.598718695398952e-05,
      "loss": 0.5657,
      "step": 590
    },
    {
      "epoch": 1.029642545771578,
      "grad_norm": 1.0554827451705933,
      "learning_rate": 6.592894583576005e-05,
      "loss": 0.6538,
      "step": 591
    },
    {
      "epoch": 1.031386224934612,
      "grad_norm": 0.9092023968696594,
      "learning_rate": 6.587070471753058e-05,
      "loss": 0.6138,
      "step": 592
    },
    {
      "epoch": 1.033129904097646,
      "grad_norm": 0.8296151757240295,
      "learning_rate": 6.58124635993011e-05,
      "loss": 0.5811,
      "step": 593
    },
    {
      "epoch": 1.0348735832606801,
      "grad_norm": 0.8269428014755249,
      "learning_rate": 6.575422248107163e-05,
      "loss": 0.6375,
      "step": 594
    },
    {
      "epoch": 1.036617262423714,
      "grad_norm": 0.7058696746826172,
      "learning_rate": 6.569598136284217e-05,
      "loss": 0.5328,
      "step": 595
    },
    {
      "epoch": 1.038360941586748,
      "grad_norm": 0.7724451422691345,
      "learning_rate": 6.56377402446127e-05,
      "loss": 0.5724,
      "step": 596
    },
    {
      "epoch": 1.040104620749782,
      "grad_norm": 0.946164071559906,
      "learning_rate": 6.557949912638323e-05,
      "loss": 0.5979,
      "step": 597
    },
    {
      "epoch": 1.041848299912816,
      "grad_norm": 0.8750537037849426,
      "learning_rate": 6.552125800815377e-05,
      "loss": 0.643,
      "step": 598
    },
    {
      "epoch": 1.04359197907585,
      "grad_norm": 0.9916619658470154,
      "learning_rate": 6.54630168899243e-05,
      "loss": 0.6582,
      "step": 599
    },
    {
      "epoch": 1.045335658238884,
      "grad_norm": 0.7821680903434753,
      "learning_rate": 6.540477577169482e-05,
      "loss": 0.5695,
      "step": 600
    },
    {
      "epoch": 1.047079337401918,
      "grad_norm": 0.81645667552948,
      "learning_rate": 6.534653465346535e-05,
      "loss": 0.586,
      "step": 601
    },
    {
      "epoch": 1.0488230165649521,
      "grad_norm": 1.1194818019866943,
      "learning_rate": 6.528829353523587e-05,
      "loss": 0.5926,
      "step": 602
    },
    {
      "epoch": 1.050566695727986,
      "grad_norm": 0.7025761604309082,
      "learning_rate": 6.52300524170064e-05,
      "loss": 0.5593,
      "step": 603
    },
    {
      "epoch": 1.05231037489102,
      "grad_norm": 1.2246297597885132,
      "learning_rate": 6.517181129877694e-05,
      "loss": 0.697,
      "step": 604
    },
    {
      "epoch": 1.054054054054054,
      "grad_norm": 1.0729471445083618,
      "learning_rate": 6.511357018054747e-05,
      "loss": 0.6512,
      "step": 605
    },
    {
      "epoch": 1.055797733217088,
      "grad_norm": 0.8863468766212463,
      "learning_rate": 6.505532906231801e-05,
      "loss": 0.6285,
      "step": 606
    },
    {
      "epoch": 1.0575414123801221,
      "grad_norm": 0.7570905089378357,
      "learning_rate": 6.499708794408854e-05,
      "loss": 0.4967,
      "step": 607
    },
    {
      "epoch": 1.059285091543156,
      "grad_norm": 0.9872047305107117,
      "learning_rate": 6.493884682585906e-05,
      "loss": 0.6179,
      "step": 608
    },
    {
      "epoch": 1.06102877070619,
      "grad_norm": 1.042121171951294,
      "learning_rate": 6.488060570762959e-05,
      "loss": 0.6853,
      "step": 609
    },
    {
      "epoch": 1.0627724498692241,
      "grad_norm": 0.9903281927108765,
      "learning_rate": 6.482236458940012e-05,
      "loss": 0.6303,
      "step": 610
    },
    {
      "epoch": 1.064516129032258,
      "grad_norm": 1.069576382637024,
      "learning_rate": 6.476412347117064e-05,
      "loss": 0.668,
      "step": 611
    },
    {
      "epoch": 1.066259808195292,
      "grad_norm": 0.9160135984420776,
      "learning_rate": 6.470588235294118e-05,
      "loss": 0.6379,
      "step": 612
    },
    {
      "epoch": 1.0680034873583262,
      "grad_norm": 0.886971116065979,
      "learning_rate": 6.464764123471171e-05,
      "loss": 0.6296,
      "step": 613
    },
    {
      "epoch": 1.06974716652136,
      "grad_norm": 0.8684503436088562,
      "learning_rate": 6.458940011648224e-05,
      "loss": 0.6195,
      "step": 614
    },
    {
      "epoch": 1.0714908456843941,
      "grad_norm": 0.9829879999160767,
      "learning_rate": 6.453115899825278e-05,
      "loss": 0.4933,
      "step": 615
    },
    {
      "epoch": 1.073234524847428,
      "grad_norm": 1.1317808628082275,
      "learning_rate": 6.447291788002329e-05,
      "loss": 0.6889,
      "step": 616
    },
    {
      "epoch": 1.074978204010462,
      "grad_norm": 0.8370760679244995,
      "learning_rate": 6.441467676179382e-05,
      "loss": 0.681,
      "step": 617
    },
    {
      "epoch": 1.0767218831734962,
      "grad_norm": 0.7394255995750427,
      "learning_rate": 6.435643564356436e-05,
      "loss": 0.5586,
      "step": 618
    },
    {
      "epoch": 1.07846556233653,
      "grad_norm": 0.8756667971611023,
      "learning_rate": 6.429819452533489e-05,
      "loss": 0.5607,
      "step": 619
    },
    {
      "epoch": 1.080209241499564,
      "grad_norm": 0.7498895525932312,
      "learning_rate": 6.423995340710543e-05,
      "loss": 0.5497,
      "step": 620
    },
    {
      "epoch": 1.0819529206625982,
      "grad_norm": 0.943362295627594,
      "learning_rate": 6.418171228887595e-05,
      "loss": 0.6804,
      "step": 621
    },
    {
      "epoch": 1.083696599825632,
      "grad_norm": 1.0392085313796997,
      "learning_rate": 6.412347117064648e-05,
      "loss": 0.5999,
      "step": 622
    },
    {
      "epoch": 1.0854402789886661,
      "grad_norm": 1.224944829940796,
      "learning_rate": 6.406523005241701e-05,
      "loss": 0.7058,
      "step": 623
    },
    {
      "epoch": 1.0871839581517,
      "grad_norm": 0.9203630089759827,
      "learning_rate": 6.400698893418753e-05,
      "loss": 0.6074,
      "step": 624
    },
    {
      "epoch": 1.088927637314734,
      "grad_norm": 1.0283782482147217,
      "learning_rate": 6.394874781595806e-05,
      "loss": 0.6701,
      "step": 625
    },
    {
      "epoch": 1.0906713164777682,
      "grad_norm": 1.0126944780349731,
      "learning_rate": 6.38905066977286e-05,
      "loss": 0.6564,
      "step": 626
    },
    {
      "epoch": 1.092414995640802,
      "grad_norm": 0.9231863021850586,
      "learning_rate": 6.383226557949913e-05,
      "loss": 0.6067,
      "step": 627
    },
    {
      "epoch": 1.094158674803836,
      "grad_norm": 0.9525390267372131,
      "learning_rate": 6.377402446126966e-05,
      "loss": 0.6285,
      "step": 628
    },
    {
      "epoch": 1.0959023539668702,
      "grad_norm": 0.719582200050354,
      "learning_rate": 6.37157833430402e-05,
      "loss": 0.4976,
      "step": 629
    },
    {
      "epoch": 1.097646033129904,
      "grad_norm": 1.0390384197235107,
      "learning_rate": 6.365754222481072e-05,
      "loss": 0.6784,
      "step": 630
    },
    {
      "epoch": 1.0993897122929381,
      "grad_norm": 0.875333309173584,
      "learning_rate": 6.359930110658125e-05,
      "loss": 0.6324,
      "step": 631
    },
    {
      "epoch": 1.101133391455972,
      "grad_norm": 0.7112342119216919,
      "learning_rate": 6.354105998835178e-05,
      "loss": 0.534,
      "step": 632
    },
    {
      "epoch": 1.102877070619006,
      "grad_norm": 1.1255197525024414,
      "learning_rate": 6.34828188701223e-05,
      "loss": 0.6891,
      "step": 633
    },
    {
      "epoch": 1.1046207497820402,
      "grad_norm": 0.9505216479301453,
      "learning_rate": 6.342457775189284e-05,
      "loss": 0.6365,
      "step": 634
    },
    {
      "epoch": 1.106364428945074,
      "grad_norm": 1.0356428623199463,
      "learning_rate": 6.336633663366337e-05,
      "loss": 0.6982,
      "step": 635
    },
    {
      "epoch": 1.1081081081081081,
      "grad_norm": 1.124653935432434,
      "learning_rate": 6.33080955154339e-05,
      "loss": 0.6641,
      "step": 636
    },
    {
      "epoch": 1.1098517872711422,
      "grad_norm": 0.8968854546546936,
      "learning_rate": 6.324985439720444e-05,
      "loss": 0.6296,
      "step": 637
    },
    {
      "epoch": 1.111595466434176,
      "grad_norm": 0.7717108130455017,
      "learning_rate": 6.319161327897497e-05,
      "loss": 0.4811,
      "step": 638
    },
    {
      "epoch": 1.1133391455972101,
      "grad_norm": 0.876542866230011,
      "learning_rate": 6.313337216074548e-05,
      "loss": 0.6072,
      "step": 639
    },
    {
      "epoch": 1.1150828247602442,
      "grad_norm": 1.1441415548324585,
      "learning_rate": 6.307513104251602e-05,
      "loss": 0.642,
      "step": 640
    },
    {
      "epoch": 1.116826503923278,
      "grad_norm": 0.8067407011985779,
      "learning_rate": 6.301688992428655e-05,
      "loss": 0.6343,
      "step": 641
    },
    {
      "epoch": 1.1185701830863122,
      "grad_norm": 0.7515537738800049,
      "learning_rate": 6.295864880605707e-05,
      "loss": 0.5286,
      "step": 642
    },
    {
      "epoch": 1.120313862249346,
      "grad_norm": 0.8026893734931946,
      "learning_rate": 6.290040768782761e-05,
      "loss": 0.4844,
      "step": 643
    },
    {
      "epoch": 1.1220575414123801,
      "grad_norm": 0.9571293592453003,
      "learning_rate": 6.284216656959814e-05,
      "loss": 0.6636,
      "step": 644
    },
    {
      "epoch": 1.1238012205754142,
      "grad_norm": 0.8107324838638306,
      "learning_rate": 6.278392545136868e-05,
      "loss": 0.5804,
      "step": 645
    },
    {
      "epoch": 1.125544899738448,
      "grad_norm": 0.9457992315292358,
      "learning_rate": 6.27256843331392e-05,
      "loss": 0.621,
      "step": 646
    },
    {
      "epoch": 1.1272885789014822,
      "grad_norm": 1.1062275171279907,
      "learning_rate": 6.266744321490972e-05,
      "loss": 0.5247,
      "step": 647
    },
    {
      "epoch": 1.129032258064516,
      "grad_norm": 1.1840991973876953,
      "learning_rate": 6.260920209668026e-05,
      "loss": 0.6959,
      "step": 648
    },
    {
      "epoch": 1.13077593722755,
      "grad_norm": 1.053908109664917,
      "learning_rate": 6.255096097845079e-05,
      "loss": 0.6479,
      "step": 649
    },
    {
      "epoch": 1.1325196163905842,
      "grad_norm": 0.7999213933944702,
      "learning_rate": 6.249271986022132e-05,
      "loss": 0.6082,
      "step": 650
    },
    {
      "epoch": 1.134263295553618,
      "grad_norm": 0.9403919577598572,
      "learning_rate": 6.243447874199186e-05,
      "loss": 0.6295,
      "step": 651
    },
    {
      "epoch": 1.1360069747166521,
      "grad_norm": 0.9612235426902771,
      "learning_rate": 6.237623762376238e-05,
      "loss": 0.6372,
      "step": 652
    },
    {
      "epoch": 1.1377506538796862,
      "grad_norm": 0.8416748046875,
      "learning_rate": 6.231799650553291e-05,
      "loss": 0.5229,
      "step": 653
    },
    {
      "epoch": 1.13949433304272,
      "grad_norm": 0.8808147311210632,
      "learning_rate": 6.225975538730344e-05,
      "loss": 0.617,
      "step": 654
    },
    {
      "epoch": 1.1412380122057542,
      "grad_norm": 0.8570967316627502,
      "learning_rate": 6.220151426907396e-05,
      "loss": 0.6135,
      "step": 655
    },
    {
      "epoch": 1.1429816913687882,
      "grad_norm": 0.9354975819587708,
      "learning_rate": 6.214327315084449e-05,
      "loss": 0.5672,
      "step": 656
    },
    {
      "epoch": 1.144725370531822,
      "grad_norm": 0.9145675897598267,
      "learning_rate": 6.208503203261503e-05,
      "loss": 0.539,
      "step": 657
    },
    {
      "epoch": 1.1464690496948562,
      "grad_norm": 1.0136606693267822,
      "learning_rate": 6.202679091438556e-05,
      "loss": 0.6274,
      "step": 658
    },
    {
      "epoch": 1.14821272885789,
      "grad_norm": 0.8981542587280273,
      "learning_rate": 6.19685497961561e-05,
      "loss": 0.589,
      "step": 659
    },
    {
      "epoch": 1.1499564080209241,
      "grad_norm": 1.0708802938461304,
      "learning_rate": 6.191030867792663e-05,
      "loss": 0.5964,
      "step": 660
    },
    {
      "epoch": 1.1517000871839582,
      "grad_norm": 1.1797173023223877,
      "learning_rate": 6.185206755969715e-05,
      "loss": 0.6711,
      "step": 661
    },
    {
      "epoch": 1.153443766346992,
      "grad_norm": 1.0411361455917358,
      "learning_rate": 6.179382644146768e-05,
      "loss": 0.6584,
      "step": 662
    },
    {
      "epoch": 1.1551874455100262,
      "grad_norm": 0.8597391247749329,
      "learning_rate": 6.17355853232382e-05,
      "loss": 0.5752,
      "step": 663
    },
    {
      "epoch": 1.1569311246730603,
      "grad_norm": 0.9313083291053772,
      "learning_rate": 6.167734420500873e-05,
      "loss": 0.5795,
      "step": 664
    },
    {
      "epoch": 1.1586748038360941,
      "grad_norm": 0.9896420836448669,
      "learning_rate": 6.161910308677927e-05,
      "loss": 0.6427,
      "step": 665
    },
    {
      "epoch": 1.1604184829991282,
      "grad_norm": 0.7842606902122498,
      "learning_rate": 6.15608619685498e-05,
      "loss": 0.6142,
      "step": 666
    },
    {
      "epoch": 1.1621621621621623,
      "grad_norm": 0.7937389612197876,
      "learning_rate": 6.150262085032033e-05,
      "loss": 0.528,
      "step": 667
    },
    {
      "epoch": 1.1639058413251961,
      "grad_norm": 0.8045235872268677,
      "learning_rate": 6.144437973209087e-05,
      "loss": 0.5751,
      "step": 668
    },
    {
      "epoch": 1.1656495204882302,
      "grad_norm": 0.9443396329879761,
      "learning_rate": 6.13861386138614e-05,
      "loss": 0.6005,
      "step": 669
    },
    {
      "epoch": 1.167393199651264,
      "grad_norm": 0.8722188472747803,
      "learning_rate": 6.132789749563191e-05,
      "loss": 0.6322,
      "step": 670
    },
    {
      "epoch": 1.1691368788142982,
      "grad_norm": 0.7327280640602112,
      "learning_rate": 6.126965637740245e-05,
      "loss": 0.5525,
      "step": 671
    },
    {
      "epoch": 1.1708805579773323,
      "grad_norm": 0.9708648920059204,
      "learning_rate": 6.121141525917298e-05,
      "loss": 0.6024,
      "step": 672
    },
    {
      "epoch": 1.1726242371403661,
      "grad_norm": 0.9882156252861023,
      "learning_rate": 6.115317414094352e-05,
      "loss": 0.6695,
      "step": 673
    },
    {
      "epoch": 1.1743679163034002,
      "grad_norm": 1.0703502893447876,
      "learning_rate": 6.109493302271404e-05,
      "loss": 0.6736,
      "step": 674
    },
    {
      "epoch": 1.176111595466434,
      "grad_norm": 0.8511261343955994,
      "learning_rate": 6.103669190448457e-05,
      "loss": 0.5841,
      "step": 675
    },
    {
      "epoch": 1.1778552746294682,
      "grad_norm": 1.1165263652801514,
      "learning_rate": 6.09784507862551e-05,
      "loss": 0.5817,
      "step": 676
    },
    {
      "epoch": 1.1795989537925022,
      "grad_norm": 0.8287544846534729,
      "learning_rate": 6.092020966802563e-05,
      "loss": 0.5818,
      "step": 677
    },
    {
      "epoch": 1.181342632955536,
      "grad_norm": 0.8827126026153564,
      "learning_rate": 6.086196854979616e-05,
      "loss": 0.6239,
      "step": 678
    },
    {
      "epoch": 1.1830863121185702,
      "grad_norm": 0.8665584921836853,
      "learning_rate": 6.080372743156669e-05,
      "loss": 0.5235,
      "step": 679
    },
    {
      "epoch": 1.1848299912816043,
      "grad_norm": 0.8452827334403992,
      "learning_rate": 6.074548631333722e-05,
      "loss": 0.6074,
      "step": 680
    },
    {
      "epoch": 1.1865736704446381,
      "grad_norm": 1.2033249139785767,
      "learning_rate": 6.0687245195107745e-05,
      "loss": 0.6741,
      "step": 681
    },
    {
      "epoch": 1.1883173496076722,
      "grad_norm": 0.8630607724189758,
      "learning_rate": 6.0629004076878285e-05,
      "loss": 0.6475,
      "step": 682
    },
    {
      "epoch": 1.1900610287707063,
      "grad_norm": 0.8493909239768982,
      "learning_rate": 6.0570762958648805e-05,
      "loss": 0.595,
      "step": 683
    },
    {
      "epoch": 1.1918047079337402,
      "grad_norm": 1.1724084615707397,
      "learning_rate": 6.051252184041933e-05,
      "loss": 0.7033,
      "step": 684
    },
    {
      "epoch": 1.1935483870967742,
      "grad_norm": 0.8539560437202454,
      "learning_rate": 6.045428072218987e-05,
      "loss": 0.5477,
      "step": 685
    },
    {
      "epoch": 1.195292066259808,
      "grad_norm": 0.9539121985435486,
      "learning_rate": 6.03960396039604e-05,
      "loss": 0.6217,
      "step": 686
    },
    {
      "epoch": 1.1970357454228422,
      "grad_norm": 0.9616498351097107,
      "learning_rate": 6.033779848573093e-05,
      "loss": 0.6496,
      "step": 687
    },
    {
      "epoch": 1.1987794245858763,
      "grad_norm": 0.9076695442199707,
      "learning_rate": 6.027955736750146e-05,
      "loss": 0.5861,
      "step": 688
    },
    {
      "epoch": 1.2005231037489101,
      "grad_norm": 0.9249758720397949,
      "learning_rate": 6.022131624927199e-05,
      "loss": 0.648,
      "step": 689
    },
    {
      "epoch": 1.2022667829119442,
      "grad_norm": 0.8361638784408569,
      "learning_rate": 6.016307513104252e-05,
      "loss": 0.5558,
      "step": 690
    },
    {
      "epoch": 1.204010462074978,
      "grad_norm": 0.7910105586051941,
      "learning_rate": 6.010483401281305e-05,
      "loss": 0.5654,
      "step": 691
    },
    {
      "epoch": 1.2057541412380122,
      "grad_norm": 1.1203887462615967,
      "learning_rate": 6.0046592894583575e-05,
      "loss": 0.6857,
      "step": 692
    },
    {
      "epoch": 1.2074978204010463,
      "grad_norm": 1.055227279663086,
      "learning_rate": 5.9988351776354115e-05,
      "loss": 0.6155,
      "step": 693
    },
    {
      "epoch": 1.2092414995640801,
      "grad_norm": 0.8544262647628784,
      "learning_rate": 5.9930110658124635e-05,
      "loss": 0.5377,
      "step": 694
    },
    {
      "epoch": 1.2109851787271142,
      "grad_norm": 1.232897400856018,
      "learning_rate": 5.987186953989516e-05,
      "loss": 0.643,
      "step": 695
    },
    {
      "epoch": 1.2127288578901483,
      "grad_norm": 0.927211582660675,
      "learning_rate": 5.98136284216657e-05,
      "loss": 0.507,
      "step": 696
    },
    {
      "epoch": 1.2144725370531821,
      "grad_norm": 0.8092779517173767,
      "learning_rate": 5.975538730343623e-05,
      "loss": 0.5873,
      "step": 697
    },
    {
      "epoch": 1.2162162162162162,
      "grad_norm": 0.9790780544281006,
      "learning_rate": 5.9697146185206756e-05,
      "loss": 0.6151,
      "step": 698
    },
    {
      "epoch": 1.2179598953792503,
      "grad_norm": 0.834092915058136,
      "learning_rate": 5.963890506697729e-05,
      "loss": 0.5577,
      "step": 699
    },
    {
      "epoch": 1.2197035745422842,
      "grad_norm": 0.8697766065597534,
      "learning_rate": 5.958066394874782e-05,
      "loss": 0.6324,
      "step": 700
    },
    {
      "epoch": 1.2214472537053183,
      "grad_norm": 0.8395124077796936,
      "learning_rate": 5.952242283051835e-05,
      "loss": 0.6168,
      "step": 701
    },
    {
      "epoch": 1.2231909328683521,
      "grad_norm": 1.093450665473938,
      "learning_rate": 5.946418171228888e-05,
      "loss": 0.7167,
      "step": 702
    },
    {
      "epoch": 1.2249346120313862,
      "grad_norm": 0.9852606058120728,
      "learning_rate": 5.9405940594059404e-05,
      "loss": 0.7215,
      "step": 703
    },
    {
      "epoch": 1.2266782911944203,
      "grad_norm": 0.7893871068954468,
      "learning_rate": 5.9347699475829945e-05,
      "loss": 0.5279,
      "step": 704
    },
    {
      "epoch": 1.2284219703574542,
      "grad_norm": 0.9453630447387695,
      "learning_rate": 5.928945835760047e-05,
      "loss": 0.635,
      "step": 705
    },
    {
      "epoch": 1.2301656495204882,
      "grad_norm": 1.1252881288528442,
      "learning_rate": 5.923121723937099e-05,
      "loss": 0.6468,
      "step": 706
    },
    {
      "epoch": 1.2319093286835223,
      "grad_norm": 0.7241825461387634,
      "learning_rate": 5.917297612114153e-05,
      "loss": 0.5374,
      "step": 707
    },
    {
      "epoch": 1.2336530078465562,
      "grad_norm": 0.7870163321495056,
      "learning_rate": 5.911473500291206e-05,
      "loss": 0.5495,
      "step": 708
    },
    {
      "epoch": 1.2353966870095903,
      "grad_norm": 0.9549890160560608,
      "learning_rate": 5.9056493884682586e-05,
      "loss": 0.5528,
      "step": 709
    },
    {
      "epoch": 1.2371403661726244,
      "grad_norm": 0.843959629535675,
      "learning_rate": 5.899825276645312e-05,
      "loss": 0.549,
      "step": 710
    },
    {
      "epoch": 1.2388840453356582,
      "grad_norm": 0.7966902256011963,
      "learning_rate": 5.894001164822365e-05,
      "loss": 0.5345,
      "step": 711
    },
    {
      "epoch": 1.2406277244986923,
      "grad_norm": 0.9975771307945251,
      "learning_rate": 5.8881770529994174e-05,
      "loss": 0.5797,
      "step": 712
    },
    {
      "epoch": 1.2423714036617262,
      "grad_norm": 0.8149213194847107,
      "learning_rate": 5.882352941176471e-05,
      "loss": 0.5782,
      "step": 713
    },
    {
      "epoch": 1.2441150828247602,
      "grad_norm": 1.1083334684371948,
      "learning_rate": 5.8765288293535234e-05,
      "loss": 0.5387,
      "step": 714
    },
    {
      "epoch": 1.2458587619877943,
      "grad_norm": 0.987398087978363,
      "learning_rate": 5.8707047175305775e-05,
      "loss": 0.6407,
      "step": 715
    },
    {
      "epoch": 1.2476024411508282,
      "grad_norm": 1.1867581605911255,
      "learning_rate": 5.86488060570763e-05,
      "loss": 0.592,
      "step": 716
    },
    {
      "epoch": 1.2493461203138623,
      "grad_norm": 0.9550538063049316,
      "learning_rate": 5.859056493884683e-05,
      "loss": 0.5868,
      "step": 717
    },
    {
      "epoch": 1.2510897994768961,
      "grad_norm": 0.830379068851471,
      "learning_rate": 5.853232382061736e-05,
      "loss": 0.6109,
      "step": 718
    },
    {
      "epoch": 1.2528334786399302,
      "grad_norm": 1.1827552318572998,
      "learning_rate": 5.847408270238789e-05,
      "loss": 0.6212,
      "step": 719
    },
    {
      "epoch": 1.2545771578029643,
      "grad_norm": 0.7931007146835327,
      "learning_rate": 5.8415841584158416e-05,
      "loss": 0.6004,
      "step": 720
    },
    {
      "epoch": 1.2563208369659984,
      "grad_norm": 1.002324104309082,
      "learning_rate": 5.835760046592895e-05,
      "loss": 0.6036,
      "step": 721
    },
    {
      "epoch": 1.2580645161290323,
      "grad_norm": 1.0522494316101074,
      "learning_rate": 5.829935934769948e-05,
      "loss": 0.626,
      "step": 722
    },
    {
      "epoch": 1.2598081952920663,
      "grad_norm": 0.9524539113044739,
      "learning_rate": 5.8241118229470004e-05,
      "loss": 0.6348,
      "step": 723
    },
    {
      "epoch": 1.2615518744551002,
      "grad_norm": 0.8766840696334839,
      "learning_rate": 5.8182877111240544e-05,
      "loss": 0.6014,
      "step": 724
    },
    {
      "epoch": 1.2632955536181343,
      "grad_norm": 0.9067710041999817,
      "learning_rate": 5.8124635993011064e-05,
      "loss": 0.5899,
      "step": 725
    },
    {
      "epoch": 1.2650392327811684,
      "grad_norm": 1.055791974067688,
      "learning_rate": 5.806639487478159e-05,
      "loss": 0.6079,
      "step": 726
    },
    {
      "epoch": 1.2667829119442022,
      "grad_norm": 0.9391196966171265,
      "learning_rate": 5.800815375655213e-05,
      "loss": 0.5721,
      "step": 727
    },
    {
      "epoch": 1.2685265911072363,
      "grad_norm": 0.9253929853439331,
      "learning_rate": 5.794991263832266e-05,
      "loss": 0.5717,
      "step": 728
    },
    {
      "epoch": 1.2702702702702702,
      "grad_norm": 0.906162440776825,
      "learning_rate": 5.789167152009319e-05,
      "loss": 0.6162,
      "step": 729
    },
    {
      "epoch": 1.2720139494333043,
      "grad_norm": 0.8679141998291016,
      "learning_rate": 5.783343040186372e-05,
      "loss": 0.528,
      "step": 730
    },
    {
      "epoch": 1.2737576285963383,
      "grad_norm": 0.9084288477897644,
      "learning_rate": 5.7775189283634246e-05,
      "loss": 0.6201,
      "step": 731
    },
    {
      "epoch": 1.2755013077593722,
      "grad_norm": 0.905855119228363,
      "learning_rate": 5.771694816540478e-05,
      "loss": 0.6107,
      "step": 732
    },
    {
      "epoch": 1.2772449869224063,
      "grad_norm": 0.8363732099533081,
      "learning_rate": 5.765870704717531e-05,
      "loss": 0.5196,
      "step": 733
    },
    {
      "epoch": 1.2789886660854402,
      "grad_norm": 1.0252721309661865,
      "learning_rate": 5.7600465928945834e-05,
      "loss": 0.5398,
      "step": 734
    },
    {
      "epoch": 1.2807323452484742,
      "grad_norm": 1.2300103902816772,
      "learning_rate": 5.7542224810716374e-05,
      "loss": 0.6927,
      "step": 735
    },
    {
      "epoch": 1.2824760244115083,
      "grad_norm": 0.9767608642578125,
      "learning_rate": 5.74839836924869e-05,
      "loss": 0.5141,
      "step": 736
    },
    {
      "epoch": 1.2842197035745424,
      "grad_norm": 0.8986027836799622,
      "learning_rate": 5.742574257425742e-05,
      "loss": 0.5879,
      "step": 737
    },
    {
      "epoch": 1.2859633827375763,
      "grad_norm": 1.0648634433746338,
      "learning_rate": 5.736750145602796e-05,
      "loss": 0.5794,
      "step": 738
    },
    {
      "epoch": 1.2877070619006104,
      "grad_norm": 1.2186201810836792,
      "learning_rate": 5.730926033779849e-05,
      "loss": 0.6958,
      "step": 739
    },
    {
      "epoch": 1.2894507410636442,
      "grad_norm": 0.7873010635375977,
      "learning_rate": 5.7251019219569015e-05,
      "loss": 0.4907,
      "step": 740
    },
    {
      "epoch": 1.2911944202266783,
      "grad_norm": 0.9607309103012085,
      "learning_rate": 5.719277810133955e-05,
      "loss": 0.6246,
      "step": 741
    },
    {
      "epoch": 1.2929380993897124,
      "grad_norm": 0.9935445189476013,
      "learning_rate": 5.7134536983110076e-05,
      "loss": 0.6662,
      "step": 742
    },
    {
      "epoch": 1.2946817785527462,
      "grad_norm": 0.8454535007476807,
      "learning_rate": 5.7076295864880617e-05,
      "loss": 0.555,
      "step": 743
    },
    {
      "epoch": 1.2964254577157803,
      "grad_norm": 0.8913951516151428,
      "learning_rate": 5.701805474665114e-05,
      "loss": 0.589,
      "step": 744
    },
    {
      "epoch": 1.2981691368788142,
      "grad_norm": 0.8536214232444763,
      "learning_rate": 5.6959813628421664e-05,
      "loss": 0.5486,
      "step": 745
    },
    {
      "epoch": 1.2999128160418483,
      "grad_norm": 1.1809695959091187,
      "learning_rate": 5.6901572510192204e-05,
      "loss": 0.6455,
      "step": 746
    },
    {
      "epoch": 1.3016564952048824,
      "grad_norm": 1.1702719926834106,
      "learning_rate": 5.684333139196273e-05,
      "loss": 0.6479,
      "step": 747
    },
    {
      "epoch": 1.3034001743679164,
      "grad_norm": 0.8880762457847595,
      "learning_rate": 5.678509027373326e-05,
      "loss": 0.5776,
      "step": 748
    },
    {
      "epoch": 1.3051438535309503,
      "grad_norm": 1.0867820978164673,
      "learning_rate": 5.672684915550379e-05,
      "loss": 0.6403,
      "step": 749
    },
    {
      "epoch": 1.3068875326939844,
      "grad_norm": 0.7879469990730286,
      "learning_rate": 5.666860803727432e-05,
      "loss": 0.6256,
      "step": 750
    },
    {
      "epoch": 1.3086312118570183,
      "grad_norm": 0.8784351944923401,
      "learning_rate": 5.6610366919044845e-05,
      "loss": 0.5264,
      "step": 751
    },
    {
      "epoch": 1.3103748910200523,
      "grad_norm": 1.1156294345855713,
      "learning_rate": 5.655212580081538e-05,
      "loss": 0.6702,
      "step": 752
    },
    {
      "epoch": 1.3121185701830864,
      "grad_norm": 0.9888447523117065,
      "learning_rate": 5.6493884682585906e-05,
      "loss": 0.659,
      "step": 753
    },
    {
      "epoch": 1.3138622493461203,
      "grad_norm": 1.012602686882019,
      "learning_rate": 5.643564356435643e-05,
      "loss": 0.5866,
      "step": 754
    },
    {
      "epoch": 1.3156059285091544,
      "grad_norm": 0.8012875318527222,
      "learning_rate": 5.637740244612697e-05,
      "loss": 0.5433,
      "step": 755
    },
    {
      "epoch": 1.3173496076721882,
      "grad_norm": 0.807904064655304,
      "learning_rate": 5.6319161327897494e-05,
      "loss": 0.5624,
      "step": 756
    },
    {
      "epoch": 1.3190932868352223,
      "grad_norm": 0.9894817471504211,
      "learning_rate": 5.6260920209668034e-05,
      "loss": 0.5882,
      "step": 757
    },
    {
      "epoch": 1.3208369659982564,
      "grad_norm": 0.904775857925415,
      "learning_rate": 5.620267909143856e-05,
      "loss": 0.5512,
      "step": 758
    },
    {
      "epoch": 1.3225806451612903,
      "grad_norm": 1.1322146654129028,
      "learning_rate": 5.614443797320909e-05,
      "loss": 0.6781,
      "step": 759
    },
    {
      "epoch": 1.3243243243243243,
      "grad_norm": 0.7874497771263123,
      "learning_rate": 5.608619685497962e-05,
      "loss": 0.5065,
      "step": 760
    },
    {
      "epoch": 1.3260680034873582,
      "grad_norm": 0.8325422406196594,
      "learning_rate": 5.602795573675015e-05,
      "loss": 0.5472,
      "step": 761
    },
    {
      "epoch": 1.3278116826503923,
      "grad_norm": 0.7802289128303528,
      "learning_rate": 5.5969714618520675e-05,
      "loss": 0.5303,
      "step": 762
    },
    {
      "epoch": 1.3295553618134264,
      "grad_norm": 1.0325878858566284,
      "learning_rate": 5.591147350029121e-05,
      "loss": 0.6034,
      "step": 763
    },
    {
      "epoch": 1.3312990409764605,
      "grad_norm": 0.914903998374939,
      "learning_rate": 5.5853232382061736e-05,
      "loss": 0.5545,
      "step": 764
    },
    {
      "epoch": 1.3330427201394943,
      "grad_norm": 0.9257997870445251,
      "learning_rate": 5.579499126383226e-05,
      "loss": 0.6029,
      "step": 765
    },
    {
      "epoch": 1.3347863993025284,
      "grad_norm": 0.8420501351356506,
      "learning_rate": 5.57367501456028e-05,
      "loss": 0.588,
      "step": 766
    },
    {
      "epoch": 1.3365300784655623,
      "grad_norm": 0.9642730355262756,
      "learning_rate": 5.5678509027373323e-05,
      "loss": 0.5162,
      "step": 767
    },
    {
      "epoch": 1.3382737576285963,
      "grad_norm": 0.8962741494178772,
      "learning_rate": 5.562026790914385e-05,
      "loss": 0.6188,
      "step": 768
    },
    {
      "epoch": 1.3400174367916304,
      "grad_norm": 1.0006240606307983,
      "learning_rate": 5.556202679091439e-05,
      "loss": 0.6105,
      "step": 769
    },
    {
      "epoch": 1.3417611159546643,
      "grad_norm": 0.9685559272766113,
      "learning_rate": 5.550378567268492e-05,
      "loss": 0.6695,
      "step": 770
    },
    {
      "epoch": 1.3435047951176984,
      "grad_norm": 0.890488862991333,
      "learning_rate": 5.544554455445545e-05,
      "loss": 0.5319,
      "step": 771
    },
    {
      "epoch": 1.3452484742807322,
      "grad_norm": 0.8212575912475586,
      "learning_rate": 5.538730343622598e-05,
      "loss": 0.5329,
      "step": 772
    },
    {
      "epoch": 1.3469921534437663,
      "grad_norm": 0.860535740852356,
      "learning_rate": 5.5329062317996505e-05,
      "loss": 0.6033,
      "step": 773
    },
    {
      "epoch": 1.3487358326068004,
      "grad_norm": 0.8413981199264526,
      "learning_rate": 5.527082119976704e-05,
      "loss": 0.6142,
      "step": 774
    },
    {
      "epoch": 1.3504795117698343,
      "grad_norm": 0.8477709889411926,
      "learning_rate": 5.5212580081537566e-05,
      "loss": 0.5504,
      "step": 775
    },
    {
      "epoch": 1.3522231909328684,
      "grad_norm": 1.0181870460510254,
      "learning_rate": 5.515433896330809e-05,
      "loss": 0.6786,
      "step": 776
    },
    {
      "epoch": 1.3539668700959022,
      "grad_norm": 1.0119068622589111,
      "learning_rate": 5.509609784507863e-05,
      "loss": 0.5998,
      "step": 777
    },
    {
      "epoch": 1.3557105492589363,
      "grad_norm": 1.7611517906188965,
      "learning_rate": 5.503785672684916e-05,
      "loss": 0.8427,
      "step": 778
    },
    {
      "epoch": 1.3574542284219704,
      "grad_norm": 1.0045137405395508,
      "learning_rate": 5.497961560861968e-05,
      "loss": 0.5931,
      "step": 779
    },
    {
      "epoch": 1.3591979075850045,
      "grad_norm": 0.8112280964851379,
      "learning_rate": 5.492137449039022e-05,
      "loss": 0.5283,
      "step": 780
    },
    {
      "epoch": 1.3609415867480383,
      "grad_norm": 1.1165080070495605,
      "learning_rate": 5.486313337216075e-05,
      "loss": 0.606,
      "step": 781
    },
    {
      "epoch": 1.3626852659110724,
      "grad_norm": 1.0042351484298706,
      "learning_rate": 5.4804892253931275e-05,
      "loss": 0.6242,
      "step": 782
    },
    {
      "epoch": 1.3644289450741063,
      "grad_norm": 0.8527002930641174,
      "learning_rate": 5.474665113570181e-05,
      "loss": 0.6186,
      "step": 783
    },
    {
      "epoch": 1.3661726242371404,
      "grad_norm": 0.8763253092765808,
      "learning_rate": 5.4688410017472335e-05,
      "loss": 0.6027,
      "step": 784
    },
    {
      "epoch": 1.3679163034001744,
      "grad_norm": 1.3097522258758545,
      "learning_rate": 5.4630168899242876e-05,
      "loss": 0.6796,
      "step": 785
    },
    {
      "epoch": 1.3696599825632083,
      "grad_norm": 1.0300161838531494,
      "learning_rate": 5.4571927781013396e-05,
      "loss": 0.5767,
      "step": 786
    },
    {
      "epoch": 1.3714036617262424,
      "grad_norm": 1.2015032768249512,
      "learning_rate": 5.451368666278392e-05,
      "loss": 0.6785,
      "step": 787
    },
    {
      "epoch": 1.3731473408892763,
      "grad_norm": 1.1480567455291748,
      "learning_rate": 5.445544554455446e-05,
      "loss": 0.6261,
      "step": 788
    },
    {
      "epoch": 1.3748910200523103,
      "grad_norm": 0.8707717061042786,
      "learning_rate": 5.439720442632499e-05,
      "loss": 0.5391,
      "step": 789
    },
    {
      "epoch": 1.3766346992153444,
      "grad_norm": 1.1118723154067993,
      "learning_rate": 5.433896330809552e-05,
      "loss": 0.6373,
      "step": 790
    },
    {
      "epoch": 1.3783783783783785,
      "grad_norm": 1.0987743139266968,
      "learning_rate": 5.428072218986605e-05,
      "loss": 0.5665,
      "step": 791
    },
    {
      "epoch": 1.3801220575414124,
      "grad_norm": 1.0254815816879272,
      "learning_rate": 5.422248107163658e-05,
      "loss": 0.6483,
      "step": 792
    },
    {
      "epoch": 1.3818657367044465,
      "grad_norm": 0.9690970182418823,
      "learning_rate": 5.4164239953407104e-05,
      "loss": 0.5321,
      "step": 793
    },
    {
      "epoch": 1.3836094158674803,
      "grad_norm": 1.0870635509490967,
      "learning_rate": 5.410599883517764e-05,
      "loss": 0.6458,
      "step": 794
    },
    {
      "epoch": 1.3853530950305144,
      "grad_norm": 0.8556700348854065,
      "learning_rate": 5.4047757716948165e-05,
      "loss": 0.4922,
      "step": 795
    },
    {
      "epoch": 1.3870967741935485,
      "grad_norm": 0.9083438515663147,
      "learning_rate": 5.3989516598718706e-05,
      "loss": 0.6044,
      "step": 796
    },
    {
      "epoch": 1.3888404533565823,
      "grad_norm": 1.061547040939331,
      "learning_rate": 5.393127548048923e-05,
      "loss": 0.6561,
      "step": 797
    },
    {
      "epoch": 1.3905841325196164,
      "grad_norm": 1.0242621898651123,
      "learning_rate": 5.387303436225975e-05,
      "loss": 0.6044,
      "step": 798
    },
    {
      "epoch": 1.3923278116826503,
      "grad_norm": 1.045034408569336,
      "learning_rate": 5.381479324403029e-05,
      "loss": 0.5674,
      "step": 799
    },
    {
      "epoch": 1.3940714908456844,
      "grad_norm": 0.9453638195991516,
      "learning_rate": 5.375655212580082e-05,
      "loss": 0.622,
      "step": 800
    },
    {
      "epoch": 1.3958151700087185,
      "grad_norm": 1.102723479270935,
      "learning_rate": 5.369831100757135e-05,
      "loss": 0.6367,
      "step": 801
    },
    {
      "epoch": 1.3975588491717523,
      "grad_norm": 1.1577692031860352,
      "learning_rate": 5.364006988934188e-05,
      "loss": 0.6502,
      "step": 802
    },
    {
      "epoch": 1.3993025283347864,
      "grad_norm": 0.8348683714866638,
      "learning_rate": 5.358182877111241e-05,
      "loss": 0.5887,
      "step": 803
    },
    {
      "epoch": 1.4010462074978203,
      "grad_norm": 0.8900251388549805,
      "learning_rate": 5.3523587652882934e-05,
      "loss": 0.5991,
      "step": 804
    },
    {
      "epoch": 1.4027898866608544,
      "grad_norm": 0.9573115706443787,
      "learning_rate": 5.346534653465347e-05,
      "loss": 0.6205,
      "step": 805
    },
    {
      "epoch": 1.4045335658238884,
      "grad_norm": 0.9346290230751038,
      "learning_rate": 5.3407105416423995e-05,
      "loss": 0.5915,
      "step": 806
    },
    {
      "epoch": 1.4062772449869225,
      "grad_norm": 0.9024628400802612,
      "learning_rate": 5.334886429819452e-05,
      "loss": 0.5335,
      "step": 807
    },
    {
      "epoch": 1.4080209241499564,
      "grad_norm": 1.236770510673523,
      "learning_rate": 5.329062317996506e-05,
      "loss": 0.6455,
      "step": 808
    },
    {
      "epoch": 1.4097646033129905,
      "grad_norm": 1.0678349733352661,
      "learning_rate": 5.323238206173559e-05,
      "loss": 0.6103,
      "step": 809
    },
    {
      "epoch": 1.4115082824760243,
      "grad_norm": 0.913006603717804,
      "learning_rate": 5.317414094350612e-05,
      "loss": 0.6245,
      "step": 810
    },
    {
      "epoch": 1.4132519616390584,
      "grad_norm": 0.8503197431564331,
      "learning_rate": 5.311589982527665e-05,
      "loss": 0.5505,
      "step": 811
    },
    {
      "epoch": 1.4149956408020925,
      "grad_norm": 1.0780833959579468,
      "learning_rate": 5.305765870704718e-05,
      "loss": 0.6162,
      "step": 812
    },
    {
      "epoch": 1.4167393199651264,
      "grad_norm": 1.2274020910263062,
      "learning_rate": 5.299941758881771e-05,
      "loss": 0.7191,
      "step": 813
    },
    {
      "epoch": 1.4184829991281604,
      "grad_norm": 0.9179590940475464,
      "learning_rate": 5.294117647058824e-05,
      "loss": 0.6499,
      "step": 814
    },
    {
      "epoch": 1.4202266782911943,
      "grad_norm": 0.857323408126831,
      "learning_rate": 5.2882935352358764e-05,
      "loss": 0.5646,
      "step": 815
    },
    {
      "epoch": 1.4219703574542284,
      "grad_norm": 0.855874240398407,
      "learning_rate": 5.2824694234129305e-05,
      "loss": 0.5894,
      "step": 816
    },
    {
      "epoch": 1.4237140366172625,
      "grad_norm": 0.821758508682251,
      "learning_rate": 5.2766453115899825e-05,
      "loss": 0.5959,
      "step": 817
    },
    {
      "epoch": 1.4254577157802966,
      "grad_norm": 1.0148370265960693,
      "learning_rate": 5.270821199767035e-05,
      "loss": 0.6145,
      "step": 818
    },
    {
      "epoch": 1.4272013949433304,
      "grad_norm": 0.8590991497039795,
      "learning_rate": 5.264997087944089e-05,
      "loss": 0.4824,
      "step": 819
    },
    {
      "epoch": 1.4289450741063645,
      "grad_norm": 0.9052860140800476,
      "learning_rate": 5.259172976121142e-05,
      "loss": 0.5862,
      "step": 820
    },
    {
      "epoch": 1.4306887532693984,
      "grad_norm": 0.9531126618385315,
      "learning_rate": 5.2533488642981946e-05,
      "loss": 0.524,
      "step": 821
    },
    {
      "epoch": 1.4324324324324325,
      "grad_norm": 0.810242772102356,
      "learning_rate": 5.247524752475248e-05,
      "loss": 0.5921,
      "step": 822
    },
    {
      "epoch": 1.4341761115954665,
      "grad_norm": 0.8108171224594116,
      "learning_rate": 5.241700640652301e-05,
      "loss": 0.5835,
      "step": 823
    },
    {
      "epoch": 1.4359197907585004,
      "grad_norm": 0.8253954648971558,
      "learning_rate": 5.235876528829354e-05,
      "loss": 0.4607,
      "step": 824
    },
    {
      "epoch": 1.4376634699215345,
      "grad_norm": 1.192109227180481,
      "learning_rate": 5.230052417006407e-05,
      "loss": 0.6639,
      "step": 825
    },
    {
      "epoch": 1.4394071490845683,
      "grad_norm": 1.0662167072296143,
      "learning_rate": 5.2242283051834594e-05,
      "loss": 0.6281,
      "step": 826
    },
    {
      "epoch": 1.4411508282476024,
      "grad_norm": 0.9822310209274292,
      "learning_rate": 5.2184041933605135e-05,
      "loss": 0.5748,
      "step": 827
    },
    {
      "epoch": 1.4428945074106365,
      "grad_norm": 0.95380038022995,
      "learning_rate": 5.212580081537566e-05,
      "loss": 0.5267,
      "step": 828
    },
    {
      "epoch": 1.4446381865736704,
      "grad_norm": 1.0933653116226196,
      "learning_rate": 5.206755969714618e-05,
      "loss": 0.611,
      "step": 829
    },
    {
      "epoch": 1.4463818657367045,
      "grad_norm": 0.9805903434753418,
      "learning_rate": 5.200931857891672e-05,
      "loss": 0.5225,
      "step": 830
    },
    {
      "epoch": 1.4481255448997383,
      "grad_norm": 0.8614153861999512,
      "learning_rate": 5.195107746068725e-05,
      "loss": 0.5642,
      "step": 831
    },
    {
      "epoch": 1.4498692240627724,
      "grad_norm": 1.034512996673584,
      "learning_rate": 5.1892836342457776e-05,
      "loss": 0.562,
      "step": 832
    },
    {
      "epoch": 1.4516129032258065,
      "grad_norm": 1.0236202478408813,
      "learning_rate": 5.183459522422831e-05,
      "loss": 0.5817,
      "step": 833
    },
    {
      "epoch": 1.4533565823888406,
      "grad_norm": 0.9380700588226318,
      "learning_rate": 5.177635410599884e-05,
      "loss": 0.5573,
      "step": 834
    },
    {
      "epoch": 1.4551002615518744,
      "grad_norm": 1.0098036527633667,
      "learning_rate": 5.1718112987769364e-05,
      "loss": 0.5618,
      "step": 835
    },
    {
      "epoch": 1.4568439407149085,
      "grad_norm": 1.0541375875473022,
      "learning_rate": 5.16598718695399e-05,
      "loss": 0.6177,
      "step": 836
    },
    {
      "epoch": 1.4585876198779424,
      "grad_norm": 1.1413558721542358,
      "learning_rate": 5.1601630751310424e-05,
      "loss": 0.664,
      "step": 837
    },
    {
      "epoch": 1.4603312990409765,
      "grad_norm": 1.1423276662826538,
      "learning_rate": 5.1543389633080965e-05,
      "loss": 0.6243,
      "step": 838
    },
    {
      "epoch": 1.4620749782040106,
      "grad_norm": 1.1503279209136963,
      "learning_rate": 5.148514851485149e-05,
      "loss": 0.6894,
      "step": 839
    },
    {
      "epoch": 1.4638186573670444,
      "grad_norm": 1.094599962234497,
      "learning_rate": 5.142690739662201e-05,
      "loss": 0.6568,
      "step": 840
    },
    {
      "epoch": 1.4655623365300785,
      "grad_norm": 1.0826157331466675,
      "learning_rate": 5.136866627839255e-05,
      "loss": 0.654,
      "step": 841
    },
    {
      "epoch": 1.4673060156931124,
      "grad_norm": 1.0165972709655762,
      "learning_rate": 5.131042516016308e-05,
      "loss": 0.6608,
      "step": 842
    },
    {
      "epoch": 1.4690496948561464,
      "grad_norm": 1.067982792854309,
      "learning_rate": 5.1252184041933606e-05,
      "loss": 0.7139,
      "step": 843
    },
    {
      "epoch": 1.4707933740191805,
      "grad_norm": 0.8677641749382019,
      "learning_rate": 5.119394292370414e-05,
      "loss": 0.5889,
      "step": 844
    },
    {
      "epoch": 1.4725370531822144,
      "grad_norm": 0.8872987031936646,
      "learning_rate": 5.1135701805474667e-05,
      "loss": 0.6242,
      "step": 845
    },
    {
      "epoch": 1.4742807323452485,
      "grad_norm": 1.0033340454101562,
      "learning_rate": 5.1077460687245194e-05,
      "loss": 0.6109,
      "step": 846
    },
    {
      "epoch": 1.4760244115082823,
      "grad_norm": 0.8829697370529175,
      "learning_rate": 5.101921956901573e-05,
      "loss": 0.5829,
      "step": 847
    },
    {
      "epoch": 1.4777680906713164,
      "grad_norm": 1.0841014385223389,
      "learning_rate": 5.0960978450786254e-05,
      "loss": 0.6169,
      "step": 848
    },
    {
      "epoch": 1.4795117698343505,
      "grad_norm": 1.0584245920181274,
      "learning_rate": 5.090273733255678e-05,
      "loss": 0.5846,
      "step": 849
    },
    {
      "epoch": 1.4812554489973846,
      "grad_norm": 1.1063461303710938,
      "learning_rate": 5.084449621432732e-05,
      "loss": 0.605,
      "step": 850
    },
    {
      "epoch": 1.4829991281604185,
      "grad_norm": 1.1246423721313477,
      "learning_rate": 5.078625509609785e-05,
      "loss": 0.6769,
      "step": 851
    },
    {
      "epoch": 1.4847428073234525,
      "grad_norm": 1.0741651058197021,
      "learning_rate": 5.072801397786838e-05,
      "loss": 0.6472,
      "step": 852
    },
    {
      "epoch": 1.4864864864864864,
      "grad_norm": 1.0448821783065796,
      "learning_rate": 5.066977285963891e-05,
      "loss": 0.5997,
      "step": 853
    },
    {
      "epoch": 1.4882301656495205,
      "grad_norm": 0.9692683815956116,
      "learning_rate": 5.0611531741409436e-05,
      "loss": 0.5829,
      "step": 854
    },
    {
      "epoch": 1.4899738448125546,
      "grad_norm": 1.2053732872009277,
      "learning_rate": 5.055329062317997e-05,
      "loss": 0.5891,
      "step": 855
    },
    {
      "epoch": 1.4917175239755884,
      "grad_norm": 0.8290640115737915,
      "learning_rate": 5.0495049504950497e-05,
      "loss": 0.563,
      "step": 856
    },
    {
      "epoch": 1.4934612031386225,
      "grad_norm": 0.9351638555526733,
      "learning_rate": 5.0436808386721023e-05,
      "loss": 0.5749,
      "step": 857
    },
    {
      "epoch": 1.4952048823016564,
      "grad_norm": 1.1534795761108398,
      "learning_rate": 5.0378567268491564e-05,
      "loss": 0.6954,
      "step": 858
    },
    {
      "epoch": 1.4969485614646905,
      "grad_norm": 1.0583575963974,
      "learning_rate": 5.0320326150262084e-05,
      "loss": 0.6153,
      "step": 859
    },
    {
      "epoch": 1.4986922406277245,
      "grad_norm": 0.8083314895629883,
      "learning_rate": 5.026208503203261e-05,
      "loss": 0.5936,
      "step": 860
    },
    {
      "epoch": 1.5004359197907586,
      "grad_norm": 0.8697086572647095,
      "learning_rate": 5.020384391380315e-05,
      "loss": 0.6083,
      "step": 861
    },
    {
      "epoch": 1.5021795989537925,
      "grad_norm": 0.9142206311225891,
      "learning_rate": 5.014560279557368e-05,
      "loss": 0.5515,
      "step": 862
    },
    {
      "epoch": 1.5039232781168264,
      "grad_norm": 1.350389003753662,
      "learning_rate": 5.0087361677344205e-05,
      "loss": 0.686,
      "step": 863
    },
    {
      "epoch": 1.5056669572798604,
      "grad_norm": 1.1459786891937256,
      "learning_rate": 5.002912055911474e-05,
      "loss": 0.6622,
      "step": 864
    },
    {
      "epoch": 1.5074106364428945,
      "grad_norm": 1.2103317975997925,
      "learning_rate": 4.9970879440885266e-05,
      "loss": 0.6399,
      "step": 865
    },
    {
      "epoch": 1.5091543156059286,
      "grad_norm": 1.1439549922943115,
      "learning_rate": 4.99126383226558e-05,
      "loss": 0.6023,
      "step": 866
    },
    {
      "epoch": 1.5108979947689625,
      "grad_norm": 1.131710410118103,
      "learning_rate": 4.9854397204426326e-05,
      "loss": 0.6812,
      "step": 867
    },
    {
      "epoch": 1.5126416739319966,
      "grad_norm": 1.0307129621505737,
      "learning_rate": 4.979615608619686e-05,
      "loss": 0.6779,
      "step": 868
    },
    {
      "epoch": 1.5143853530950304,
      "grad_norm": 1.2086282968521118,
      "learning_rate": 4.973791496796739e-05,
      "loss": 0.6819,
      "step": 869
    },
    {
      "epoch": 1.5161290322580645,
      "grad_norm": 1.0514662265777588,
      "learning_rate": 4.967967384973792e-05,
      "loss": 0.6824,
      "step": 870
    },
    {
      "epoch": 1.5178727114210986,
      "grad_norm": 1.1544339656829834,
      "learning_rate": 4.962143273150845e-05,
      "loss": 0.6109,
      "step": 871
    },
    {
      "epoch": 1.5196163905841327,
      "grad_norm": 0.8093773722648621,
      "learning_rate": 4.9563191613278975e-05,
      "loss": 0.5572,
      "step": 872
    },
    {
      "epoch": 1.5213600697471665,
      "grad_norm": 0.755882978439331,
      "learning_rate": 4.950495049504951e-05,
      "loss": 0.5656,
      "step": 873
    },
    {
      "epoch": 1.5231037489102004,
      "grad_norm": 0.9053236842155457,
      "learning_rate": 4.9446709376820035e-05,
      "loss": 0.5043,
      "step": 874
    },
    {
      "epoch": 1.5248474280732345,
      "grad_norm": 1.0242643356323242,
      "learning_rate": 4.938846825859057e-05,
      "loss": 0.5939,
      "step": 875
    },
    {
      "epoch": 1.5265911072362686,
      "grad_norm": 1.223098635673523,
      "learning_rate": 4.9330227140361096e-05,
      "loss": 0.6364,
      "step": 876
    },
    {
      "epoch": 1.5283347863993026,
      "grad_norm": 1.1147385835647583,
      "learning_rate": 4.927198602213163e-05,
      "loss": 0.5969,
      "step": 877
    },
    {
      "epoch": 1.5300784655623365,
      "grad_norm": 0.9635611176490784,
      "learning_rate": 4.9213744903902156e-05,
      "loss": 0.6202,
      "step": 878
    },
    {
      "epoch": 1.5318221447253704,
      "grad_norm": 1.0552377700805664,
      "learning_rate": 4.915550378567268e-05,
      "loss": 0.5682,
      "step": 879
    },
    {
      "epoch": 1.5335658238884045,
      "grad_norm": 1.242564082145691,
      "learning_rate": 4.909726266744322e-05,
      "loss": 0.6821,
      "step": 880
    },
    {
      "epoch": 1.5353095030514385,
      "grad_norm": 0.8801543712615967,
      "learning_rate": 4.903902154921375e-05,
      "loss": 0.5447,
      "step": 881
    },
    {
      "epoch": 1.5370531822144726,
      "grad_norm": 0.8937097787857056,
      "learning_rate": 4.898078043098428e-05,
      "loss": 0.4954,
      "step": 882
    },
    {
      "epoch": 1.5387968613775065,
      "grad_norm": 1.2840442657470703,
      "learning_rate": 4.8922539312754804e-05,
      "loss": 0.6698,
      "step": 883
    },
    {
      "epoch": 1.5405405405405406,
      "grad_norm": 1.0216811895370483,
      "learning_rate": 4.886429819452534e-05,
      "loss": 0.6506,
      "step": 884
    },
    {
      "epoch": 1.5422842197035744,
      "grad_norm": 1.0105196237564087,
      "learning_rate": 4.880605707629587e-05,
      "loss": 0.4723,
      "step": 885
    },
    {
      "epoch": 1.5440278988666085,
      "grad_norm": 1.0890260934829712,
      "learning_rate": 4.874781595806639e-05,
      "loss": 0.6357,
      "step": 886
    },
    {
      "epoch": 1.5457715780296426,
      "grad_norm": 1.0534813404083252,
      "learning_rate": 4.8689574839836926e-05,
      "loss": 0.6011,
      "step": 887
    },
    {
      "epoch": 1.5475152571926767,
      "grad_norm": 0.9236336946487427,
      "learning_rate": 4.863133372160746e-05,
      "loss": 0.5301,
      "step": 888
    },
    {
      "epoch": 1.5492589363557105,
      "grad_norm": 1.2279088497161865,
      "learning_rate": 4.857309260337799e-05,
      "loss": 0.7085,
      "step": 889
    },
    {
      "epoch": 1.5510026155187444,
      "grad_norm": 1.1269721984863281,
      "learning_rate": 4.851485148514851e-05,
      "loss": 0.6385,
      "step": 890
    },
    {
      "epoch": 1.5527462946817785,
      "grad_norm": 0.9550584554672241,
      "learning_rate": 4.845661036691905e-05,
      "loss": 0.5302,
      "step": 891
    },
    {
      "epoch": 1.5544899738448126,
      "grad_norm": 1.1656315326690674,
      "learning_rate": 4.839836924868958e-05,
      "loss": 0.6072,
      "step": 892
    },
    {
      "epoch": 1.5562336530078467,
      "grad_norm": 0.9326116442680359,
      "learning_rate": 4.834012813046011e-05,
      "loss": 0.6195,
      "step": 893
    },
    {
      "epoch": 1.5579773321708805,
      "grad_norm": 0.8710398077964783,
      "learning_rate": 4.8281887012230634e-05,
      "loss": 0.5506,
      "step": 894
    },
    {
      "epoch": 1.5597210113339146,
      "grad_norm": 1.0874861478805542,
      "learning_rate": 4.822364589400117e-05,
      "loss": 0.5958,
      "step": 895
    },
    {
      "epoch": 1.5614646904969485,
      "grad_norm": 0.9253178238868713,
      "learning_rate": 4.81654047757717e-05,
      "loss": 0.5823,
      "step": 896
    },
    {
      "epoch": 1.5632083696599826,
      "grad_norm": 0.9054164290428162,
      "learning_rate": 4.810716365754223e-05,
      "loss": 0.567,
      "step": 897
    },
    {
      "epoch": 1.5649520488230166,
      "grad_norm": 1.00960373878479,
      "learning_rate": 4.8048922539312756e-05,
      "loss": 0.6659,
      "step": 898
    },
    {
      "epoch": 1.5666957279860507,
      "grad_norm": 0.9400368332862854,
      "learning_rate": 4.799068142108329e-05,
      "loss": 0.5804,
      "step": 899
    },
    {
      "epoch": 1.5684394071490846,
      "grad_norm": 1.0530152320861816,
      "learning_rate": 4.7932440302853816e-05,
      "loss": 0.5402,
      "step": 900
    },
    {
      "epoch": 1.5701830863121184,
      "grad_norm": 1.1739284992218018,
      "learning_rate": 4.787419918462434e-05,
      "loss": 0.632,
      "step": 901
    },
    {
      "epoch": 1.5719267654751525,
      "grad_norm": 0.8561078906059265,
      "learning_rate": 4.781595806639488e-05,
      "loss": 0.5992,
      "step": 902
    },
    {
      "epoch": 1.5736704446381866,
      "grad_norm": 0.9941346049308777,
      "learning_rate": 4.775771694816541e-05,
      "loss": 0.5713,
      "step": 903
    },
    {
      "epoch": 1.5754141238012207,
      "grad_norm": 1.2381514310836792,
      "learning_rate": 4.769947582993594e-05,
      "loss": 0.6579,
      "step": 904
    },
    {
      "epoch": 1.5771578029642546,
      "grad_norm": 1.022434949874878,
      "learning_rate": 4.7641234711706464e-05,
      "loss": 0.6222,
      "step": 905
    },
    {
      "epoch": 1.5789014821272884,
      "grad_norm": 1.0039677619934082,
      "learning_rate": 4.7582993593477e-05,
      "loss": 0.5498,
      "step": 906
    },
    {
      "epoch": 1.5806451612903225,
      "grad_norm": 0.8749232888221741,
      "learning_rate": 4.7524752475247525e-05,
      "loss": 0.4526,
      "step": 907
    },
    {
      "epoch": 1.5823888404533566,
      "grad_norm": 1.1878068447113037,
      "learning_rate": 4.746651135701806e-05,
      "loss": 0.6571,
      "step": 908
    },
    {
      "epoch": 1.5841325196163907,
      "grad_norm": 1.1146676540374756,
      "learning_rate": 4.7408270238788586e-05,
      "loss": 0.5674,
      "step": 909
    },
    {
      "epoch": 1.5858761987794245,
      "grad_norm": 0.9401254057884216,
      "learning_rate": 4.735002912055912e-05,
      "loss": 0.5807,
      "step": 910
    },
    {
      "epoch": 1.5876198779424586,
      "grad_norm": 0.8749872446060181,
      "learning_rate": 4.7291788002329646e-05,
      "loss": 0.5809,
      "step": 911
    },
    {
      "epoch": 1.5893635571054925,
      "grad_norm": 1.2300995588302612,
      "learning_rate": 4.723354688410018e-05,
      "loss": 0.6622,
      "step": 912
    },
    {
      "epoch": 1.5911072362685266,
      "grad_norm": 1.0274070501327515,
      "learning_rate": 4.717530576587071e-05,
      "loss": 0.5691,
      "step": 913
    },
    {
      "epoch": 1.5928509154315607,
      "grad_norm": 0.9161589741706848,
      "learning_rate": 4.7117064647641234e-05,
      "loss": 0.5158,
      "step": 914
    },
    {
      "epoch": 1.5945945945945947,
      "grad_norm": 1.1679699420928955,
      "learning_rate": 4.705882352941177e-05,
      "loss": 0.6338,
      "step": 915
    },
    {
      "epoch": 1.5963382737576286,
      "grad_norm": 1.0395523309707642,
      "learning_rate": 4.70005824111823e-05,
      "loss": 0.635,
      "step": 916
    },
    {
      "epoch": 1.5980819529206625,
      "grad_norm": 1.0967618227005005,
      "learning_rate": 4.694234129295283e-05,
      "loss": 0.6288,
      "step": 917
    },
    {
      "epoch": 1.5998256320836965,
      "grad_norm": 0.9654198884963989,
      "learning_rate": 4.6884100174723355e-05,
      "loss": 0.6093,
      "step": 918
    },
    {
      "epoch": 1.6015693112467306,
      "grad_norm": 1.2467604875564575,
      "learning_rate": 4.682585905649389e-05,
      "loss": 0.6724,
      "step": 919
    },
    {
      "epoch": 1.6033129904097647,
      "grad_norm": 1.0487215518951416,
      "learning_rate": 4.6767617938264415e-05,
      "loss": 0.6157,
      "step": 920
    },
    {
      "epoch": 1.6050566695727986,
      "grad_norm": 1.0435789823532104,
      "learning_rate": 4.670937682003494e-05,
      "loss": 0.6448,
      "step": 921
    },
    {
      "epoch": 1.6068003487358327,
      "grad_norm": 0.8733755350112915,
      "learning_rate": 4.6651135701805476e-05,
      "loss": 0.5586,
      "step": 922
    },
    {
      "epoch": 1.6085440278988665,
      "grad_norm": 0.9670316576957703,
      "learning_rate": 4.659289458357601e-05,
      "loss": 0.6312,
      "step": 923
    },
    {
      "epoch": 1.6102877070619006,
      "grad_norm": 0.7611584663391113,
      "learning_rate": 4.653465346534654e-05,
      "loss": 0.5538,
      "step": 924
    },
    {
      "epoch": 1.6120313862249347,
      "grad_norm": 1.0990899801254272,
      "learning_rate": 4.6476412347117064e-05,
      "loss": 0.6561,
      "step": 925
    },
    {
      "epoch": 1.6137750653879688,
      "grad_norm": 0.916222333908081,
      "learning_rate": 4.64181712288876e-05,
      "loss": 0.5678,
      "step": 926
    },
    {
      "epoch": 1.6155187445510026,
      "grad_norm": 1.0889514684677124,
      "learning_rate": 4.635993011065813e-05,
      "loss": 0.6508,
      "step": 927
    },
    {
      "epoch": 1.6172624237140365,
      "grad_norm": 0.9163194894790649,
      "learning_rate": 4.630168899242866e-05,
      "loss": 0.6221,
      "step": 928
    },
    {
      "epoch": 1.6190061028770706,
      "grad_norm": 1.088828682899475,
      "learning_rate": 4.6243447874199185e-05,
      "loss": 0.6195,
      "step": 929
    },
    {
      "epoch": 1.6207497820401047,
      "grad_norm": 1.0433712005615234,
      "learning_rate": 4.618520675596972e-05,
      "loss": 0.635,
      "step": 930
    },
    {
      "epoch": 1.6224934612031388,
      "grad_norm": 0.8921671509742737,
      "learning_rate": 4.612696563774025e-05,
      "loss": 0.6373,
      "step": 931
    },
    {
      "epoch": 1.6242371403661726,
      "grad_norm": 0.8621225357055664,
      "learning_rate": 4.606872451951077e-05,
      "loss": 0.5657,
      "step": 932
    },
    {
      "epoch": 1.6259808195292065,
      "grad_norm": 1.3884036540985107,
      "learning_rate": 4.6010483401281306e-05,
      "loss": 0.7272,
      "step": 933
    },
    {
      "epoch": 1.6277244986922406,
      "grad_norm": 0.8245130777359009,
      "learning_rate": 4.595224228305184e-05,
      "loss": 0.5898,
      "step": 934
    },
    {
      "epoch": 1.6294681778552746,
      "grad_norm": 0.9971787929534912,
      "learning_rate": 4.5894001164822367e-05,
      "loss": 0.6567,
      "step": 935
    },
    {
      "epoch": 1.6312118570183087,
      "grad_norm": 0.8768223524093628,
      "learning_rate": 4.5835760046592894e-05,
      "loss": 0.5588,
      "step": 936
    },
    {
      "epoch": 1.6329555361813426,
      "grad_norm": 0.8512053489685059,
      "learning_rate": 4.577751892836343e-05,
      "loss": 0.5339,
      "step": 937
    },
    {
      "epoch": 1.6346992153443767,
      "grad_norm": 1.1787939071655273,
      "learning_rate": 4.571927781013396e-05,
      "loss": 0.6241,
      "step": 938
    },
    {
      "epoch": 1.6364428945074105,
      "grad_norm": 0.9333083629608154,
      "learning_rate": 4.566103669190449e-05,
      "loss": 0.6495,
      "step": 939
    },
    {
      "epoch": 1.6381865736704446,
      "grad_norm": 0.8357792496681213,
      "learning_rate": 4.5602795573675015e-05,
      "loss": 0.5418,
      "step": 940
    },
    {
      "epoch": 1.6399302528334787,
      "grad_norm": 0.955433189868927,
      "learning_rate": 4.554455445544555e-05,
      "loss": 0.6191,
      "step": 941
    },
    {
      "epoch": 1.6416739319965128,
      "grad_norm": 1.0885087251663208,
      "learning_rate": 4.5486313337216075e-05,
      "loss": 0.6174,
      "step": 942
    },
    {
      "epoch": 1.6434176111595467,
      "grad_norm": 0.9534031748771667,
      "learning_rate": 4.542807221898661e-05,
      "loss": 0.59,
      "step": 943
    },
    {
      "epoch": 1.6451612903225805,
      "grad_norm": 0.9040201306343079,
      "learning_rate": 4.5369831100757136e-05,
      "loss": 0.6021,
      "step": 944
    },
    {
      "epoch": 1.6469049694856146,
      "grad_norm": 1.0734461545944214,
      "learning_rate": 4.531158998252767e-05,
      "loss": 0.637,
      "step": 945
    },
    {
      "epoch": 1.6486486486486487,
      "grad_norm": 0.991676390171051,
      "learning_rate": 4.5253348864298197e-05,
      "loss": 0.6015,
      "step": 946
    },
    {
      "epoch": 1.6503923278116828,
      "grad_norm": 0.9894969463348389,
      "learning_rate": 4.5195107746068723e-05,
      "loss": 0.6297,
      "step": 947
    },
    {
      "epoch": 1.6521360069747166,
      "grad_norm": 0.9115866422653198,
      "learning_rate": 4.513686662783926e-05,
      "loss": 0.5611,
      "step": 948
    },
    {
      "epoch": 1.6538796861377505,
      "grad_norm": 0.9328036904335022,
      "learning_rate": 4.5078625509609784e-05,
      "loss": 0.5401,
      "step": 949
    },
    {
      "epoch": 1.6556233653007846,
      "grad_norm": 1.0049054622650146,
      "learning_rate": 4.502038439138032e-05,
      "loss": 0.6031,
      "step": 950
    },
    {
      "epoch": 1.6573670444638187,
      "grad_norm": 1.1159324645996094,
      "learning_rate": 4.4962143273150845e-05,
      "loss": 0.668,
      "step": 951
    },
    {
      "epoch": 1.6591107236268527,
      "grad_norm": 0.7993686199188232,
      "learning_rate": 4.490390215492138e-05,
      "loss": 0.5124,
      "step": 952
    },
    {
      "epoch": 1.6608544027898866,
      "grad_norm": 0.9533082246780396,
      "learning_rate": 4.4845661036691905e-05,
      "loss": 0.5648,
      "step": 953
    },
    {
      "epoch": 1.6625980819529207,
      "grad_norm": 1.1181129217147827,
      "learning_rate": 4.478741991846244e-05,
      "loss": 0.6671,
      "step": 954
    },
    {
      "epoch": 1.6643417611159546,
      "grad_norm": 1.1271164417266846,
      "learning_rate": 4.4729178800232966e-05,
      "loss": 0.6597,
      "step": 955
    },
    {
      "epoch": 1.6660854402789886,
      "grad_norm": 0.846265971660614,
      "learning_rate": 4.467093768200349e-05,
      "loss": 0.5183,
      "step": 956
    },
    {
      "epoch": 1.6678291194420227,
      "grad_norm": 1.0320335626602173,
      "learning_rate": 4.4612696563774026e-05,
      "loss": 0.6304,
      "step": 957
    },
    {
      "epoch": 1.6695727986050568,
      "grad_norm": 1.1746759414672852,
      "learning_rate": 4.455445544554456e-05,
      "loss": 0.6442,
      "step": 958
    },
    {
      "epoch": 1.6713164777680907,
      "grad_norm": 0.906512975692749,
      "learning_rate": 4.449621432731509e-05,
      "loss": 0.5663,
      "step": 959
    },
    {
      "epoch": 1.6730601569311245,
      "grad_norm": 1.1518769264221191,
      "learning_rate": 4.4437973209085614e-05,
      "loss": 0.6301,
      "step": 960
    },
    {
      "epoch": 1.6748038360941586,
      "grad_norm": 0.8395512104034424,
      "learning_rate": 4.437973209085615e-05,
      "loss": 0.5327,
      "step": 961
    },
    {
      "epoch": 1.6765475152571927,
      "grad_norm": 0.9801402688026428,
      "learning_rate": 4.432149097262668e-05,
      "loss": 0.5528,
      "step": 962
    },
    {
      "epoch": 1.6782911944202268,
      "grad_norm": 0.8810858726501465,
      "learning_rate": 4.42632498543972e-05,
      "loss": 0.6024,
      "step": 963
    },
    {
      "epoch": 1.6800348735832606,
      "grad_norm": 0.9912739992141724,
      "learning_rate": 4.4205008736167735e-05,
      "loss": 0.6201,
      "step": 964
    },
    {
      "epoch": 1.6817785527462947,
      "grad_norm": 1.0168144702911377,
      "learning_rate": 4.414676761793827e-05,
      "loss": 0.6525,
      "step": 965
    },
    {
      "epoch": 1.6835222319093286,
      "grad_norm": 1.3027007579803467,
      "learning_rate": 4.4088526499708796e-05,
      "loss": 0.6055,
      "step": 966
    },
    {
      "epoch": 1.6852659110723627,
      "grad_norm": 0.8893110156059265,
      "learning_rate": 4.403028538147932e-05,
      "loss": 0.6141,
      "step": 967
    },
    {
      "epoch": 1.6870095902353968,
      "grad_norm": 1.3154165744781494,
      "learning_rate": 4.3972044263249856e-05,
      "loss": 0.6735,
      "step": 968
    },
    {
      "epoch": 1.6887532693984308,
      "grad_norm": 0.9329833984375,
      "learning_rate": 4.391380314502039e-05,
      "loss": 0.5772,
      "step": 969
    },
    {
      "epoch": 1.6904969485614647,
      "grad_norm": 1.16274094581604,
      "learning_rate": 4.385556202679092e-05,
      "loss": 0.7101,
      "step": 970
    },
    {
      "epoch": 1.6922406277244986,
      "grad_norm": 1.25133216381073,
      "learning_rate": 4.3797320908561444e-05,
      "loss": 0.6264,
      "step": 971
    },
    {
      "epoch": 1.6939843068875327,
      "grad_norm": 0.9085930585861206,
      "learning_rate": 4.373907979033198e-05,
      "loss": 0.5354,
      "step": 972
    },
    {
      "epoch": 1.6957279860505667,
      "grad_norm": 0.8958626985549927,
      "learning_rate": 4.368083867210251e-05,
      "loss": 0.5965,
      "step": 973
    },
    {
      "epoch": 1.6974716652136008,
      "grad_norm": 1.011084794998169,
      "learning_rate": 4.362259755387303e-05,
      "loss": 0.6384,
      "step": 974
    },
    {
      "epoch": 1.6992153443766347,
      "grad_norm": 0.8028609752655029,
      "learning_rate": 4.3564356435643565e-05,
      "loss": 0.5599,
      "step": 975
    },
    {
      "epoch": 1.7009590235396685,
      "grad_norm": 0.9015823602676392,
      "learning_rate": 4.35061153174141e-05,
      "loss": 0.5368,
      "step": 976
    },
    {
      "epoch": 1.7027027027027026,
      "grad_norm": 1.0161769390106201,
      "learning_rate": 4.3447874199184626e-05,
      "loss": 0.5261,
      "step": 977
    },
    {
      "epoch": 1.7044463818657367,
      "grad_norm": 0.9582669734954834,
      "learning_rate": 4.338963308095515e-05,
      "loss": 0.6416,
      "step": 978
    },
    {
      "epoch": 1.7061900610287708,
      "grad_norm": 1.0464985370635986,
      "learning_rate": 4.3331391962725686e-05,
      "loss": 0.6699,
      "step": 979
    },
    {
      "epoch": 1.7079337401918047,
      "grad_norm": 1.068745493888855,
      "learning_rate": 4.327315084449622e-05,
      "loss": 0.662,
      "step": 980
    },
    {
      "epoch": 1.7096774193548387,
      "grad_norm": 0.9259888529777527,
      "learning_rate": 4.321490972626675e-05,
      "loss": 0.5909,
      "step": 981
    },
    {
      "epoch": 1.7114210985178726,
      "grad_norm": 1.1789827346801758,
      "learning_rate": 4.3156668608037274e-05,
      "loss": 0.658,
      "step": 982
    },
    {
      "epoch": 1.7131647776809067,
      "grad_norm": 0.9058331251144409,
      "learning_rate": 4.309842748980781e-05,
      "loss": 0.5665,
      "step": 983
    },
    {
      "epoch": 1.7149084568439408,
      "grad_norm": 1.0420012474060059,
      "learning_rate": 4.3040186371578334e-05,
      "loss": 0.5806,
      "step": 984
    },
    {
      "epoch": 1.7166521360069749,
      "grad_norm": 0.9794200658798218,
      "learning_rate": 4.298194525334887e-05,
      "loss": 0.5908,
      "step": 985
    },
    {
      "epoch": 1.7183958151700087,
      "grad_norm": 0.9843733906745911,
      "learning_rate": 4.2923704135119395e-05,
      "loss": 0.6491,
      "step": 986
    },
    {
      "epoch": 1.7201394943330426,
      "grad_norm": 1.0647448301315308,
      "learning_rate": 4.286546301688993e-05,
      "loss": 0.5896,
      "step": 987
    },
    {
      "epoch": 1.7218831734960767,
      "grad_norm": 1.2592899799346924,
      "learning_rate": 4.2807221898660456e-05,
      "loss": 0.7027,
      "step": 988
    },
    {
      "epoch": 1.7236268526591108,
      "grad_norm": 1.0068224668502808,
      "learning_rate": 4.274898078043099e-05,
      "loss": 0.6344,
      "step": 989
    },
    {
      "epoch": 1.7253705318221448,
      "grad_norm": 1.0184495449066162,
      "learning_rate": 4.2690739662201516e-05,
      "loss": 0.5938,
      "step": 990
    },
    {
      "epoch": 1.7271142109851787,
      "grad_norm": 0.9618072509765625,
      "learning_rate": 4.263249854397204e-05,
      "loss": 0.5815,
      "step": 991
    },
    {
      "epoch": 1.7288578901482128,
      "grad_norm": 0.8471362590789795,
      "learning_rate": 4.257425742574258e-05,
      "loss": 0.4991,
      "step": 992
    },
    {
      "epoch": 1.7306015693112466,
      "grad_norm": 1.6490659713745117,
      "learning_rate": 4.2516016307513104e-05,
      "loss": 0.7993,
      "step": 993
    },
    {
      "epoch": 1.7323452484742807,
      "grad_norm": 0.8597069382667542,
      "learning_rate": 4.245777518928364e-05,
      "loss": 0.5737,
      "step": 994
    },
    {
      "epoch": 1.7340889276373148,
      "grad_norm": 0.9941847920417786,
      "learning_rate": 4.2399534071054164e-05,
      "loss": 0.5611,
      "step": 995
    },
    {
      "epoch": 1.735832606800349,
      "grad_norm": 1.1688414812088013,
      "learning_rate": 4.23412929528247e-05,
      "loss": 0.6852,
      "step": 996
    },
    {
      "epoch": 1.7375762859633828,
      "grad_norm": 1.3040813207626343,
      "learning_rate": 4.2283051834595225e-05,
      "loss": 0.6629,
      "step": 997
    },
    {
      "epoch": 1.7393199651264166,
      "grad_norm": 1.154449701309204,
      "learning_rate": 4.222481071636575e-05,
      "loss": 0.5759,
      "step": 998
    },
    {
      "epoch": 1.7410636442894507,
      "grad_norm": 1.0046051740646362,
      "learning_rate": 4.2166569598136286e-05,
      "loss": 0.5661,
      "step": 999
    },
    {
      "epoch": 1.7428073234524848,
      "grad_norm": 0.8867891430854797,
      "learning_rate": 4.210832847990682e-05,
      "loss": 0.5719,
      "step": 1000
    }
  ],
  "logging_steps": 1,
  "max_steps": 1722,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 8.00245790549704e+17,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}