{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 5.9411764705882355,
  "eval_steps": 500,
  "global_step": 558,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0106951871657754,
      "grad_norm": 2.3326733714545216,
      "learning_rate": 0.0,
      "loss": 2.2246,
      "step": 1
    },
    {
      "epoch": 0.0213903743315508,
      "grad_norm": 2.383068273995448,
      "learning_rate": 1.176470588235294e-08,
      "loss": 2.2524,
      "step": 2
    },
    {
      "epoch": 0.03208556149732621,
      "grad_norm": 2.346741099308723,
      "learning_rate": 2.352941176470588e-08,
      "loss": 2.2901,
      "step": 3
    },
    {
      "epoch": 0.0427807486631016,
      "grad_norm": 2.3195515052434774,
      "learning_rate": 3.5294117647058824e-08,
      "loss": 2.188,
      "step": 4
    },
    {
      "epoch": 0.053475935828877004,
      "grad_norm": 2.3930583380150647,
      "learning_rate": 4.705882352941176e-08,
      "loss": 2.3759,
      "step": 5
    },
    {
      "epoch": 0.06417112299465241,
      "grad_norm": 2.3702962178012346,
      "learning_rate": 5.88235294117647e-08,
      "loss": 2.2199,
      "step": 6
    },
    {
      "epoch": 0.0748663101604278,
      "grad_norm": 2.245916423471001,
      "learning_rate": 7.058823529411765e-08,
      "loss": 2.2146,
      "step": 7
    },
    {
      "epoch": 0.0855614973262032,
      "grad_norm": 2.41663882573251,
      "learning_rate": 8.235294117647059e-08,
      "loss": 2.2563,
      "step": 8
    },
    {
      "epoch": 0.0962566844919786,
      "grad_norm": 2.3987090250815117,
      "learning_rate": 9.411764705882353e-08,
      "loss": 2.265,
      "step": 9
    },
    {
      "epoch": 0.10695187165775401,
      "grad_norm": 2.4317750198267087,
      "learning_rate": 1.0588235294117647e-07,
      "loss": 2.2326,
      "step": 10
    },
    {
      "epoch": 0.11764705882352941,
      "grad_norm": 2.2502074348810797,
      "learning_rate": 1.176470588235294e-07,
      "loss": 2.2682,
      "step": 11
    },
    {
      "epoch": 0.12834224598930483,
      "grad_norm": 2.3396463833691086,
      "learning_rate": 1.2941176470588236e-07,
      "loss": 2.3054,
      "step": 12
    },
    {
      "epoch": 0.13903743315508021,
      "grad_norm": 2.2745883257040482,
      "learning_rate": 1.411764705882353e-07,
      "loss": 2.3155,
      "step": 13
    },
    {
      "epoch": 0.1497326203208556,
      "grad_norm": 2.252862417275673,
      "learning_rate": 1.529411764705882e-07,
      "loss": 2.2299,
      "step": 14
    },
    {
      "epoch": 0.16042780748663102,
      "grad_norm": 2.4840297553789084,
      "learning_rate": 1.6470588235294117e-07,
      "loss": 2.2689,
      "step": 15
    },
    {
      "epoch": 0.1711229946524064,
      "grad_norm": 2.3823729593084964,
      "learning_rate": 1.764705882352941e-07,
      "loss": 2.2657,
      "step": 16
    },
    {
      "epoch": 0.18181818181818182,
      "grad_norm": 2.3784768765909337,
      "learning_rate": 1.8823529411764705e-07,
      "loss": 2.4154,
      "step": 17
    },
    {
      "epoch": 0.1925133689839572,
      "grad_norm": 2.5799926908653994,
      "learning_rate": 2e-07,
      "loss": 2.1927,
      "step": 18
    },
    {
      "epoch": 0.20320855614973263,
      "grad_norm": 2.556016587859765,
      "learning_rate": 1.9999831393621957e-07,
      "loss": 2.2038,
      "step": 19
    },
    {
      "epoch": 0.21390374331550802,
      "grad_norm": 2.4625079082060704,
      "learning_rate": 1.999932558017345e-07,
      "loss": 2.198,
      "step": 20
    },
    {
      "epoch": 0.22459893048128343,
      "grad_norm": 2.342376776566097,
      "learning_rate": 1.999848257671115e-07,
      "loss": 2.1982,
      "step": 21
    },
    {
      "epoch": 0.23529411764705882,
      "grad_norm": 2.3597940311416545,
      "learning_rate": 1.999730241166222e-07,
      "loss": 2.2598,
      "step": 22
    },
    {
      "epoch": 0.24598930481283424,
      "grad_norm": 2.5731029459823365,
      "learning_rate": 1.9995785124823318e-07,
      "loss": 2.2165,
      "step": 23
    },
    {
      "epoch": 0.25668449197860965,
      "grad_norm": 2.439017240411731,
      "learning_rate": 1.99939307673593e-07,
      "loss": 2.1988,
      "step": 24
    },
    {
      "epoch": 0.26737967914438504,
      "grad_norm": 2.4757026852565547,
      "learning_rate": 1.9991739401801462e-07,
      "loss": 2.2609,
      "step": 25
    },
    {
      "epoch": 0.27807486631016043,
      "grad_norm": 2.2609181567151184,
      "learning_rate": 1.9989211102045448e-07,
      "loss": 2.2976,
      "step": 26
    },
    {
      "epoch": 0.2887700534759358,
      "grad_norm": 2.3746797901940226,
      "learning_rate": 1.9986345953348747e-07,
      "loss": 2.3904,
      "step": 27
    },
    {
      "epoch": 0.2994652406417112,
      "grad_norm": 2.5243054013882182,
      "learning_rate": 1.9983144052327829e-07,
      "loss": 2.272,
      "step": 28
    },
    {
      "epoch": 0.31016042780748665,
      "grad_norm": 2.6214531167132975,
      "learning_rate": 1.9979605506954883e-07,
      "loss": 2.3421,
      "step": 29
    },
    {
      "epoch": 0.32085561497326204,
      "grad_norm": 2.319467451607511,
      "learning_rate": 1.9975730436554175e-07,
      "loss": 2.2616,
      "step": 30
    },
    {
      "epoch": 0.3315508021390374,
      "grad_norm": 2.3011762850274966,
      "learning_rate": 1.9971518971798015e-07,
      "loss": 2.281,
      "step": 31
    },
    {
      "epoch": 0.3422459893048128,
      "grad_norm": 2.3833956949307824,
      "learning_rate": 1.9966971254702373e-07,
      "loss": 2.241,
      "step": 32
    },
    {
      "epoch": 0.35294117647058826,
      "grad_norm": 2.3979566222135222,
      "learning_rate": 1.9962087438622066e-07,
      "loss": 2.2686,
      "step": 33
    },
    {
      "epoch": 0.36363636363636365,
      "grad_norm": 2.367666395240584,
      "learning_rate": 1.9956867688245604e-07,
      "loss": 2.3193,
      "step": 34
    },
    {
      "epoch": 0.37433155080213903,
      "grad_norm": 2.3481007842322574,
      "learning_rate": 1.995131217958963e-07,
      "loss": 2.2987,
      "step": 35
    },
    {
      "epoch": 0.3850267379679144,
      "grad_norm": 2.325059035492084,
      "learning_rate": 1.9945421099992978e-07,
      "loss": 2.2611,
      "step": 36
    },
    {
      "epoch": 0.39572192513368987,
      "grad_norm": 2.4243466628904278,
      "learning_rate": 1.993919464811037e-07,
      "loss": 2.3346,
      "step": 37
    },
    {
      "epoch": 0.40641711229946526,
      "grad_norm": 2.388588771779077,
      "learning_rate": 1.9932633033905705e-07,
      "loss": 2.3664,
      "step": 38
    },
    {
      "epoch": 0.41711229946524064,
      "grad_norm": 2.4329366354312043,
      "learning_rate": 1.992573647864499e-07,
      "loss": 2.3358,
      "step": 39
    },
    {
      "epoch": 0.42780748663101603,
      "grad_norm": 2.3828846635370344,
      "learning_rate": 1.991850521488885e-07,
      "loss": 2.3046,
      "step": 40
    },
    {
      "epoch": 0.4385026737967914,
      "grad_norm": 2.422466010996084,
      "learning_rate": 1.991093948648474e-07,
      "loss": 2.2447,
      "step": 41
    },
    {
      "epoch": 0.44919786096256686,
      "grad_norm": 2.4257863974102993,
      "learning_rate": 1.9903039548558666e-07,
      "loss": 2.2242,
      "step": 42
    },
    {
      "epoch": 0.45989304812834225,
      "grad_norm": 2.459816598894942,
      "learning_rate": 1.9894805667506613e-07,
      "loss": 2.2538,
      "step": 43
    },
    {
      "epoch": 0.47058823529411764,
      "grad_norm": 2.285208230070572,
      "learning_rate": 1.988623812098555e-07,
      "loss": 2.3077,
      "step": 44
    },
    {
      "epoch": 0.48128342245989303,
      "grad_norm": 2.2685953405799384,
      "learning_rate": 1.9877337197904078e-07,
      "loss": 2.3158,
      "step": 45
    },
    {
      "epoch": 0.4919786096256685,
      "grad_norm": 2.416761236235903,
      "learning_rate": 1.9868103198412675e-07,
      "loss": 2.333,
      "step": 46
    },
    {
      "epoch": 0.5026737967914439,
      "grad_norm": 2.350542228223794,
      "learning_rate": 1.9858536433893584e-07,
      "loss": 2.2053,
      "step": 47
    },
    {
      "epoch": 0.5133689839572193,
      "grad_norm": 2.1785848820206373,
      "learning_rate": 1.9848637226950311e-07,
      "loss": 2.3158,
      "step": 48
    },
    {
      "epoch": 0.5240641711229946,
      "grad_norm": 2.185405529693909,
      "learning_rate": 1.9838405911396734e-07,
      "loss": 2.1461,
      "step": 49
    },
    {
      "epoch": 0.5347593582887701,
      "grad_norm": 2.215186649422488,
      "learning_rate": 1.9827842832245873e-07,
      "loss": 2.185,
      "step": 50
    },
    {
      "epoch": 0.5454545454545454,
      "grad_norm": 2.3270896330565054,
      "learning_rate": 1.9816948345698225e-07,
      "loss": 2.2417,
      "step": 51
    },
    {
      "epoch": 0.5561497326203209,
      "grad_norm": 2.1581766314900674,
      "learning_rate": 1.9805722819129778e-07,
      "loss": 2.1341,
      "step": 52
    },
    {
      "epoch": 0.5668449197860963,
      "grad_norm": 2.220228046154024,
      "learning_rate": 1.9794166631079605e-07,
      "loss": 2.2098,
      "step": 53
    },
    {
      "epoch": 0.5775401069518716,
      "grad_norm": 2.2382871743475303,
      "learning_rate": 1.978228017123711e-07,
      "loss": 2.2397,
      "step": 54
    },
    {
      "epoch": 0.5882352941176471,
      "grad_norm": 2.498458949528395,
      "learning_rate": 1.977006384042888e-07,
      "loss": 2.2127,
      "step": 55
    },
    {
      "epoch": 0.5989304812834224,
      "grad_norm": 2.420036444152971,
      "learning_rate": 1.9757518050605172e-07,
      "loss": 2.1451,
      "step": 56
    },
    {
      "epoch": 0.6096256684491979,
      "grad_norm": 2.2323849357463463,
      "learning_rate": 1.974464322482602e-07,
      "loss": 2.2212,
      "step": 57
    },
    {
      "epoch": 0.6203208556149733,
      "grad_norm": 2.2981710800271244,
      "learning_rate": 1.973143979724698e-07,
      "loss": 2.1737,
      "step": 58
    },
    {
      "epoch": 0.6310160427807486,
      "grad_norm": 2.28928522022645,
      "learning_rate": 1.971790821310447e-07,
      "loss": 2.2898,
      "step": 59
    },
    {
      "epoch": 0.6417112299465241,
      "grad_norm": 2.283401556024132,
      "learning_rate": 1.9704048928700763e-07,
      "loss": 2.2316,
      "step": 60
    },
    {
      "epoch": 0.6524064171122995,
      "grad_norm": 2.1214148922245744,
      "learning_rate": 1.9689862411388613e-07,
      "loss": 2.191,
      "step": 61
    },
    {
      "epoch": 0.6631016042780749,
      "grad_norm": 2.2747670704212473,
      "learning_rate": 1.9675349139555483e-07,
      "loss": 2.2126,
      "step": 62
    },
    {
      "epoch": 0.6737967914438503,
      "grad_norm": 2.261194454425025,
      "learning_rate": 1.9660509602607401e-07,
      "loss": 2.1511,
      "step": 63
    },
    {
      "epoch": 0.6844919786096256,
      "grad_norm": 2.092146529232135,
      "learning_rate": 1.9645344300952495e-07,
      "loss": 2.191,
      "step": 64
    },
    {
      "epoch": 0.6951871657754011,
      "grad_norm": 2.2009619848808186,
      "learning_rate": 1.9629853745984076e-07,
      "loss": 2.3149,
      "step": 65
    },
    {
      "epoch": 0.7058823529411765,
      "grad_norm": 2.1014895400052884,
      "learning_rate": 1.9614038460063416e-07,
      "loss": 2.2803,
      "step": 66
    },
    {
      "epoch": 0.7165775401069518,
      "grad_norm": 2.1767633273728775,
      "learning_rate": 1.9597898976502134e-07,
      "loss": 2.1756,
      "step": 67
    },
    {
      "epoch": 0.7272727272727273,
      "grad_norm": 2.218257357882039,
      "learning_rate": 1.95814358395442e-07,
      "loss": 2.3272,
      "step": 68
    },
    {
      "epoch": 0.7379679144385026,
      "grad_norm": 2.1697839813140205,
      "learning_rate": 1.9564649604347595e-07,
      "loss": 2.1906,
      "step": 69
    },
    {
      "epoch": 0.7486631016042781,
      "grad_norm": 2.230675420734239,
      "learning_rate": 1.9547540836965584e-07,
      "loss": 2.3508,
      "step": 70
    },
    {
      "epoch": 0.7593582887700535,
      "grad_norm": 2.1382651593643303,
      "learning_rate": 1.9530110114327624e-07,
      "loss": 2.2348,
      "step": 71
    },
    {
      "epoch": 0.7700534759358288,
      "grad_norm": 2.3279342085333576,
      "learning_rate": 1.951235802421992e-07,
      "loss": 2.1846,
      "step": 72
    },
    {
      "epoch": 0.7807486631016043,
      "grad_norm": 2.2619881853889927,
      "learning_rate": 1.949428516526559e-07,
      "loss": 2.1547,
      "step": 73
    },
    {
      "epoch": 0.7914438502673797,
      "grad_norm": 2.2132561395006154,
      "learning_rate": 1.9475892146904495e-07,
      "loss": 2.2588,
      "step": 74
    },
    {
      "epoch": 0.8021390374331551,
      "grad_norm": 2.2388056145192485,
      "learning_rate": 1.945717958937268e-07,
      "loss": 2.2958,
      "step": 75
    },
    {
      "epoch": 0.8128342245989305,
      "grad_norm": 2.063501174144287,
      "learning_rate": 1.943814812368145e-07,
      "loss": 2.2351,
      "step": 76
    },
    {
      "epoch": 0.8235294117647058,
      "grad_norm": 2.13517450471024,
      "learning_rate": 1.9418798391596108e-07,
      "loss": 2.1907,
      "step": 77
    },
    {
      "epoch": 0.8342245989304813,
      "grad_norm": 2.197441953376566,
      "learning_rate": 1.9399131045614298e-07,
      "loss": 2.2082,
      "step": 78
    },
    {
      "epoch": 0.8449197860962567,
      "grad_norm": 2.3801164641572576,
      "learning_rate": 1.937914674894402e-07,
      "loss": 2.2278,
      "step": 79
    },
    {
      "epoch": 0.8556149732620321,
      "grad_norm": 2.1856307034100864,
      "learning_rate": 1.9358846175481248e-07,
      "loss": 2.2563,
      "step": 80
    },
    {
      "epoch": 0.8663101604278075,
      "grad_norm": 2.1457251433851927,
      "learning_rate": 1.933823000978721e-07,
      "loss": 2.1317,
      "step": 81
    },
    {
      "epoch": 0.8770053475935828,
      "grad_norm": 2.2535981122464044,
      "learning_rate": 1.9317298947065316e-07,
      "loss": 2.1908,
      "step": 82
    },
    {
      "epoch": 0.8877005347593583,
      "grad_norm": 2.192723556995563,
      "learning_rate": 1.9296053693137703e-07,
      "loss": 2.2636,
      "step": 83
    },
    {
      "epoch": 0.8983957219251337,
      "grad_norm": 2.1836725834736046,
      "learning_rate": 1.927449496442143e-07,
      "loss": 2.2806,
      "step": 84
    },
    {
      "epoch": 0.9090909090909091,
      "grad_norm": 2.2458647554312337,
      "learning_rate": 1.9252623487904332e-07,
      "loss": 2.2044,
      "step": 85
    },
    {
      "epoch": 0.9197860962566845,
      "grad_norm": 2.1722372866447435,
      "learning_rate": 1.9230440001120494e-07,
      "loss": 2.2624,
      "step": 86
    },
    {
      "epoch": 0.93048128342246,
      "grad_norm": 2.2594112154874257,
      "learning_rate": 1.920794525212539e-07,
      "loss": 2.2259,
      "step": 87
    },
    {
      "epoch": 0.9411764705882353,
      "grad_norm": 2.235049013487852,
      "learning_rate": 1.918513999947065e-07,
      "loss": 2.1185,
      "step": 88
    },
    {
      "epoch": 0.9518716577540107,
      "grad_norm": 1.9873439930063803,
      "learning_rate": 1.9162025012178483e-07,
      "loss": 2.1832,
      "step": 89
    },
    {
      "epoch": 0.9625668449197861,
      "grad_norm": 2.05421858030192,
      "learning_rate": 1.913860106971575e-07,
      "loss": 2.13,
      "step": 90
    },
    {
      "epoch": 0.9732620320855615,
      "grad_norm": 2.168494886444294,
      "learning_rate": 1.9114868961967665e-07,
      "loss": 2.2074,
      "step": 91
    },
    {
      "epoch": 0.983957219251337,
      "grad_norm": 1.8342583305340783,
      "learning_rate": 1.909082948921118e-07,
      "loss": 1.9684,
      "step": 92
    },
    {
      "epoch": 0.9946524064171123,
      "grad_norm": 1.8252496033715673,
      "learning_rate": 1.9066483462087976e-07,
      "loss": 2.1233,
      "step": 93
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.8252496033715673,
      "learning_rate": 1.9041831701577148e-07,
      "loss": 1.1198,
      "step": 94
    },
    {
      "epoch": 1.0106951871657754,
      "grad_norm": 1.8691680981114158,
      "learning_rate": 1.9016875038967503e-07,
      "loss": 2.1201,
      "step": 95
    },
    {
      "epoch": 1.0213903743315509,
      "grad_norm": 1.8502258064525274,
      "learning_rate": 1.899161431582954e-07,
      "loss": 2.0154,
      "step": 96
    },
    {
      "epoch": 1.032085561497326,
      "grad_norm": 1.7747332221223255,
      "learning_rate": 1.896605038398707e-07,
      "loss": 2.1209,
      "step": 97
    },
    {
      "epoch": 1.0427807486631016,
      "grad_norm": 1.7390901058397992,
      "learning_rate": 1.8940184105488477e-07,
      "loss": 2.1144,
      "step": 98
    },
    {
      "epoch": 1.053475935828877,
      "grad_norm": 1.724298907654552,
      "learning_rate": 1.8914016352577672e-07,
      "loss": 2.1626,
      "step": 99
    },
    {
      "epoch": 1.0641711229946524,
      "grad_norm": 1.7419133703338525,
      "learning_rate": 1.8887548007664663e-07,
      "loss": 2.0879,
      "step": 100
    },
    {
      "epoch": 1.0748663101604279,
      "grad_norm": 1.768435724184072,
      "learning_rate": 1.88607799632958e-07,
      "loss": 2.1311,
      "step": 101
    },
    {
      "epoch": 1.085561497326203,
      "grad_norm": 1.7137005612293372,
      "learning_rate": 1.883371312212369e-07,
      "loss": 2.0317,
      "step": 102
    },
    {
      "epoch": 1.0962566844919786,
      "grad_norm": 1.6405470049354822,
      "learning_rate": 1.8806348396876742e-07,
      "loss": 2.107,
      "step": 103
    },
    {
      "epoch": 1.106951871657754,
      "grad_norm": 1.7493534833078186,
      "learning_rate": 1.8778686710328395e-07,
      "loss": 2.1506,
      "step": 104
    },
    {
      "epoch": 1.1176470588235294,
      "grad_norm": 1.703455856407852,
      "learning_rate": 1.875072899526601e-07,
      "loss": 2.0856,
      "step": 105
    },
    {
      "epoch": 1.1283422459893049,
      "grad_norm": 1.7521981718015323,
      "learning_rate": 1.8722476194459395e-07,
      "loss": 2.1015,
      "step": 106
    },
    {
      "epoch": 1.1390374331550803,
      "grad_norm": 1.8175328159455935,
      "learning_rate": 1.869392926062904e-07,
      "loss": 2.0522,
      "step": 107
    },
    {
      "epoch": 1.1497326203208555,
      "grad_norm": 1.7494301211101768,
      "learning_rate": 1.8665089156413966e-07,
      "loss": 2.1142,
      "step": 108
    },
    {
      "epoch": 1.160427807486631,
      "grad_norm": 1.6732447167879811,
      "learning_rate": 1.8635956854339274e-07,
      "loss": 2.1077,
      "step": 109
    },
    {
      "epoch": 1.1711229946524064,
      "grad_norm": 1.8385904832517168,
      "learning_rate": 1.8606533336783357e-07,
      "loss": 2.2026,
      "step": 110
    },
    {
      "epoch": 1.1818181818181819,
      "grad_norm": 1.8110603990066274,
      "learning_rate": 1.857681959594475e-07,
      "loss": 2.032,
      "step": 111
    },
    {
      "epoch": 1.192513368983957,
      "grad_norm": 1.7695603471141617,
      "learning_rate": 1.8546816633808703e-07,
      "loss": 2.2146,
      "step": 112
    },
    {
      "epoch": 1.2032085561497325,
      "grad_norm": 1.8053785433240395,
      "learning_rate": 1.8516525462113376e-07,
      "loss": 2.1934,
      "step": 113
    },
    {
      "epoch": 1.213903743315508,
      "grad_norm": 1.6744855052025045,
      "learning_rate": 1.848594710231571e-07,
      "loss": 2.1834,
      "step": 114
    },
    {
      "epoch": 1.2245989304812834,
      "grad_norm": 1.7932054193144469,
      "learning_rate": 1.8455082585557006e-07,
      "loss": 2.0415,
      "step": 115
    },
    {
      "epoch": 1.2352941176470589,
      "grad_norm": 1.6428322261649346,
      "learning_rate": 1.8423932952628144e-07,
      "loss": 2.067,
      "step": 116
    },
    {
      "epoch": 1.2459893048128343,
      "grad_norm": 1.7382000300083023,
      "learning_rate": 1.8392499253934473e-07,
      "loss": 2.1724,
      "step": 117
    },
    {
      "epoch": 1.2566844919786098,
      "grad_norm": 1.8709019559433993,
      "learning_rate": 1.8360782549460418e-07,
      "loss": 2.0914,
      "step": 118
    },
    {
      "epoch": 1.267379679144385,
      "grad_norm": 1.6724119658449972,
      "learning_rate": 1.8328783908733708e-07,
      "loss": 2.1186,
      "step": 119
    },
    {
      "epoch": 1.2780748663101604,
      "grad_norm": 1.7835125551171003,
      "learning_rate": 1.8296504410789328e-07,
      "loss": 2.0482,
      "step": 120
    },
    {
      "epoch": 1.2887700534759359,
      "grad_norm": 1.6483657805365755,
      "learning_rate": 1.8263945144133124e-07,
      "loss": 2.0774,
      "step": 121
    },
    {
      "epoch": 1.299465240641711,
      "grad_norm": 1.6445372122410302,
      "learning_rate": 1.8231107206705102e-07,
      "loss": 2.0573,
      "step": 122
    },
    {
      "epoch": 1.3101604278074865,
      "grad_norm": 1.6844433896997877,
      "learning_rate": 1.8197991705842392e-07,
      "loss": 2.0911,
      "step": 123
    },
    {
      "epoch": 1.320855614973262,
      "grad_norm": 1.7477646676053702,
      "learning_rate": 1.8164599758241938e-07,
      "loss": 2.0409,
      "step": 124
    },
    {
      "epoch": 1.3315508021390374,
      "grad_norm": 1.8128634022890735,
      "learning_rate": 1.81309324899228e-07,
      "loss": 2.201,
      "step": 125
    },
    {
      "epoch": 1.3422459893048129,
      "grad_norm": 1.7216333338346883,
      "learning_rate": 1.8096991036188215e-07,
      "loss": 2.1659,
      "step": 126
    },
    {
      "epoch": 1.3529411764705883,
      "grad_norm": 1.7879340121787493,
      "learning_rate": 1.80627765415873e-07,
      "loss": 2.0892,
      "step": 127
    },
    {
      "epoch": 1.3636363636363638,
      "grad_norm": 1.6541027631644494,
      "learning_rate": 1.8028290159876453e-07,
      "loss": 1.9607,
      "step": 128
    },
    {
      "epoch": 1.374331550802139,
      "grad_norm": 1.679293552656214,
      "learning_rate": 1.7993533053980458e-07,
      "loss": 2.1868,
      "step": 129
    },
    {
      "epoch": 1.3850267379679144,
      "grad_norm": 1.8579543817143627,
      "learning_rate": 1.7958506395953265e-07,
      "loss": 2.1343,
      "step": 130
    },
    {
      "epoch": 1.3957219251336899,
      "grad_norm": 1.8636539235310083,
      "learning_rate": 1.7923211366938463e-07,
      "loss": 2.0674,
      "step": 131
    },
    {
      "epoch": 1.4064171122994653,
      "grad_norm": 1.7334184277035045,
      "learning_rate": 1.7887649157129445e-07,
      "loss": 2.1037,
      "step": 132
    },
    {
      "epoch": 1.4171122994652405,
      "grad_norm": 1.822849013764906,
      "learning_rate": 1.7851820965729302e-07,
      "loss": 2.0924,
      "step": 133
    },
    {
      "epoch": 1.427807486631016,
      "grad_norm": 1.7105008930519692,
      "learning_rate": 1.781572800091034e-07,
      "loss": 2.2073,
      "step": 134
    },
    {
      "epoch": 1.4385026737967914,
      "grad_norm": 1.749124781449127,
      "learning_rate": 1.777937147977338e-07,
      "loss": 2.159,
      "step": 135
    },
    {
      "epoch": 1.4491978609625669,
      "grad_norm": 1.817598510475392,
      "learning_rate": 1.7742752628306686e-07,
      "loss": 2.0806,
      "step": 136
    },
    {
      "epoch": 1.4598930481283423,
      "grad_norm": 1.6898545599804242,
      "learning_rate": 1.7705872681344646e-07,
      "loss": 2.0621,
      "step": 137
    },
    {
      "epoch": 1.4705882352941178,
      "grad_norm": 1.708524779494462,
      "learning_rate": 1.7668732882526113e-07,
      "loss": 2.0932,
      "step": 138
    },
    {
      "epoch": 1.481283422459893,
      "grad_norm": 1.6326058692899386,
      "learning_rate": 1.7631334484252478e-07,
      "loss": 1.9894,
      "step": 139
    },
    {
      "epoch": 1.4919786096256684,
      "grad_norm": 1.7668104108682112,
      "learning_rate": 1.759367874764544e-07,
      "loss": 2.03,
      "step": 140
    },
    {
      "epoch": 1.5026737967914439,
      "grad_norm": 1.742459692174338,
      "learning_rate": 1.7555766942504469e-07,
      "loss": 2.1366,
      "step": 141
    },
    {
      "epoch": 1.5133689839572193,
      "grad_norm": 1.626815988438644,
      "learning_rate": 1.7517600347263995e-07,
      "loss": 2.0893,
      "step": 142
    },
    {
      "epoch": 1.5240641711229945,
      "grad_norm": 1.6471938527920325,
      "learning_rate": 1.7479180248950293e-07,
      "loss": 2.1291,
      "step": 143
    },
    {
      "epoch": 1.53475935828877,
      "grad_norm": 1.750049700195507,
      "learning_rate": 1.744050794313809e-07,
      "loss": 2.137,
      "step": 144
    },
    {
      "epoch": 1.5454545454545454,
      "grad_norm": 1.7192190702489798,
      "learning_rate": 1.740158473390687e-07,
      "loss": 2.0149,
      "step": 145
    },
    {
      "epoch": 1.5561497326203209,
      "grad_norm": 1.6278331728210962,
      "learning_rate": 1.73624119337969e-07,
      "loss": 2.1269,
      "step": 146
    },
    {
      "epoch": 1.5668449197860963,
      "grad_norm": 1.7717325953894878,
      "learning_rate": 1.7322990863764964e-07,
      "loss": 2.059,
      "step": 147
    },
    {
      "epoch": 1.5775401069518717,
      "grad_norm": 1.647166848416035,
      "learning_rate": 1.728332285313983e-07,
      "loss": 2.0929,
      "step": 148
    },
    {
      "epoch": 1.5882352941176472,
      "grad_norm": 1.7617193268211082,
      "learning_rate": 1.724340923957742e-07,
      "loss": 2.1256,
      "step": 149
    },
    {
      "epoch": 1.5989304812834224,
      "grad_norm": 1.8528794452609483,
      "learning_rate": 1.72032513690157e-07,
      "loss": 1.9989,
      "step": 150
    },
    {
      "epoch": 1.6096256684491979,
      "grad_norm": 1.739301602599776,
      "learning_rate": 1.7162850595629282e-07,
      "loss": 2.0544,
      "step": 151
    },
    {
      "epoch": 1.6203208556149733,
      "grad_norm": 1.7484020503985405,
      "learning_rate": 1.7122208281783784e-07,
      "loss": 2.083,
      "step": 152
    },
    {
      "epoch": 1.6310160427807485,
      "grad_norm": 1.7558204718386419,
      "learning_rate": 1.708132579798988e-07,
      "loss": 2.0867,
      "step": 153
    },
    {
      "epoch": 1.641711229946524,
      "grad_norm": 1.823415289374815,
      "learning_rate": 1.7040204522857065e-07,
      "loss": 1.984,
      "step": 154
    },
    {
      "epoch": 1.6524064171122994,
      "grad_norm": 1.6620732687020978,
      "learning_rate": 1.699884584304719e-07,
      "loss": 2.0342,
      "step": 155
    },
    {
      "epoch": 1.6631016042780749,
      "grad_norm": 1.7491812472955983,
      "learning_rate": 1.6957251153227704e-07,
      "loss": 2.0562,
      "step": 156
    },
    {
      "epoch": 1.6737967914438503,
      "grad_norm": 1.790102048039344,
      "learning_rate": 1.6915421856024602e-07,
      "loss": 2.0468,
      "step": 157
    },
    {
      "epoch": 1.6844919786096257,
      "grad_norm": 1.8588607707775786,
      "learning_rate": 1.6873359361975142e-07,
      "loss": 2.073,
      "step": 158
    },
    {
      "epoch": 1.6951871657754012,
      "grad_norm": 1.9099382297562897,
      "learning_rate": 1.6831065089480278e-07,
      "loss": 2.1011,
      "step": 159
    },
    {
      "epoch": 1.7058823529411766,
      "grad_norm": 1.9156571559028355,
      "learning_rate": 1.6788540464756834e-07,
      "loss": 2.0902,
      "step": 160
    },
    {
      "epoch": 1.7165775401069518,
      "grad_norm": 1.7487683691532725,
      "learning_rate": 1.6745786921789398e-07,
      "loss": 2.0655,
      "step": 161
    },
    {
      "epoch": 1.7272727272727273,
      "grad_norm": 1.798922579729806,
      "learning_rate": 1.6702805902281974e-07,
      "loss": 2.0819,
      "step": 162
    },
    {
      "epoch": 1.7379679144385025,
      "grad_norm": 1.7516100546591455,
      "learning_rate": 1.6659598855609365e-07,
      "loss": 2.0015,
      "step": 163
    },
    {
      "epoch": 1.748663101604278,
      "grad_norm": 1.7598556009362833,
      "learning_rate": 1.661616723876831e-07,
      "loss": 1.9692,
      "step": 164
    },
    {
      "epoch": 1.7593582887700534,
      "grad_norm": 1.8518167267401615,
      "learning_rate": 1.6572512516328316e-07,
      "loss": 2.0501,
      "step": 165
    },
    {
      "epoch": 1.7700534759358288,
      "grad_norm": 1.9680098122752612,
      "learning_rate": 1.6528636160382324e-07,
      "loss": 2.068,
      "step": 166
    },
    {
      "epoch": 1.7807486631016043,
      "grad_norm": 1.7435746915577544,
      "learning_rate": 1.6484539650497015e-07,
      "loss": 2.0655,
      "step": 167
    },
    {
      "epoch": 1.7914438502673797,
      "grad_norm": 2.0163269938254897,
      "learning_rate": 1.644022447366296e-07,
      "loss": 2.1151,
      "step": 168
    },
    {
      "epoch": 1.8021390374331552,
      "grad_norm": 2.0397047851085475,
      "learning_rate": 1.6395692124244444e-07,
      "loss": 1.9838,
      "step": 169
    },
    {
      "epoch": 1.8128342245989306,
      "grad_norm": 1.8791425708108331,
      "learning_rate": 1.6350944103929102e-07,
      "loss": 2.0208,
      "step": 170
    },
    {
      "epoch": 1.8235294117647058,
      "grad_norm": 1.8524792892955046,
      "learning_rate": 1.6305981921677255e-07,
      "loss": 2.0714,
      "step": 171
    },
    {
      "epoch": 1.8342245989304813,
      "grad_norm": 2.1434113891517517,
      "learning_rate": 1.6260807093671043e-07,
      "loss": 1.9286,
      "step": 172
    },
    {
      "epoch": 1.8449197860962567,
      "grad_norm": 1.8668197245162237,
      "learning_rate": 1.6215421143263294e-07,
      "loss": 2.0335,
      "step": 173
    },
    {
      "epoch": 1.855614973262032,
      "grad_norm": 2.2307700413988756,
      "learning_rate": 1.616982560092615e-07,
      "loss": 2.0027,
      "step": 174
    },
    {
      "epoch": 1.8663101604278074,
      "grad_norm": 1.7759871927923943,
      "learning_rate": 1.6124022004199458e-07,
      "loss": 1.9088,
      "step": 175
    },
    {
      "epoch": 1.8770053475935828,
      "grad_norm": 2.002834449205516,
      "learning_rate": 1.6078011897638932e-07,
      "loss": 1.9709,
      "step": 176
    },
    {
      "epoch": 1.8877005347593583,
      "grad_norm": 1.9813445649823422,
      "learning_rate": 1.603179683276405e-07,
      "loss": 2.0326,
      "step": 177
    },
    {
      "epoch": 1.8983957219251337,
      "grad_norm": 2.1310400862958674,
      "learning_rate": 1.5985378368005758e-07,
      "loss": 2.1098,
      "step": 178
    },
    {
      "epoch": 1.9090909090909092,
      "grad_norm": 2.1055111936890896,
      "learning_rate": 1.5938758068653898e-07,
      "loss": 1.9046,
      "step": 179
    },
    {
      "epoch": 1.9197860962566846,
      "grad_norm": 2.001761438448876,
      "learning_rate": 1.5891937506804428e-07,
      "loss": 2.0031,
      "step": 180
    },
    {
      "epoch": 1.93048128342246,
      "grad_norm": 1.9854514227307951,
      "learning_rate": 1.5844918261306423e-07,
      "loss": 1.8822,
      "step": 181
    },
    {
      "epoch": 1.9411764705882353,
      "grad_norm": 2.0138722276092493,
      "learning_rate": 1.579770191770882e-07,
      "loss": 1.991,
      "step": 182
    },
    {
      "epoch": 1.9518716577540107,
      "grad_norm": 1.9822431627418198,
      "learning_rate": 1.5750290068206956e-07,
      "loss": 1.9941,
      "step": 183
    },
    {
      "epoch": 1.962566844919786,
      "grad_norm": 2.084618240884537,
      "learning_rate": 1.5702684311588867e-07,
      "loss": 1.9653,
      "step": 184
    },
    {
      "epoch": 1.9732620320855614,
      "grad_norm": 1.7089614667973392,
      "learning_rate": 1.5654886253181401e-07,
      "loss": 1.8998,
      "step": 185
    },
    {
      "epoch": 1.9839572192513368,
      "grad_norm": 2.1419061592120774,
      "learning_rate": 1.5606897504796058e-07,
      "loss": 1.9791,
      "step": 186
    },
    {
      "epoch": 1.9946524064171123,
      "grad_norm": 1.8168421557865153,
      "learning_rate": 1.555871968467464e-07,
      "loss": 1.8058,
      "step": 187
    },
    {
      "epoch": 2.0,
      "grad_norm": 1.91734849044011,
      "learning_rate": 1.5510354417434712e-07,
      "loss": 1.0229,
      "step": 188
    },
    {
      "epoch": 2.0106951871657754,
      "grad_norm": 1.8776996226642948,
      "learning_rate": 1.5461803334014768e-07,
      "loss": 1.8689,
      "step": 189
    },
    {
      "epoch": 2.021390374331551,
      "grad_norm": 2.0202302250974977,
      "learning_rate": 1.5413068071619277e-07,
      "loss": 1.9248,
      "step": 190
    },
    {
      "epoch": 2.0320855614973263,
      "grad_norm": 1.9107131755138838,
      "learning_rate": 1.5364150273663458e-07,
      "loss": 1.8459,
      "step": 191
    },
    {
      "epoch": 2.0427807486631018,
      "grad_norm": 1.8750367131155108,
      "learning_rate": 1.5315051589717852e-07,
      "loss": 1.9742,
      "step": 192
    },
    {
      "epoch": 2.053475935828877,
      "grad_norm": 2.0882288691076636,
      "learning_rate": 1.5265773675452717e-07,
      "loss": 1.9149,
      "step": 193
    },
    {
      "epoch": 2.064171122994652,
      "grad_norm": 1.9011219759565725,
      "learning_rate": 1.521631819258218e-07,
      "loss": 1.9256,
      "step": 194
    },
    {
      "epoch": 2.0748663101604277,
      "grad_norm": 1.9476978857090947,
      "learning_rate": 1.5166686808808206e-07,
      "loss": 1.9242,
      "step": 195
    },
    {
      "epoch": 2.085561497326203,
      "grad_norm": 1.9949087001080084,
      "learning_rate": 1.5116881197764368e-07,
      "loss": 1.8977,
      "step": 196
    },
    {
      "epoch": 2.0962566844919786,
      "grad_norm": 1.8896603268772247,
      "learning_rate": 1.5066903038959406e-07,
      "loss": 1.8176,
      "step": 197
    },
    {
      "epoch": 2.106951871657754,
      "grad_norm": 1.9319482581859762,
      "learning_rate": 1.5016754017720585e-07,
      "loss": 1.9653,
      "step": 198
    },
    {
      "epoch": 2.1176470588235294,
      "grad_norm": 1.7569523930673137,
      "learning_rate": 1.496643582513687e-07,
      "loss": 1.8301,
      "step": 199
    },
    {
      "epoch": 2.128342245989305,
      "grad_norm": 1.83472307789282,
      "learning_rate": 1.4915950158001906e-07,
      "loss": 1.9013,
      "step": 200
    },
    {
      "epoch": 2.1390374331550803,
      "grad_norm": 1.8411931902154157,
      "learning_rate": 1.4865298718756786e-07,
      "loss": 1.8867,
      "step": 201
    },
    {
      "epoch": 2.1497326203208558,
      "grad_norm": 2.007707841426601,
      "learning_rate": 1.4814483215432652e-07,
      "loss": 1.9634,
      "step": 202
    },
    {
      "epoch": 2.160427807486631,
      "grad_norm": 1.950219924953972,
      "learning_rate": 1.4763505361593093e-07,
      "loss": 1.8812,
      "step": 203
    },
    {
      "epoch": 2.171122994652406,
      "grad_norm": 1.997822009510831,
      "learning_rate": 1.4712366876276376e-07,
      "loss": 1.938,
      "step": 204
    },
    {
      "epoch": 2.1818181818181817,
      "grad_norm": 1.7761243562967859,
      "learning_rate": 1.4661069483937457e-07,
      "loss": 1.7846,
      "step": 205
    },
    {
      "epoch": 2.192513368983957,
      "grad_norm": 1.7646030167754145,
      "learning_rate": 1.4609614914389835e-07,
      "loss": 1.8128,
      "step": 206
    },
    {
      "epoch": 2.2032085561497325,
      "grad_norm": 2.013383482731404,
      "learning_rate": 1.4558004902747238e-07,
      "loss": 1.9804,
      "step": 207
    },
    {
      "epoch": 2.213903743315508,
      "grad_norm": 1.8188349668041328,
      "learning_rate": 1.4506241189365093e-07,
      "loss": 1.9228,
      "step": 208
    },
    {
      "epoch": 2.2245989304812834,
      "grad_norm": 1.59271102081584,
      "learning_rate": 1.4454325519781835e-07,
      "loss": 1.8434,
      "step": 209
    },
    {
      "epoch": 2.235294117647059,
      "grad_norm": 1.5659479150327449,
      "learning_rate": 1.440225964466008e-07,
      "loss": 1.7293,
      "step": 210
    },
    {
      "epoch": 2.2459893048128343,
      "grad_norm": 1.9706230149639103,
      "learning_rate": 1.4350045319727547e-07,
      "loss": 1.9061,
      "step": 211
    },
    {
      "epoch": 2.2566844919786098,
      "grad_norm": 1.9538098536813404,
      "learning_rate": 1.4297684305717873e-07,
      "loss": 1.9182,
      "step": 212
    },
    {
      "epoch": 2.267379679144385,
      "grad_norm": 1.8587869543475823,
      "learning_rate": 1.424517836831125e-07,
      "loss": 1.8547,
      "step": 213
    },
    {
      "epoch": 2.2780748663101607,
      "grad_norm": 2.0045513308335,
      "learning_rate": 1.4192529278074862e-07,
      "loss": 1.9467,
      "step": 214
    },
    {
      "epoch": 2.2887700534759357,
      "grad_norm": 1.6112672188222035,
      "learning_rate": 1.413973881040319e-07,
      "loss": 1.836,
      "step": 215
    },
    {
      "epoch": 2.299465240641711,
      "grad_norm": 2.137329904566206,
      "learning_rate": 1.4086808745458142e-07,
      "loss": 1.9221,
      "step": 216
    },
    {
      "epoch": 2.3101604278074865,
      "grad_norm": 1.7750991323465606,
      "learning_rate": 1.4033740868109032e-07,
      "loss": 1.8764,
      "step": 217
    },
    {
      "epoch": 2.320855614973262,
      "grad_norm": 1.696659194863298,
      "learning_rate": 1.3980536967872376e-07,
      "loss": 1.7564,
      "step": 218
    },
    {
      "epoch": 2.3315508021390374,
      "grad_norm": 1.8203438652025503,
      "learning_rate": 1.3927198838851552e-07,
      "loss": 1.8439,
      "step": 219
    },
    {
      "epoch": 2.342245989304813,
      "grad_norm": 1.9800710567556972,
      "learning_rate": 1.3873728279676315e-07,
      "loss": 1.8974,
      "step": 220
    },
    {
      "epoch": 2.3529411764705883,
      "grad_norm": 1.6338923753463463,
      "learning_rate": 1.3820127093442126e-07,
      "loss": 1.7486,
      "step": 221
    },
    {
      "epoch": 2.3636363636363638,
      "grad_norm": 1.722632870308358,
      "learning_rate": 1.376639708764936e-07,
      "loss": 1.8783,
      "step": 222
    },
    {
      "epoch": 2.374331550802139,
      "grad_norm": 1.9561833269011113,
      "learning_rate": 1.371254007414235e-07,
      "loss": 1.9165,
      "step": 223
    },
    {
      "epoch": 2.385026737967914,
      "grad_norm": 1.6064112149701273,
      "learning_rate": 1.365855786904829e-07,
      "loss": 1.8379,
      "step": 224
    },
    {
      "epoch": 2.3957219251336896,
      "grad_norm": 1.4931472703360875,
      "learning_rate": 1.3604452292716003e-07,
      "loss": 1.7287,
      "step": 225
    },
    {
      "epoch": 2.406417112299465,
      "grad_norm": 1.8268266382628995,
      "learning_rate": 1.355022516965453e-07,
      "loss": 1.9423,
      "step": 226
    },
    {
      "epoch": 2.4171122994652405,
      "grad_norm": 1.6679450062171188,
      "learning_rate": 1.3495878328471638e-07,
      "loss": 1.7914,
      "step": 227
    },
    {
      "epoch": 2.427807486631016,
      "grad_norm": 1.7955001612015629,
      "learning_rate": 1.344141360181214e-07,
      "loss": 1.8651,
      "step": 228
    },
    {
      "epoch": 2.4385026737967914,
      "grad_norm": 1.5079853464695963,
      "learning_rate": 1.3386832826296092e-07,
      "loss": 1.747,
      "step": 229
    },
    {
      "epoch": 2.449197860962567,
      "grad_norm": 1.774035108855846,
      "learning_rate": 1.3332137842456865e-07,
      "loss": 1.8224,
      "step": 230
    },
    {
      "epoch": 2.4598930481283423,
      "grad_norm": 1.859169247420952,
      "learning_rate": 1.3277330494679091e-07,
      "loss": 1.7962,
      "step": 231
    },
    {
      "epoch": 2.4705882352941178,
      "grad_norm": 1.7252805384966143,
      "learning_rate": 1.3222412631136443e-07,
      "loss": 1.843,
      "step": 232
    },
    {
      "epoch": 2.481283422459893,
      "grad_norm": 1.6684506315787555,
      "learning_rate": 1.3167386103729337e-07,
      "loss": 1.8126,
      "step": 233
    },
    {
      "epoch": 2.4919786096256686,
      "grad_norm": 1.6500782775923557,
      "learning_rate": 1.3112252768022464e-07,
      "loss": 1.7956,
      "step": 234
    },
    {
      "epoch": 2.502673796791444,
      "grad_norm": 1.6682685408009557,
      "learning_rate": 1.305701448318224e-07,
      "loss": 1.745,
      "step": 235
    },
    {
      "epoch": 2.5133689839572195,
      "grad_norm": 1.5946878676440053,
      "learning_rate": 1.300167311191409e-07,
      "loss": 1.7899,
      "step": 236
    },
    {
      "epoch": 2.5240641711229945,
      "grad_norm": 1.560578079266366,
      "learning_rate": 1.2946230520399647e-07,
      "loss": 1.888,
      "step": 237
    },
    {
      "epoch": 2.53475935828877,
      "grad_norm": 1.4760549883449223,
      "learning_rate": 1.2890688578233817e-07,
      "loss": 1.7398,
      "step": 238
    },
    {
      "epoch": 2.5454545454545454,
      "grad_norm": 1.498793769765859,
      "learning_rate": 1.2835049158361744e-07,
      "loss": 1.8217,
      "step": 239
    },
    {
      "epoch": 2.556149732620321,
      "grad_norm": 1.4568509017024076,
      "learning_rate": 1.2779314137015636e-07,
      "loss": 1.8265,
      "step": 240
    },
    {
      "epoch": 2.5668449197860963,
      "grad_norm": 1.6772171864469765,
      "learning_rate": 1.272348539365151e-07,
      "loss": 1.7811,
      "step": 241
    },
    {
      "epoch": 2.5775401069518717,
      "grad_norm": 1.8200935730938934,
      "learning_rate": 1.2667564810885806e-07,
      "loss": 1.8535,
      "step": 242
    },
    {
      "epoch": 2.588235294117647,
      "grad_norm": 1.4942945455847536,
      "learning_rate": 1.2611554274431919e-07,
      "loss": 1.7958,
      "step": 243
    },
    {
      "epoch": 2.598930481283422,
      "grad_norm": 1.677515885483504,
      "learning_rate": 1.255545567303657e-07,
      "loss": 1.8054,
      "step": 244
    },
    {
      "epoch": 2.6096256684491976,
      "grad_norm": 1.5019371775876145,
      "learning_rate": 1.2499270898416166e-07,
      "loss": 1.8354,
      "step": 245
    },
    {
      "epoch": 2.620320855614973,
      "grad_norm": 1.5035984972716776,
      "learning_rate": 1.2443001845192974e-07,
      "loss": 1.7432,
      "step": 246
    },
    {
      "epoch": 2.6310160427807485,
      "grad_norm": 1.4448270049593817,
      "learning_rate": 1.2386650410831257e-07,
      "loss": 1.7656,
      "step": 247
    },
    {
      "epoch": 2.641711229946524,
      "grad_norm": 1.8821467363740914,
      "learning_rate": 1.2330218495573245e-07,
      "loss": 1.7837,
      "step": 248
    },
    {
      "epoch": 2.6524064171122994,
      "grad_norm": 1.6140609004506175,
      "learning_rate": 1.227370800237512e-07,
      "loss": 1.8074,
      "step": 249
    },
    {
      "epoch": 2.663101604278075,
      "grad_norm": 1.5778751173081107,
      "learning_rate": 1.2217120836842794e-07,
      "loss": 1.8207,
      "step": 250
    },
    {
      "epoch": 2.6737967914438503,
      "grad_norm": 1.5462496099145762,
      "learning_rate": 1.2160458907167667e-07,
      "loss": 1.8321,
      "step": 251
    },
    {
      "epoch": 2.6844919786096257,
      "grad_norm": 1.5483799664470452,
      "learning_rate": 1.2103724124062292e-07,
      "loss": 1.7776,
      "step": 252
    },
    {
      "epoch": 2.695187165775401,
      "grad_norm": 1.4546045902761022,
      "learning_rate": 1.2046918400695927e-07,
      "loss": 1.7895,
      "step": 253
    },
    {
      "epoch": 2.7058823529411766,
      "grad_norm": 1.5661818236510652,
      "learning_rate": 1.1990043652630022e-07,
      "loss": 1.7656,
      "step": 254
    },
    {
      "epoch": 2.716577540106952,
      "grad_norm": 1.5592204536692256,
      "learning_rate": 1.1933101797753635e-07,
      "loss": 1.7647,
      "step": 255
    },
    {
      "epoch": 2.7272727272727275,
      "grad_norm": 1.5020128691019576,
      "learning_rate": 1.1876094756218745e-07,
      "loss": 1.8085,
      "step": 256
    },
    {
      "epoch": 2.7379679144385025,
      "grad_norm": 1.5418961057657317,
      "learning_rate": 1.1819024450375516e-07,
      "loss": 1.767,
      "step": 257
    },
    {
      "epoch": 2.748663101604278,
      "grad_norm": 1.6184096119952334,
      "learning_rate": 1.1761892804707451e-07,
      "loss": 1.7481,
      "step": 258
    },
    {
      "epoch": 2.7593582887700534,
      "grad_norm": 1.637911037192594,
      "learning_rate": 1.1704701745766532e-07,
      "loss": 1.8495,
      "step": 259
    },
    {
      "epoch": 2.770053475935829,
      "grad_norm": 1.4422095802965669,
      "learning_rate": 1.1647453202108208e-07,
      "loss": 1.7643,
      "step": 260
    },
    {
      "epoch": 2.7807486631016043,
      "grad_norm": 1.48789463277655,
      "learning_rate": 1.1590149104226408e-07,
      "loss": 1.6989,
      "step": 261
    },
    {
      "epoch": 2.7914438502673797,
      "grad_norm": 1.5323569508335757,
      "learning_rate": 1.1532791384488403e-07,
      "loss": 1.8489,
      "step": 262
    },
    {
      "epoch": 2.802139037433155,
      "grad_norm": 1.450131905952347,
      "learning_rate": 1.1475381977069671e-07,
      "loss": 1.7982,
      "step": 263
    },
    {
      "epoch": 2.8128342245989306,
      "grad_norm": 1.660853120722252,
      "learning_rate": 1.1417922817888666e-07,
      "loss": 1.8218,
      "step": 264
    },
    {
      "epoch": 2.8235294117647056,
      "grad_norm": 1.3859692711394558,
      "learning_rate": 1.1360415844541522e-07,
      "loss": 1.7648,
      "step": 265
    },
    {
      "epoch": 2.834224598930481,
      "grad_norm": 1.4948084649411704,
      "learning_rate": 1.1302862996236744e-07,
      "loss": 1.7943,
      "step": 266
    },
    {
      "epoch": 2.8449197860962565,
      "grad_norm": 1.5645545901296345,
      "learning_rate": 1.124526621372979e-07,
      "loss": 1.7092,
      "step": 267
    },
    {
      "epoch": 2.855614973262032,
      "grad_norm": 1.521845077946014,
      "learning_rate": 1.1187627439257636e-07,
      "loss": 1.7852,
      "step": 268
    },
    {
      "epoch": 2.8663101604278074,
      "grad_norm": 1.5209013355155485,
      "learning_rate": 1.1129948616473283e-07,
      "loss": 1.7674,
      "step": 269
    },
    {
      "epoch": 2.877005347593583,
      "grad_norm": 1.4764163127835195,
      "learning_rate": 1.107223169038021e-07,
      "loss": 1.7707,
      "step": 270
    },
    {
      "epoch": 2.8877005347593583,
      "grad_norm": 1.3568179061831744,
      "learning_rate": 1.1014478607266791e-07,
      "loss": 1.7085,
      "step": 271
    },
    {
      "epoch": 2.8983957219251337,
      "grad_norm": 1.5932701812482584,
      "learning_rate": 1.0956691314640655e-07,
      "loss": 1.8304,
      "step": 272
    },
    {
      "epoch": 2.909090909090909,
      "grad_norm": 1.5246313043450122,
      "learning_rate": 1.0898871761163024e-07,
      "loss": 1.8205,
      "step": 273
    },
    {
      "epoch": 2.9197860962566846,
      "grad_norm": 1.407517327392584,
      "learning_rate": 1.0841021896583002e-07,
      "loss": 1.7369,
      "step": 274
    },
    {
      "epoch": 2.93048128342246,
      "grad_norm": 1.4522126838670784,
      "learning_rate": 1.0783143671671812e-07,
      "loss": 1.767,
      "step": 275
    },
    {
      "epoch": 2.9411764705882355,
      "grad_norm": 1.432606400112954,
      "learning_rate": 1.0725239038157028e-07,
      "loss": 1.7491,
      "step": 276
    },
    {
      "epoch": 2.951871657754011,
      "grad_norm": 1.4873057134275895,
      "learning_rate": 1.0667309948656755e-07,
      "loss": 1.7425,
      "step": 277
    },
    {
      "epoch": 2.962566844919786,
      "grad_norm": 1.4706772073029357,
      "learning_rate": 1.0609358356613786e-07,
      "loss": 1.7667,
      "step": 278
    },
    {
      "epoch": 2.9732620320855614,
      "grad_norm": 1.2799714774907782,
      "learning_rate": 1.0551386216229734e-07,
      "loss": 1.7472,
      "step": 279
    },
    {
      "epoch": 2.983957219251337,
      "grad_norm": 1.3716417715799698,
      "learning_rate": 1.0493395482399112e-07,
      "loss": 1.7259,
      "step": 280
    },
    {
      "epoch": 2.9946524064171123,
      "grad_norm": 1.436193154440186,
      "learning_rate": 1.0435388110643448e-07,
      "loss": 1.7349,
      "step": 281
    },
    {
      "epoch": 3.0,
      "grad_norm": 1.436193154440186,
      "learning_rate": 1.0377366057045308e-07,
      "loss": 0.9011,
      "step": 282
    },
    {
      "epoch": 3.0106951871657754,
      "grad_norm": 1.3482977904549258,
      "learning_rate": 1.031933127818235e-07,
      "loss": 1.8296,
      "step": 283
    },
    {
      "epoch": 3.021390374331551,
      "grad_norm": 1.5989100956426507,
      "learning_rate": 1.0261285731061351e-07,
      "loss": 1.8202,
      "step": 284
    },
    {
      "epoch": 3.0320855614973263,
      "grad_norm": 1.4398640426605032,
      "learning_rate": 1.0203231373052204e-07,
      "loss": 1.7426,
      "step": 285
    },
    {
      "epoch": 3.0427807486631018,
      "grad_norm": 1.33703820692093,
      "learning_rate": 1.0145170161821915e-07,
      "loss": 1.7499,
      "step": 286
    },
    {
      "epoch": 3.053475935828877,
      "grad_norm": 1.5011360763108252,
      "learning_rate": 1.0087104055268585e-07,
      "loss": 1.8273,
      "step": 287
    },
    {
      "epoch": 3.064171122994652,
      "grad_norm": 1.2903788235296,
      "learning_rate": 1.0029035011455403e-07,
      "loss": 1.7058,
      "step": 288
    },
    {
      "epoch": 3.0748663101604277,
      "grad_norm": 1.3592525592535167,
      "learning_rate": 9.970964988544598e-08,
      "loss": 1.7881,
      "step": 289
    },
    {
      "epoch": 3.085561497326203,
      "grad_norm": 1.3917418493189146,
      "learning_rate": 9.912895944731414e-08,
      "loss": 1.7162,
      "step": 290
    },
    {
      "epoch": 3.0962566844919786,
      "grad_norm": 1.5583212522142622,
      "learning_rate": 9.85482983817809e-08,
      "loss": 1.8446,
      "step": 291
    },
    {
      "epoch": 3.106951871657754,
      "grad_norm": 1.5553950591003276,
      "learning_rate": 9.796768626947797e-08,
      "loss": 1.7906,
      "step": 292
    },
    {
      "epoch": 3.1176470588235294,
      "grad_norm": 1.3868064004214127,
      "learning_rate": 9.738714268938649e-08,
      "loss": 1.6799,
      "step": 293
    },
    {
      "epoch": 3.128342245989305,
      "grad_norm": 1.3715845604550376,
      "learning_rate": 9.68066872181765e-08,
      "loss": 1.7515,
      "step": 294
    },
    {
      "epoch": 3.1390374331550803,
      "grad_norm": 1.5310689280591294,
      "learning_rate": 9.622633942954691e-08,
      "loss": 1.8409,
      "step": 295
    },
    {
      "epoch": 3.1497326203208558,
      "grad_norm": 1.3855842615758482,
      "learning_rate": 9.564611889356554e-08,
      "loss": 1.7624,
      "step": 296
    },
    {
      "epoch": 3.160427807486631,
      "grad_norm": 1.3752292665194095,
      "learning_rate": 9.506604517600888e-08,
      "loss": 1.8053,
      "step": 297
    },
    {
      "epoch": 3.171122994652406,
      "grad_norm": 1.3206739769781466,
      "learning_rate": 9.448613783770268e-08,
      "loss": 1.7543,
      "step": 298
    },
    {
      "epoch": 3.1818181818181817,
      "grad_norm": 1.4055854649742987,
      "learning_rate": 9.390641643386213e-08,
      "loss": 1.6841,
      "step": 299
    },
    {
      "epoch": 3.192513368983957,
      "grad_norm": 1.2810506776795434,
      "learning_rate": 9.332690051343244e-08,
      "loss": 1.8271,
      "step": 300
    },
    {
      "epoch": 3.2032085561497325,
      "grad_norm": 1.3500223963543958,
      "learning_rate": 9.274760961842974e-08,
      "loss": 1.7186,
      "step": 301
    },
    {
      "epoch": 3.213903743315508,
      "grad_norm": 1.4938545965897436,
      "learning_rate": 9.216856328328188e-08,
      "loss": 1.701,
      "step": 302
    },
    {
      "epoch": 3.2245989304812834,
      "grad_norm": 1.239296679788258,
      "learning_rate": 9.158978103416997e-08,
      "loss": 1.748,
      "step": 303
    },
    {
      "epoch": 3.235294117647059,
      "grad_norm": 1.4849246325475256,
      "learning_rate": 9.101128238836973e-08,
      "loss": 1.8636,
      "step": 304
    },
    {
      "epoch": 3.2459893048128343,
      "grad_norm": 1.2082783737023335,
      "learning_rate": 9.043308685359344e-08,
      "loss": 1.737,
      "step": 305
    },
    {
      "epoch": 3.2566844919786098,
      "grad_norm": 1.2176724594339938,
      "learning_rate": 8.98552139273321e-08,
      "loss": 1.7951,
      "step": 306
    },
    {
      "epoch": 3.267379679144385,
      "grad_norm": 1.3010045094941596,
      "learning_rate": 8.92776830961979e-08,
      "loss": 1.6835,
      "step": 307
    },
    {
      "epoch": 3.2780748663101607,
      "grad_norm": 1.457630400842258,
      "learning_rate": 8.870051383526717e-08,
      "loss": 1.8205,
      "step": 308
    },
    {
      "epoch": 3.2887700534759357,
      "grad_norm": 1.436019893380362,
      "learning_rate": 8.812372560742362e-08,
      "loss": 1.7326,
      "step": 309
    },
    {
      "epoch": 3.299465240641711,
      "grad_norm": 1.3083741221362972,
      "learning_rate": 8.75473378627021e-08,
      "loss": 1.6797,
      "step": 310
    },
    {
      "epoch": 3.3101604278074865,
      "grad_norm": 1.3461233788596492,
      "learning_rate": 8.697137003763257e-08,
      "loss": 1.7474,
      "step": 311
    },
    {
      "epoch": 3.320855614973262,
      "grad_norm": 1.3268083676132274,
      "learning_rate": 8.639584155458478e-08,
      "loss": 1.7495,
      "step": 312
    },
    {
      "epoch": 3.3315508021390374,
      "grad_norm": 1.191737854993917,
      "learning_rate": 8.582077182111334e-08,
      "loss": 1.7327,
      "step": 313
    },
    {
      "epoch": 3.342245989304813,
      "grad_norm": 1.3873486562425863,
      "learning_rate": 8.524618022930328e-08,
      "loss": 1.774,
      "step": 314
    },
    {
      "epoch": 3.3529411764705883,
      "grad_norm": 1.267503500654065,
      "learning_rate": 8.467208615511598e-08,
      "loss": 1.8218,
      "step": 315
    },
    {
      "epoch": 3.3636363636363638,
      "grad_norm": 1.2310824627324275,
      "learning_rate": 8.409850895773594e-08,
      "loss": 1.7937,
      "step": 316
    },
    {
      "epoch": 3.374331550802139,
      "grad_norm": 1.4001475717116718,
      "learning_rate": 8.352546797891792e-08,
      "loss": 1.7684,
      "step": 317
    },
    {
      "epoch": 3.385026737967914,
      "grad_norm": 1.1789153845970866,
      "learning_rate": 8.29529825423347e-08,
      "loss": 1.6781,
      "step": 318
    },
    {
      "epoch": 3.3957219251336896,
      "grad_norm": 1.24396091907366,
      "learning_rate": 8.238107195292545e-08,
      "loss": 1.7719,
      "step": 319
    },
    {
      "epoch": 3.406417112299465,
      "grad_norm": 1.2292867117022759,
      "learning_rate": 8.180975549624487e-08,
      "loss": 1.7469,
      "step": 320
    },
    {
      "epoch": 3.4171122994652405,
      "grad_norm": 1.1717577870649791,
      "learning_rate": 8.123905243781254e-08,
      "loss": 1.6798,
      "step": 321
    },
    {
      "epoch": 3.427807486631016,
      "grad_norm": 1.2575938278398016,
      "learning_rate": 8.066898202246365e-08,
      "loss": 1.6889,
      "step": 322
    },
    {
      "epoch": 3.4385026737967914,
      "grad_norm": 1.1625293385087907,
      "learning_rate": 8.009956347369975e-08,
      "loss": 1.6975,
      "step": 323
    },
    {
      "epoch": 3.449197860962567,
      "grad_norm": 1.2690884645524694,
      "learning_rate": 7.953081599304072e-08,
      "loss": 1.7218,
      "step": 324
    },
    {
      "epoch": 3.4598930481283423,
      "grad_norm": 1.2419868432176155,
      "learning_rate": 7.896275875937708e-08,
      "loss": 1.7803,
      "step": 325
    },
    {
      "epoch": 3.4705882352941178,
      "grad_norm": 1.184099754729337,
      "learning_rate": 7.839541092832333e-08,
      "loss": 1.7156,
      "step": 326
    },
    {
      "epoch": 3.481283422459893,
      "grad_norm": 1.1862153909216864,
      "learning_rate": 7.782879163157208e-08,
      "loss": 1.7006,
      "step": 327
    },
    {
      "epoch": 3.4919786096256686,
      "grad_norm": 1.093851607116124,
      "learning_rate": 7.72629199762488e-08,
      "loss": 1.6786,
      "step": 328
    },
    {
      "epoch": 3.502673796791444,
      "grad_norm": 1.1282159418439401,
      "learning_rate": 7.669781504426756e-08,
      "loss": 1.7027,
      "step": 329
    },
    {
      "epoch": 3.5133689839572195,
      "grad_norm": 1.223168824958451,
      "learning_rate": 7.613349589168747e-08,
      "loss": 1.6564,
      "step": 330
    },
    {
      "epoch": 3.5240641711229945,
      "grad_norm": 1.1319623104240417,
      "learning_rate": 7.556998154807024e-08,
      "loss": 1.7227,
      "step": 331
    },
    {
      "epoch": 3.53475935828877,
      "grad_norm": 1.185091465957692,
      "learning_rate": 7.500729101583834e-08,
      "loss": 1.6848,
      "step": 332
    },
    {
      "epoch": 3.5454545454545454,
      "grad_norm": 1.0644230111184412,
      "learning_rate": 7.444544326963429e-08,
      "loss": 1.72,
      "step": 333
    },
    {
      "epoch": 3.556149732620321,
      "grad_norm": 1.21890226376482,
      "learning_rate": 7.388445725568084e-08,
      "loss": 1.8642,
      "step": 334
    },
    {
      "epoch": 3.5668449197860963,
      "grad_norm": 1.4445604734990471,
      "learning_rate": 7.332435189114193e-08,
      "loss": 1.7787,
      "step": 335
    },
    {
      "epoch": 3.5775401069518717,
      "grad_norm": 1.2105045461008825,
      "learning_rate": 7.276514606348491e-08,
      "loss": 1.6881,
      "step": 336
    },
    {
      "epoch": 3.588235294117647,
      "grad_norm": 1.102791736830715,
      "learning_rate": 7.220685862984363e-08,
      "loss": 1.7327,
      "step": 337
    },
    {
      "epoch": 3.598930481283422,
      "grad_norm": 1.1924084347760489,
      "learning_rate": 7.164950841638258e-08,
      "loss": 1.6902,
      "step": 338
    },
    {
      "epoch": 3.6096256684491976,
      "grad_norm": 1.1580958424661516,
      "learning_rate": 7.109311421766185e-08,
      "loss": 1.6331,
      "step": 339
    },
    {
      "epoch": 3.620320855614973,
      "grad_norm": 1.2916682833349695,
      "learning_rate": 7.053769479600353e-08,
      "loss": 1.6836,
      "step": 340
    },
    {
      "epoch": 3.6310160427807485,
      "grad_norm": 1.3469562641609119,
      "learning_rate": 6.998326888085908e-08,
      "loss": 1.7859,
      "step": 341
    },
    {
      "epoch": 3.641711229946524,
      "grad_norm": 1.0456519175667847,
      "learning_rate": 6.942985516817758e-08,
      "loss": 1.6976,
      "step": 342
    },
    {
      "epoch": 3.6524064171122994,
      "grad_norm": 1.2106511710270909,
      "learning_rate": 6.887747231977533e-08,
      "loss": 1.8105,
      "step": 343
    },
    {
      "epoch": 3.663101604278075,
      "grad_norm": 1.3109723902074921,
      "learning_rate": 6.832613896270666e-08,
      "loss": 1.7642,
      "step": 344
    },
    {
      "epoch": 3.6737967914438503,
      "grad_norm": 1.1136549809003966,
      "learning_rate": 6.777587368863558e-08,
      "loss": 1.7285,
      "step": 345
    },
    {
      "epoch": 3.6844919786096257,
      "grad_norm": 1.152042467158163,
      "learning_rate": 6.72266950532091e-08,
      "loss": 1.6912,
      "step": 346
    },
    {
      "epoch": 3.695187165775401,
      "grad_norm": 1.2594364070019213,
      "learning_rate": 6.667862157543133e-08,
      "loss": 1.687,
      "step": 347
    },
    {
      "epoch": 3.7058823529411766,
      "grad_norm": 1.215359320763271,
      "learning_rate": 6.613167173703911e-08,
      "loss": 1.735,
      "step": 348
    },
    {
      "epoch": 3.716577540106952,
      "grad_norm": 1.1425303492901393,
      "learning_rate": 6.558586398187862e-08,
      "loss": 1.7388,
      "step": 349
    },
    {
      "epoch": 3.7272727272727275,
      "grad_norm": 1.1589882610141018,
      "learning_rate": 6.504121671528363e-08,
      "loss": 1.7283,
      "step": 350
    },
    {
      "epoch": 3.7379679144385025,
      "grad_norm": 1.1920533294709206,
      "learning_rate": 6.44977483034547e-08,
      "loss": 1.6778,
      "step": 351
    },
    {
      "epoch": 3.748663101604278,
      "grad_norm": 1.1391863888328189,
      "learning_rate": 6.395547707283999e-08,
      "loss": 1.7453,
      "step": 352
    },
    {
      "epoch": 3.7593582887700534,
      "grad_norm": 1.2379984807700926,
      "learning_rate": 6.341442130951711e-08,
      "loss": 1.733,
      "step": 353
    },
    {
      "epoch": 3.770053475935829,
      "grad_norm": 1.0703234789118814,
      "learning_rate": 6.28745992585765e-08,
      "loss": 1.8132,
      "step": 354
    },
    {
      "epoch": 3.7807486631016043,
      "grad_norm": 1.219476162659901,
      "learning_rate": 6.233602912350639e-08,
      "loss": 1.6737,
      "step": 355
    },
    {
      "epoch": 3.7914438502673797,
      "grad_norm": 1.058057870241636,
      "learning_rate": 6.179872906557873e-08,
      "loss": 1.6902,
      "step": 356
    },
    {
      "epoch": 3.802139037433155,
      "grad_norm": 1.0205596002772725,
      "learning_rate": 6.126271720323682e-08,
      "loss": 1.6816,
      "step": 357
    },
    {
      "epoch": 3.8128342245989306,
      "grad_norm": 1.1288387982767425,
      "learning_rate": 6.072801161148449e-08,
      "loss": 1.6875,
      "step": 358
    },
    {
      "epoch": 3.8235294117647056,
      "grad_norm": 1.1972354864526025,
      "learning_rate": 6.019463032127625e-08,
      "loss": 1.7966,
      "step": 359
    },
    {
      "epoch": 3.834224598930481,
      "grad_norm": 1.0201467063278828,
      "learning_rate": 5.966259131890967e-08,
      "loss": 1.6446,
      "step": 360
    },
    {
      "epoch": 3.8449197860962565,
      "grad_norm": 1.089473679491638,
      "learning_rate": 5.913191254541856e-08,
      "loss": 1.7429,
      "step": 361
    },
    {
      "epoch": 3.855614973262032,
      "grad_norm": 1.1771812727242728,
      "learning_rate": 5.860261189596809e-08,
      "loss": 1.676,
      "step": 362
    },
    {
      "epoch": 3.8663101604278074,
      "grad_norm": 1.0206750210332003,
      "learning_rate": 5.8074707219251386e-08,
      "loss": 1.6714,
      "step": 363
    },
    {
      "epoch": 3.877005347593583,
      "grad_norm": 1.1184133152996911,
      "learning_rate": 5.754821631688751e-08,
      "loss": 1.7867,
      "step": 364
    },
    {
      "epoch": 3.8877005347593583,
      "grad_norm": 1.1145741640198596,
      "learning_rate": 5.7023156942821273e-08,
      "loss": 1.634,
      "step": 365
    },
    {
      "epoch": 3.8983957219251337,
      "grad_norm": 1.0359592137554388,
      "learning_rate": 5.649954680272453e-08,
      "loss": 1.7074,
      "step": 366
    },
    {
      "epoch": 3.909090909090909,
      "grad_norm": 1.1831471715225512,
      "learning_rate": 5.5977403553399214e-08,
      "loss": 1.741,
      "step": 367
    },
    {
      "epoch": 3.9197860962566846,
      "grad_norm": 1.0736413939749563,
      "learning_rate": 5.545674480218161e-08,
      "loss": 1.754,
      "step": 368
    },
    {
      "epoch": 3.93048128342246,
      "grad_norm": 1.1025910561917067,
      "learning_rate": 5.493758810634909e-08,
      "loss": 1.668,
      "step": 369
    },
    {
      "epoch": 3.9411764705882355,
      "grad_norm": 1.083360147948803,
      "learning_rate": 5.4419950972527606e-08,
      "loss": 1.6876,
      "step": 370
    },
    {
      "epoch": 3.951871657754011,
      "grad_norm": 1.0164021058465504,
      "learning_rate": 5.390385085610161e-08,
      "loss": 1.7347,
      "step": 371
    },
    {
      "epoch": 3.962566844919786,
      "grad_norm": 1.079427614315124,
      "learning_rate": 5.3389305160625456e-08,
      "loss": 1.6579,
      "step": 372
    },
    {
      "epoch": 3.9732620320855614,
      "grad_norm": 1.072485900134341,
      "learning_rate": 5.2876331237236246e-08,
      "loss": 1.777,
      "step": 373
    },
    {
      "epoch": 3.983957219251337,
      "grad_norm": 1.1092854935296532,
      "learning_rate": 5.236494638406904e-08,
      "loss": 1.7216,
      "step": 374
    },
    {
      "epoch": 3.9946524064171123,
      "grad_norm": 1.0290294918555363,
      "learning_rate": 5.18551678456735e-08,
      "loss": 1.7223,
      "step": 375
    },
    {
      "epoch": 4.0,
      "grad_norm": 0.9159150696404492,
      "learning_rate": 5.134701281243214e-08,
      "loss": 0.7722,
      "step": 376
    },
    {
      "epoch": 4.010695187165775,
      "grad_norm": 1.045160999252649,
      "learning_rate": 5.0840498419980936e-08,
      "loss": 1.6415,
      "step": 377
    },
    {
      "epoch": 4.021390374331551,
      "grad_norm": 1.0873773613372983,
      "learning_rate": 5.03356417486313e-08,
      "loss": 1.7117,
      "step": 378
    },
    {
      "epoch": 4.032085561497326,
      "grad_norm": 1.0625990917008519,
      "learning_rate": 4.9832459822794156e-08,
      "loss": 1.7381,
      "step": 379
    },
    {
      "epoch": 4.042780748663102,
      "grad_norm": 1.0544240961720956,
      "learning_rate": 4.9330969610405916e-08,
      "loss": 1.6628,
      "step": 380
    },
    {
      "epoch": 4.053475935828877,
      "grad_norm": 1.083022390800674,
      "learning_rate": 4.883118802235629e-08,
      "loss": 1.6743,
      "step": 381
    },
    {
      "epoch": 4.064171122994653,
      "grad_norm": 1.0072785770045913,
      "learning_rate": 4.8333131911917946e-08,
      "loss": 1.683,
      "step": 382
    },
    {
      "epoch": 4.074866310160428,
      "grad_norm": 1.1106839232668917,
      "learning_rate": 4.783681807417822e-08,
      "loss": 1.7179,
      "step": 383
    },
    {
      "epoch": 4.0855614973262036,
      "grad_norm": 1.159967527815892,
      "learning_rate": 4.7342263245472844e-08,
      "loss": 1.7814,
      "step": 384
    },
    {
      "epoch": 4.096256684491979,
      "grad_norm": 1.1751891288880876,
      "learning_rate": 4.6849484102821455e-08,
      "loss": 1.8497,
      "step": 385
    },
    {
      "epoch": 4.106951871657754,
      "grad_norm": 0.9737241398039365,
      "learning_rate": 4.6358497263365446e-08,
      "loss": 1.6612,
      "step": 386
    },
    {
      "epoch": 4.117647058823529,
      "grad_norm": 1.1500199588264601,
      "learning_rate": 4.586931928380724e-08,
      "loss": 1.7281,
      "step": 387
    },
    {
      "epoch": 4.128342245989304,
      "grad_norm": 1.0125990228815342,
      "learning_rate": 4.538196665985231e-08,
      "loss": 1.6853,
      "step": 388
    },
    {
      "epoch": 4.13903743315508,
      "grad_norm": 1.112547166514679,
      "learning_rate": 4.489645582565289e-08,
      "loss": 1.749,
      "step": 389
    },
    {
      "epoch": 4.149732620320855,
      "grad_norm": 0.9373796658534633,
      "learning_rate": 4.4412803153253574e-08,
      "loss": 1.6605,
      "step": 390
    },
    {
      "epoch": 4.160427807486631,
      "grad_norm": 1.1478427062702479,
      "learning_rate": 4.393102495203944e-08,
      "loss": 1.7992,
      "step": 391
    },
    {
      "epoch": 4.171122994652406,
      "grad_norm": 0.984316331367159,
      "learning_rate": 4.3451137468186e-08,
      "loss": 1.7312,
      "step": 392
    },
    {
      "epoch": 4.181818181818182,
      "grad_norm": 1.215361772202802,
      "learning_rate": 4.297315688411134e-08,
      "loss": 1.7271,
      "step": 393
    },
    {
      "epoch": 4.192513368983957,
      "grad_norm": 0.9519432895034219,
      "learning_rate": 4.2497099317930444e-08,
      "loss": 1.6531,
      "step": 394
    },
    {
      "epoch": 4.2032085561497325,
      "grad_norm": 0.9694859954136436,
      "learning_rate": 4.202298082291178e-08,
      "loss": 1.6931,
      "step": 395
    },
    {
      "epoch": 4.213903743315508,
      "grad_norm": 0.9915938419427395,
      "learning_rate": 4.155081738693575e-08,
      "loss": 1.7404,
      "step": 396
    },
    {
      "epoch": 4.224598930481283,
      "grad_norm": 1.0121466514102255,
      "learning_rate": 4.108062493195572e-08,
      "loss": 1.6925,
      "step": 397
    },
    {
      "epoch": 4.235294117647059,
      "grad_norm": 0.9877677414667453,
      "learning_rate": 4.0612419313461044e-08,
      "loss": 1.6788,
      "step": 398
    },
    {
      "epoch": 4.245989304812834,
      "grad_norm": 1.103944253925402,
      "learning_rate": 4.014621631994238e-08,
      "loss": 1.6785,
      "step": 399
    },
    {
      "epoch": 4.25668449197861,
      "grad_norm": 1.191241046676597,
      "learning_rate": 3.9682031672359465e-08,
      "loss": 1.7746,
      "step": 400
    },
    {
      "epoch": 4.267379679144385,
      "grad_norm": 0.9776512587883704,
      "learning_rate": 3.92198810236107e-08,
      "loss": 1.7673,
      "step": 401
    },
    {
      "epoch": 4.278074866310161,
      "grad_norm": 1.0727199447033928,
      "learning_rate": 3.8759779958005404e-08,
      "loss": 1.686,
      "step": 402
    },
    {
      "epoch": 4.288770053475936,
      "grad_norm": 1.02713175389167,
      "learning_rate": 3.83017439907385e-08,
      "loss": 1.7033,
      "step": 403
    },
    {
      "epoch": 4.2994652406417115,
      "grad_norm": 1.019828543693729,
      "learning_rate": 3.7845788567367065e-08,
      "loss": 1.6474,
      "step": 404
    },
    {
      "epoch": 4.310160427807487,
      "grad_norm": 1.186365894497435,
      "learning_rate": 3.7391929063289576e-08,
      "loss": 1.76,
      "step": 405
    },
    {
      "epoch": 4.320855614973262,
      "grad_norm": 0.9149309479166234,
      "learning_rate": 3.694018078322747e-08,
      "loss": 1.6247,
      "step": 406
    },
    {
      "epoch": 4.331550802139038,
      "grad_norm": 1.086461002242433,
      "learning_rate": 3.649055896070901e-08,
      "loss": 1.754,
      "step": 407
    },
    {
      "epoch": 4.342245989304812,
      "grad_norm": 1.041636492520959,
      "learning_rate": 3.6043078757555536e-08,
      "loss": 1.7195,
      "step": 408
    },
    {
      "epoch": 4.352941176470588,
      "grad_norm": 1.0528695022478751,
      "learning_rate": 3.55977552633704e-08,
      "loss": 1.7299,
      "step": 409
    },
    {
      "epoch": 4.363636363636363,
      "grad_norm": 0.9886087204978182,
      "learning_rate": 3.5154603495029846e-08,
      "loss": 1.7116,
      "step": 410
    },
    {
      "epoch": 4.374331550802139,
      "grad_norm": 1.051279876225997,
      "learning_rate": 3.4713638396176784e-08,
      "loss": 1.6781,
      "step": 411
    },
    {
      "epoch": 4.385026737967914,
      "grad_norm": 1.073747376196132,
      "learning_rate": 3.427487483671684e-08,
      "loss": 1.7091,
      "step": 412
    },
    {
      "epoch": 4.39572192513369,
      "grad_norm": 1.0073846498740464,
      "learning_rate": 3.383832761231691e-08,
      "loss": 1.6626,
      "step": 413
    },
    {
      "epoch": 4.406417112299465,
      "grad_norm": 0.9625216648433483,
      "learning_rate": 3.340401144390632e-08,
      "loss": 1.6789,
      "step": 414
    },
    {
      "epoch": 4.4171122994652405,
      "grad_norm": 0.9112659677354551,
      "learning_rate": 3.29719409771803e-08,
      "loss": 1.6958,
      "step": 415
    },
    {
      "epoch": 4.427807486631016,
      "grad_norm": 0.9811908769425028,
      "learning_rate": 3.254213078210603e-08,
      "loss": 1.6198,
      "step": 416
    },
    {
      "epoch": 4.438502673796791,
      "grad_norm": 0.9764765593601193,
      "learning_rate": 3.211459535243166e-08,
      "loss": 1.6625,
      "step": 417
    },
    {
      "epoch": 4.449197860962567,
      "grad_norm": 0.9923221460990236,
      "learning_rate": 3.168934910519722e-08,
      "loss": 1.7042,
      "step": 418
    },
    {
      "epoch": 4.459893048128342,
      "grad_norm": 1.0999249072613166,
      "learning_rate": 3.1266406380248556e-08,
      "loss": 1.7245,
      "step": 419
    },
    {
      "epoch": 4.470588235294118,
      "grad_norm": 1.051846878307153,
      "learning_rate": 3.084578143975399e-08,
      "loss": 1.7062,
      "step": 420
    },
    {
      "epoch": 4.481283422459893,
      "grad_norm": 0.967268221515666,
      "learning_rate": 3.0427488467722926e-08,
      "loss": 1.6732,
      "step": 421
    },
    {
      "epoch": 4.491978609625669,
      "grad_norm": 1.097020454537966,
      "learning_rate": 3.0011541569528066e-08,
      "loss": 1.7687,
      "step": 422
    },
    {
      "epoch": 4.502673796791444,
      "grad_norm": 1.0373715535055061,
      "learning_rate": 2.9597954771429357e-08,
      "loss": 1.6757,
      "step": 423
    },
    {
      "epoch": 4.5133689839572195,
      "grad_norm": 1.0559463184979518,
      "learning_rate": 2.9186742020101206e-08,
      "loss": 1.6872,
      "step": 424
    },
    {
      "epoch": 4.524064171122995,
      "grad_norm": 0.9585922909111559,
      "learning_rate": 2.8777917182162136e-08,
      "loss": 1.6987,
      "step": 425
    },
    {
      "epoch": 4.53475935828877,
      "grad_norm": 1.022452494959885,
      "learning_rate": 2.83714940437072e-08,
      "loss": 1.7271,
      "step": 426
    },
    {
      "epoch": 4.545454545454545,
      "grad_norm": 1.106707980068351,
      "learning_rate": 2.7967486309843002e-08,
      "loss": 1.752,
      "step": 427
    },
    {
      "epoch": 4.556149732620321,
      "grad_norm": 0.9765722083897883,
      "learning_rate": 2.756590760422578e-08,
      "loss": 1.6654,
      "step": 428
    },
    {
      "epoch": 4.566844919786096,
      "grad_norm": 0.9405887290280592,
      "learning_rate": 2.7166771468601712e-08,
      "loss": 1.6675,
      "step": 429
    },
    {
      "epoch": 4.577540106951871,
      "grad_norm": 1.0137005674417412,
      "learning_rate": 2.6770091362350355e-08,
      "loss": 1.7327,
      "step": 430
    },
    {
      "epoch": 4.588235294117647,
      "grad_norm": 0.9903908467216602,
      "learning_rate": 2.6375880662031e-08,
      "loss": 1.6886,
      "step": 431
    },
    {
      "epoch": 4.598930481283422,
      "grad_norm": 1.0333639492857196,
      "learning_rate": 2.598415266093128e-08,
      "loss": 1.6882,
      "step": 432
    },
    {
      "epoch": 4.609625668449198,
      "grad_norm": 1.011384599727104,
      "learning_rate": 2.559492056861906e-08,
      "loss": 1.7119,
      "step": 433
    },
    {
      "epoch": 4.620320855614973,
      "grad_norm": 0.9642911498735307,
      "learning_rate": 2.5208197510497076e-08,
      "loss": 1.6905,
      "step": 434
    },
    {
      "epoch": 4.6310160427807485,
      "grad_norm": 1.0418968810051497,
      "learning_rate": 2.482399652736006e-08,
      "loss": 1.6771,
      "step": 435
    },
    {
      "epoch": 4.641711229946524,
      "grad_norm": 1.028444493076486,
      "learning_rate": 2.4442330574955318e-08,
      "loss": 1.637,
      "step": 436
    },
    {
      "epoch": 4.652406417112299,
      "grad_norm": 1.1004647333050324,
      "learning_rate": 2.4063212523545605e-08,
      "loss": 1.7708,
      "step": 437
    },
    {
      "epoch": 4.663101604278075,
      "grad_norm": 0.9837960384009068,
      "learning_rate": 2.3686655157475222e-08,
      "loss": 1.6315,
      "step": 438
    },
    {
      "epoch": 4.67379679144385,
      "grad_norm": 1.010645283552132,
      "learning_rate": 2.3312671174738886e-08,
      "loss": 1.7004,
      "step": 439
    },
    {
      "epoch": 4.684491978609626,
      "grad_norm": 0.9870300226541476,
      "learning_rate": 2.2941273186553555e-08,
      "loss": 1.6602,
      "step": 440
    },
    {
      "epoch": 4.695187165775401,
      "grad_norm": 0.992869503429409,
      "learning_rate": 2.2572473716933117e-08,
      "loss": 1.6922,
      "step": 441
    },
    {
      "epoch": 4.705882352941177,
      "grad_norm": 0.9271004606468307,
      "learning_rate": 2.2206285202266196e-08,
      "loss": 1.6739,
      "step": 442
    },
    {
      "epoch": 4.716577540106952,
      "grad_norm": 0.9399426190307087,
      "learning_rate": 2.184271999089662e-08,
      "loss": 1.6714,
      "step": 443
    },
    {
      "epoch": 4.7272727272727275,
      "grad_norm": 0.9405470982909288,
      "learning_rate": 2.1481790342706985e-08,
      "loss": 1.6922,
      "step": 444
    },
    {
      "epoch": 4.737967914438503,
      "grad_norm": 0.9811133031262508,
      "learning_rate": 2.1123508428705526e-08,
      "loss": 1.7227,
      "step": 445
    },
    {
      "epoch": 4.748663101604278,
      "grad_norm": 0.9994183774525757,
      "learning_rate": 2.0767886330615393e-08,
      "loss": 1.6695,
      "step": 446
    },
    {
      "epoch": 4.759358288770054,
      "grad_norm": 0.8944615862810735,
      "learning_rate": 2.0414936040467324e-08,
      "loss": 1.6437,
      "step": 447
    },
    {
      "epoch": 4.770053475935828,
      "grad_norm": 0.9327486138997619,
      "learning_rate": 2.0064669460195427e-08,
      "loss": 1.6683,
      "step": 448
    },
    {
      "epoch": 4.780748663101605,
      "grad_norm": 1.0666867261313815,
      "learning_rate": 1.9717098401235466e-08,
      "loss": 1.6931,
      "step": 449
    },
    {
      "epoch": 4.791443850267379,
      "grad_norm": 0.9002639414061351,
      "learning_rate": 1.9372234584127e-08,
      "loss": 1.6548,
      "step": 450
    },
    {
      "epoch": 4.802139037433155,
      "grad_norm": 1.09999518872419,
      "learning_rate": 1.903008963811784e-08,
      "loss": 1.7297,
      "step": 451
    },
    {
      "epoch": 4.81283422459893,
      "grad_norm": 1.0114275537340787,
      "learning_rate": 1.869067510077197e-08,
      "loss": 1.7303,
      "step": 452
    },
    {
      "epoch": 4.823529411764706,
      "grad_norm": 0.9512765049240302,
      "learning_rate": 1.8354002417580616e-08,
      "loss": 1.6838,
      "step": 453
    },
    {
      "epoch": 4.834224598930481,
      "grad_norm": 1.050514450500839,
      "learning_rate": 1.8020082941576063e-08,
      "loss": 1.7167,
      "step": 454
    },
    {
      "epoch": 4.8449197860962565,
      "grad_norm": 1.094997909311891,
      "learning_rate": 1.7688927932948982e-08,
      "loss": 1.7323,
      "step": 455
    },
    {
      "epoch": 4.855614973262032,
      "grad_norm": 0.9111792597842645,
      "learning_rate": 1.736054855866874e-08,
      "loss": 1.6248,
      "step": 456
    },
    {
      "epoch": 4.866310160427807,
      "grad_norm": 1.1123177324598712,
      "learning_rate": 1.7034955892106706e-08,
      "loss": 1.7234,
      "step": 457
    },
    {
      "epoch": 4.877005347593583,
      "grad_norm": 1.0745839067449734,
      "learning_rate": 1.67121609126629e-08,
      "loss": 1.7122,
      "step": 458
    },
    {
      "epoch": 4.887700534759358,
      "grad_norm": 0.9529170195641278,
      "learning_rate": 1.6392174505395818e-08,
      "loss": 1.7174,
      "step": 459
    },
    {
      "epoch": 4.898395721925134,
      "grad_norm": 1.051414411800044,
      "learning_rate": 1.6075007460655264e-08,
      "loss": 1.723,
      "step": 460
    },
    {
      "epoch": 4.909090909090909,
      "grad_norm": 0.8961698608334864,
      "learning_rate": 1.5760670473718563e-08,
      "loss": 1.6516,
      "step": 461
    },
    {
      "epoch": 4.919786096256685,
      "grad_norm": 0.9750906247524822,
      "learning_rate": 1.5449174144429944e-08,
      "loss": 1.7271,
      "step": 462
    },
    {
      "epoch": 4.93048128342246,
      "grad_norm": 0.9320190655543753,
      "learning_rate": 1.5140528976842892e-08,
      "loss": 1.6043,
      "step": 463
    },
    {
      "epoch": 4.9411764705882355,
      "grad_norm": 0.897844088201777,
      "learning_rate": 1.4834745378866242e-08,
      "loss": 1.6956,
      "step": 464
    },
    {
      "epoch": 4.951871657754011,
      "grad_norm": 1.0633722675619555,
      "learning_rate": 1.453183366191294e-08,
      "loss": 1.6845,
      "step": 465
    },
    {
      "epoch": 4.962566844919786,
      "grad_norm": 0.9955108585955837,
      "learning_rate": 1.4231804040552475e-08,
      "loss": 1.734,
      "step": 466
    },
    {
      "epoch": 4.973262032085562,
      "grad_norm": 0.941749022002119,
      "learning_rate": 1.3934666632166447e-08,
      "loss": 1.6548,
      "step": 467
    },
    {
      "epoch": 4.983957219251337,
      "grad_norm": 1.1788580132926334,
      "learning_rate": 1.3640431456607249e-08,
      "loss": 1.7501,
      "step": 468
    },
    {
      "epoch": 4.994652406417112,
      "grad_norm": 0.9773320447474946,
      "learning_rate": 1.3349108435860323e-08,
      "loss": 1.7071,
      "step": 469
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.9773320447474946,
      "learning_rate": 1.306070739370958e-08,
      "loss": 0.8559,
      "step": 470
    },
    {
      "epoch": 5.010695187165775,
      "grad_norm": 0.9188661754272343,
      "learning_rate": 1.2775238055406035e-08,
      "loss": 1.6589,
      "step": 471
    },
    {
      "epoch": 5.021390374331551,
      "grad_norm": 0.8901327328351276,
      "learning_rate": 1.2492710047339915e-08,
      "loss": 1.6933,
      "step": 472
    },
    {
      "epoch": 5.032085561497326,
      "grad_norm": 0.9246207493352062,
      "learning_rate": 1.221313289671605e-08,
      "loss": 1.6757,
      "step": 473
    },
    {
      "epoch": 5.042780748663102,
      "grad_norm": 0.9711328053669774,
      "learning_rate": 1.1936516031232579e-08,
      "loss": 1.6507,
      "step": 474
    },
    {
      "epoch": 5.053475935828877,
      "grad_norm": 0.885727686084371,
      "learning_rate": 1.166286877876309e-08,
      "loss": 1.6856,
      "step": 475
    },
    {
      "epoch": 5.064171122994653,
      "grad_norm": 0.9676248114351074,
      "learning_rate": 1.1392200367042004e-08,
      "loss": 1.6794,
      "step": 476
    },
    {
      "epoch": 5.074866310160428,
      "grad_norm": 1.0673039521382486,
      "learning_rate": 1.1124519923353381e-08,
      "loss": 1.6842,
      "step": 477
    },
    {
      "epoch": 5.0855614973262036,
      "grad_norm": 0.9009744016624704,
      "learning_rate": 1.0859836474223282e-08,
      "loss": 1.6965,
      "step": 478
    },
    {
      "epoch": 5.096256684491979,
      "grad_norm": 0.9455628262511884,
      "learning_rate": 1.0598158945115244e-08,
      "loss": 1.6861,
      "step": 479
    },
    {
      "epoch": 5.106951871657754,
      "grad_norm": 0.9077368959415236,
      "learning_rate": 1.0339496160129302e-08,
      "loss": 1.6267,
      "step": 480
    },
    {
      "epoch": 5.117647058823529,
      "grad_norm": 1.0415861040184733,
      "learning_rate": 1.0083856841704597e-08,
      "loss": 1.7341,
      "step": 481
    },
    {
      "epoch": 5.128342245989304,
      "grad_norm": 1.113520946442234,
      "learning_rate": 9.831249610324977e-09,
      "loss": 1.7696,
      "step": 482
    },
    {
      "epoch": 5.13903743315508,
      "grad_norm": 0.9585879130795013,
      "learning_rate": 9.581682984228512e-09,
      "loss": 1.7348,
      "step": 483
    },
    {
      "epoch": 5.149732620320855,
      "grad_norm": 0.9976079228700155,
      "learning_rate": 9.335165379120225e-09,
      "loss": 1.6163,
      "step": 484
    },
    {
      "epoch": 5.160427807486631,
      "grad_norm": 0.9592507411118638,
      "learning_rate": 9.091705107888203e-09,
      "loss": 1.7173,
      "step": 485
    },
    {
      "epoch": 5.171122994652406,
      "grad_norm": 0.9454912363881004,
      "learning_rate": 8.851310380323341e-09,
      "loss": 1.7292,
      "step": 486
    },
    {
      "epoch": 5.181818181818182,
      "grad_norm": 0.9961249864741337,
      "learning_rate": 8.613989302842505e-09,
      "loss": 1.6993,
      "step": 487
    },
    {
      "epoch": 5.192513368983957,
      "grad_norm": 0.9979318786464878,
      "learning_rate": 8.379749878215147e-09,
      "loss": 1.7191,
      "step": 488
    },
    {
      "epoch": 5.2032085561497325,
      "grad_norm": 1.1284315966256178,
      "learning_rate": 8.148600005293482e-09,
      "loss": 1.6809,
      "step": 489
    },
    {
      "epoch": 5.213903743315508,
      "grad_norm": 0.8828047682701857,
      "learning_rate": 7.920547478746087e-09,
      "loss": 1.5985,
      "step": 490
    },
    {
      "epoch": 5.224598930481283,
      "grad_norm": 0.9707982551103843,
      "learning_rate": 7.695599988795054e-09,
      "loss": 1.6298,
      "step": 491
    },
    {
      "epoch": 5.235294117647059,
      "grad_norm": 0.9771649057153118,
      "learning_rate": 7.473765120956676e-09,
      "loss": 1.6882,
      "step": 492
    },
    {
      "epoch": 5.245989304812834,
      "grad_norm": 0.9121736247147408,
      "learning_rate": 7.255050355785697e-09,
      "loss": 1.6989,
      "step": 493
    },
    {
      "epoch": 5.25668449197861,
      "grad_norm": 0.9797778068241166,
      "learning_rate": 7.039463068622941e-09,
      "loss": 1.6633,
      "step": 494
    },
    {
      "epoch": 5.267379679144385,
      "grad_norm": 0.9680218261730074,
      "learning_rate": 6.827010529346822e-09,
      "loss": 1.7067,
      "step": 495
    },
    {
      "epoch": 5.278074866310161,
      "grad_norm": 0.9489590503348215,
      "learning_rate": 6.617699902127904e-09,
      "loss": 1.6327,
      "step": 496
    },
    {
      "epoch": 5.288770053475936,
      "grad_norm": 0.8815268202238973,
      "learning_rate": 6.411538245187531e-09,
      "loss": 1.6435,
      "step": 497
    },
    {
      "epoch": 5.2994652406417115,
      "grad_norm": 0.9974336337092268,
      "learning_rate": 6.208532510559794e-09,
      "loss": 1.6332,
      "step": 498
    },
    {
      "epoch": 5.310160427807487,
      "grad_norm": 0.8933603401367466,
      "learning_rate": 6.008689543857004e-09,
      "loss": 1.6664,
      "step": 499
    },
    {
      "epoch": 5.320855614973262,
      "grad_norm": 0.9817436618753383,
      "learning_rate": 5.812016084038928e-09,
      "loss": 1.7075,
      "step": 500
    },
    {
      "epoch": 5.331550802139038,
      "grad_norm": 1.0161854159725459,
      "learning_rate": 5.618518763185498e-09,
      "loss": 1.7694,
      "step": 501
    },
    {
      "epoch": 5.342245989304812,
      "grad_norm": 0.937744754195074,
      "learning_rate": 5.428204106273182e-09,
      "loss": 1.7349,
      "step": 502
    },
    {
      "epoch": 5.352941176470588,
      "grad_norm": 0.9657660078838018,
      "learning_rate": 5.241078530955023e-09,
      "loss": 1.7279,
      "step": 503
    },
    {
      "epoch": 5.363636363636363,
      "grad_norm": 0.9907387527079021,
      "learning_rate": 5.057148347344098e-09,
      "loss": 1.6935,
      "step": 504
    },
    {
      "epoch": 5.374331550802139,
      "grad_norm": 0.9996821802022919,
      "learning_rate": 4.876419757800809e-09,
      "loss": 1.7443,
      "step": 505
    },
    {
      "epoch": 5.385026737967914,
      "grad_norm": 1.1041216412394943,
      "learning_rate": 4.698898856723755e-09,
      "loss": 1.7212,
      "step": 506
    },
    {
      "epoch": 5.39572192513369,
      "grad_norm": 0.9567425116064339,
      "learning_rate": 4.524591630344154e-09,
      "loss": 1.7302,
      "step": 507
    },
    {
      "epoch": 5.406417112299465,
      "grad_norm": 0.9139225110223402,
      "learning_rate": 4.3535039565240185e-09,
      "loss": 1.644,
      "step": 508
    },
    {
      "epoch": 5.4171122994652405,
      "grad_norm": 0.9557299419427362,
      "learning_rate": 4.185641604557988e-09,
      "loss": 1.776,
      "step": 509
    },
    {
      "epoch": 5.427807486631016,
      "grad_norm": 0.9891934448623068,
      "learning_rate": 4.021010234978672e-09,
      "loss": 1.621,
      "step": 510
    },
    {
      "epoch": 5.438502673796791,
      "grad_norm": 0.8523623141922965,
      "learning_rate": 3.859615399365834e-09,
      "loss": 1.6713,
      "step": 511
    },
    {
      "epoch": 5.449197860962567,
      "grad_norm": 1.0359319296166756,
      "learning_rate": 3.7014625401592504e-09,
      "loss": 1.7067,
      "step": 512
    },
    {
      "epoch": 5.459893048128342,
      "grad_norm": 0.9584687786262982,
      "learning_rate": 3.546556990475047e-09,
      "loss": 1.7035,
      "step": 513
    },
    {
      "epoch": 5.470588235294118,
      "grad_norm": 1.0397468854544867,
      "learning_rate": 3.394903973925978e-09,
      "loss": 1.6839,
      "step": 514
    },
    {
      "epoch": 5.481283422459893,
      "grad_norm": 0.9282319484076822,
      "learning_rate": 3.2465086044451972e-09,
      "loss": 1.6707,
      "step": 515
    },
    {
      "epoch": 5.491978609625669,
      "grad_norm": 1.0643511037463378,
      "learning_rate": 3.101375886113855e-09,
      "loss": 1.7574,
      "step": 516
    },
    {
      "epoch": 5.502673796791444,
      "grad_norm": 0.9249965346439781,
      "learning_rate": 2.9595107129923522e-09,
      "loss": 1.7454,
      "step": 517
    },
    {
      "epoch": 5.5133689839572195,
      "grad_norm": 1.1004989944852983,
      "learning_rate": 2.820917868955308e-09,
      "loss": 1.6926,
      "step": 518
    },
    {
      "epoch": 5.524064171122995,
      "grad_norm": 1.0097493072977206,
      "learning_rate": 2.6856020275301872e-09,
      "loss": 1.7823,
      "step": 519
    },
    {
      "epoch": 5.53475935828877,
      "grad_norm": 1.0308801410523392,
      "learning_rate": 2.5535677517397825e-09,
      "loss": 1.6779,
      "step": 520
    },
    {
      "epoch": 5.545454545454545,
      "grad_norm": 0.9699326714715057,
      "learning_rate": 2.4248194939482934e-09,
      "loss": 1.6935,
      "step": 521
    },
    {
      "epoch": 5.556149732620321,
      "grad_norm": 0.9609361738868017,
      "learning_rate": 2.2993615957112024e-09,
      "loss": 1.6996,
      "step": 522
    },
    {
      "epoch": 5.566844919786096,
      "grad_norm": 0.9767765231947246,
      "learning_rate": 2.1771982876288896e-09,
      "loss": 1.7514,
      "step": 523
    },
    {
      "epoch": 5.577540106951871,
      "grad_norm": 1.0183380125591044,
      "learning_rate": 2.0583336892039284e-09,
      "loss": 1.724,
      "step": 524
    },
    {
      "epoch": 5.588235294117647,
      "grad_norm": 0.9309198688472802,
      "learning_rate": 1.942771808702204e-09,
      "loss": 1.6802,
      "step": 525
    },
    {
      "epoch": 5.598930481283422,
      "grad_norm": 0.9888708909033831,
      "learning_rate": 1.8305165430177349e-09,
      "loss": 1.7302,
      "step": 526
    },
    {
      "epoch": 5.609625668449198,
      "grad_norm": 0.9634253477947875,
      "learning_rate": 1.721571677541267e-09,
      "loss": 1.6462,
      "step": 527
    },
    {
      "epoch": 5.620320855614973,
      "grad_norm": 0.8931832430877537,
      "learning_rate": 1.6159408860326407e-09,
      "loss": 1.6759,
      "step": 528
    },
    {
      "epoch": 5.6310160427807485,
      "grad_norm": 1.0398451908071025,
      "learning_rate": 1.5136277304969026e-09,
      "loss": 1.7388,
      "step": 529
    },
    {
      "epoch": 5.641711229946524,
      "grad_norm": 0.9718661959054758,
      "learning_rate": 1.4146356610641452e-09,
      "loss": 1.7415,
      "step": 530
    },
    {
      "epoch": 5.652406417112299,
      "grad_norm": 1.020355689324263,
      "learning_rate": 1.318968015873234e-09,
      "loss": 1.6606,
      "step": 531
    },
    {
      "epoch": 5.663101604278075,
      "grad_norm": 0.9385275215082548,
      "learning_rate": 1.2266280209592195e-09,
      "loss": 1.7019,
      "step": 532
    },
    {
      "epoch": 5.67379679144385,
      "grad_norm": 0.9140476987794279,
      "learning_rate": 1.13761879014449e-09,
      "loss": 1.6577,
      "step": 533
    },
    {
      "epoch": 5.684491978609626,
      "grad_norm": 0.9571683238609927,
      "learning_rate": 1.0519433249338684e-09,
      "loss": 1.8192,
      "step": 534
    },
    {
      "epoch": 5.695187165775401,
      "grad_norm": 0.995812738831554,
      "learning_rate": 9.696045144133137e-10,
      "loss": 1.6624,
      "step": 535
    },
    {
      "epoch": 5.705882352941177,
      "grad_norm": 0.9979630006008087,
      "learning_rate": 8.906051351525668e-10,
      "loss": 1.7615,
      "step": 536
    },
    {
      "epoch": 5.716577540106952,
      "grad_norm": 1.1020069060561395,
      "learning_rate": 8.149478511114583e-10,
      "loss": 1.7092,
      "step": 537
    },
    {
      "epoch": 5.7272727272727275,
      "grad_norm": 0.96304384040326,
      "learning_rate": 7.426352135501135e-10,
      "loss": 1.7152,
      "step": 538
    },
    {
      "epoch": 5.737967914438503,
      "grad_norm": 1.0636369337963125,
      "learning_rate": 6.736696609429215e-10,
      "loss": 1.7183,
      "step": 539
    },
    {
      "epoch": 5.748663101604278,
      "grad_norm": 0.8943816455569424,
      "learning_rate": 6.080535188962899e-10,
      "loss": 1.6725,
      "step": 540
    },
    {
      "epoch": 5.759358288770054,
      "grad_norm": 0.9147076914165057,
      "learning_rate": 5.45789000070207e-10,
      "loss": 1.6266,
      "step": 541
    },
    {
      "epoch": 5.770053475935828,
      "grad_norm": 0.9259441954861048,
      "learning_rate": 4.868782041037023e-10,
      "loss": 1.714,
      "step": 542
    },
    {
      "epoch": 5.780748663101605,
      "grad_norm": 1.0050666366612744,
      "learning_rate": 4.3132311754395803e-10,
      "loss": 1.681,
      "step": 543
    },
    {
      "epoch": 5.791443850267379,
      "grad_norm": 1.0015006260910468,
      "learning_rate": 3.791256137793408e-10,
      "loss": 1.7501,
      "step": 544
    },
    {
      "epoch": 5.802139037433155,
      "grad_norm": 0.9735042106859433,
      "learning_rate": 3.302874529762745e-10,
      "loss": 1.7039,
      "step": 545
    },
    {
      "epoch": 5.81283422459893,
      "grad_norm": 0.8663801231432109,
      "learning_rate": 2.848102820198428e-10,
      "loss": 1.7333,
      "step": 546
    },
    {
      "epoch": 5.823529411764706,
      "grad_norm": 0.9724868452239626,
      "learning_rate": 2.4269563445825646e-10,
      "loss": 1.6686,
      "step": 547
    },
    {
      "epoch": 5.834224598930481,
      "grad_norm": 0.9405244140826245,
      "learning_rate": 2.039449304511498e-10,
      "loss": 1.6336,
      "step": 548
    },
    {
      "epoch": 5.8449197860962565,
      "grad_norm": 1.0463056589093365,
      "learning_rate": 1.685594767216969e-10,
      "loss": 1.6941,
      "step": 549
    },
    {
      "epoch": 5.855614973262032,
      "grad_norm": 0.9973891857547772,
      "learning_rate": 1.365404665125247e-10,
      "loss": 1.6165,
      "step": 550
    },
    {
      "epoch": 5.866310160427807,
      "grad_norm": 0.9212864575228166,
      "learning_rate": 1.078889795455229e-10,
      "loss": 1.7158,
      "step": 551
    },
    {
      "epoch": 5.877005347593583,
      "grad_norm": 0.9558079062751006,
      "learning_rate": 8.260598198537305e-11,
      "loss": 1.7074,
      "step": 552
    },
    {
      "epoch": 5.887700534759358,
      "grad_norm": 1.047243790928667,
      "learning_rate": 6.069232640698585e-11,
      "loss": 1.7006,
      "step": 553
    },
    {
      "epoch": 5.898395721925134,
      "grad_norm": 1.0050896260076372,
      "learning_rate": 4.214875176680177e-11,
      "loss": 1.7195,
      "step": 554
    },
    {
      "epoch": 5.909090909090909,
      "grad_norm": 0.9001691362483673,
      "learning_rate": 2.697588337779999e-11,
      "loss": 1.669,
      "step": 555
    },
    {
      "epoch": 5.919786096256685,
      "grad_norm": 0.9164142508936975,
      "learning_rate": 1.5174232888470752e-11,
      "loss": 1.7238,
      "step": 556
    },
    {
      "epoch": 5.93048128342246,
      "grad_norm": 0.9516118267040808,
      "learning_rate": 6.744198265506984e-12,
      "loss": 1.7005,
      "step": 557
    },
    {
      "epoch": 5.9411764705882355,
      "grad_norm": 0.9866304863791698,
      "learning_rate": 1.686063780426128e-12,
      "loss": 1.6486,
      "step": 558
    },
    {
      "epoch": 5.9411764705882355,
      "step": 558,
      "total_flos": 348615437615104.0,
      "train_loss": 1.8701536655426025,
      "train_runtime": 9233.6332,
      "train_samples_per_second": 48.562,
      "train_steps_per_second": 0.06
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 558,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 6,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 348615437615104.0,
  "train_batch_size": 50,
  "trial_name": null,
  "trial_params": null
}