{
  "best_metric": 0.7087897186605305,
  "best_model_checkpoint": "histv4_ftis_pretrain_tssp-smlm_0329/checkpoint-20800",
  "epoch": 305.0004460966543,
  "eval_steps": 100,
  "global_step": 20800,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0003717472118959108,
      "grad_norm": 266.68756103515625,
      "learning_rate": 7.434944237918216e-07,
      "loss": 46.6745,
      "step": 50
    },
    {
      "epoch": 1.0002379182156134,
      "grad_norm": 117.62641906738281,
      "learning_rate": 1.4869888475836432e-06,
      "loss": 38.9524,
      "step": 100
    },
    {
      "epoch": 1.0002379182156134,
      "eval_accuracy": 0.050442267150417074,
      "eval_loss": 25.470186233520508,
      "eval_macro_f1": 0.025968145861855703,
      "eval_runtime": 63.0308,
      "eval_samples_per_second": 10.661,
      "eval_steps_per_second": 2.665,
      "step": 100
    },
    {
      "epoch": 2.000104089219331,
      "grad_norm": 205.3363494873047,
      "learning_rate": 2.2304832713754648e-06,
      "loss": 32.2356,
      "step": 150
    },
    {
      "epoch": 2.0004758364312267,
      "grad_norm": 93.07455444335938,
      "learning_rate": 2.9739776951672864e-06,
      "loss": 23.6969,
      "step": 200
    },
    {
      "epoch": 2.0004758364312267,
      "eval_accuracy": 0.06100102460059542,
      "eval_loss": 14.61188793182373,
      "eval_macro_f1": 0.02836623982308631,
      "eval_runtime": 58.7907,
      "eval_samples_per_second": 11.43,
      "eval_steps_per_second": 2.858,
      "step": 200
    },
    {
      "epoch": 3.000342007434944,
      "grad_norm": 26.653369903564453,
      "learning_rate": 3.717472118959108e-06,
      "loss": 15.7121,
      "step": 250
    },
    {
      "epoch": 4.000208178438662,
      "grad_norm": 12.779120445251465,
      "learning_rate": 4.4609665427509296e-06,
      "loss": 11.4531,
      "step": 300
    },
    {
      "epoch": 4.000208178438662,
      "eval_accuracy": 0.2494337794862716,
      "eval_loss": 8.398870468139648,
      "eval_macro_f1": 0.07975966315085589,
      "eval_runtime": 57.7876,
      "eval_samples_per_second": 11.629,
      "eval_steps_per_second": 2.907,
      "step": 300
    },
    {
      "epoch": 5.00007434944238,
      "grad_norm": 19.828210830688477,
      "learning_rate": 5.2044609665427516e-06,
      "loss": 9.2358,
      "step": 350
    },
    {
      "epoch": 5.000446096654275,
      "grad_norm": 35.386112213134766,
      "learning_rate": 5.947955390334573e-06,
      "loss": 7.7719,
      "step": 400
    },
    {
      "epoch": 5.000446096654275,
      "eval_accuracy": 0.5031238102652373,
      "eval_loss": 6.939528465270996,
      "eval_macro_f1": 0.13061780478609422,
      "eval_runtime": 55.3045,
      "eval_samples_per_second": 12.151,
      "eval_steps_per_second": 3.038,
      "step": 400
    },
    {
      "epoch": 6.000312267657993,
      "grad_norm": 8.993448257446289,
      "learning_rate": 6.691449814126394e-06,
      "loss": 7.3923,
      "step": 450
    },
    {
      "epoch": 7.00017843866171,
      "grad_norm": 41.571659088134766,
      "learning_rate": 7.434944237918216e-06,
      "loss": 6.7875,
      "step": 500
    },
    {
      "epoch": 7.00017843866171,
      "eval_accuracy": 0.552664406739702,
      "eval_loss": 6.486644744873047,
      "eval_macro_f1": 0.1470886256918198,
      "eval_runtime": 54.4232,
      "eval_samples_per_second": 12.348,
      "eval_steps_per_second": 3.087,
      "step": 500
    },
    {
      "epoch": 8.000044609665428,
      "grad_norm": 10.922592163085938,
      "learning_rate": 8.178438661710038e-06,
      "loss": 6.2835,
      "step": 550
    },
    {
      "epoch": 8.000416356877324,
      "grad_norm": 8.742582321166992,
      "learning_rate": 8.921933085501859e-06,
      "loss": 6.2386,
      "step": 600
    },
    {
      "epoch": 8.000416356877324,
      "eval_accuracy": 0.5771052858930745,
      "eval_loss": 5.778635025024414,
      "eval_macro_f1": 0.15409460900219704,
      "eval_runtime": 51.6608,
      "eval_samples_per_second": 13.008,
      "eval_steps_per_second": 3.252,
      "step": 600
    },
    {
      "epoch": 9.00028252788104,
      "grad_norm": 7.5611162185668945,
      "learning_rate": 9.665427509293682e-06,
      "loss": 5.7251,
      "step": 650
    },
    {
      "epoch": 10.00014869888476,
      "grad_norm": 19.309194564819336,
      "learning_rate": 1.0408921933085503e-05,
      "loss": 5.8795,
      "step": 700
    },
    {
      "epoch": 10.00014869888476,
      "eval_accuracy": 0.5914996103544202,
      "eval_loss": 5.594468593597412,
      "eval_macro_f1": 0.15595900294660686,
      "eval_runtime": 50.9102,
      "eval_samples_per_second": 13.2,
      "eval_steps_per_second": 3.3,
      "step": 700
    },
    {
      "epoch": 11.000014869888476,
      "grad_norm": 31.623323440551758,
      "learning_rate": 1.1152416356877324e-05,
      "loss": 5.5781,
      "step": 750
    },
    {
      "epoch": 11.000386617100371,
      "grad_norm": 9.973241806030273,
      "learning_rate": 1.1895910780669145e-05,
      "loss": 5.4314,
      "step": 800
    },
    {
      "epoch": 11.000386617100371,
      "eval_accuracy": 0.6039963812217861,
      "eval_loss": 4.915599822998047,
      "eval_macro_f1": 0.16604226857183932,
      "eval_runtime": 49.9902,
      "eval_samples_per_second": 13.443,
      "eval_steps_per_second": 3.361,
      "step": 800
    },
    {
      "epoch": 12.000252788104088,
      "grad_norm": 7.87252950668335,
      "learning_rate": 1.2639405204460967e-05,
      "loss": 5.0735,
      "step": 850
    },
    {
      "epoch": 13.000118959107807,
      "grad_norm": 6.907707691192627,
      "learning_rate": 1.3382899628252788e-05,
      "loss": 5.0565,
      "step": 900
    },
    {
      "epoch": 13.000118959107807,
      "eval_accuracy": 0.6114972362936331,
      "eval_loss": 4.2589311599731445,
      "eval_macro_f1": 0.1720376175468991,
      "eval_runtime": 49.3118,
      "eval_samples_per_second": 13.628,
      "eval_steps_per_second": 3.407,
      "step": 900
    },
    {
      "epoch": 13.000490706319702,
      "grad_norm": 6.981306076049805,
      "learning_rate": 1.412639405204461e-05,
      "loss": 4.8411,
      "step": 950
    },
    {
      "epoch": 14.00035687732342,
      "grad_norm": 7.001990795135498,
      "learning_rate": 1.4869888475836432e-05,
      "loss": 4.6784,
      "step": 1000
    },
    {
      "epoch": 14.00035687732342,
      "eval_accuracy": 0.6227607074266499,
      "eval_loss": 4.0632429122924805,
      "eval_macro_f1": 0.17299715055148895,
      "eval_runtime": 48.9379,
      "eval_samples_per_second": 13.732,
      "eval_steps_per_second": 3.433,
      "step": 1000
    },
    {
      "epoch": 15.000223048327138,
      "grad_norm": 8.357354164123535,
      "learning_rate": 1.5613382899628255e-05,
      "loss": 4.4646,
      "step": 1050
    },
    {
      "epoch": 16.000089219330857,
      "grad_norm": 6.316117763519287,
      "learning_rate": 1.6356877323420076e-05,
      "loss": 4.3903,
      "step": 1100
    },
    {
      "epoch": 16.000089219330857,
      "eval_accuracy": 0.6337044380919039,
      "eval_loss": 3.4835870265960693,
      "eval_macro_f1": 0.18789200970805336,
      "eval_runtime": 50.0522,
      "eval_samples_per_second": 13.426,
      "eval_steps_per_second": 3.356,
      "step": 1100
    },
    {
      "epoch": 16.00046096654275,
      "grad_norm": 14.071303367614746,
      "learning_rate": 1.7100371747211897e-05,
      "loss": 4.2677,
      "step": 1150
    },
    {
      "epoch": 17.000327137546467,
      "grad_norm": 7.639101982116699,
      "learning_rate": 1.7843866171003718e-05,
      "loss": 3.7652,
      "step": 1200
    },
    {
      "epoch": 17.000327137546467,
      "eval_accuracy": 0.6313526240053495,
      "eval_loss": 3.313999652862549,
      "eval_macro_f1": 0.19168345755706534,
      "eval_runtime": 48.171,
      "eval_samples_per_second": 13.95,
      "eval_steps_per_second": 3.488,
      "step": 1200
    },
    {
      "epoch": 18.000193308550188,
      "grad_norm": 6.102409839630127,
      "learning_rate": 1.858736059479554e-05,
      "loss": 3.7993,
      "step": 1250
    },
    {
      "epoch": 19.000059479553904,
      "grad_norm": 5.737588882446289,
      "learning_rate": 1.9330855018587364e-05,
      "loss": 3.5554,
      "step": 1300
    },
    {
      "epoch": 19.000059479553904,
      "eval_accuracy": 0.6518905281527871,
      "eval_loss": 2.997008800506592,
      "eval_macro_f1": 0.19591256463059686,
      "eval_runtime": 48.2904,
      "eval_samples_per_second": 13.916,
      "eval_steps_per_second": 3.479,
      "step": 1300
    },
    {
      "epoch": 19.000431226765798,
      "grad_norm": 8.27597713470459,
      "learning_rate": 2.0074349442379185e-05,
      "loss": 3.5706,
      "step": 1350
    },
    {
      "epoch": 20.00029739776952,
      "grad_norm": 7.908275127410889,
      "learning_rate": 2.0817843866171006e-05,
      "loss": 3.2164,
      "step": 1400
    },
    {
      "epoch": 20.00029739776952,
      "eval_accuracy": 0.6618917672038582,
      "eval_loss": 2.7557449340820312,
      "eval_macro_f1": 0.20366848025691103,
      "eval_runtime": 48.1076,
      "eval_samples_per_second": 13.969,
      "eval_steps_per_second": 3.492,
      "step": 1400
    },
    {
      "epoch": 21.000163568773235,
      "grad_norm": 10.48082447052002,
      "learning_rate": 2.1561338289962827e-05,
      "loss": 2.9457,
      "step": 1450
    },
    {
      "epoch": 22.000029739776952,
      "grad_norm": 3.876420497894287,
      "learning_rate": 2.230483271375465e-05,
      "loss": 2.9022,
      "step": 1500
    },
    {
      "epoch": 22.000029739776952,
      "eval_accuracy": 0.6745563484687298,
      "eval_loss": 2.527372360229492,
      "eval_macro_f1": 0.2157652452048655,
      "eval_runtime": 48.1074,
      "eval_samples_per_second": 13.969,
      "eval_steps_per_second": 3.492,
      "step": 1500
    },
    {
      "epoch": 22.00040148698885,
      "grad_norm": 7.9988932609558105,
      "learning_rate": 2.304832713754647e-05,
      "loss": 2.8802,
      "step": 1550
    },
    {
      "epoch": 23.000267657992566,
      "grad_norm": 12.270583152770996,
      "learning_rate": 2.379182156133829e-05,
      "loss": 2.745,
      "step": 1600
    },
    {
      "epoch": 23.000267657992566,
      "eval_accuracy": 0.6913894280781943,
      "eval_loss": 2.355086088180542,
      "eval_macro_f1": 0.23149517864191574,
      "eval_runtime": 48.147,
      "eval_samples_per_second": 13.957,
      "eval_steps_per_second": 3.489,
      "step": 1600
    },
    {
      "epoch": 24.000133828996283,
      "grad_norm": 5.4861040115356445,
      "learning_rate": 2.4535315985130116e-05,
      "loss": 2.6132,
      "step": 1650
    },
    {
      "epoch": 24.000505576208177,
      "grad_norm": 6.245904445648193,
      "learning_rate": 2.5278810408921933e-05,
      "loss": 2.4721,
      "step": 1700
    },
    {
      "epoch": 24.000505576208177,
      "eval_accuracy": 0.6931836196159022,
      "eval_loss": 2.360691547393799,
      "eval_macro_f1": 0.24161708403963666,
      "eval_runtime": 46.7909,
      "eval_samples_per_second": 14.362,
      "eval_steps_per_second": 3.59,
      "step": 1700
    },
    {
      "epoch": 25.000371747211897,
      "grad_norm": 3.8083865642547607,
      "learning_rate": 2.6022304832713758e-05,
      "loss": 2.4046,
      "step": 1750
    },
    {
      "epoch": 26.000237918215614,
      "grad_norm": 10.2521333694458,
      "learning_rate": 2.6765799256505576e-05,
      "loss": 2.3065,
      "step": 1800
    },
    {
      "epoch": 26.000237918215614,
      "eval_accuracy": 0.7109710905521758,
      "eval_loss": 2.1845011711120605,
      "eval_macro_f1": 0.25447139713367894,
      "eval_runtime": 48.4023,
      "eval_samples_per_second": 13.884,
      "eval_steps_per_second": 3.471,
      "step": 1800
    },
    {
      "epoch": 27.00010408921933,
      "grad_norm": 4.3791022300720215,
      "learning_rate": 2.75092936802974e-05,
      "loss": 2.328,
      "step": 1850
    },
    {
      "epoch": 27.000475836431228,
      "grad_norm": 5.141542434692383,
      "learning_rate": 2.825278810408922e-05,
      "loss": 2.3132,
      "step": 1900
    },
    {
      "epoch": 27.000475836431228,
      "eval_accuracy": 0.7144459720258327,
      "eval_loss": 2.155479907989502,
      "eval_macro_f1": 0.25474356578920043,
      "eval_runtime": 48.1297,
      "eval_samples_per_second": 13.962,
      "eval_steps_per_second": 3.491,
      "step": 1900
    },
    {
      "epoch": 28.000342007434945,
      "grad_norm": 7.797635078430176,
      "learning_rate": 2.8996282527881043e-05,
      "loss": 2.1353,
      "step": 1950
    },
    {
      "epoch": 29.000208178438662,
      "grad_norm": 6.269540309906006,
      "learning_rate": 2.9739776951672864e-05,
      "loss": 2.069,
      "step": 2000
    },
    {
      "epoch": 29.000208178438662,
      "eval_accuracy": 0.7228523113819296,
      "eval_loss": 2.0353355407714844,
      "eval_macro_f1": 0.2780559155369861,
      "eval_runtime": 48.912,
      "eval_samples_per_second": 13.739,
      "eval_steps_per_second": 3.435,
      "step": 2000
    },
    {
      "epoch": 30.00007434944238,
      "grad_norm": 7.6095099449157715,
      "learning_rate": 3.0483271375464685e-05,
      "loss": 2.0509,
      "step": 2050
    },
    {
      "epoch": 30.000446096654276,
      "grad_norm": 7.309573650360107,
      "learning_rate": 3.122676579925651e-05,
      "loss": 2.065,
      "step": 2100
    },
    {
      "epoch": 30.000446096654276,
      "eval_accuracy": 0.7238860947101218,
      "eval_loss": 2.0333032608032227,
      "eval_macro_f1": 0.2880652536535786,
      "eval_runtime": 48.1719,
      "eval_samples_per_second": 13.95,
      "eval_steps_per_second": 3.488,
      "step": 2100
    },
    {
      "epoch": 31.000312267657993,
      "grad_norm": 6.504179000854492,
      "learning_rate": 3.1970260223048324e-05,
      "loss": 1.9473,
      "step": 2150
    },
    {
      "epoch": 32.00017843866171,
      "grad_norm": 7.720032215118408,
      "learning_rate": 3.271375464684015e-05,
      "loss": 1.9441,
      "step": 2200
    },
    {
      "epoch": 32.00017843866171,
      "eval_accuracy": 0.7312337507081383,
      "eval_loss": 2.0020694732666016,
      "eval_macro_f1": 0.2978414990821893,
      "eval_runtime": 48.306,
      "eval_samples_per_second": 13.911,
      "eval_steps_per_second": 3.478,
      "step": 2200
    },
    {
      "epoch": 33.00004460966543,
      "grad_norm": 3.4699764251708984,
      "learning_rate": 3.345724907063197e-05,
      "loss": 1.8625,
      "step": 2250
    },
    {
      "epoch": 33.000416356877324,
      "grad_norm": 7.346961975097656,
      "learning_rate": 3.4200743494423794e-05,
      "loss": 1.8603,
      "step": 2300
    },
    {
      "epoch": 33.000416356877324,
      "eval_accuracy": 0.7178409171443214,
      "eval_loss": 2.070431709289551,
      "eval_macro_f1": 0.29655410586263253,
      "eval_runtime": 48.3374,
      "eval_samples_per_second": 13.902,
      "eval_steps_per_second": 3.476,
      "step": 2300
    },
    {
      "epoch": 34.00028252788104,
      "grad_norm": 7.2747015953063965,
      "learning_rate": 3.4944237918215615e-05,
      "loss": 1.8716,
      "step": 2350
    },
    {
      "epoch": 35.00014869888476,
      "grad_norm": 27.447582244873047,
      "learning_rate": 3.5687732342007436e-05,
      "loss": 1.8589,
      "step": 2400
    },
    {
      "epoch": 35.00014869888476,
      "eval_accuracy": 0.7422280762176736,
      "eval_loss": 1.863403081893921,
      "eval_macro_f1": 0.33096456369239546,
      "eval_runtime": 47.8041,
      "eval_samples_per_second": 14.057,
      "eval_steps_per_second": 3.514,
      "step": 2400
    },
    {
      "epoch": 36.000014869888474,
      "grad_norm": 4.940944194793701,
      "learning_rate": 3.643122676579926e-05,
      "loss": 1.7339,
      "step": 2450
    },
    {
      "epoch": 36.000386617100375,
      "grad_norm": 4.48024845123291,
      "learning_rate": 3.717472118959108e-05,
      "loss": 1.6732,
      "step": 2500
    },
    {
      "epoch": 36.000386617100375,
      "eval_accuracy": 0.7466635662811762,
      "eval_loss": 1.8566985130310059,
      "eval_macro_f1": 0.3421978183973209,
      "eval_runtime": 48.6552,
      "eval_samples_per_second": 13.811,
      "eval_steps_per_second": 3.453,
      "step": 2500
    },
    {
      "epoch": 37.00025278810409,
      "grad_norm": 5.992680072784424,
      "learning_rate": 3.79182156133829e-05,
      "loss": 1.6829,
      "step": 2550
    },
    {
      "epoch": 38.00011895910781,
      "grad_norm": 3.3229565620422363,
      "learning_rate": 3.866171003717473e-05,
      "loss": 1.6328,
      "step": 2600
    },
    {
      "epoch": 38.00011895910781,
      "eval_accuracy": 0.7481501704372262,
      "eval_loss": 1.8362157344818115,
      "eval_macro_f1": 0.3485086625465703,
      "eval_runtime": 48.0664,
      "eval_samples_per_second": 13.981,
      "eval_steps_per_second": 3.495,
      "step": 2600
    },
    {
      "epoch": 38.0004907063197,
      "grad_norm": 5.226800441741943,
      "learning_rate": 3.940520446096654e-05,
      "loss": 1.6336,
      "step": 2650
    },
    {
      "epoch": 39.00035687732342,
      "grad_norm": 4.662332057952881,
      "learning_rate": 4.014869888475837e-05,
      "loss": 1.5936,
      "step": 2700
    },
    {
      "epoch": 39.00035687732342,
      "eval_accuracy": 0.7517626786767897,
      "eval_loss": 1.7911369800567627,
      "eval_macro_f1": 0.37362545278695913,
      "eval_runtime": 48.5579,
      "eval_samples_per_second": 13.839,
      "eval_steps_per_second": 3.46,
      "step": 2700
    },
    {
      "epoch": 40.000223048327136,
      "grad_norm": 5.28360652923584,
      "learning_rate": 4.0892193308550185e-05,
      "loss": 1.5267,
      "step": 2750
    },
    {
      "epoch": 41.00008921933085,
      "grad_norm": 13.149215698242188,
      "learning_rate": 4.163568773234201e-05,
      "loss": 1.5476,
      "step": 2800
    },
    {
      "epoch": 41.00008921933085,
      "eval_accuracy": 0.743210771307319,
      "eval_loss": 1.9220155477523804,
      "eval_macro_f1": 0.3483976776394514,
      "eval_runtime": 46.7958,
      "eval_samples_per_second": 14.36,
      "eval_steps_per_second": 3.59,
      "step": 2800
    },
    {
      "epoch": 41.000460966542754,
      "grad_norm": 4.578529357910156,
      "learning_rate": 4.237918215613383e-05,
      "loss": 1.512,
      "step": 2850
    },
    {
      "epoch": 42.00032713754647,
      "grad_norm": 5.931751728057861,
      "learning_rate": 4.3122676579925655e-05,
      "loss": 1.4547,
      "step": 2900
    },
    {
      "epoch": 42.00032713754647,
      "eval_accuracy": 0.7573206038563081,
      "eval_loss": 1.7732130289077759,
      "eval_macro_f1": 0.3823146615563383,
      "eval_runtime": 47.9976,
      "eval_samples_per_second": 14.001,
      "eval_steps_per_second": 3.5,
      "step": 2900
    },
    {
      "epoch": 43.00019330855019,
      "grad_norm": 6.435998916625977,
      "learning_rate": 4.3866171003717476e-05,
      "loss": 1.4742,
      "step": 2950
    },
    {
      "epoch": 44.000059479553904,
      "grad_norm": 5.018718242645264,
      "learning_rate": 4.46096654275093e-05,
      "loss": 1.4111,
      "step": 3000
    },
    {
      "epoch": 44.000059479553904,
      "eval_accuracy": 0.7604534766737875,
      "eval_loss": 1.8028564453125,
      "eval_macro_f1": 0.3851260308276024,
      "eval_runtime": 47.8675,
      "eval_samples_per_second": 14.039,
      "eval_steps_per_second": 3.51,
      "step": 3000
    },
    {
      "epoch": 44.0004312267658,
      "grad_norm": 6.0326948165893555,
      "learning_rate": 4.535315985130112e-05,
      "loss": 1.4035,
      "step": 3050
    },
    {
      "epoch": 45.000297397769515,
      "grad_norm": 6.028076171875,
      "learning_rate": 4.609665427509294e-05,
      "loss": 1.3497,
      "step": 3100
    },
    {
      "epoch": 45.000297397769515,
      "eval_accuracy": 0.768372023656696,
      "eval_loss": 1.7707154750823975,
      "eval_macro_f1": 0.4061185384890694,
      "eval_runtime": 47.5778,
      "eval_samples_per_second": 14.124,
      "eval_steps_per_second": 3.531,
      "step": 3100
    },
    {
      "epoch": 46.00016356877323,
      "grad_norm": 4.857266426086426,
      "learning_rate": 4.684014869888476e-05,
      "loss": 1.3224,
      "step": 3150
    },
    {
      "epoch": 47.00002973977695,
      "grad_norm": 4.493041038513184,
      "learning_rate": 4.758364312267658e-05,
      "loss": 1.3677,
      "step": 3200
    },
    {
      "epoch": 47.00002973977695,
      "eval_accuracy": 0.7547429832358992,
      "eval_loss": 1.8069781064987183,
      "eval_macro_f1": 0.4303426673990079,
      "eval_runtime": 47.9766,
      "eval_samples_per_second": 14.007,
      "eval_steps_per_second": 3.502,
      "step": 3200
    },
    {
      "epoch": 47.00040148698885,
      "grad_norm": 5.508673191070557,
      "learning_rate": 4.83271375464684e-05,
      "loss": 1.2983,
      "step": 3250
    },
    {
      "epoch": 48.000267657992566,
      "grad_norm": 2.9697608947753906,
      "learning_rate": 4.907063197026023e-05,
      "loss": 1.2558,
      "step": 3300
    },
    {
      "epoch": 48.000267657992566,
      "eval_accuracy": 0.770120629172458,
      "eval_loss": 1.7805372476577759,
      "eval_macro_f1": 0.4152670510054953,
      "eval_runtime": 47.6206,
      "eval_samples_per_second": 14.112,
      "eval_steps_per_second": 3.528,
      "step": 3300
    },
    {
      "epoch": 49.00013382899628,
      "grad_norm": 3.1506409645080566,
      "learning_rate": 4.9814126394052045e-05,
      "loss": 1.2456,
      "step": 3350
    },
    {
      "epoch": 49.00050557620818,
      "grad_norm": 2.9008400440216064,
      "learning_rate": 5.0557620817843867e-05,
      "loss": 1.2228,
      "step": 3400
    },
    {
      "epoch": 49.00050557620818,
      "eval_accuracy": 0.7753736194741223,
      "eval_loss": 1.6754295825958252,
      "eval_macro_f1": 0.4497377753131999,
      "eval_runtime": 46.8789,
      "eval_samples_per_second": 14.335,
      "eval_steps_per_second": 3.584,
      "step": 3400
    },
    {
      "epoch": 50.000371747211894,
      "grad_norm": 14.068544387817383,
      "learning_rate": 5.130111524163569e-05,
      "loss": 1.2156,
      "step": 3450
    },
    {
      "epoch": 51.00023791821561,
      "grad_norm": 7.377778053283691,
      "learning_rate": 5.2044609665427516e-05,
      "loss": 1.1783,
      "step": 3500
    },
    {
      "epoch": 51.00023791821561,
      "eval_accuracy": 0.7714801943968466,
      "eval_loss": 1.7035390138626099,
      "eval_macro_f1": 0.43929205620995815,
      "eval_runtime": 47.4365,
      "eval_samples_per_second": 14.166,
      "eval_steps_per_second": 3.542,
      "step": 3500
    },
    {
      "epoch": 52.00010408921933,
      "grad_norm": 5.86587381362915,
      "learning_rate": 5.278810408921934e-05,
      "loss": 1.1385,
      "step": 3550
    },
    {
      "epoch": 52.00047583643123,
      "grad_norm": 7.151806831359863,
      "learning_rate": 5.353159851301115e-05,
      "loss": 1.1714,
      "step": 3600
    },
    {
      "epoch": 52.00047583643123,
      "eval_accuracy": 0.776484537461446,
      "eval_loss": 1.6419715881347656,
      "eval_macro_f1": 0.46826783464883714,
      "eval_runtime": 47.8203,
      "eval_samples_per_second": 14.053,
      "eval_steps_per_second": 3.513,
      "step": 3600
    },
    {
      "epoch": 53.000342007434945,
      "grad_norm": 3.089052677154541,
      "learning_rate": 5.427509293680297e-05,
      "loss": 1.1051,
      "step": 3650
    },
    {
      "epoch": 54.00020817843866,
      "grad_norm": 4.17380428314209,
      "learning_rate": 5.50185873605948e-05,
      "loss": 1.1496,
      "step": 3700
    },
    {
      "epoch": 54.00020817843866,
      "eval_accuracy": 0.783282215260751,
      "eval_loss": 1.6009899377822876,
      "eval_macro_f1": 0.4684935245173467,
      "eval_runtime": 47.1333,
      "eval_samples_per_second": 14.257,
      "eval_steps_per_second": 3.564,
      "step": 3700
    },
    {
      "epoch": 55.00007434944238,
      "grad_norm": 3.879401683807373,
      "learning_rate": 5.576208178438662e-05,
      "loss": 1.123,
      "step": 3750
    },
    {
      "epoch": 55.00044609665427,
      "grad_norm": 5.521020889282227,
      "learning_rate": 5.650557620817844e-05,
      "loss": 1.0547,
      "step": 3800
    },
    {
      "epoch": 55.00044609665427,
      "eval_accuracy": 0.7832706110213381,
      "eval_loss": 1.6715576648712158,
      "eval_macro_f1": 0.46885622369709506,
      "eval_runtime": 47.4503,
      "eval_samples_per_second": 14.162,
      "eval_steps_per_second": 3.541,
      "step": 3800
    },
    {
      "epoch": 56.00031226765799,
      "grad_norm": 6.454986095428467,
      "learning_rate": 5.724907063197026e-05,
      "loss": 1.0531,
      "step": 3850
    },
    {
      "epoch": 57.00017843866171,
      "grad_norm": 9.67890453338623,
      "learning_rate": 5.7992565055762085e-05,
      "loss": 1.0515,
      "step": 3900
    },
    {
      "epoch": 57.00017843866171,
      "eval_accuracy": 0.787819132865917,
      "eval_loss": 1.6513065099716187,
      "eval_macro_f1": 0.4838647951545401,
      "eval_runtime": 47.7738,
      "eval_samples_per_second": 14.066,
      "eval_steps_per_second": 3.517,
      "step": 3900
    },
    {
      "epoch": 58.00004460966543,
      "grad_norm": 9.32218074798584,
      "learning_rate": 5.8736059479553906e-05,
      "loss": 1.0074,
      "step": 3950
    },
    {
      "epoch": 58.000416356877324,
      "grad_norm": 3.381666898727417,
      "learning_rate": 5.947955390334573e-05,
      "loss": 1.0019,
      "step": 4000
    },
    {
      "epoch": 58.000416356877324,
      "eval_accuracy": 0.7864938662716643,
      "eval_loss": 1.6623215675354004,
      "eval_macro_f1": 0.4932068292621268,
      "eval_runtime": 47.6569,
      "eval_samples_per_second": 14.101,
      "eval_steps_per_second": 3.525,
      "step": 4000
    },
    {
      "epoch": 59.00028252788104,
      "grad_norm": 5.850093364715576,
      "learning_rate": 6.0223048327137555e-05,
      "loss": 1.0,
      "step": 4050
    },
    {
      "epoch": 60.00014869888476,
      "grad_norm": 3.286019802093506,
      "learning_rate": 6.096654275092937e-05,
      "loss": 0.9517,
      "step": 4100
    },
    {
      "epoch": 60.00014869888476,
      "eval_accuracy": 0.788711438830616,
      "eval_loss": 1.5527822971343994,
      "eval_macro_f1": 0.4998529689254287,
      "eval_runtime": 47.1648,
      "eval_samples_per_second": 14.248,
      "eval_steps_per_second": 3.562,
      "step": 4100
    },
    {
      "epoch": 61.000014869888474,
      "grad_norm": 5.813722133636475,
      "learning_rate": 6.171003717472119e-05,
      "loss": 0.95,
      "step": 4150
    },
    {
      "epoch": 61.000386617100375,
      "grad_norm": 6.047854423522949,
      "learning_rate": 6.245353159851302e-05,
      "loss": 0.9249,
      "step": 4200
    },
    {
      "epoch": 61.000386617100375,
      "eval_accuracy": 0.7949442146268098,
      "eval_loss": 1.552842617034912,
      "eval_macro_f1": 0.5062827822451884,
      "eval_runtime": 47.7291,
      "eval_samples_per_second": 14.079,
      "eval_steps_per_second": 3.52,
      "step": 4200
    },
    {
      "epoch": 62.00025278810409,
      "grad_norm": 7.298818588256836,
      "learning_rate": 6.319702602230483e-05,
      "loss": 0.9241,
      "step": 4250
    },
    {
      "epoch": 63.00011895910781,
      "grad_norm": 3.9685351848602295,
      "learning_rate": 6.394052044609665e-05,
      "loss": 0.9072,
      "step": 4300
    },
    {
      "epoch": 63.00011895910781,
      "eval_accuracy": 0.7972720697174538,
      "eval_loss": 1.595497488975525,
      "eval_macro_f1": 0.5229591985542493,
      "eval_runtime": 47.7421,
      "eval_samples_per_second": 14.076,
      "eval_steps_per_second": 3.519,
      "step": 4300
    },
    {
      "epoch": 63.0004907063197,
      "grad_norm": 6.513078689575195,
      "learning_rate": 6.468401486988848e-05,
      "loss": 0.9064,
      "step": 4350
    },
    {
      "epoch": 64.00035687732343,
      "grad_norm": 9.337983131408691,
      "learning_rate": 6.54275092936803e-05,
      "loss": 0.8861,
      "step": 4400
    },
    {
      "epoch": 64.00035687732343,
      "eval_accuracy": 0.8012236394427585,
      "eval_loss": 1.577151894569397,
      "eval_macro_f1": 0.5266623902892644,
      "eval_runtime": 47.7981,
      "eval_samples_per_second": 14.059,
      "eval_steps_per_second": 3.515,
      "step": 4400
    },
    {
      "epoch": 65.00022304832714,
      "grad_norm": 6.658684730529785,
      "learning_rate": 6.617100371747212e-05,
      "loss": 0.8829,
      "step": 4450
    },
    {
      "epoch": 66.00008921933086,
      "grad_norm": 7.026724815368652,
      "learning_rate": 6.691449814126395e-05,
      "loss": 0.8687,
      "step": 4500
    },
    {
      "epoch": 66.00008921933086,
      "eval_accuracy": 0.8062816088160649,
      "eval_loss": 1.5187242031097412,
      "eval_macro_f1": 0.5236433362876899,
      "eval_runtime": 47.5759,
      "eval_samples_per_second": 14.125,
      "eval_steps_per_second": 3.531,
      "step": 4500
    },
    {
      "epoch": 66.00046096654275,
      "grad_norm": 3.1086082458496094,
      "learning_rate": 6.765799256505576e-05,
      "loss": 0.8541,
      "step": 4550
    },
    {
      "epoch": 67.00032713754646,
      "grad_norm": 2.039297342300415,
      "learning_rate": 6.840148698884759e-05,
      "loss": 0.8164,
      "step": 4600
    },
    {
      "epoch": 67.00032713754646,
      "eval_accuracy": 0.8023215844672498,
      "eval_loss": 1.605806589126587,
      "eval_macro_f1": 0.5408551755484401,
      "eval_runtime": 47.4302,
      "eval_samples_per_second": 14.168,
      "eval_steps_per_second": 3.542,
      "step": 4600
    },
    {
      "epoch": 68.00019330855018,
      "grad_norm": 5.141190528869629,
      "learning_rate": 6.91449814126394e-05,
      "loss": 0.8411,
      "step": 4650
    },
    {
      "epoch": 69.0000594795539,
      "grad_norm": 6.119557857513428,
      "learning_rate": 6.988847583643123e-05,
      "loss": 0.7923,
      "step": 4700
    },
    {
      "epoch": 69.0000594795539,
      "eval_accuracy": 0.7978375042402981,
      "eval_loss": 1.5691826343536377,
      "eval_macro_f1": 0.541571467839333,
      "eval_runtime": 47.0961,
      "eval_samples_per_second": 14.269,
      "eval_steps_per_second": 3.567,
      "step": 4700
    },
    {
      "epoch": 69.0004312267658,
      "grad_norm": 5.380624294281006,
      "learning_rate": 7.063197026022306e-05,
      "loss": 0.8052,
      "step": 4750
    },
    {
      "epoch": 70.00029739776951,
      "grad_norm": 7.781818389892578,
      "learning_rate": 7.137546468401487e-05,
      "loss": 0.8065,
      "step": 4800
    },
    {
      "epoch": 70.00029739776951,
      "eval_accuracy": 0.7904748964659136,
      "eval_loss": 1.6525987386703491,
      "eval_macro_f1": 0.5321248674751812,
      "eval_runtime": 47.8684,
      "eval_samples_per_second": 14.038,
      "eval_steps_per_second": 3.51,
      "step": 4800
    },
    {
      "epoch": 71.00016356877323,
      "grad_norm": 2.671602249145508,
      "learning_rate": 7.211895910780669e-05,
      "loss": 0.7815,
      "step": 4850
    },
    {
      "epoch": 72.00002973977695,
      "grad_norm": 4.526907444000244,
      "learning_rate": 7.286245353159852e-05,
      "loss": 0.771,
      "step": 4900
    },
    {
      "epoch": 72.00002973977695,
      "eval_accuracy": 0.7965682882088077,
      "eval_loss": 1.6163409948349,
      "eval_macro_f1": 0.5339910056580364,
      "eval_runtime": 47.2867,
      "eval_samples_per_second": 14.211,
      "eval_steps_per_second": 3.553,
      "step": 4900
    },
    {
      "epoch": 72.00040148698885,
      "grad_norm": 4.758114337921143,
      "learning_rate": 7.360594795539034e-05,
      "loss": 0.7414,
      "step": 4950
    },
    {
      "epoch": 73.00026765799257,
      "grad_norm": 4.144097805023193,
      "learning_rate": 7.434944237918216e-05,
      "loss": 0.7377,
      "step": 5000
    },
    {
      "epoch": 73.00026765799257,
      "eval_accuracy": 0.8146328689405671,
      "eval_loss": 1.5363017320632935,
      "eval_macro_f1": 0.5563859432409435,
      "eval_runtime": 47.0425,
      "eval_samples_per_second": 14.285,
      "eval_steps_per_second": 3.571,
      "step": 5000
    },
    {
      "epoch": 74.00013382899628,
      "grad_norm": 4.5283284187316895,
      "learning_rate": 7.509293680297399e-05,
      "loss": 0.7373,
      "step": 5050
    },
    {
      "epoch": 74.00050557620818,
      "grad_norm": 4.018579959869385,
      "learning_rate": 7.58364312267658e-05,
      "loss": 0.7194,
      "step": 5100
    },
    {
      "epoch": 74.00050557620818,
      "eval_accuracy": 0.8134706343704267,
      "eval_loss": 1.5270371437072754,
      "eval_macro_f1": 0.5648332270298382,
      "eval_runtime": 47.1218,
      "eval_samples_per_second": 14.261,
      "eval_steps_per_second": 3.565,
      "step": 5100
    },
    {
      "epoch": 75.0003717472119,
      "grad_norm": 4.909033298492432,
      "learning_rate": 7.657992565055763e-05,
      "loss": 0.7112,
      "step": 5150
    },
    {
      "epoch": 76.00023791821562,
      "grad_norm": 6.122696876525879,
      "learning_rate": 7.732342007434946e-05,
      "loss": 0.706,
      "step": 5200
    },
    {
      "epoch": 76.00023791821562,
      "eval_accuracy": 0.8068405032797368,
      "eval_loss": 1.5804245471954346,
      "eval_macro_f1": 0.5562806947678465,
      "eval_runtime": 47.508,
      "eval_samples_per_second": 14.145,
      "eval_steps_per_second": 3.536,
      "step": 5200
    },
    {
      "epoch": 77.00010408921933,
      "grad_norm": 3.1820068359375,
      "learning_rate": 7.806691449814127e-05,
      "loss": 0.6735,
      "step": 5250
    },
    {
      "epoch": 77.00047583643122,
      "grad_norm": 3.543308734893799,
      "learning_rate": 7.881040892193308e-05,
      "loss": 0.6827,
      "step": 5300
    },
    {
      "epoch": 77.00047583643122,
      "eval_accuracy": 0.8132421110520636,
      "eval_loss": 1.5398247241973877,
      "eval_macro_f1": 0.5569486652835459,
      "eval_runtime": 46.848,
      "eval_samples_per_second": 14.344,
      "eval_steps_per_second": 3.586,
      "step": 5300
    },
    {
      "epoch": 78.00034200743494,
      "grad_norm": 4.693170547485352,
      "learning_rate": 7.955390334572491e-05,
      "loss": 0.6835,
      "step": 5350
    },
    {
      "epoch": 79.00020817843865,
      "grad_norm": 2.5306339263916016,
      "learning_rate": 8.029739776951674e-05,
      "loss": 0.6852,
      "step": 5400
    },
    {
      "epoch": 79.00020817843865,
      "eval_accuracy": 0.8227611279450846,
      "eval_loss": 1.4755533933639526,
      "eval_macro_f1": 0.5733192275425867,
      "eval_runtime": 47.7076,
      "eval_samples_per_second": 14.086,
      "eval_steps_per_second": 3.521,
      "step": 5400
    },
    {
      "epoch": 80.00007434944239,
      "grad_norm": 2.764157295227051,
      "learning_rate": 8.104089219330855e-05,
      "loss": 0.6602,
      "step": 5450
    },
    {
      "epoch": 80.00044609665427,
      "grad_norm": 3.0805418491363525,
      "learning_rate": 8.178438661710037e-05,
      "loss": 0.6333,
      "step": 5500
    },
    {
      "epoch": 80.00044609665427,
      "eval_accuracy": 0.8215874176654338,
      "eval_loss": 1.4958947896957397,
      "eval_macro_f1": 0.5765976404305969,
      "eval_runtime": 47.5831,
      "eval_samples_per_second": 14.123,
      "eval_steps_per_second": 3.531,
      "step": 5500
    },
    {
      "epoch": 81.00031226765799,
      "grad_norm": 3.5253844261169434,
      "learning_rate": 8.25278810408922e-05,
      "loss": 0.6417,
      "step": 5550
    },
    {
      "epoch": 82.0001784386617,
      "grad_norm": 3.3636598587036133,
      "learning_rate": 8.327137546468403e-05,
      "loss": 0.6288,
      "step": 5600
    },
    {
      "epoch": 82.0001784386617,
      "eval_accuracy": 0.8281630899930705,
      "eval_loss": 1.4461908340454102,
      "eval_macro_f1": 0.5842528545422506,
      "eval_runtime": 47.5162,
      "eval_samples_per_second": 14.143,
      "eval_steps_per_second": 3.536,
      "step": 5600
    },
    {
      "epoch": 83.00004460966542,
      "grad_norm": 3.808940887451172,
      "learning_rate": 8.401486988847584e-05,
      "loss": 0.6302,
      "step": 5650
    },
    {
      "epoch": 83.00041635687732,
      "grad_norm": 2.76824951171875,
      "learning_rate": 8.475836431226765e-05,
      "loss": 0.6165,
      "step": 5700
    },
    {
      "epoch": 83.00041635687732,
      "eval_accuracy": 0.8236607576629754,
      "eval_loss": 1.5466784238815308,
      "eval_macro_f1": 0.5788110277050088,
      "eval_runtime": 46.9322,
      "eval_samples_per_second": 14.319,
      "eval_steps_per_second": 3.58,
      "step": 5700
    },
    {
      "epoch": 84.00028252788104,
      "grad_norm": 3.550778388977051,
      "learning_rate": 8.550185873605948e-05,
      "loss": 0.6126,
      "step": 5750
    },
    {
      "epoch": 85.00014869888476,
      "grad_norm": 4.159547805786133,
      "learning_rate": 8.624535315985131e-05,
      "loss": 0.6153,
      "step": 5800
    },
    {
      "epoch": 85.00014869888476,
      "eval_accuracy": 0.8248911419166896,
      "eval_loss": 1.5206892490386963,
      "eval_macro_f1": 0.5832331531893454,
      "eval_runtime": 47.5885,
      "eval_samples_per_second": 14.121,
      "eval_steps_per_second": 3.53,
      "step": 5800
    },
    {
      "epoch": 86.00001486988847,
      "grad_norm": 3.1821999549865723,
      "learning_rate": 8.698884758364312e-05,
      "loss": 0.5915,
      "step": 5850
    },
    {
      "epoch": 86.00038661710038,
      "grad_norm": 3.598517894744873,
      "learning_rate": 8.773234200743495e-05,
      "loss": 0.593,
      "step": 5900
    },
    {
      "epoch": 86.00038661710038,
      "eval_accuracy": 0.8303127795000983,
      "eval_loss": 1.5167983770370483,
      "eval_macro_f1": 0.5917533935658699,
      "eval_runtime": 47.842,
      "eval_samples_per_second": 14.046,
      "eval_steps_per_second": 3.512,
      "step": 5900
    },
    {
      "epoch": 87.00025278810409,
      "grad_norm": 2.605105400085449,
      "learning_rate": 8.847583643122677e-05,
      "loss": 0.5804,
      "step": 5950
    },
    {
      "epoch": 88.00011895910781,
      "grad_norm": 7.943371295928955,
      "learning_rate": 8.92193308550186e-05,
      "loss": 0.5669,
      "step": 6000
    },
    {
      "epoch": 88.00011895910781,
      "eval_accuracy": 0.8296147233158495,
      "eval_loss": 1.494034767150879,
      "eval_macro_f1": 0.58373317591399,
      "eval_runtime": 47.863,
      "eval_samples_per_second": 14.04,
      "eval_steps_per_second": 3.51,
      "step": 6000
    },
    {
      "epoch": 88.00049070631971,
      "grad_norm": 2.271465301513672,
      "learning_rate": 8.996282527881041e-05,
      "loss": 0.5878,
      "step": 6050
    },
    {
      "epoch": 89.00035687732343,
      "grad_norm": 4.07094669342041,
      "learning_rate": 9.070631970260224e-05,
      "loss": 0.5583,
      "step": 6100
    },
    {
      "epoch": 89.00035687732343,
      "eval_accuracy": 0.8304963970843622,
      "eval_loss": 1.4894771575927734,
      "eval_macro_f1": 0.596375277813928,
      "eval_runtime": 47.7329,
      "eval_samples_per_second": 14.078,
      "eval_steps_per_second": 3.52,
      "step": 6100
    },
    {
      "epoch": 90.00022304832714,
      "grad_norm": 3.257551670074463,
      "learning_rate": 9.144981412639405e-05,
      "loss": 0.5567,
      "step": 6150
    },
    {
      "epoch": 91.00008921933086,
      "grad_norm": 2.342348575592041,
      "learning_rate": 9.219330855018588e-05,
      "loss": 0.5479,
      "step": 6200
    },
    {
      "epoch": 91.00008921933086,
      "eval_accuracy": 0.8359645780191465,
      "eval_loss": 1.5507783889770508,
      "eval_macro_f1": 0.5961247601926936,
      "eval_runtime": 47.1119,
      "eval_samples_per_second": 14.264,
      "eval_steps_per_second": 3.566,
      "step": 6200
    },
    {
      "epoch": 91.00046096654275,
      "grad_norm": 4.675436496734619,
      "learning_rate": 9.29368029739777e-05,
      "loss": 0.5373,
      "step": 6250
    },
    {
      "epoch": 92.00032713754646,
      "grad_norm": 2.5292415618896484,
      "learning_rate": 9.368029739776952e-05,
      "loss": 0.5385,
      "step": 6300
    },
    {
      "epoch": 92.00032713754646,
      "eval_accuracy": 0.8331121322684258,
      "eval_loss": 1.4987480640411377,
      "eval_macro_f1": 0.6056008732625726,
      "eval_runtime": 47.6126,
      "eval_samples_per_second": 14.114,
      "eval_steps_per_second": 3.528,
      "step": 6300
    },
    {
      "epoch": 93.00019330855018,
      "grad_norm": 4.040349006652832,
      "learning_rate": 9.442379182156135e-05,
      "loss": 0.5444,
      "step": 6350
    },
    {
      "epoch": 94.0000594795539,
      "grad_norm": 4.418771266937256,
      "learning_rate": 9.516728624535316e-05,
      "loss": 0.5191,
      "step": 6400
    },
    {
      "epoch": 94.0000594795539,
      "eval_accuracy": 0.8352555949405721,
      "eval_loss": 1.5468343496322632,
      "eval_macro_f1": 0.6039138175393013,
      "eval_runtime": 48.0596,
      "eval_samples_per_second": 13.983,
      "eval_steps_per_second": 3.496,
      "step": 6400
    },
    {
      "epoch": 94.0004312267658,
      "grad_norm": 3.186802864074707,
      "learning_rate": 9.591078066914498e-05,
      "loss": 0.5344,
      "step": 6450
    },
    {
      "epoch": 95.00029739776951,
      "grad_norm": 3.07525372505188,
      "learning_rate": 9.66542750929368e-05,
      "loss": 0.5123,
      "step": 6500
    },
    {
      "epoch": 95.00029739776951,
      "eval_accuracy": 0.8292436626419579,
      "eval_loss": 1.5689940452575684,
      "eval_macro_f1": 0.6086947888526043,
      "eval_runtime": 47.3771,
      "eval_samples_per_second": 14.184,
      "eval_steps_per_second": 3.546,
      "step": 6500
    },
    {
      "epoch": 96.00016356877323,
      "grad_norm": 4.3406243324279785,
      "learning_rate": 9.739776951672863e-05,
      "loss": 0.5028,
      "step": 6550
    },
    {
      "epoch": 97.00002973977695,
      "grad_norm": 4.482454299926758,
      "learning_rate": 9.814126394052046e-05,
      "loss": 0.531,
      "step": 6600
    },
    {
      "epoch": 97.00002973977695,
      "eval_accuracy": 0.8345079898078186,
      "eval_loss": 1.422137975692749,
      "eval_macro_f1": 0.6109642448055717,
      "eval_runtime": 47.3199,
      "eval_samples_per_second": 14.201,
      "eval_steps_per_second": 3.55,
      "step": 6600
    },
    {
      "epoch": 97.00040148698885,
      "grad_norm": 2.9254748821258545,
      "learning_rate": 9.888475836431226e-05,
      "loss": 0.4891,
      "step": 6650
    },
    {
      "epoch": 98.00026765799257,
      "grad_norm": 2.5848145484924316,
      "learning_rate": 9.962825278810409e-05,
      "loss": 0.5194,
      "step": 6700
    },
    {
      "epoch": 98.00026765799257,
      "eval_accuracy": 0.8365044824717158,
      "eval_loss": 1.4362893104553223,
      "eval_macro_f1": 0.6104741259771145,
      "eval_runtime": 47.8303,
      "eval_samples_per_second": 14.05,
      "eval_steps_per_second": 3.512,
      "step": 6700
    },
    {
      "epoch": 99.00013382899628,
      "grad_norm": 2.0179648399353027,
      "learning_rate": 9.998043435726863e-05,
      "loss": 0.4938,
      "step": 6750
    },
    {
      "epoch": 99.00050557620818,
      "grad_norm": 3.029017210006714,
      "learning_rate": 9.994130307180592e-05,
      "loss": 0.4885,
      "step": 6800
    },
    {
      "epoch": 99.00050557620818,
      "eval_accuracy": 0.8297226753963072,
      "eval_loss": 1.5579314231872559,
      "eval_macro_f1": 0.6109209923521035,
      "eval_runtime": 47.6341,
      "eval_samples_per_second": 14.108,
      "eval_steps_per_second": 3.527,
      "step": 6800
    },
    {
      "epoch": 100.0003717472119,
      "grad_norm": 10.595804214477539,
      "learning_rate": 9.990217178634319e-05,
      "loss": 0.4856,
      "step": 6850
    },
    {
      "epoch": 101.00023791821562,
      "grad_norm": 3.8170125484466553,
      "learning_rate": 9.986304050088046e-05,
      "loss": 0.4672,
      "step": 6900
    },
    {
      "epoch": 101.00023791821562,
      "eval_accuracy": 0.8405256629197011,
      "eval_loss": 1.5172147750854492,
      "eval_macro_f1": 0.6117042873240769,
      "eval_runtime": 47.3002,
      "eval_samples_per_second": 14.207,
      "eval_steps_per_second": 3.552,
      "step": 6900
    },
    {
      "epoch": 102.00010408921933,
      "grad_norm": 2.297795295715332,
      "learning_rate": 9.982390921541773e-05,
      "loss": 0.4861,
      "step": 6950
    },
    {
      "epoch": 102.00047583643122,
      "grad_norm": 2.0339696407318115,
      "learning_rate": 9.978477792995501e-05,
      "loss": 0.4791,
      "step": 7000
    },
    {
      "epoch": 102.00047583643122,
      "eval_accuracy": 0.8386383728766971,
      "eval_loss": 1.5465196371078491,
      "eval_macro_f1": 0.6121669524563613,
      "eval_runtime": 47.7339,
      "eval_samples_per_second": 14.078,
      "eval_steps_per_second": 3.52,
      "step": 7000
    },
    {
      "epoch": 103.00034200743494,
      "grad_norm": 1.891178846359253,
      "learning_rate": 9.974564664449228e-05,
      "loss": 0.459,
      "step": 7050
    },
    {
      "epoch": 104.00020817843865,
      "grad_norm": 2.3269009590148926,
      "learning_rate": 9.970651535902955e-05,
      "loss": 0.4622,
      "step": 7100
    },
    {
      "epoch": 104.00020817843865,
      "eval_accuracy": 0.8428495839253495,
      "eval_loss": 1.5032823085784912,
      "eval_macro_f1": 0.6198375498118172,
      "eval_runtime": 47.9251,
      "eval_samples_per_second": 14.022,
      "eval_steps_per_second": 3.505,
      "step": 7100
    },
    {
      "epoch": 105.00007434944239,
      "grad_norm": 2.6395773887634277,
      "learning_rate": 9.966738407356682e-05,
      "loss": 0.4773,
      "step": 7150
    },
    {
      "epoch": 105.00044609665427,
      "grad_norm": 2.4456825256347656,
      "learning_rate": 9.962825278810409e-05,
      "loss": 0.4392,
      "step": 7200
    },
    {
      "epoch": 105.00044609665427,
      "eval_accuracy": 0.8425608684033172,
      "eval_loss": 1.506137490272522,
      "eval_macro_f1": 0.620540991552123,
      "eval_runtime": 48.1909,
      "eval_samples_per_second": 13.945,
      "eval_steps_per_second": 3.486,
      "step": 7200
    },
    {
      "epoch": 106.00031226765799,
      "grad_norm": 2.2125296592712402,
      "learning_rate": 9.958912150264137e-05,
      "loss": 0.4427,
      "step": 7250
    },
    {
      "epoch": 107.0001784386617,
      "grad_norm": 2.6064858436584473,
      "learning_rate": 9.954999021717863e-05,
      "loss": 0.4486,
      "step": 7300
    },
    {
      "epoch": 107.0001784386617,
      "eval_accuracy": 0.8388894429121909,
      "eval_loss": 1.5635102987289429,
      "eval_macro_f1": 0.6163644154221748,
      "eval_runtime": 48.2598,
      "eval_samples_per_second": 13.925,
      "eval_steps_per_second": 3.481,
      "step": 7300
    },
    {
      "epoch": 108.00004460966542,
      "grad_norm": 1.7639355659484863,
      "learning_rate": 9.951085893171591e-05,
      "loss": 0.434,
      "step": 7350
    },
    {
      "epoch": 108.00041635687732,
      "grad_norm": 1.9860466718673706,
      "learning_rate": 9.947172764625318e-05,
      "loss": 0.4339,
      "step": 7400
    },
    {
      "epoch": 108.00041635687732,
      "eval_accuracy": 0.8519226590782587,
      "eval_loss": 1.425977110862732,
      "eval_macro_f1": 0.6347526514291026,
      "eval_runtime": 48.0295,
      "eval_samples_per_second": 13.991,
      "eval_steps_per_second": 3.498,
      "step": 7400
    },
    {
      "epoch": 109.00028252788104,
      "grad_norm": 7.6796441078186035,
      "learning_rate": 9.943259636079045e-05,
      "loss": 0.4346,
      "step": 7450
    },
    {
      "epoch": 110.00014869888476,
      "grad_norm": 2.4183762073516846,
      "learning_rate": 9.939346507532772e-05,
      "loss": 0.4256,
      "step": 7500
    },
    {
      "epoch": 110.00014869888476,
      "eval_accuracy": 0.844811035558245,
      "eval_loss": 1.6024999618530273,
      "eval_macro_f1": 0.6297670917886972,
      "eval_runtime": 47.985,
      "eval_samples_per_second": 14.004,
      "eval_steps_per_second": 3.501,
      "step": 7500
    },
    {
      "epoch": 111.00001486988847,
      "grad_norm": 3.8100974559783936,
      "learning_rate": 9.935433378986501e-05,
      "loss": 0.4296,
      "step": 7550
    },
    {
      "epoch": 111.00038661710038,
      "grad_norm": 1.486348032951355,
      "learning_rate": 9.931520250440226e-05,
      "loss": 0.4162,
      "step": 7600
    },
    {
      "epoch": 111.00038661710038,
      "eval_accuracy": 0.8440565173857372,
      "eval_loss": 1.533053994178772,
      "eval_macro_f1": 0.6327355016288086,
      "eval_runtime": 48.0302,
      "eval_samples_per_second": 13.991,
      "eval_steps_per_second": 3.498,
      "step": 7600
    },
    {
      "epoch": 112.00025278810409,
      "grad_norm": 3.1359190940856934,
      "learning_rate": 9.927607121893955e-05,
      "loss": 0.4187,
      "step": 7650
    },
    {
      "epoch": 113.00011895910781,
      "grad_norm": 1.8909200429916382,
      "learning_rate": 9.923693993347682e-05,
      "loss": 0.413,
      "step": 7700
    },
    {
      "epoch": 113.00011895910781,
      "eval_accuracy": 0.8493778775360123,
      "eval_loss": 1.4858617782592773,
      "eval_macro_f1": 0.6237896813023426,
      "eval_runtime": 48.1079,
      "eval_samples_per_second": 13.969,
      "eval_steps_per_second": 3.492,
      "step": 7700
    },
    {
      "epoch": 113.00049070631971,
      "grad_norm": 2.108914852142334,
      "learning_rate": 9.919780864801409e-05,
      "loss": 0.4126,
      "step": 7750
    },
    {
      "epoch": 114.00035687732343,
      "grad_norm": 2.574831247329712,
      "learning_rate": 9.915867736255137e-05,
      "loss": 0.4146,
      "step": 7800
    },
    {
      "epoch": 114.00035687732343,
      "eval_accuracy": 0.8482534627998802,
      "eval_loss": 1.578758955001831,
      "eval_macro_f1": 0.632708327751029,
      "eval_runtime": 47.495,
      "eval_samples_per_second": 14.149,
      "eval_steps_per_second": 3.537,
      "step": 7800
    },
    {
      "epoch": 115.00022304832714,
      "grad_norm": 2.461167335510254,
      "learning_rate": 9.911954607708863e-05,
      "loss": 0.4003,
      "step": 7850
    },
    {
      "epoch": 116.00008921933086,
      "grad_norm": 2.769954204559326,
      "learning_rate": 9.908041479162591e-05,
      "loss": 0.4176,
      "step": 7900
    },
    {
      "epoch": 116.00008921933086,
      "eval_accuracy": 0.8472196779845549,
      "eval_loss": 1.5794305801391602,
      "eval_macro_f1": 0.6313642185620171,
      "eval_runtime": 47.7317,
      "eval_samples_per_second": 14.079,
      "eval_steps_per_second": 3.52,
      "step": 7900
    },
    {
      "epoch": 116.00046096654275,
      "grad_norm": 1.5411442518234253,
      "learning_rate": 9.904128350616318e-05,
      "loss": 0.3905,
      "step": 7950
    },
    {
      "epoch": 117.00032713754646,
      "grad_norm": 2.8972113132476807,
      "learning_rate": 9.900215222070045e-05,
      "loss": 0.4125,
      "step": 8000
    },
    {
      "epoch": 117.00032713754646,
      "eval_accuracy": 0.847543988494726,
      "eval_loss": 1.4954912662506104,
      "eval_macro_f1": 0.6424840275505329,
      "eval_runtime": 47.4476,
      "eval_samples_per_second": 14.163,
      "eval_steps_per_second": 3.541,
      "step": 8000
    },
    {
      "epoch": 118.00019330855018,
      "grad_norm": 2.530663013458252,
      "learning_rate": 9.896302093523772e-05,
      "loss": 0.3915,
      "step": 8050
    },
    {
      "epoch": 119.0000594795539,
      "grad_norm": 2.1395466327667236,
      "learning_rate": 9.8923889649775e-05,
      "loss": 0.389,
      "step": 8100
    },
    {
      "epoch": 119.0000594795539,
      "eval_accuracy": 0.8531609291900277,
      "eval_loss": 1.4969804286956787,
      "eval_macro_f1": 0.640615164107896,
      "eval_runtime": 47.2643,
      "eval_samples_per_second": 14.218,
      "eval_steps_per_second": 3.554,
      "step": 8100
    },
    {
      "epoch": 119.0004312267658,
      "grad_norm": 8.651265144348145,
      "learning_rate": 9.888475836431226e-05,
      "loss": 0.391,
      "step": 8150
    },
    {
      "epoch": 120.00029739776951,
      "grad_norm": 2.033094882965088,
      "learning_rate": 9.884562707884955e-05,
      "loss": 0.3935,
      "step": 8200
    },
    {
      "epoch": 120.00029739776951,
      "eval_accuracy": 0.8519182980473882,
      "eval_loss": 1.4476945400238037,
      "eval_macro_f1": 0.6439031700059592,
      "eval_runtime": 47.5822,
      "eval_samples_per_second": 14.123,
      "eval_steps_per_second": 3.531,
      "step": 8200
    },
    {
      "epoch": 121.00016356877323,
      "grad_norm": 1.3807177543640137,
      "learning_rate": 9.880649579338682e-05,
      "loss": 0.3868,
      "step": 8250
    },
    {
      "epoch": 122.00002973977695,
      "grad_norm": 1.9018504619598389,
      "learning_rate": 9.876736450792409e-05,
      "loss": 0.3701,
      "step": 8300
    },
    {
      "epoch": 122.00002973977695,
      "eval_accuracy": 0.8542941516114884,
      "eval_loss": 1.5301586389541626,
      "eval_macro_f1": 0.6438060495518036,
      "eval_runtime": 47.3252,
      "eval_samples_per_second": 14.2,
      "eval_steps_per_second": 3.55,
      "step": 8300
    },
    {
      "epoch": 122.00040148698885,
      "grad_norm": 2.0158724784851074,
      "learning_rate": 9.872823322246137e-05,
      "loss": 0.3728,
      "step": 8350
    },
    {
      "epoch": 123.00026765799257,
      "grad_norm": 1.53249990940094,
      "learning_rate": 9.868910193699864e-05,
      "loss": 0.3757,
      "step": 8400
    },
    {
      "epoch": 123.00026765799257,
      "eval_accuracy": 0.8517502815811042,
      "eval_loss": 1.489638328552246,
      "eval_macro_f1": 0.6472024615679871,
      "eval_runtime": 47.12,
      "eval_samples_per_second": 14.261,
      "eval_steps_per_second": 3.565,
      "step": 8400
    },
    {
      "epoch": 124.00013382899628,
      "grad_norm": 1.1672303676605225,
      "learning_rate": 9.864997065153591e-05,
      "loss": 0.37,
      "step": 8450
    },
    {
      "epoch": 124.00050557620818,
      "grad_norm": 1.6479486227035522,
      "learning_rate": 9.861083936607318e-05,
      "loss": 0.379,
      "step": 8500
    },
    {
      "epoch": 124.00050557620818,
      "eval_accuracy": 0.8549860939703802,
      "eval_loss": 1.4589107036590576,
      "eval_macro_f1": 0.6522917447958335,
      "eval_runtime": 47.0089,
      "eval_samples_per_second": 14.295,
      "eval_steps_per_second": 3.574,
      "step": 8500
    },
    {
      "epoch": 125.0003717472119,
      "grad_norm": 2.498363971710205,
      "learning_rate": 9.857170808061045e-05,
      "loss": 0.3714,
      "step": 8550
    },
    {
      "epoch": 126.00023791821562,
      "grad_norm": 1.800485610961914,
      "learning_rate": 9.853257679514772e-05,
      "loss": 0.3589,
      "step": 8600
    },
    {
      "epoch": 126.00023791821562,
      "eval_accuracy": 0.8579483635541026,
      "eval_loss": 1.5368930101394653,
      "eval_macro_f1": 0.6484518382038933,
      "eval_runtime": 47.2042,
      "eval_samples_per_second": 14.236,
      "eval_steps_per_second": 3.559,
      "step": 8600
    },
    {
      "epoch": 127.00010408921933,
      "grad_norm": 2.102792739868164,
      "learning_rate": 9.8493445509685e-05,
      "loss": 0.3632,
      "step": 8650
    },
    {
      "epoch": 127.00047583643122,
      "grad_norm": 1.4719001054763794,
      "learning_rate": 9.845431422422226e-05,
      "loss": 0.3608,
      "step": 8700
    },
    {
      "epoch": 127.00047583643122,
      "eval_accuracy": 0.8541380281972378,
      "eval_loss": 1.4789085388183594,
      "eval_macro_f1": 0.6526740777626168,
      "eval_runtime": 47.3365,
      "eval_samples_per_second": 14.196,
      "eval_steps_per_second": 3.549,
      "step": 8700
    },
    {
      "epoch": 128.00034200743494,
      "grad_norm": 1.1043628454208374,
      "learning_rate": 9.841518293875954e-05,
      "loss": 0.3552,
      "step": 8750
    },
    {
      "epoch": 129.00020817843867,
      "grad_norm": 1.163142442703247,
      "learning_rate": 9.837605165329681e-05,
      "loss": 0.3575,
      "step": 8800
    },
    {
      "epoch": 129.00020817843867,
      "eval_accuracy": 0.8578308939153396,
      "eval_loss": 1.567258358001709,
      "eval_macro_f1": 0.6559202691799706,
      "eval_runtime": 47.2359,
      "eval_samples_per_second": 14.226,
      "eval_steps_per_second": 3.557,
      "step": 8800
    },
    {
      "epoch": 130.00007434944237,
      "grad_norm": 2.237764596939087,
      "learning_rate": 9.833692036783408e-05,
      "loss": 0.3559,
      "step": 8850
    },
    {
      "epoch": 130.0004460966543,
      "grad_norm": 2.362916946411133,
      "learning_rate": 9.829778908237135e-05,
      "loss": 0.353,
      "step": 8900
    },
    {
      "epoch": 130.0004460966543,
      "eval_accuracy": 0.8561993702494404,
      "eval_loss": 1.4892395734786987,
      "eval_macro_f1": 0.6546700309203295,
      "eval_runtime": 47.1656,
      "eval_samples_per_second": 14.248,
      "eval_steps_per_second": 3.562,
      "step": 8900
    },
    {
      "epoch": 131.000312267658,
      "grad_norm": 1.1094646453857422,
      "learning_rate": 9.825865779690864e-05,
      "loss": 0.3503,
      "step": 8950
    },
    {
      "epoch": 132.00017843866172,
      "grad_norm": 0.9935618042945862,
      "learning_rate": 9.821952651144591e-05,
      "loss": 0.345,
      "step": 9000
    },
    {
      "epoch": 132.00017843866172,
      "eval_accuracy": 0.8525096438318296,
      "eval_loss": 1.518179178237915,
      "eval_macro_f1": 0.6513330111299382,
      "eval_runtime": 50.1526,
      "eval_samples_per_second": 13.399,
      "eval_steps_per_second": 3.35,
      "step": 9000
    },
    {
      "epoch": 133.00004460966542,
      "grad_norm": 1.5325652360916138,
      "learning_rate": 9.818039522598318e-05,
      "loss": 0.3518,
      "step": 9050
    },
    {
      "epoch": 133.0004163568773,
      "grad_norm": 1.7667288780212402,
      "learning_rate": 9.814126394052046e-05,
      "loss": 0.3454,
      "step": 9100
    },
    {
      "epoch": 133.0004163568773,
      "eval_accuracy": 0.856074093035065,
      "eval_loss": 1.4917337894439697,
      "eval_macro_f1": 0.6523897388323083,
      "eval_runtime": 50.7576,
      "eval_samples_per_second": 13.239,
      "eval_steps_per_second": 3.31,
      "step": 9100
    },
    {
      "epoch": 134.00028252788104,
      "grad_norm": 0.9201573729515076,
      "learning_rate": 9.810213265505772e-05,
      "loss": 0.3505,
      "step": 9150
    },
    {
      "epoch": 135.00014869888477,
      "grad_norm": 1.5801942348480225,
      "learning_rate": 9.8063001369595e-05,
      "loss": 0.3398,
      "step": 9200
    },
    {
      "epoch": 135.00014869888477,
      "eval_accuracy": 0.8579610019182543,
      "eval_loss": 1.500423789024353,
      "eval_macro_f1": 0.6573863845637962,
      "eval_runtime": 50.47,
      "eval_samples_per_second": 13.315,
      "eval_steps_per_second": 3.329,
      "step": 9200
    },
    {
      "epoch": 136.00001486988847,
      "grad_norm": 1.5136662721633911,
      "learning_rate": 9.802387008413226e-05,
      "loss": 0.3379,
      "step": 9250
    },
    {
      "epoch": 136.00038661710036,
      "grad_norm": 2.073296070098877,
      "learning_rate": 9.798473879866954e-05,
      "loss": 0.3424,
      "step": 9300
    },
    {
      "epoch": 136.00038661710036,
      "eval_accuracy": 0.8589703018470214,
      "eval_loss": 1.500227928161621,
      "eval_macro_f1": 0.6582180779919148,
      "eval_runtime": 50.2017,
      "eval_samples_per_second": 13.386,
      "eval_steps_per_second": 3.346,
      "step": 9300
    },
    {
      "epoch": 137.0002527881041,
      "grad_norm": 2.330988883972168,
      "learning_rate": 9.794560751320681e-05,
      "loss": 0.3388,
      "step": 9350
    },
    {
      "epoch": 138.0001189591078,
      "grad_norm": 1.1455012559890747,
      "learning_rate": 9.790647622774408e-05,
      "loss": 0.3444,
      "step": 9400
    },
    {
      "epoch": 138.0001189591078,
      "eval_accuracy": 0.8580753729006343,
      "eval_loss": 1.5448076725006104,
      "eval_macro_f1": 0.659930109636158,
      "eval_runtime": 49.8683,
      "eval_samples_per_second": 13.475,
      "eval_steps_per_second": 3.369,
      "step": 9400
    },
    {
      "epoch": 138.0004907063197,
      "grad_norm": 2.7329256534576416,
      "learning_rate": 9.786734494228135e-05,
      "loss": 0.3312,
      "step": 9450
    },
    {
      "epoch": 139.0003568773234,
      "grad_norm": 1.2961472272872925,
      "learning_rate": 9.782821365681864e-05,
      "loss": 0.3344,
      "step": 9500
    },
    {
      "epoch": 139.0003568773234,
      "eval_accuracy": 0.8541455048920026,
      "eval_loss": 1.523103952407837,
      "eval_macro_f1": 0.6645437069408668,
      "eval_runtime": 48.9673,
      "eval_samples_per_second": 13.723,
      "eval_steps_per_second": 3.431,
      "step": 9500
    },
    {
      "epoch": 140.00022304832714,
      "grad_norm": 1.2091388702392578,
      "learning_rate": 9.77890823713559e-05,
      "loss": 0.3396,
      "step": 9550
    },
    {
      "epoch": 141.00008921933085,
      "grad_norm": 1.0885772705078125,
      "learning_rate": 9.774995108589318e-05,
      "loss": 0.3341,
      "step": 9600
    },
    {
      "epoch": 141.00008921933085,
      "eval_accuracy": 0.859411708208793,
      "eval_loss": 1.5716527700424194,
      "eval_macro_f1": 0.6649711044669897,
      "eval_runtime": 48.314,
      "eval_samples_per_second": 13.909,
      "eval_steps_per_second": 3.477,
      "step": 9600
    },
    {
      "epoch": 141.00046096654276,
      "grad_norm": 0.9991358518600464,
      "learning_rate": 9.771081980043045e-05,
      "loss": 0.3292,
      "step": 9650
    },
    {
      "epoch": 142.00032713754646,
      "grad_norm": 0.9725756049156189,
      "learning_rate": 9.767168851496772e-05,
      "loss": 0.3259,
      "step": 9700
    },
    {
      "epoch": 142.00032713754646,
      "eval_accuracy": 0.8582671230558392,
      "eval_loss": 1.5597984790802002,
      "eval_macro_f1": 0.66374123938933,
      "eval_runtime": 48.6249,
      "eval_samples_per_second": 13.82,
      "eval_steps_per_second": 3.455,
      "step": 9700
    },
    {
      "epoch": 143.0001933085502,
      "grad_norm": 1.9716778993606567,
      "learning_rate": 9.7632557229505e-05,
      "loss": 0.3214,
      "step": 9750
    },
    {
      "epoch": 144.0000594795539,
      "grad_norm": 1.3841463327407837,
      "learning_rate": 9.759342594404227e-05,
      "loss": 0.3243,
      "step": 9800
    },
    {
      "epoch": 144.0000594795539,
      "eval_accuracy": 0.8594564950163417,
      "eval_loss": 1.600425362586975,
      "eval_macro_f1": 0.6602272364365409,
      "eval_runtime": 49.0882,
      "eval_samples_per_second": 13.69,
      "eval_steps_per_second": 3.422,
      "step": 9800
    },
    {
      "epoch": 144.0004312267658,
      "grad_norm": 1.2652596235275269,
      "learning_rate": 9.755429465857954e-05,
      "loss": 0.3195,
      "step": 9850
    },
    {
      "epoch": 145.00029739776951,
      "grad_norm": 0.9097074866294861,
      "learning_rate": 9.751516337311681e-05,
      "loss": 0.3236,
      "step": 9900
    },
    {
      "epoch": 145.00029739776951,
      "eval_accuracy": 0.8547185372038479,
      "eval_loss": 1.5480947494506836,
      "eval_macro_f1": 0.6692649675278269,
      "eval_runtime": 48.7778,
      "eval_samples_per_second": 13.777,
      "eval_steps_per_second": 3.444,
      "step": 9900
    },
    {
      "epoch": 146.00016356877325,
      "grad_norm": 1.3369333744049072,
      "learning_rate": 9.747603208765408e-05,
      "loss": 0.3203,
      "step": 9950
    },
    {
      "epoch": 147.00002973977695,
      "grad_norm": 0.7002597451210022,
      "learning_rate": 9.743690080219135e-05,
      "loss": 0.3212,
      "step": 10000
    },
    {
      "epoch": 147.00002973977695,
      "eval_accuracy": 0.8636582594164792,
      "eval_loss": 1.4696401357650757,
      "eval_macro_f1": 0.669836854595993,
      "eval_runtime": 49.8793,
      "eval_samples_per_second": 13.473,
      "eval_steps_per_second": 3.368,
      "step": 10000
    },
    {
      "epoch": 147.00040148698884,
      "grad_norm": 0.966150164604187,
      "learning_rate": 9.739776951672863e-05,
      "loss": 0.314,
      "step": 10050
    },
    {
      "epoch": 148.00026765799257,
      "grad_norm": 0.9162842631340027,
      "learning_rate": 9.735863823126589e-05,
      "loss": 0.3137,
      "step": 10100
    },
    {
      "epoch": 148.00026765799257,
      "eval_accuracy": 0.8518328815305616,
      "eval_loss": 1.57254958152771,
      "eval_macro_f1": 0.6745871026457042,
      "eval_runtime": 48.5751,
      "eval_samples_per_second": 13.834,
      "eval_steps_per_second": 3.459,
      "step": 10100
    },
    {
      "epoch": 149.00013382899627,
      "grad_norm": 1.1828657388687134,
      "learning_rate": 9.731950694580317e-05,
      "loss": 0.3192,
      "step": 10150
    },
    {
      "epoch": 149.00050557620818,
      "grad_norm": 1.726320505142212,
      "learning_rate": 9.728037566034044e-05,
      "loss": 0.3205,
      "step": 10200
    },
    {
      "epoch": 149.00050557620818,
      "eval_accuracy": 0.8620538510229856,
      "eval_loss": 1.4266021251678467,
      "eval_macro_f1": 0.6685838494494656,
      "eval_runtime": 48.1524,
      "eval_samples_per_second": 13.956,
      "eval_steps_per_second": 3.489,
      "step": 10200
    },
    {
      "epoch": 150.0003717472119,
      "grad_norm": 1.412037968635559,
      "learning_rate": 9.724124437487771e-05,
      "loss": 0.3112,
      "step": 10250
    },
    {
      "epoch": 151.00023791821562,
      "grad_norm": 1.0832695960998535,
      "learning_rate": 9.7202113089415e-05,
      "loss": 0.3102,
      "step": 10300
    },
    {
      "epoch": 151.00023791821562,
      "eval_accuracy": 0.8641672940325766,
      "eval_loss": 1.574267029762268,
      "eval_macro_f1": 0.6709263512273164,
      "eval_runtime": 48.5859,
      "eval_samples_per_second": 13.831,
      "eval_steps_per_second": 3.458,
      "step": 10300
    },
    {
      "epoch": 152.00010408921932,
      "grad_norm": 0.9826604127883911,
      "learning_rate": 9.716298180395227e-05,
      "loss": 0.3152,
      "step": 10350
    },
    {
      "epoch": 152.00047583643124,
      "grad_norm": 1.4301373958587646,
      "learning_rate": 9.712385051848954e-05,
      "loss": 0.3129,
      "step": 10400
    },
    {
      "epoch": 152.00047583643124,
      "eval_accuracy": 0.8644154699933324,
      "eval_loss": 1.5302149057388306,
      "eval_macro_f1": 0.6709705649680309,
      "eval_runtime": 48.0303,
      "eval_samples_per_second": 13.991,
      "eval_steps_per_second": 3.498,
      "step": 10400
    },
    {
      "epoch": 153.00034200743494,
      "grad_norm": 1.2386184930801392,
      "learning_rate": 9.708471923302681e-05,
      "loss": 0.3126,
      "step": 10450
    },
    {
      "epoch": 154.00020817843867,
      "grad_norm": 1.0621957778930664,
      "learning_rate": 9.704558794756409e-05,
      "loss": 0.3094,
      "step": 10500
    },
    {
      "epoch": 154.00020817843867,
      "eval_accuracy": 0.8608746636189569,
      "eval_loss": 1.5115866661071777,
      "eval_macro_f1": 0.6730138894100086,
      "eval_runtime": 47.7743,
      "eval_samples_per_second": 14.066,
      "eval_steps_per_second": 3.517,
      "step": 10500
    },
    {
      "epoch": 155.00007434944237,
      "grad_norm": 1.3560012578964233,
      "learning_rate": 9.700645666210135e-05,
      "loss": 0.2996,
      "step": 10550
    },
    {
      "epoch": 155.0004460966543,
      "grad_norm": 0.7811614274978638,
      "learning_rate": 9.696732537663863e-05,
      "loss": 0.3058,
      "step": 10600
    },
    {
      "epoch": 155.0004460966543,
      "eval_accuracy": 0.860774923910523,
      "eval_loss": 1.5835298299789429,
      "eval_macro_f1": 0.6707021458940838,
      "eval_runtime": 47.8347,
      "eval_samples_per_second": 14.048,
      "eval_steps_per_second": 3.512,
      "step": 10600
    },
    {
      "epoch": 156.000312267658,
      "grad_norm": 1.2949461936950684,
      "learning_rate": 9.692819409117589e-05,
      "loss": 0.3079,
      "step": 10650
    },
    {
      "epoch": 157.00017843866172,
      "grad_norm": 0.860791027545929,
      "learning_rate": 9.688906280571317e-05,
      "loss": 0.3063,
      "step": 10700
    },
    {
      "epoch": 157.00017843866172,
      "eval_accuracy": 0.8623498068108009,
      "eval_loss": 1.6110292673110962,
      "eval_macro_f1": 0.6705726826881232,
      "eval_runtime": 48.9902,
      "eval_samples_per_second": 13.717,
      "eval_steps_per_second": 3.429,
      "step": 10700
    },
    {
      "epoch": 158.00004460966542,
      "grad_norm": 2.020859956741333,
      "learning_rate": 9.684993152025044e-05,
      "loss": 0.3018,
      "step": 10750
    },
    {
      "epoch": 158.0004163568773,
      "grad_norm": 1.3179705142974854,
      "learning_rate": 9.681080023478771e-05,
      "loss": 0.2969,
      "step": 10800
    },
    {
      "epoch": 158.0004163568773,
      "eval_accuracy": 0.8589260328139017,
      "eval_loss": 1.658690333366394,
      "eval_macro_f1": 0.6674403813053171,
      "eval_runtime": 47.806,
      "eval_samples_per_second": 14.057,
      "eval_steps_per_second": 3.514,
      "step": 10800
    },
    {
      "epoch": 159.00028252788104,
      "grad_norm": 1.1617735624313354,
      "learning_rate": 9.6771668949325e-05,
      "loss": 0.3034,
      "step": 10850
    },
    {
      "epoch": 160.00014869888477,
      "grad_norm": 0.7395443320274353,
      "learning_rate": 9.673253766386227e-05,
      "loss": 0.3022,
      "step": 10900
    },
    {
      "epoch": 160.00014869888477,
      "eval_accuracy": 0.8604493924135389,
      "eval_loss": 1.7630372047424316,
      "eval_macro_f1": 0.6697817878000056,
      "eval_runtime": 48.5778,
      "eval_samples_per_second": 13.833,
      "eval_steps_per_second": 3.458,
      "step": 10900
    },
    {
      "epoch": 161.00001486988847,
      "grad_norm": 1.5594608783721924,
      "learning_rate": 9.669340637839954e-05,
      "loss": 0.3029,
      "step": 10950
    },
    {
      "epoch": 161.00038661710036,
      "grad_norm": 1.3082185983657837,
      "learning_rate": 9.66542750929368e-05,
      "loss": 0.2979,
      "step": 11000
    },
    {
      "epoch": 161.00038661710036,
      "eval_accuracy": 0.8608462416731367,
      "eval_loss": 1.5527905225753784,
      "eval_macro_f1": 0.6727040248898062,
      "eval_runtime": 47.7197,
      "eval_samples_per_second": 14.082,
      "eval_steps_per_second": 3.521,
      "step": 11000
    },
    {
      "epoch": 162.0002527881041,
      "grad_norm": 0.7811280488967896,
      "learning_rate": 9.661514380747409e-05,
      "loss": 0.3009,
      "step": 11050
    },
    {
      "epoch": 163.0001189591078,
      "grad_norm": 1.0631964206695557,
      "learning_rate": 9.657601252201135e-05,
      "loss": 0.3002,
      "step": 11100
    },
    {
      "epoch": 163.0001189591078,
      "eval_accuracy": 0.8645934390800154,
      "eval_loss": 1.5464845895767212,
      "eval_macro_f1": 0.6708201336285708,
      "eval_runtime": 47.8382,
      "eval_samples_per_second": 14.047,
      "eval_steps_per_second": 3.512,
      "step": 11100
    },
    {
      "epoch": 163.0004907063197,
      "grad_norm": 2.354179620742798,
      "learning_rate": 9.653688123654863e-05,
      "loss": 0.3054,
      "step": 11150
    },
    {
      "epoch": 164.0003568773234,
      "grad_norm": 0.7585428953170776,
      "learning_rate": 9.64977499510859e-05,
      "loss": 0.2979,
      "step": 11200
    },
    {
      "epoch": 164.0003568773234,
      "eval_accuracy": 0.8666105756362361,
      "eval_loss": 1.6061186790466309,
      "eval_macro_f1": 0.6768795029988373,
      "eval_runtime": 47.6396,
      "eval_samples_per_second": 14.106,
      "eval_steps_per_second": 3.526,
      "step": 11200
    },
    {
      "epoch": 165.00022304832714,
      "grad_norm": 0.6630699634552002,
      "learning_rate": 9.645861866562317e-05,
      "loss": 0.29,
      "step": 11250
    },
    {
      "epoch": 166.00008921933085,
      "grad_norm": 1.263273000717163,
      "learning_rate": 9.641948738016044e-05,
      "loss": 0.2908,
      "step": 11300
    },
    {
      "epoch": 166.00008921933085,
      "eval_accuracy": 0.8643172326801727,
      "eval_loss": 1.6028649806976318,
      "eval_macro_f1": 0.6737691674037425,
      "eval_runtime": 48.4294,
      "eval_samples_per_second": 13.876,
      "eval_steps_per_second": 3.469,
      "step": 11300
    },
    {
      "epoch": 166.00046096654276,
      "grad_norm": 1.1215412616729736,
      "learning_rate": 9.638035609469771e-05,
      "loss": 0.2955,
      "step": 11350
    },
    {
      "epoch": 167.00032713754646,
      "grad_norm": 0.9751584529876709,
      "learning_rate": 9.634122480923498e-05,
      "loss": 0.2912,
      "step": 11400
    },
    {
      "epoch": 167.00032713754646,
      "eval_accuracy": 0.867831394314885,
      "eval_loss": 1.5405371189117432,
      "eval_macro_f1": 0.6776042669784504,
      "eval_runtime": 47.677,
      "eval_samples_per_second": 14.095,
      "eval_steps_per_second": 3.524,
      "step": 11400
    },
    {
      "epoch": 168.0001933085502,
      "grad_norm": 0.5147533416748047,
      "learning_rate": 9.630209352377226e-05,
      "loss": 0.3009,
      "step": 11450
    },
    {
      "epoch": 169.0000594795539,
      "grad_norm": 0.7095732688903809,
      "learning_rate": 9.626296223830953e-05,
      "loss": 0.2898,
      "step": 11500
    },
    {
      "epoch": 169.0000594795539,
      "eval_accuracy": 0.8701519012721739,
      "eval_loss": 1.5441175699234009,
      "eval_macro_f1": 0.6844898842204484,
      "eval_runtime": 48.1832,
      "eval_samples_per_second": 13.947,
      "eval_steps_per_second": 3.487,
      "step": 11500
    },
    {
      "epoch": 169.0004312267658,
      "grad_norm": 0.8257178068161011,
      "learning_rate": 9.62238309528468e-05,
      "loss": 0.2899,
      "step": 11550
    },
    {
      "epoch": 170.00029739776951,
      "grad_norm": 1.3418561220169067,
      "learning_rate": 9.618469966738409e-05,
      "loss": 0.2907,
      "step": 11600
    },
    {
      "epoch": 170.00029739776951,
      "eval_accuracy": 0.8683436627463533,
      "eval_loss": 1.5258067846298218,
      "eval_macro_f1": 0.6799004153156964,
      "eval_runtime": 48.3802,
      "eval_samples_per_second": 13.89,
      "eval_steps_per_second": 3.472,
      "step": 11600
    },
    {
      "epoch": 171.00016356877325,
      "grad_norm": 1.1356240510940552,
      "learning_rate": 9.614556838192134e-05,
      "loss": 0.2839,
      "step": 11650
    },
    {
      "epoch": 172.00002973977695,
      "grad_norm": 2.4852797985076904,
      "learning_rate": 9.610643709645863e-05,
      "loss": 0.2893,
      "step": 11700
    },
    {
      "epoch": 172.00002973977695,
      "eval_accuracy": 0.8644724453261277,
      "eval_loss": 1.5444488525390625,
      "eval_macro_f1": 0.6779267308558976,
      "eval_runtime": 47.933,
      "eval_samples_per_second": 14.02,
      "eval_steps_per_second": 3.505,
      "step": 11700
    },
    {
      "epoch": 172.00040148698884,
      "grad_norm": 0.7937450408935547,
      "learning_rate": 9.60673058109959e-05,
      "loss": 0.2875,
      "step": 11750
    },
    {
      "epoch": 173.00026765799257,
      "grad_norm": 1.3148819208145142,
      "learning_rate": 9.602817452553317e-05,
      "loss": 0.2848,
      "step": 11800
    },
    {
      "epoch": 173.00026765799257,
      "eval_accuracy": 0.8637417199497863,
      "eval_loss": 1.5945580005645752,
      "eval_macro_f1": 0.6752905458548558,
      "eval_runtime": 48.2353,
      "eval_samples_per_second": 13.932,
      "eval_steps_per_second": 3.483,
      "step": 11800
    },
    {
      "epoch": 174.00013382899627,
      "grad_norm": 1.375939965248108,
      "learning_rate": 9.598904324007044e-05,
      "loss": 0.2835,
      "step": 11850
    },
    {
      "epoch": 174.00050557620818,
      "grad_norm": 1.0491206645965576,
      "learning_rate": 9.594991195460772e-05,
      "loss": 0.2864,
      "step": 11900
    },
    {
      "epoch": 174.00050557620818,
      "eval_accuracy": 0.8652278114733596,
      "eval_loss": 1.5291390419006348,
      "eval_macro_f1": 0.6776906470006278,
      "eval_runtime": 47.1132,
      "eval_samples_per_second": 14.264,
      "eval_steps_per_second": 3.566,
      "step": 11900
    },
    {
      "epoch": 175.0003717472119,
      "grad_norm": 1.8452578783035278,
      "learning_rate": 9.591078066914498e-05,
      "loss": 0.2885,
      "step": 11950
    },
    {
      "epoch": 176.00023791821562,
      "grad_norm": 0.6999953985214233,
      "learning_rate": 9.587164938368226e-05,
      "loss": 0.2896,
      "step": 12000
    },
    {
      "epoch": 176.00023791821562,
      "eval_accuracy": 0.8645915023347069,
      "eval_loss": 1.5473123788833618,
      "eval_macro_f1": 0.6804909340063208,
      "eval_runtime": 48.4286,
      "eval_samples_per_second": 13.876,
      "eval_steps_per_second": 3.469,
      "step": 12000
    },
    {
      "epoch": 177.00010408921932,
      "grad_norm": 1.5631098747253418,
      "learning_rate": 9.583251809821953e-05,
      "loss": 0.2836,
      "step": 12050
    },
    {
      "epoch": 177.00047583643124,
      "grad_norm": 1.2296806573867798,
      "learning_rate": 9.57933868127568e-05,
      "loss": 0.2889,
      "step": 12100
    },
    {
      "epoch": 177.00047583643124,
      "eval_accuracy": 0.8661434049744006,
      "eval_loss": 1.6414021253585815,
      "eval_macro_f1": 0.6792450700800063,
      "eval_runtime": 48.85,
      "eval_samples_per_second": 13.756,
      "eval_steps_per_second": 3.439,
      "step": 12100
    },
    {
      "epoch": 178.00034200743494,
      "grad_norm": 0.6046510934829712,
      "learning_rate": 9.575425552729409e-05,
      "loss": 0.2849,
      "step": 12150
    },
    {
      "epoch": 179.00020817843867,
      "grad_norm": 1.4595069885253906,
      "learning_rate": 9.571512424183134e-05,
      "loss": 0.2821,
      "step": 12200
    },
    {
      "epoch": 179.00020817843867,
      "eval_accuracy": 0.8648826280775495,
      "eval_loss": 1.6235281229019165,
      "eval_macro_f1": 0.6799601201557365,
      "eval_runtime": 48.1603,
      "eval_samples_per_second": 13.953,
      "eval_steps_per_second": 3.488,
      "step": 12200
    },
    {
      "epoch": 180.00007434944237,
      "grad_norm": 0.7873971462249756,
      "learning_rate": 9.567599295636863e-05,
      "loss": 0.2828,
      "step": 12250
    },
    {
      "epoch": 180.0004460966543,
      "grad_norm": 0.6876779794692993,
      "learning_rate": 9.56368616709059e-05,
      "loss": 0.2824,
      "step": 12300
    },
    {
      "epoch": 180.0004460966543,
      "eval_accuracy": 0.8638875731209613,
      "eval_loss": 1.5444902181625366,
      "eval_macro_f1": 0.67770174790511,
      "eval_runtime": 48.1412,
      "eval_samples_per_second": 13.959,
      "eval_steps_per_second": 3.49,
      "step": 12300
    },
    {
      "epoch": 181.000312267658,
      "grad_norm": 0.6027410626411438,
      "learning_rate": 9.559773038544317e-05,
      "loss": 0.2794,
      "step": 12350
    },
    {
      "epoch": 182.00017843866172,
      "grad_norm": 0.8014593720436096,
      "learning_rate": 9.555859909998044e-05,
      "loss": 0.2774,
      "step": 12400
    },
    {
      "epoch": 182.00017843866172,
      "eval_accuracy": 0.8679265122778245,
      "eval_loss": 1.644963264465332,
      "eval_macro_f1": 0.6823268003968317,
      "eval_runtime": 47.9941,
      "eval_samples_per_second": 14.002,
      "eval_steps_per_second": 3.5,
      "step": 12400
    },
    {
      "epoch": 183.00004460966542,
      "grad_norm": 0.7129560112953186,
      "learning_rate": 9.551946781451772e-05,
      "loss": 0.2824,
      "step": 12450
    },
    {
      "epoch": 183.0004163568773,
      "grad_norm": 0.695976197719574,
      "learning_rate": 9.548033652905498e-05,
      "loss": 0.2776,
      "step": 12500
    },
    {
      "epoch": 183.0004163568773,
      "eval_accuracy": 0.8655064591347685,
      "eval_loss": 1.7040234804153442,
      "eval_macro_f1": 0.6769104108696231,
      "eval_runtime": 47.9023,
      "eval_samples_per_second": 14.029,
      "eval_steps_per_second": 3.507,
      "step": 12500
    },
    {
      "epoch": 184.00028252788104,
      "grad_norm": 0.7102384567260742,
      "learning_rate": 9.544120524359226e-05,
      "loss": 0.2812,
      "step": 12550
    },
    {
      "epoch": 185.00014869888477,
      "grad_norm": 0.7373831868171692,
      "learning_rate": 9.540207395812953e-05,
      "loss": 0.2801,
      "step": 12600
    },
    {
      "epoch": 185.00014869888477,
      "eval_accuracy": 0.86286967303127,
      "eval_loss": 1.6474841833114624,
      "eval_macro_f1": 0.6785408190937435,
      "eval_runtime": 48.1272,
      "eval_samples_per_second": 13.963,
      "eval_steps_per_second": 3.491,
      "step": 12600
    },
    {
      "epoch": 186.00001486988847,
      "grad_norm": 0.5094011425971985,
      "learning_rate": 9.53629426726668e-05,
      "loss": 0.2803,
      "step": 12650
    },
    {
      "epoch": 186.00038661710036,
      "grad_norm": 0.6538822650909424,
      "learning_rate": 9.532381138720407e-05,
      "loss": 0.2745,
      "step": 12700
    },
    {
      "epoch": 186.00038661710036,
      "eval_accuracy": 0.8650452479325981,
      "eval_loss": 1.5569231510162354,
      "eval_macro_f1": 0.677627388562232,
      "eval_runtime": 48.1347,
      "eval_samples_per_second": 13.961,
      "eval_steps_per_second": 3.49,
      "step": 12700
    },
    {
      "epoch": 187.0002527881041,
      "grad_norm": 0.5215421915054321,
      "learning_rate": 9.528468010174134e-05,
      "loss": 0.2805,
      "step": 12750
    },
    {
      "epoch": 188.0001189591078,
      "grad_norm": 1.654314637184143,
      "learning_rate": 9.524554881627862e-05,
      "loss": 0.2791,
      "step": 12800
    },
    {
      "epoch": 188.0001189591078,
      "eval_accuracy": 0.863827199940737,
      "eval_loss": 1.655357003211975,
      "eval_macro_f1": 0.6847853385351034,
      "eval_runtime": 47.6816,
      "eval_samples_per_second": 14.093,
      "eval_steps_per_second": 3.523,
      "step": 12800
    },
    {
      "epoch": 188.0004907063197,
      "grad_norm": 3.5391457080841064,
      "learning_rate": 9.52064175308159e-05,
      "loss": 0.2811,
      "step": 12850
    },
    {
      "epoch": 189.0003568773234,
      "grad_norm": 0.7586809992790222,
      "learning_rate": 9.516728624535316e-05,
      "loss": 0.2753,
      "step": 12900
    },
    {
      "epoch": 189.0003568773234,
      "eval_accuracy": 0.8674030325693027,
      "eval_loss": 1.5796079635620117,
      "eval_macro_f1": 0.6843978905909051,
      "eval_runtime": 47.7157,
      "eval_samples_per_second": 14.083,
      "eval_steps_per_second": 3.521,
      "step": 12900
    },
    {
      "epoch": 190.00022304832714,
      "grad_norm": 1.0755257606506348,
      "learning_rate": 9.512815495989043e-05,
      "loss": 0.2731,
      "step": 12950
    },
    {
      "epoch": 191.00008921933085,
      "grad_norm": 0.6228829026222229,
      "learning_rate": 9.508902367442772e-05,
      "loss": 0.2753,
      "step": 13000
    },
    {
      "epoch": 191.00008921933085,
      "eval_accuracy": 0.8665214023561504,
      "eval_loss": 1.6560512781143188,
      "eval_macro_f1": 0.6846732776298716,
      "eval_runtime": 48.0681,
      "eval_samples_per_second": 13.98,
      "eval_steps_per_second": 3.495,
      "step": 13000
    },
    {
      "epoch": 191.00046096654276,
      "grad_norm": 0.938022792339325,
      "learning_rate": 9.504989238896497e-05,
      "loss": 0.2709,
      "step": 13050
    },
    {
      "epoch": 192.00032713754646,
      "grad_norm": 0.7752746939659119,
      "learning_rate": 9.501076110350226e-05,
      "loss": 0.2757,
      "step": 13100
    },
    {
      "epoch": 192.00032713754646,
      "eval_accuracy": 0.8691043353883263,
      "eval_loss": 1.572521448135376,
      "eval_macro_f1": 0.6884560219258116,
      "eval_runtime": 47.3838,
      "eval_samples_per_second": 14.182,
      "eval_steps_per_second": 3.546,
      "step": 13100
    },
    {
      "epoch": 193.0001933085502,
      "grad_norm": 0.9790377616882324,
      "learning_rate": 9.497162981803953e-05,
      "loss": 0.2732,
      "step": 13150
    },
    {
      "epoch": 194.0000594795539,
      "grad_norm": 1.399014949798584,
      "learning_rate": 9.49324985325768e-05,
      "loss": 0.2715,
      "step": 13200
    },
    {
      "epoch": 194.0000594795539,
      "eval_accuracy": 0.8689936532336818,
      "eval_loss": 1.643375039100647,
      "eval_macro_f1": 0.6917083697924713,
      "eval_runtime": 47.6035,
      "eval_samples_per_second": 14.117,
      "eval_steps_per_second": 3.529,
      "step": 13200
    },
    {
      "epoch": 194.0004312267658,
      "grad_norm": 0.6019532084465027,
      "learning_rate": 9.489336724711407e-05,
      "loss": 0.2742,
      "step": 13250
    },
    {
      "epoch": 195.00029739776951,
      "grad_norm": 0.8591573238372803,
      "learning_rate": 9.485423596165135e-05,
      "loss": 0.2743,
      "step": 13300
    },
    {
      "epoch": 195.00029739776951,
      "eval_accuracy": 0.8696440189637991,
      "eval_loss": 1.6730353832244873,
      "eval_macro_f1": 0.6888831292939925,
      "eval_runtime": 47.1438,
      "eval_samples_per_second": 14.254,
      "eval_steps_per_second": 3.564,
      "step": 13300
    },
    {
      "epoch": 196.00016356877325,
      "grad_norm": 0.7350879907608032,
      "learning_rate": 9.481510467618862e-05,
      "loss": 0.2734,
      "step": 13350
    },
    {
      "epoch": 197.00002973977695,
      "grad_norm": 0.5490862727165222,
      "learning_rate": 9.477597339072589e-05,
      "loss": 0.2685,
      "step": 13400
    },
    {
      "epoch": 197.00002973977695,
      "eval_accuracy": 0.869489575266559,
      "eval_loss": 1.5646990537643433,
      "eval_macro_f1": 0.6848350674152234,
      "eval_runtime": 47.4949,
      "eval_samples_per_second": 14.149,
      "eval_steps_per_second": 3.537,
      "step": 13400
    },
    {
      "epoch": 197.00040148698884,
      "grad_norm": 0.7999712228775024,
      "learning_rate": 9.473684210526316e-05,
      "loss": 0.2687,
      "step": 13450
    },
    {
      "epoch": 198.00026765799257,
      "grad_norm": 1.20505690574646,
      "learning_rate": 9.469771081980043e-05,
      "loss": 0.2697,
      "step": 13500
    },
    {
      "epoch": 198.00026765799257,
      "eval_accuracy": 0.8686437550016163,
      "eval_loss": 1.5947939157485962,
      "eval_macro_f1": 0.6880418599230155,
      "eval_runtime": 47.6512,
      "eval_samples_per_second": 14.102,
      "eval_steps_per_second": 3.526,
      "step": 13500
    },
    {
      "epoch": 199.00013382899627,
      "grad_norm": 0.6366742849349976,
      "learning_rate": 9.465857953433772e-05,
      "loss": 0.2672,
      "step": 13550
    },
    {
      "epoch": 199.00050557620818,
      "grad_norm": 34.58500289916992,
      "learning_rate": 9.461944824887497e-05,
      "loss": 0.2794,
      "step": 13600
    },
    {
      "epoch": 199.00050557620818,
      "eval_accuracy": 0.8672534824226665,
      "eval_loss": 1.5313513278961182,
      "eval_macro_f1": 0.6841001571058899,
      "eval_runtime": 45.9918,
      "eval_samples_per_second": 14.611,
      "eval_steps_per_second": 3.653,
      "step": 13600
    },
    {
      "epoch": 200.0003717472119,
      "grad_norm": 1.101613163948059,
      "learning_rate": 9.458031696341226e-05,
      "loss": 0.2738,
      "step": 13650
    },
    {
      "epoch": 201.00023791821562,
      "grad_norm": 0.7829649448394775,
      "learning_rate": 9.454118567794953e-05,
      "loss": 0.2706,
      "step": 13700
    },
    {
      "epoch": 201.00023791821562,
      "eval_accuracy": 0.8678993615662772,
      "eval_loss": 1.605455994606018,
      "eval_macro_f1": 0.6885769863222782,
      "eval_runtime": 47.403,
      "eval_samples_per_second": 14.176,
      "eval_steps_per_second": 3.544,
      "step": 13700
    },
    {
      "epoch": 202.00010408921932,
      "grad_norm": 0.5832332968711853,
      "learning_rate": 9.45020543924868e-05,
      "loss": 0.2673,
      "step": 13750
    },
    {
      "epoch": 202.00047583643124,
      "grad_norm": 0.7719833850860596,
      "learning_rate": 9.446292310702407e-05,
      "loss": 0.266,
      "step": 13800
    },
    {
      "epoch": 202.00047583643124,
      "eval_accuracy": 0.8691502501234343,
      "eval_loss": 1.5864771604537964,
      "eval_macro_f1": 0.6932054967503338,
      "eval_runtime": 47.7144,
      "eval_samples_per_second": 14.084,
      "eval_steps_per_second": 3.521,
      "step": 13800
    },
    {
      "epoch": 203.00034200743494,
      "grad_norm": 0.8644407987594604,
      "learning_rate": 9.442379182156135e-05,
      "loss": 0.2679,
      "step": 13850
    },
    {
      "epoch": 204.00020817843867,
      "grad_norm": 0.7103060483932495,
      "learning_rate": 9.43846605360986e-05,
      "loss": 0.2689,
      "step": 13900
    },
    {
      "epoch": 204.00020817843867,
      "eval_accuracy": 0.8688131187854229,
      "eval_loss": 1.6281613111495972,
      "eval_macro_f1": 0.686904537208796,
      "eval_runtime": 46.631,
      "eval_samples_per_second": 14.411,
      "eval_steps_per_second": 3.603,
      "step": 13900
    },
    {
      "epoch": 205.00007434944237,
      "grad_norm": 1.3666083812713623,
      "learning_rate": 9.434552925063589e-05,
      "loss": 0.2655,
      "step": 13950
    },
    {
      "epoch": 205.0004460966543,
      "grad_norm": 0.6814075708389282,
      "learning_rate": 9.430639796517316e-05,
      "loss": 0.2674,
      "step": 14000
    },
    {
      "epoch": 205.0004460966543,
      "eval_accuracy": 0.8685227656776213,
      "eval_loss": 1.5942567586898804,
      "eval_macro_f1": 0.687446333114446,
      "eval_runtime": 47.6458,
      "eval_samples_per_second": 14.104,
      "eval_steps_per_second": 3.526,
      "step": 14000
    },
    {
      "epoch": 206.000312267658,
      "grad_norm": 0.704296886920929,
      "learning_rate": 9.426726667971043e-05,
      "loss": 0.2668,
      "step": 14050
    },
    {
      "epoch": 207.00017843866172,
      "grad_norm": 0.8048647046089172,
      "learning_rate": 9.422813539424771e-05,
      "loss": 0.27,
      "step": 14100
    },
    {
      "epoch": 207.00017843866172,
      "eval_accuracy": 0.8677061769198147,
      "eval_loss": 1.6559548377990723,
      "eval_macro_f1": 0.6895342478716917,
      "eval_runtime": 46.3001,
      "eval_samples_per_second": 14.514,
      "eval_steps_per_second": 3.629,
      "step": 14100
    },
    {
      "epoch": 208.00004460966542,
      "grad_norm": 1.0088293552398682,
      "learning_rate": 9.418900410878497e-05,
      "loss": 0.2692,
      "step": 14150
    },
    {
      "epoch": 208.0004163568773,
      "grad_norm": 0.6096265912055969,
      "learning_rate": 9.414987282332225e-05,
      "loss": 0.264,
      "step": 14200
    },
    {
      "epoch": 208.0004163568773,
      "eval_accuracy": 0.8624095986479511,
      "eval_loss": 1.72756028175354,
      "eval_macro_f1": 0.6788019065387273,
      "eval_runtime": 47.1371,
      "eval_samples_per_second": 14.256,
      "eval_steps_per_second": 3.564,
      "step": 14200
    },
    {
      "epoch": 209.00028252788104,
      "grad_norm": 0.8049959540367126,
      "learning_rate": 9.411074153785952e-05,
      "loss": 0.269,
      "step": 14250
    },
    {
      "epoch": 210.00014869888477,
      "grad_norm": 0.405304878950119,
      "learning_rate": 9.40716102523968e-05,
      "loss": 0.2613,
      "step": 14300
    },
    {
      "epoch": 210.00014869888477,
      "eval_accuracy": 0.8737539228529647,
      "eval_loss": 1.6797696352005005,
      "eval_macro_f1": 0.68707650553989,
      "eval_runtime": 47.3163,
      "eval_samples_per_second": 14.202,
      "eval_steps_per_second": 3.551,
      "step": 14300
    },
    {
      "epoch": 211.00001486988847,
      "grad_norm": 0.8155346512794495,
      "learning_rate": 9.403247896693406e-05,
      "loss": 0.2658,
      "step": 14350
    },
    {
      "epoch": 211.00038661710036,
      "grad_norm": 1.3639463186264038,
      "learning_rate": 9.399334768147135e-05,
      "loss": 0.2623,
      "step": 14400
    },
    {
      "epoch": 211.00038661710036,
      "eval_accuracy": 0.8712119696176184,
      "eval_loss": 1.5848718881607056,
      "eval_macro_f1": 0.6890734610343825,
      "eval_runtime": 46.9022,
      "eval_samples_per_second": 14.328,
      "eval_steps_per_second": 3.582,
      "step": 14400
    },
    {
      "epoch": 212.0002527881041,
      "grad_norm": 2.1215269565582275,
      "learning_rate": 9.39542163960086e-05,
      "loss": 0.2632,
      "step": 14450
    },
    {
      "epoch": 213.0001189591078,
      "grad_norm": 2.304811477661133,
      "learning_rate": 9.391508511054589e-05,
      "loss": 0.2665,
      "step": 14500
    },
    {
      "epoch": 213.0001189591078,
      "eval_accuracy": 0.8663827562423165,
      "eval_loss": 1.670615553855896,
      "eval_macro_f1": 0.6867730543695441,
      "eval_runtime": 47.4401,
      "eval_samples_per_second": 14.165,
      "eval_steps_per_second": 3.541,
      "step": 14500
    },
    {
      "epoch": 213.0004907063197,
      "grad_norm": 0.5944399833679199,
      "learning_rate": 9.387595382508316e-05,
      "loss": 0.2623,
      "step": 14550
    },
    {
      "epoch": 214.0003568773234,
      "grad_norm": 0.8482255339622498,
      "learning_rate": 9.383682253962043e-05,
      "loss": 0.2624,
      "step": 14600
    },
    {
      "epoch": 214.0003568773234,
      "eval_accuracy": 0.8698217804945703,
      "eval_loss": 1.6686782836914062,
      "eval_macro_f1": 0.6904881778891221,
      "eval_runtime": 47.1229,
      "eval_samples_per_second": 14.261,
      "eval_steps_per_second": 3.565,
      "step": 14600
    },
    {
      "epoch": 215.00022304832714,
      "grad_norm": 0.43856558203697205,
      "learning_rate": 9.379769125415771e-05,
      "loss": 0.2622,
      "step": 14650
    },
    {
      "epoch": 216.00008921933085,
      "grad_norm": 0.8466907739639282,
      "learning_rate": 9.375855996869498e-05,
      "loss": 0.2579,
      "step": 14700
    },
    {
      "epoch": 216.00008921933085,
      "eval_accuracy": 0.8698276830776899,
      "eval_loss": 1.5432207584381104,
      "eval_macro_f1": 0.693393345872542,
      "eval_runtime": 47.3775,
      "eval_samples_per_second": 14.184,
      "eval_steps_per_second": 3.546,
      "step": 14700
    },
    {
      "epoch": 216.00046096654276,
      "grad_norm": 1.5707125663757324,
      "learning_rate": 9.371942868323225e-05,
      "loss": 0.2628,
      "step": 14750
    },
    {
      "epoch": 217.00032713754646,
      "grad_norm": 0.5471277832984924,
      "learning_rate": 9.368029739776952e-05,
      "loss": 0.2672,
      "step": 14800
    },
    {
      "epoch": 217.00032713754646,
      "eval_accuracy": 0.8655290700380827,
      "eval_loss": 1.6244316101074219,
      "eval_macro_f1": 0.6921881782988438,
      "eval_runtime": 47.6498,
      "eval_samples_per_second": 14.103,
      "eval_steps_per_second": 3.526,
      "step": 14800
    },
    {
      "epoch": 218.0001933085502,
      "grad_norm": 0.6579570770263672,
      "learning_rate": 9.364116611230679e-05,
      "loss": 0.2581,
      "step": 14850
    },
    {
      "epoch": 219.0000594795539,
      "grad_norm": 1.0227067470550537,
      "learning_rate": 9.360203482684406e-05,
      "loss": 0.2673,
      "step": 14900
    },
    {
      "epoch": 219.0000594795539,
      "eval_accuracy": 0.8725138688744463,
      "eval_loss": 1.5025845766067505,
      "eval_macro_f1": 0.6950262696385097,
      "eval_runtime": 47.57,
      "eval_samples_per_second": 14.127,
      "eval_steps_per_second": 3.532,
      "step": 14900
    },
    {
      "epoch": 219.0004312267658,
      "grad_norm": 0.7601364254951477,
      "learning_rate": 9.356290354138135e-05,
      "loss": 0.2646,
      "step": 14950
    },
    {
      "epoch": 220.00029739776951,
      "grad_norm": 1.6235822439193726,
      "learning_rate": 9.35237722559186e-05,
      "loss": 0.2657,
      "step": 15000
    },
    {
      "epoch": 220.00029739776951,
      "eval_accuracy": 0.8726696606327754,
      "eval_loss": 1.6585569381713867,
      "eval_macro_f1": 0.6917753475326269,
      "eval_runtime": 47.7138,
      "eval_samples_per_second": 14.084,
      "eval_steps_per_second": 3.521,
      "step": 15000
    },
    {
      "epoch": 221.00016356877325,
      "grad_norm": 0.4802096486091614,
      "learning_rate": 9.348464097045589e-05,
      "loss": 0.2562,
      "step": 15050
    },
    {
      "epoch": 222.00002973977695,
      "grad_norm": 1.0543347597122192,
      "learning_rate": 9.344550968499316e-05,
      "loss": 0.2598,
      "step": 15100
    },
    {
      "epoch": 222.00002973977695,
      "eval_accuracy": 0.8727395565132572,
      "eval_loss": 1.6446582078933716,
      "eval_macro_f1": 0.6932911685254688,
      "eval_runtime": 47.6711,
      "eval_samples_per_second": 14.097,
      "eval_steps_per_second": 3.524,
      "step": 15100
    },
    {
      "epoch": 222.00040148698884,
      "grad_norm": 0.8065938949584961,
      "learning_rate": 9.340637839953043e-05,
      "loss": 0.2599,
      "step": 15150
    },
    {
      "epoch": 223.00026765799257,
      "grad_norm": 0.8375520706176758,
      "learning_rate": 9.33672471140677e-05,
      "loss": 0.2621,
      "step": 15200
    },
    {
      "epoch": 223.00026765799257,
      "eval_accuracy": 0.8728216475795783,
      "eval_loss": 1.6157622337341309,
      "eval_macro_f1": 0.6932958030431495,
      "eval_runtime": 47.7404,
      "eval_samples_per_second": 14.076,
      "eval_steps_per_second": 3.519,
      "step": 15200
    },
    {
      "epoch": 224.00013382899627,
      "grad_norm": 0.5836125612258911,
      "learning_rate": 9.332811582860498e-05,
      "loss": 0.2575,
      "step": 15250
    },
    {
      "epoch": 224.00050557620818,
      "grad_norm": 1.7909495830535889,
      "learning_rate": 9.328898454314225e-05,
      "loss": 0.256,
      "step": 15300
    },
    {
      "epoch": 224.00050557620818,
      "eval_accuracy": 0.8688527520082964,
      "eval_loss": 1.7035082578659058,
      "eval_macro_f1": 0.6917661335156897,
      "eval_runtime": 46.9397,
      "eval_samples_per_second": 14.316,
      "eval_steps_per_second": 3.579,
      "step": 15300
    },
    {
      "epoch": 225.0003717472119,
      "grad_norm": 0.9828186631202698,
      "learning_rate": 9.324985325767952e-05,
      "loss": 0.2583,
      "step": 15350
    },
    {
      "epoch": 226.00023791821562,
      "grad_norm": 0.4985399544239044,
      "learning_rate": 9.32107219722168e-05,
      "loss": 0.2578,
      "step": 15400
    },
    {
      "epoch": 226.00023791821562,
      "eval_accuracy": 0.8719250847337479,
      "eval_loss": 1.5340908765792847,
      "eval_macro_f1": 0.6947860278625747,
      "eval_runtime": 47.7352,
      "eval_samples_per_second": 14.078,
      "eval_steps_per_second": 3.519,
      "step": 15400
    },
    {
      "epoch": 227.00010408921932,
      "grad_norm": 0.8708937168121338,
      "learning_rate": 9.317159068675406e-05,
      "loss": 0.255,
      "step": 15450
    },
    {
      "epoch": 227.00047583643124,
      "grad_norm": 1.0979160070419312,
      "learning_rate": 9.313245940129134e-05,
      "loss": 0.2552,
      "step": 15500
    },
    {
      "epoch": 227.00047583643124,
      "eval_accuracy": 0.8702558461586529,
      "eval_loss": 1.6572105884552002,
      "eval_macro_f1": 0.6917563353825633,
      "eval_runtime": 47.7184,
      "eval_samples_per_second": 14.083,
      "eval_steps_per_second": 3.521,
      "step": 15500
    },
    {
      "epoch": 228.00034200743494,
      "grad_norm": 0.43901586532592773,
      "learning_rate": 9.30933281158286e-05,
      "loss": 0.2572,
      "step": 15550
    },
    {
      "epoch": 229.00020817843867,
      "grad_norm": 0.9299412369728088,
      "learning_rate": 9.305419683036588e-05,
      "loss": 0.2551,
      "step": 15600
    },
    {
      "epoch": 229.00020817843867,
      "eval_accuracy": 0.8717616878137655,
      "eval_loss": 1.606767177581787,
      "eval_macro_f1": 0.6934037548534984,
      "eval_runtime": 47.3853,
      "eval_samples_per_second": 14.182,
      "eval_steps_per_second": 3.545,
      "step": 15600
    },
    {
      "epoch": 230.00007434944237,
      "grad_norm": 0.5207256078720093,
      "learning_rate": 9.301506554490315e-05,
      "loss": 0.2576,
      "step": 15650
    },
    {
      "epoch": 230.0004460966543,
      "grad_norm": 0.6443852782249451,
      "learning_rate": 9.297593425944042e-05,
      "loss": 0.263,
      "step": 15700
    },
    {
      "epoch": 230.0004460966543,
      "eval_accuracy": 0.8718295420556332,
      "eval_loss": 1.744031310081482,
      "eval_macro_f1": 0.6939710912655463,
      "eval_runtime": 47.6301,
      "eval_samples_per_second": 14.109,
      "eval_steps_per_second": 3.527,
      "step": 15700
    },
    {
      "epoch": 231.000312267658,
      "grad_norm": 0.6609066724777222,
      "learning_rate": 9.29368029739777e-05,
      "loss": 0.2591,
      "step": 15750
    },
    {
      "epoch": 232.00017843866172,
      "grad_norm": 0.614456295967102,
      "learning_rate": 9.289767168851498e-05,
      "loss": 0.2567,
      "step": 15800
    },
    {
      "epoch": 232.00017843866172,
      "eval_accuracy": 0.8708844038546723,
      "eval_loss": 1.5864840745925903,
      "eval_macro_f1": 0.6954124817053439,
      "eval_runtime": 47.5438,
      "eval_samples_per_second": 14.134,
      "eval_steps_per_second": 3.534,
      "step": 15800
    },
    {
      "epoch": 233.00004460966542,
      "grad_norm": 0.9560025334358215,
      "learning_rate": 9.285854040305225e-05,
      "loss": 0.2558,
      "step": 15850
    },
    {
      "epoch": 233.0004163568773,
      "grad_norm": 0.9449219703674316,
      "learning_rate": 9.281940911758952e-05,
      "loss": 0.2538,
      "step": 15900
    },
    {
      "epoch": 233.0004163568773,
      "eval_accuracy": 0.8691010985986889,
      "eval_loss": 1.6324706077575684,
      "eval_macro_f1": 0.6932624958186178,
      "eval_runtime": 47.7799,
      "eval_samples_per_second": 14.064,
      "eval_steps_per_second": 3.516,
      "step": 15900
    },
    {
      "epoch": 234.00028252788104,
      "grad_norm": 0.6615203022956848,
      "learning_rate": 9.278027783212679e-05,
      "loss": 0.2562,
      "step": 15950
    },
    {
      "epoch": 235.00014869888477,
      "grad_norm": 0.7397301197052002,
      "learning_rate": 9.274114654666406e-05,
      "loss": 0.2534,
      "step": 16000
    },
    {
      "epoch": 235.00014869888477,
      "eval_accuracy": 0.8692960057739556,
      "eval_loss": 1.5722757577896118,
      "eval_macro_f1": 0.692964101120355,
      "eval_runtime": 47.7627,
      "eval_samples_per_second": 14.07,
      "eval_steps_per_second": 3.517,
      "step": 16000
    },
    {
      "epoch": 236.00001486988847,
      "grad_norm": 0.55063796043396,
      "learning_rate": 9.270201526120134e-05,
      "loss": 0.2542,
      "step": 16050
    },
    {
      "epoch": 236.00038661710036,
      "grad_norm": 0.7421992421150208,
      "learning_rate": 9.266288397573861e-05,
      "loss": 0.254,
      "step": 16100
    },
    {
      "epoch": 236.00038661710036,
      "eval_accuracy": 0.8703440842902799,
      "eval_loss": 1.6220040321350098,
      "eval_macro_f1": 0.6946437608735907,
      "eval_runtime": 47.4085,
      "eval_samples_per_second": 14.175,
      "eval_steps_per_second": 3.544,
      "step": 16100
    },
    {
      "epoch": 237.0002527881041,
      "grad_norm": 0.8659176230430603,
      "learning_rate": 9.262375269027588e-05,
      "loss": 0.2528,
      "step": 16150
    },
    {
      "epoch": 238.0001189591078,
      "grad_norm": 0.7209817171096802,
      "learning_rate": 9.258462140481315e-05,
      "loss": 0.2509,
      "step": 16200
    },
    {
      "epoch": 238.0001189591078,
      "eval_accuracy": 0.8701781168352621,
      "eval_loss": 1.7125494480133057,
      "eval_macro_f1": 0.6885334728232957,
      "eval_runtime": 47.6343,
      "eval_samples_per_second": 14.107,
      "eval_steps_per_second": 3.527,
      "step": 16200
    },
    {
      "epoch": 238.0004907063197,
      "grad_norm": 0.5732719898223877,
      "learning_rate": 9.254549011935042e-05,
      "loss": 0.2507,
      "step": 16250
    },
    {
      "epoch": 239.0003568773234,
      "grad_norm": 0.7329777479171753,
      "learning_rate": 9.250635883388769e-05,
      "loss": 0.2513,
      "step": 16300
    },
    {
      "epoch": 239.0003568773234,
      "eval_accuracy": 0.8709371142216245,
      "eval_loss": 1.701737880706787,
      "eval_macro_f1": 0.6957311110906366,
      "eval_runtime": 47.2624,
      "eval_samples_per_second": 14.218,
      "eval_steps_per_second": 3.555,
      "step": 16300
    },
    {
      "epoch": 240.00022304832714,
      "grad_norm": 0.6779870986938477,
      "learning_rate": 9.246722754842498e-05,
      "loss": 0.2555,
      "step": 16350
    },
    {
      "epoch": 241.00008921933085,
      "grad_norm": 0.9598796963691711,
      "learning_rate": 9.242809626296223e-05,
      "loss": 0.2567,
      "step": 16400
    },
    {
      "epoch": 241.00008921933085,
      "eval_accuracy": 0.8710340352265105,
      "eval_loss": 1.658144235610962,
      "eval_macro_f1": 0.6995813339320679,
      "eval_runtime": 47.5149,
      "eval_samples_per_second": 14.143,
      "eval_steps_per_second": 3.536,
      "step": 16400
    },
    {
      "epoch": 241.00046096654276,
      "grad_norm": 0.5498836040496826,
      "learning_rate": 9.238896497749952e-05,
      "loss": 0.2576,
      "step": 16450
    },
    {
      "epoch": 242.00032713754646,
      "grad_norm": 1.8321760892868042,
      "learning_rate": 9.234983369203679e-05,
      "loss": 0.2579,
      "step": 16500
    },
    {
      "epoch": 242.00032713754646,
      "eval_accuracy": 0.8703391367743829,
      "eval_loss": 1.6368268728256226,
      "eval_macro_f1": 0.6961760325639348,
      "eval_runtime": 47.3632,
      "eval_samples_per_second": 14.188,
      "eval_steps_per_second": 3.547,
      "step": 16500
    },
    {
      "epoch": 243.0001933085502,
      "grad_norm": 0.702711820602417,
      "learning_rate": 9.231070240657406e-05,
      "loss": 0.2579,
      "step": 16550
    },
    {
      "epoch": 244.0000594795539,
      "grad_norm": 0.6555370092391968,
      "learning_rate": 9.227157112111134e-05,
      "loss": 0.2665,
      "step": 16600
    },
    {
      "epoch": 244.0000594795539,
      "eval_accuracy": 0.86594513616592,
      "eval_loss": 1.5685354471206665,
      "eval_macro_f1": 0.6927762838387244,
      "eval_runtime": 47.4037,
      "eval_samples_per_second": 14.176,
      "eval_steps_per_second": 3.544,
      "step": 16600
    },
    {
      "epoch": 244.0004312267658,
      "grad_norm": 1.0492157936096191,
      "learning_rate": 9.223243983564861e-05,
      "loss": 0.2569,
      "step": 16650
    },
    {
      "epoch": 245.00029739776951,
      "grad_norm": 0.9604139924049377,
      "learning_rate": 9.219330855018588e-05,
      "loss": 0.2625,
      "step": 16700
    },
    {
      "epoch": 245.00029739776951,
      "eval_accuracy": 0.8723870633974999,
      "eval_loss": 1.6895173788070679,
      "eval_macro_f1": 0.6972317831696635,
      "eval_runtime": 46.9034,
      "eval_samples_per_second": 14.327,
      "eval_steps_per_second": 3.582,
      "step": 16700
    },
    {
      "epoch": 246.00016356877325,
      "grad_norm": 0.5593128204345703,
      "learning_rate": 9.215417726472315e-05,
      "loss": 0.2577,
      "step": 16750
    },
    {
      "epoch": 247.00002973977695,
      "grad_norm": 0.554602861404419,
      "learning_rate": 9.211504597926043e-05,
      "loss": 0.2539,
      "step": 16800
    },
    {
      "epoch": 247.00002973977695,
      "eval_accuracy": 0.8695801039488791,
      "eval_loss": 1.5884020328521729,
      "eval_macro_f1": 0.695830481158142,
      "eval_runtime": 47.3906,
      "eval_samples_per_second": 14.18,
      "eval_steps_per_second": 3.545,
      "step": 16800
    },
    {
      "epoch": 247.00040148698884,
      "grad_norm": 0.44518184661865234,
      "learning_rate": 9.207591469379769e-05,
      "loss": 0.25,
      "step": 16850
    },
    {
      "epoch": 248.00026765799257,
      "grad_norm": 0.5679718852043152,
      "learning_rate": 9.203678340833497e-05,
      "loss": 0.252,
      "step": 16900
    },
    {
      "epoch": 248.00026765799257,
      "eval_accuracy": 0.8730579371173861,
      "eval_loss": 1.6707909107208252,
      "eval_macro_f1": 0.6944050366018404,
      "eval_runtime": 47.3149,
      "eval_samples_per_second": 14.203,
      "eval_steps_per_second": 3.551,
      "step": 16900
    },
    {
      "epoch": 249.00013382899627,
      "grad_norm": 0.7690138220787048,
      "learning_rate": 9.199765212287223e-05,
      "loss": 0.2525,
      "step": 16950
    },
    {
      "epoch": 249.00050557620818,
      "grad_norm": 0.6587095260620117,
      "learning_rate": 9.195852083740951e-05,
      "loss": 0.2476,
      "step": 17000
    },
    {
      "epoch": 249.00050557620818,
      "eval_accuracy": 0.8728623895233069,
      "eval_loss": 1.628631353378296,
      "eval_macro_f1": 0.6983235583063505,
      "eval_runtime": 46.8372,
      "eval_samples_per_second": 14.348,
      "eval_steps_per_second": 3.587,
      "step": 17000
    },
    {
      "epoch": 250.0003717472119,
      "grad_norm": 0.5215486288070679,
      "learning_rate": 9.191938955194678e-05,
      "loss": 0.2457,
      "step": 17050
    },
    {
      "epoch": 251.00023791821562,
      "grad_norm": 0.7685202956199646,
      "learning_rate": 9.188025826648405e-05,
      "loss": 0.2486,
      "step": 17100
    },
    {
      "epoch": 251.00023791821562,
      "eval_accuracy": 0.875059372092214,
      "eval_loss": 1.6925468444824219,
      "eval_macro_f1": 0.6942957860515563,
      "eval_runtime": 47.6893,
      "eval_samples_per_second": 14.091,
      "eval_steps_per_second": 3.523,
      "step": 17100
    },
    {
      "epoch": 252.00010408921932,
      "grad_norm": 0.5681723356246948,
      "learning_rate": 9.184112698102134e-05,
      "loss": 0.2501,
      "step": 17150
    },
    {
      "epoch": 252.00047583643124,
      "grad_norm": 0.766886293888092,
      "learning_rate": 9.180199569555861e-05,
      "loss": 0.2503,
      "step": 17200
    },
    {
      "epoch": 252.00047583643124,
      "eval_accuracy": 0.8755406525042265,
      "eval_loss": 1.5906827449798584,
      "eval_macro_f1": 0.6991550920082847,
      "eval_runtime": 47.5816,
      "eval_samples_per_second": 14.123,
      "eval_steps_per_second": 3.531,
      "step": 17200
    },
    {
      "epoch": 253.00034200743494,
      "grad_norm": 1.2093149423599243,
      "learning_rate": 9.176286441009588e-05,
      "loss": 0.2485,
      "step": 17250
    },
    {
      "epoch": 254.00020817843867,
      "grad_norm": 0.5527441501617432,
      "learning_rate": 9.172373312463315e-05,
      "loss": 0.2489,
      "step": 17300
    },
    {
      "epoch": 254.00020817843867,
      "eval_accuracy": 0.8714815968328208,
      "eval_loss": 1.7195326089859009,
      "eval_macro_f1": 0.6970162423490259,
      "eval_runtime": 47.4478,
      "eval_samples_per_second": 14.163,
      "eval_steps_per_second": 3.541,
      "step": 17300
    },
    {
      "epoch": 255.00007434944237,
      "grad_norm": 0.45948362350463867,
      "learning_rate": 9.168460183917043e-05,
      "loss": 0.2439,
      "step": 17350
    },
    {
      "epoch": 255.0004460966543,
      "grad_norm": 0.6823854446411133,
      "learning_rate": 9.164547055370769e-05,
      "loss": 0.2457,
      "step": 17400
    },
    {
      "epoch": 255.0004460966543,
      "eval_accuracy": 0.8765321124358997,
      "eval_loss": 1.636742353439331,
      "eval_macro_f1": 0.699459918703319,
      "eval_runtime": 47.7938,
      "eval_samples_per_second": 14.06,
      "eval_steps_per_second": 3.515,
      "step": 17400
    },
    {
      "epoch": 256.000312267658,
      "grad_norm": 0.5651408433914185,
      "learning_rate": 9.160633926824497e-05,
      "loss": 0.2428,
      "step": 17450
    },
    {
      "epoch": 257.0001784386617,
      "grad_norm": 0.7243895530700684,
      "learning_rate": 9.156720798278224e-05,
      "loss": 0.2517,
      "step": 17500
    },
    {
      "epoch": 257.0001784386617,
      "eval_accuracy": 0.8649081285942019,
      "eval_loss": 1.766264796257019,
      "eval_macro_f1": 0.6946266382039408,
      "eval_runtime": 47.9299,
      "eval_samples_per_second": 14.02,
      "eval_steps_per_second": 3.505,
      "step": 17500
    },
    {
      "epoch": 258.00004460966545,
      "grad_norm": 0.6043080687522888,
      "learning_rate": 9.152807669731951e-05,
      "loss": 0.2468,
      "step": 17550
    },
    {
      "epoch": 258.00041635687734,
      "grad_norm": 0.5234358906745911,
      "learning_rate": 9.148894541185678e-05,
      "loss": 0.2414,
      "step": 17600
    },
    {
      "epoch": 258.00041635687734,
      "eval_accuracy": 0.8765574733951784,
      "eval_loss": 1.6841180324554443,
      "eval_macro_f1": 0.7006466360850203,
      "eval_runtime": 48.1158,
      "eval_samples_per_second": 13.966,
      "eval_steps_per_second": 3.492,
      "step": 17600
    },
    {
      "epoch": 259.00028252788104,
      "grad_norm": 0.5486935973167419,
      "learning_rate": 9.144981412639405e-05,
      "loss": 0.245,
      "step": 17650
    },
    {
      "epoch": 260.00014869888474,
      "grad_norm": 0.5566163063049316,
      "learning_rate": 9.141068284093132e-05,
      "loss": 0.2462,
      "step": 17700
    },
    {
      "epoch": 260.00014869888474,
      "eval_accuracy": 0.8747919852117518,
      "eval_loss": 1.6303309202194214,
      "eval_macro_f1": 0.7016985634720629,
      "eval_runtime": 48.1791,
      "eval_samples_per_second": 13.948,
      "eval_steps_per_second": 3.487,
      "step": 17700
    },
    {
      "epoch": 261.0000148698885,
      "grad_norm": 0.6687771677970886,
      "learning_rate": 9.13715515554686e-05,
      "loss": 0.2471,
      "step": 17750
    },
    {
      "epoch": 261.0003866171004,
      "grad_norm": 0.799909234046936,
      "learning_rate": 9.133242027000587e-05,
      "loss": 0.2433,
      "step": 17800
    },
    {
      "epoch": 261.0003866171004,
      "eval_accuracy": 0.8727416528292241,
      "eval_loss": 1.6468901634216309,
      "eval_macro_f1": 0.6941630525987106,
      "eval_runtime": 47.9851,
      "eval_samples_per_second": 14.004,
      "eval_steps_per_second": 3.501,
      "step": 17800
    },
    {
      "epoch": 262.0002527881041,
      "grad_norm": 0.40486371517181396,
      "learning_rate": 9.129328898454315e-05,
      "loss": 0.2451,
      "step": 17850
    },
    {
      "epoch": 263.0001189591078,
      "grad_norm": 0.6486377120018005,
      "learning_rate": 9.125415769908043e-05,
      "loss": 0.2461,
      "step": 17900
    },
    {
      "epoch": 263.0001189591078,
      "eval_accuracy": 0.871701417327654,
      "eval_loss": 1.6379040479660034,
      "eval_macro_f1": 0.6962308343355683,
      "eval_runtime": 47.5217,
      "eval_samples_per_second": 14.141,
      "eval_steps_per_second": 3.535,
      "step": 17900
    },
    {
      "epoch": 263.0004907063197,
      "grad_norm": 0.6154794096946716,
      "learning_rate": 9.121502641361769e-05,
      "loss": 0.2429,
      "step": 17950
    },
    {
      "epoch": 264.00035687732344,
      "grad_norm": 0.868390679359436,
      "learning_rate": 9.117589512815497e-05,
      "loss": 0.245,
      "step": 18000
    },
    {
      "epoch": 264.00035687732344,
      "eval_accuracy": 0.8723792366151837,
      "eval_loss": 1.644251823425293,
      "eval_macro_f1": 0.6975282371701368,
      "eval_runtime": 47.5594,
      "eval_samples_per_second": 14.13,
      "eval_steps_per_second": 3.532,
      "step": 18000
    },
    {
      "epoch": 265.00022304832714,
      "grad_norm": 0.9866790771484375,
      "learning_rate": 9.113676384269224e-05,
      "loss": 0.2421,
      "step": 18050
    },
    {
      "epoch": 266.00008921933085,
      "grad_norm": 0.8919183611869812,
      "learning_rate": 9.109763255722951e-05,
      "loss": 0.2463,
      "step": 18100
    },
    {
      "epoch": 266.00008921933085,
      "eval_accuracy": 0.876137634952197,
      "eval_loss": 1.63772714138031,
      "eval_macro_f1": 0.7015320633600683,
      "eval_runtime": 47.5587,
      "eval_samples_per_second": 14.13,
      "eval_steps_per_second": 3.532,
      "step": 18100
    },
    {
      "epoch": 266.00046096654273,
      "grad_norm": 0.6732456684112549,
      "learning_rate": 9.105850127176678e-05,
      "loss": 0.245,
      "step": 18150
    },
    {
      "epoch": 267.0003271375465,
      "grad_norm": 0.9901390671730042,
      "learning_rate": 9.101936998630406e-05,
      "loss": 0.2433,
      "step": 18200
    },
    {
      "epoch": 267.0003271375465,
      "eval_accuracy": 0.8707050401772733,
      "eval_loss": 1.7547792196273804,
      "eval_macro_f1": 0.6976431672619668,
      "eval_runtime": 48.0258,
      "eval_samples_per_second": 13.992,
      "eval_steps_per_second": 3.498,
      "step": 18200
    },
    {
      "epoch": 268.0001933085502,
      "grad_norm": 0.6878373622894287,
      "learning_rate": 9.098023870084132e-05,
      "loss": 0.2455,
      "step": 18250
    },
    {
      "epoch": 269.0000594795539,
      "grad_norm": 0.7168475985527039,
      "learning_rate": 9.09411074153786e-05,
      "loss": 0.2398,
      "step": 18300
    },
    {
      "epoch": 269.0000594795539,
      "eval_accuracy": 0.8749312429343421,
      "eval_loss": 1.5549407005310059,
      "eval_macro_f1": 0.6991405662687679,
      "eval_runtime": 47.4439,
      "eval_samples_per_second": 14.164,
      "eval_steps_per_second": 3.541,
      "step": 18300
    },
    {
      "epoch": 269.0004312267658,
      "grad_norm": 0.4068659245967865,
      "learning_rate": 9.090197612991587e-05,
      "loss": 0.2422,
      "step": 18350
    },
    {
      "epoch": 270.00029739776954,
      "grad_norm": 0.5065603852272034,
      "learning_rate": 9.086284484445314e-05,
      "loss": 0.242,
      "step": 18400
    },
    {
      "epoch": 270.00029739776954,
      "eval_accuracy": 0.8761036310202004,
      "eval_loss": 1.6925346851348877,
      "eval_macro_f1": 0.7020842188896902,
      "eval_runtime": 47.8897,
      "eval_samples_per_second": 14.032,
      "eval_steps_per_second": 3.508,
      "step": 18400
    },
    {
      "epoch": 271.00016356877325,
      "grad_norm": 0.6289934515953064,
      "learning_rate": 9.082371355899041e-05,
      "loss": 0.245,
      "step": 18450
    },
    {
      "epoch": 272.00002973977695,
      "grad_norm": 0.5134521126747131,
      "learning_rate": 9.078458227352768e-05,
      "loss": 0.2429,
      "step": 18500
    },
    {
      "epoch": 272.00002973977695,
      "eval_accuracy": 0.8727523810274236,
      "eval_loss": 1.7503160238265991,
      "eval_macro_f1": 0.6992435638111616,
      "eval_runtime": 47.9819,
      "eval_samples_per_second": 14.005,
      "eval_steps_per_second": 3.501,
      "step": 18500
    },
    {
      "epoch": 272.00040148698884,
      "grad_norm": 0.5185211300849915,
      "learning_rate": 9.074545098806497e-05,
      "loss": 0.2471,
      "step": 18550
    },
    {
      "epoch": 273.00026765799254,
      "grad_norm": 0.6770671606063843,
      "learning_rate": 9.070631970260224e-05,
      "loss": 0.2428,
      "step": 18600
    },
    {
      "epoch": 273.00026765799254,
      "eval_accuracy": 0.8747771988285471,
      "eval_loss": 1.6137670278549194,
      "eval_macro_f1": 0.7017125484073795,
      "eval_runtime": 48.0779,
      "eval_samples_per_second": 13.977,
      "eval_steps_per_second": 3.494,
      "step": 18600
    },
    {
      "epoch": 274.0001338289963,
      "grad_norm": 0.7311360836029053,
      "learning_rate": 9.066718841713951e-05,
      "loss": 0.242,
      "step": 18650
    },
    {
      "epoch": 274.0005055762082,
      "grad_norm": 0.8545860052108765,
      "learning_rate": 9.062805713167678e-05,
      "loss": 0.2442,
      "step": 18700
    },
    {
      "epoch": 274.0005055762082,
      "eval_accuracy": 0.875472191083495,
      "eval_loss": 1.582758903503418,
      "eval_macro_f1": 0.7032866342746882,
      "eval_runtime": 47.9354,
      "eval_samples_per_second": 14.019,
      "eval_steps_per_second": 3.505,
      "step": 18700
    },
    {
      "epoch": 275.0003717472119,
      "grad_norm": 0.5233895182609558,
      "learning_rate": 9.058892584621406e-05,
      "loss": 0.2428,
      "step": 18750
    },
    {
      "epoch": 276.0002379182156,
      "grad_norm": 0.750148355960846,
      "learning_rate": 9.054979456075132e-05,
      "loss": 0.25,
      "step": 18800
    },
    {
      "epoch": 276.0002379182156,
      "eval_accuracy": 0.8717148881461516,
      "eval_loss": 1.7209230661392212,
      "eval_macro_f1": 0.6960070669466294,
      "eval_runtime": 47.9374,
      "eval_samples_per_second": 14.018,
      "eval_steps_per_second": 3.505,
      "step": 18800
    },
    {
      "epoch": 277.00010408921935,
      "grad_norm": 0.6850331425666809,
      "learning_rate": 9.05106632752886e-05,
      "loss": 0.2445,
      "step": 18850
    },
    {
      "epoch": 277.00047583643124,
      "grad_norm": 1.3163009881973267,
      "learning_rate": 9.047153198982587e-05,
      "loss": 0.2441,
      "step": 18900
    },
    {
      "epoch": 277.00047583643124,
      "eval_accuracy": 0.8765440978351273,
      "eval_loss": 1.6306798458099365,
      "eval_macro_f1": 0.705625688490632,
      "eval_runtime": 47.7345,
      "eval_samples_per_second": 14.078,
      "eval_steps_per_second": 3.519,
      "step": 18900
    },
    {
      "epoch": 278.00034200743494,
      "grad_norm": 0.591773509979248,
      "learning_rate": 9.043240070436314e-05,
      "loss": 0.2416,
      "step": 18950
    },
    {
      "epoch": 279.00020817843864,
      "grad_norm": 0.4475375711917877,
      "learning_rate": 9.039326941890041e-05,
      "loss": 0.2414,
      "step": 19000
    },
    {
      "epoch": 279.00020817843864,
      "eval_accuracy": 0.8760741830973673,
      "eval_loss": 1.6609206199645996,
      "eval_macro_f1": 0.7028777819955179,
      "eval_runtime": 48.2216,
      "eval_samples_per_second": 13.936,
      "eval_steps_per_second": 3.484,
      "step": 19000
    },
    {
      "epoch": 280.0000743494424,
      "grad_norm": 0.6211313009262085,
      "learning_rate": 9.035413813343768e-05,
      "loss": 0.2366,
      "step": 19050
    },
    {
      "epoch": 280.0004460966543,
      "grad_norm": 0.7641573548316956,
      "learning_rate": 9.031500684797496e-05,
      "loss": 0.2371,
      "step": 19100
    },
    {
      "epoch": 280.0004460966543,
      "eval_accuracy": 0.8740981031647922,
      "eval_loss": 1.7170416116714478,
      "eval_macro_f1": 0.7018808537743648,
      "eval_runtime": 48.2987,
      "eval_samples_per_second": 13.913,
      "eval_steps_per_second": 3.478,
      "step": 19100
    },
    {
      "epoch": 281.000312267658,
      "grad_norm": 0.6113197207450867,
      "learning_rate": 9.027587556251223e-05,
      "loss": 0.2395,
      "step": 19150
    },
    {
      "epoch": 282.0001784386617,
      "grad_norm": 0.7073433995246887,
      "learning_rate": 9.02367442770495e-05,
      "loss": 0.2385,
      "step": 19200
    },
    {
      "epoch": 282.0001784386617,
      "eval_accuracy": 0.8743977079113086,
      "eval_loss": 1.7015947103500366,
      "eval_macro_f1": 0.7018147516994673,
      "eval_runtime": 47.6214,
      "eval_samples_per_second": 14.111,
      "eval_steps_per_second": 3.528,
      "step": 19200
    },
    {
      "epoch": 283.00004460966545,
      "grad_norm": 0.5074424147605896,
      "learning_rate": 9.019761299158677e-05,
      "loss": 0.2446,
      "step": 19250
    },
    {
      "epoch": 283.00041635687734,
      "grad_norm": 0.6375361084938049,
      "learning_rate": 9.015848170612406e-05,
      "loss": 0.2385,
      "step": 19300
    },
    {
      "epoch": 283.00041635687734,
      "eval_accuracy": 0.8740577076537963,
      "eval_loss": 1.6805062294006348,
      "eval_macro_f1": 0.7021029920673127,
      "eval_runtime": 47.3156,
      "eval_samples_per_second": 14.203,
      "eval_steps_per_second": 3.551,
      "step": 19300
    },
    {
      "epoch": 284.00028252788104,
      "grad_norm": 0.8452440500259399,
      "learning_rate": 9.011935042066132e-05,
      "loss": 0.2373,
      "step": 19350
    },
    {
      "epoch": 285.00014869888474,
      "grad_norm": 0.6203405857086182,
      "learning_rate": 9.00802191351986e-05,
      "loss": 0.2422,
      "step": 19400
    },
    {
      "epoch": 285.00014869888474,
      "eval_accuracy": 0.8719450365356796,
      "eval_loss": 1.74236261844635,
      "eval_macro_f1": 0.6972832445042872,
      "eval_runtime": 47.5763,
      "eval_samples_per_second": 14.125,
      "eval_steps_per_second": 3.531,
      "step": 19400
    },
    {
      "epoch": 286.0000148698885,
      "grad_norm": 0.6126111745834351,
      "learning_rate": 9.004108784973587e-05,
      "loss": 0.2386,
      "step": 19450
    },
    {
      "epoch": 286.0003866171004,
      "grad_norm": 0.4864870011806488,
      "learning_rate": 9.000195656427314e-05,
      "loss": 0.2403,
      "step": 19500
    },
    {
      "epoch": 286.0003866171004,
      "eval_accuracy": 0.8724967535271402,
      "eval_loss": 1.7255445718765259,
      "eval_macro_f1": 0.6975033096469039,
      "eval_runtime": 47.0772,
      "eval_samples_per_second": 14.274,
      "eval_steps_per_second": 3.569,
      "step": 19500
    },
    {
      "epoch": 287.0002527881041,
      "grad_norm": 1.169779658317566,
      "learning_rate": 8.996282527881041e-05,
      "loss": 0.2394,
      "step": 19550
    },
    {
      "epoch": 288.0001189591078,
      "grad_norm": 0.7006259560585022,
      "learning_rate": 8.992369399334769e-05,
      "loss": 0.2439,
      "step": 19600
    },
    {
      "epoch": 288.0001189591078,
      "eval_accuracy": 0.8719169307254028,
      "eval_loss": 1.7644731998443604,
      "eval_macro_f1": 0.6958908876410843,
      "eval_runtime": 46.9308,
      "eval_samples_per_second": 14.319,
      "eval_steps_per_second": 3.58,
      "step": 19600
    },
    {
      "epoch": 288.0004907063197,
      "grad_norm": 0.7097400426864624,
      "learning_rate": 8.988456270788496e-05,
      "loss": 0.2468,
      "step": 19650
    },
    {
      "epoch": 289.00035687732344,
      "grad_norm": 0.7856957912445068,
      "learning_rate": 8.984543142242223e-05,
      "loss": 0.2414,
      "step": 19700
    },
    {
      "epoch": 289.00035687732344,
      "eval_accuracy": 0.8756746554351618,
      "eval_loss": 1.7827283143997192,
      "eval_macro_f1": 0.7025011619593726,
      "eval_runtime": 47.4623,
      "eval_samples_per_second": 14.159,
      "eval_steps_per_second": 3.54,
      "step": 19700
    },
    {
      "epoch": 290.00022304832714,
      "grad_norm": 0.739522397518158,
      "learning_rate": 8.98063001369595e-05,
      "loss": 0.2357,
      "step": 19750
    },
    {
      "epoch": 291.00008921933085,
      "grad_norm": 0.5940971970558167,
      "learning_rate": 8.976716885149677e-05,
      "loss": 0.2403,
      "step": 19800
    },
    {
      "epoch": 291.00008921933085,
      "eval_accuracy": 0.8785574074303582,
      "eval_loss": 1.5922495126724243,
      "eval_macro_f1": 0.7042178263465622,
      "eval_runtime": 47.3707,
      "eval_samples_per_second": 14.186,
      "eval_steps_per_second": 3.546,
      "step": 19800
    },
    {
      "epoch": 291.00046096654273,
      "grad_norm": 0.4905942678451538,
      "learning_rate": 8.972803756603406e-05,
      "loss": 0.2342,
      "step": 19850
    },
    {
      "epoch": 292.0003271375465,
      "grad_norm": 0.6634092926979065,
      "learning_rate": 8.968890628057131e-05,
      "loss": 0.233,
      "step": 19900
    },
    {
      "epoch": 292.0003271375465,
      "eval_accuracy": 0.8748785909310688,
      "eval_loss": 1.8774493932724,
      "eval_macro_f1": 0.699269934433628,
      "eval_runtime": 47.8531,
      "eval_samples_per_second": 14.043,
      "eval_steps_per_second": 3.511,
      "step": 19900
    },
    {
      "epoch": 293.0001933085502,
      "grad_norm": 0.6518082618713379,
      "learning_rate": 8.96497749951086e-05,
      "loss": 0.2355,
      "step": 19950
    },
    {
      "epoch": 294.0000594795539,
      "grad_norm": 0.6070118546485901,
      "learning_rate": 8.961064370964587e-05,
      "loss": 0.2357,
      "step": 20000
    },
    {
      "epoch": 294.0000594795539,
      "eval_accuracy": 0.8755963691803673,
      "eval_loss": 1.6461971998214722,
      "eval_macro_f1": 0.6989364797944599,
      "eval_runtime": 47.0949,
      "eval_samples_per_second": 14.269,
      "eval_steps_per_second": 3.567,
      "step": 20000
    },
    {
      "epoch": 294.0004312267658,
      "grad_norm": 0.9214955568313599,
      "learning_rate": 8.957151242418314e-05,
      "loss": 0.2373,
      "step": 20050
    },
    {
      "epoch": 295.00029739776954,
      "grad_norm": 0.7139339447021484,
      "learning_rate": 8.95323811387204e-05,
      "loss": 0.2468,
      "step": 20100
    },
    {
      "epoch": 295.00029739776954,
      "eval_accuracy": 0.8752588183006401,
      "eval_loss": 1.6570920944213867,
      "eval_macro_f1": 0.7040971519065213,
      "eval_runtime": 47.3271,
      "eval_samples_per_second": 14.199,
      "eval_steps_per_second": 3.55,
      "step": 20100
    },
    {
      "epoch": 296.00016356877325,
      "grad_norm": 0.8615701794624329,
      "learning_rate": 8.949324985325769e-05,
      "loss": 0.2359,
      "step": 20150
    },
    {
      "epoch": 297.00002973977695,
      "grad_norm": 0.5898351073265076,
      "learning_rate": 8.945411856779495e-05,
      "loss": 0.236,
      "step": 20200
    },
    {
      "epoch": 297.00002973977695,
      "eval_accuracy": 0.8752191850777665,
      "eval_loss": 1.6926116943359375,
      "eval_macro_f1": 0.6999326241361957,
      "eval_runtime": 47.1963,
      "eval_samples_per_second": 14.238,
      "eval_steps_per_second": 3.56,
      "step": 20200
    },
    {
      "epoch": 297.00040148698884,
      "grad_norm": 0.7265653014183044,
      "learning_rate": 8.941498728233223e-05,
      "loss": 0.2431,
      "step": 20250
    },
    {
      "epoch": 298.00026765799254,
      "grad_norm": 0.8821515440940857,
      "learning_rate": 8.93758559968695e-05,
      "loss": 0.2341,
      "step": 20300
    },
    {
      "epoch": 298.00026765799254,
      "eval_accuracy": 0.8770282183880916,
      "eval_loss": 1.7504407167434692,
      "eval_macro_f1": 0.7051157111563411,
      "eval_runtime": 47.5468,
      "eval_samples_per_second": 14.133,
      "eval_steps_per_second": 3.533,
      "step": 20300
    },
    {
      "epoch": 299.0001338289963,
      "grad_norm": 0.8511101007461548,
      "learning_rate": 8.933672471140677e-05,
      "loss": 0.2356,
      "step": 20350
    },
    {
      "epoch": 299.0005055762082,
      "grad_norm": 2.185602903366089,
      "learning_rate": 8.929759342594405e-05,
      "loss": 0.2359,
      "step": 20400
    },
    {
      "epoch": 299.0005055762082,
      "eval_accuracy": 0.8763592902732993,
      "eval_loss": 1.6859861612319946,
      "eval_macro_f1": 0.700068017274899,
      "eval_runtime": 47.108,
      "eval_samples_per_second": 14.265,
      "eval_steps_per_second": 3.566,
      "step": 20400
    },
    {
      "epoch": 300.0003717472119,
      "grad_norm": 0.6592544317245483,
      "learning_rate": 8.925846214048131e-05,
      "loss": 0.2336,
      "step": 20450
    },
    {
      "epoch": 301.0002379182156,
      "grad_norm": 1.0603123903274536,
      "learning_rate": 8.92193308550186e-05,
      "loss": 0.2377,
      "step": 20500
    },
    {
      "epoch": 301.0002379182156,
      "eval_accuracy": 0.8745820471710939,
      "eval_loss": 1.668921709060669,
      "eval_macro_f1": 0.6997895576456115,
      "eval_runtime": 47.3196,
      "eval_samples_per_second": 14.201,
      "eval_steps_per_second": 3.55,
      "step": 20500
    },
    {
      "epoch": 302.00010408921935,
      "grad_norm": 0.744284451007843,
      "learning_rate": 8.918019956955586e-05,
      "loss": 0.2356,
      "step": 20550
    },
    {
      "epoch": 302.00047583643124,
      "grad_norm": 0.5185156464576721,
      "learning_rate": 8.914106828409313e-05,
      "loss": 0.2336,
      "step": 20600
    },
    {
      "epoch": 302.00047583643124,
      "eval_accuracy": 0.8787366418342881,
      "eval_loss": 1.6256543397903442,
      "eval_macro_f1": 0.7081033424785741,
      "eval_runtime": 48.159,
      "eval_samples_per_second": 13.954,
      "eval_steps_per_second": 3.488,
      "step": 20600
    },
    {
      "epoch": 303.00034200743494,
      "grad_norm": 0.48090434074401855,
      "learning_rate": 8.91019369986304e-05,
      "loss": 0.2319,
      "step": 20650
    },
    {
      "epoch": 304.00020817843864,
      "grad_norm": 0.5701866149902344,
      "learning_rate": 8.906280571316769e-05,
      "loss": 0.2329,
      "step": 20700
    },
    {
      "epoch": 304.00020817843864,
      "eval_accuracy": 0.8759103023549644,
      "eval_loss": 1.680335283279419,
      "eval_macro_f1": 0.7017996446225558,
      "eval_runtime": 47.2644,
      "eval_samples_per_second": 14.218,
      "eval_steps_per_second": 3.554,
      "step": 20700
    },
    {
      "epoch": 305.0000743494424,
      "grad_norm": 0.6104369759559631,
      "learning_rate": 8.902367442770494e-05,
      "loss": 0.2359,
      "step": 20750
    },
    {
      "epoch": 305.0004460966543,
      "grad_norm": 0.6198025941848755,
      "learning_rate": 8.898454314224223e-05,
      "loss": 0.236,
      "step": 20800
    },
    {
      "epoch": 305.0004460966543,
      "eval_accuracy": 0.8783429369856264,
      "eval_loss": 1.7152197360992432,
      "eval_macro_f1": 0.7087897186605305,
      "eval_runtime": 47.7992,
      "eval_samples_per_second": 14.059,
      "eval_steps_per_second": 3.515,
      "step": 20800
    }
  ],
  "logging_steps": 50,
  "max_steps": 134500,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 9223372036854775807,
  "save_steps": 100,
  "stateful_callbacks": {
    "EarlyStoppingCallback": {
      "args": {
        "early_stopping_patience": 20,
        "early_stopping_threshold": 0.0
      },
      "attributes": {
        "early_stopping_patience_counter": 0
      }
    },
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}