{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 5.382215288611545,
  "eval_steps": 3450,
  "global_step": 20700,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.006500260010400416,
      "grad_norm": 0.17750905454158783,
      "learning_rate": 1.7391304347826088e-07,
      "loss": 0.004283378422260284,
      "step": 25
    },
    {
      "epoch": 0.013000520020800831,
      "grad_norm": 0.0,
      "learning_rate": 3.5507246376811595e-07,
      "loss": 0.003918839395046234,
      "step": 50
    },
    {
      "epoch": 0.01950078003120125,
      "grad_norm": 0.16697220504283905,
      "learning_rate": 5.36231884057971e-07,
      "loss": 0.003418746292591095,
      "step": 75
    },
    {
      "epoch": 0.026001040041601663,
      "grad_norm": 0.1167321726679802,
      "learning_rate": 7.17391304347826e-07,
      "loss": 0.002580061852931976,
      "step": 100
    },
    {
      "epoch": 0.03250130005200208,
      "grad_norm": 0.105965755879879,
      "learning_rate": 8.985507246376812e-07,
      "loss": 0.0020868690311908722,
      "step": 125
    },
    {
      "epoch": 0.0390015600624025,
      "grad_norm": 0.07271800190210342,
      "learning_rate": 1.0797101449275362e-06,
      "loss": 0.0017790715396404267,
      "step": 150
    },
    {
      "epoch": 0.045501820072802915,
      "grad_norm": 0.03961865231394768,
      "learning_rate": 1.2608695652173913e-06,
      "loss": 0.0012882563471794128,
      "step": 175
    },
    {
      "epoch": 0.052002080083203325,
      "grad_norm": 0.03000999428331852,
      "learning_rate": 1.4420289855072464e-06,
      "loss": 0.0009397192299365997,
      "step": 200
    },
    {
      "epoch": 0.05850234009360374,
      "grad_norm": 0.0296466201543808,
      "learning_rate": 1.6231884057971016e-06,
      "loss": 0.0007933838665485382,
      "step": 225
    },
    {
      "epoch": 0.06500260010400416,
      "grad_norm": 0.017398398369550705,
      "learning_rate": 1.8043478260869565e-06,
      "loss": 0.0007029397785663604,
      "step": 250
    },
    {
      "epoch": 0.07150286011440457,
      "grad_norm": 0.01113984640687704,
      "learning_rate": 1.9855072463768116e-06,
      "loss": 0.0006421895325183868,
      "step": 275
    },
    {
      "epoch": 0.078003120124805,
      "grad_norm": 0.004796209745109081,
      "learning_rate": 2.166666666666667e-06,
      "loss": 0.0006597068160772324,
      "step": 300
    },
    {
      "epoch": 0.0845033801352054,
      "grad_norm": 0.0022946936078369617,
      "learning_rate": 2.347826086956522e-06,
      "loss": 0.0005539159476757049,
      "step": 325
    },
    {
      "epoch": 0.09100364014560583,
      "grad_norm": 0.006128576118499041,
      "learning_rate": 2.5289855072463768e-06,
      "loss": 0.0005852743610739708,
      "step": 350
    },
    {
      "epoch": 0.09750390015600624,
      "grad_norm": 0.002111990237608552,
      "learning_rate": 2.710144927536232e-06,
      "loss": 0.0005731129273772239,
      "step": 375
    },
    {
      "epoch": 0.10400416016640665,
      "grad_norm": 0.0030836218502372503,
      "learning_rate": 2.8913043478260875e-06,
      "loss": 0.0005443268269300461,
      "step": 400
    },
    {
      "epoch": 0.11050442017680707,
      "grad_norm": 0.0027108530048280954,
      "learning_rate": 3.072463768115942e-06,
      "loss": 0.000556994080543518,
      "step": 425
    },
    {
      "epoch": 0.11700468018720749,
      "grad_norm": 0.002011853503063321,
      "learning_rate": 3.2536231884057973e-06,
      "loss": 0.0005222153663635254,
      "step": 450
    },
    {
      "epoch": 0.12350494019760791,
      "grad_norm": 0.003067562822252512,
      "learning_rate": 3.4347826086956526e-06,
      "loss": 0.00048564128577709197,
      "step": 475
    },
    {
      "epoch": 0.13000520020800832,
      "grad_norm": 0.002368070650845766,
      "learning_rate": 3.6159420289855076e-06,
      "loss": 0.00047893021255731585,
      "step": 500
    },
    {
      "epoch": 0.13650546021840873,
      "grad_norm": 0.001583599136210978,
      "learning_rate": 3.797101449275362e-06,
      "loss": 0.00047833062708377836,
      "step": 525
    },
    {
      "epoch": 0.14300572022880914,
      "grad_norm": 0.0014594887616112828,
      "learning_rate": 3.978260869565217e-06,
      "loss": 0.0005091005936264992,
      "step": 550
    },
    {
      "epoch": 0.14950598023920958,
      "grad_norm": 0.0014220334123820066,
      "learning_rate": 4.159420289855073e-06,
      "loss": 0.0005074851214885712,
      "step": 575
    },
    {
      "epoch": 0.15600624024961,
      "grad_norm": 0.00207452941685915,
      "learning_rate": 4.340579710144928e-06,
      "loss": 0.000527675561606884,
      "step": 600
    },
    {
      "epoch": 0.1625065002600104,
      "grad_norm": 0.0017482496332377195,
      "learning_rate": 4.5217391304347826e-06,
      "loss": 0.00044770020991563797,
      "step": 625
    },
    {
      "epoch": 0.1690067602704108,
      "grad_norm": 0.0013480493798851967,
      "learning_rate": 4.702898550724638e-06,
      "loss": 0.000461682491004467,
      "step": 650
    },
    {
      "epoch": 0.17550702028081122,
      "grad_norm": 0.0017523127608001232,
      "learning_rate": 4.884057971014493e-06,
      "loss": 0.000520368255674839,
      "step": 675
    },
    {
      "epoch": 0.18200728029121166,
      "grad_norm": 0.004605201538652182,
      "learning_rate": 5.065217391304348e-06,
      "loss": 0.0004663777351379395,
      "step": 700
    },
    {
      "epoch": 0.18850754030161207,
      "grad_norm": 0.0011810408905148506,
      "learning_rate": 5.246376811594203e-06,
      "loss": 0.0004738373309373856,
      "step": 725
    },
    {
      "epoch": 0.19500780031201248,
      "grad_norm": 0.0024364716373384,
      "learning_rate": 5.427536231884058e-06,
      "loss": 0.000477650985121727,
      "step": 750
    },
    {
      "epoch": 0.2015080603224129,
      "grad_norm": 0.0014733612770214677,
      "learning_rate": 5.608695652173914e-06,
      "loss": 0.00044887635856866837,
      "step": 775
    },
    {
      "epoch": 0.2080083203328133,
      "grad_norm": 0.0022185698617249727,
      "learning_rate": 5.789855072463768e-06,
      "loss": 0.0004545997828245163,
      "step": 800
    },
    {
      "epoch": 0.21450858034321374,
      "grad_norm": 0.001337498426437378,
      "learning_rate": 5.9710144927536236e-06,
      "loss": 0.00044511511921882627,
      "step": 825
    },
    {
      "epoch": 0.22100884035361415,
      "grad_norm": 0.0011507358867675066,
      "learning_rate": 6.152173913043478e-06,
      "loss": 0.0004143805801868439,
      "step": 850
    },
    {
      "epoch": 0.22750910036401456,
      "grad_norm": 0.0007577093783766031,
      "learning_rate": 6.333333333333334e-06,
      "loss": 0.00043120242655277254,
      "step": 875
    },
    {
      "epoch": 0.23400936037441497,
      "grad_norm": 0.0011255984427407384,
      "learning_rate": 6.514492753623189e-06,
      "loss": 0.00042323727160692215,
      "step": 900
    },
    {
      "epoch": 0.24050962038481538,
      "grad_norm": 0.0013750302605330944,
      "learning_rate": 6.695652173913043e-06,
      "loss": 0.00038128703832626345,
      "step": 925
    },
    {
      "epoch": 0.24700988039521582,
      "grad_norm": 0.0006967707304283977,
      "learning_rate": 6.876811594202899e-06,
      "loss": 0.00040074307471513746,
      "step": 950
    },
    {
      "epoch": 0.2535101404056162,
      "grad_norm": 0.0013500290224328637,
      "learning_rate": 7.057971014492754e-06,
      "loss": 0.0003993678465485573,
      "step": 975
    },
    {
      "epoch": 0.26001040041601664,
      "grad_norm": 0.0015217582695186138,
      "learning_rate": 7.239130434782609e-06,
      "loss": 0.0003542538732290268,
      "step": 1000
    },
    {
      "epoch": 0.2665106604264171,
      "grad_norm": 0.0009631581488065422,
      "learning_rate": 7.420289855072464e-06,
      "loss": 0.000437321700155735,
      "step": 1025
    },
    {
      "epoch": 0.27301092043681746,
      "grad_norm": 0.0005817293422296643,
      "learning_rate": 7.60144927536232e-06,
      "loss": 0.0003608403727412224,
      "step": 1050
    },
    {
      "epoch": 0.2795111804472179,
      "grad_norm": 0.0005613359971903265,
      "learning_rate": 7.782608695652174e-06,
      "loss": 0.00035999853163957594,
      "step": 1075
    },
    {
      "epoch": 0.2860114404576183,
      "grad_norm": 0.0007700200658291578,
      "learning_rate": 7.963768115942028e-06,
      "loss": 0.0004147729650139809,
      "step": 1100
    },
    {
      "epoch": 0.2925117004680187,
      "grad_norm": 0.0013384182238951325,
      "learning_rate": 8.144927536231884e-06,
      "loss": 0.00035684410482645035,
      "step": 1125
    },
    {
      "epoch": 0.29901196047841916,
      "grad_norm": 0.0005455451901070774,
      "learning_rate": 8.326086956521739e-06,
      "loss": 0.0003590710461139679,
      "step": 1150
    },
    {
      "epoch": 0.30551222048881954,
      "grad_norm": 0.0006808220059610903,
      "learning_rate": 8.507246376811595e-06,
      "loss": 0.0003543094918131828,
      "step": 1175
    },
    {
      "epoch": 0.31201248049922,
      "grad_norm": 0.0007319796131923795,
      "learning_rate": 8.68840579710145e-06,
      "loss": 0.0004256186634302139,
      "step": 1200
    },
    {
      "epoch": 0.31851274050962036,
      "grad_norm": 0.00041355780558660626,
      "learning_rate": 8.869565217391304e-06,
      "loss": 0.0003611164167523384,
      "step": 1225
    },
    {
      "epoch": 0.3250130005200208,
      "grad_norm": 0.0009358125389553607,
      "learning_rate": 9.05072463768116e-06,
      "loss": 0.0003898784518241882,
      "step": 1250
    },
    {
      "epoch": 0.33151326053042124,
      "grad_norm": 0.0009471450466662645,
      "learning_rate": 9.231884057971015e-06,
      "loss": 0.00036198627203702926,
      "step": 1275
    },
    {
      "epoch": 0.3380135205408216,
      "grad_norm": 0.0005847045686095953,
      "learning_rate": 9.41304347826087e-06,
      "loss": 0.0003970867022871971,
      "step": 1300
    },
    {
      "epoch": 0.34451378055122206,
      "grad_norm": 0.0011201045708730817,
      "learning_rate": 9.594202898550725e-06,
      "loss": 0.0003872425854206085,
      "step": 1325
    },
    {
      "epoch": 0.35101404056162244,
      "grad_norm": 0.00048665812937542796,
      "learning_rate": 9.775362318840581e-06,
      "loss": 0.0003776940330862999,
      "step": 1350
    },
    {
      "epoch": 0.3575143005720229,
      "grad_norm": 0.0005485154106281698,
      "learning_rate": 9.956521739130436e-06,
      "loss": 0.0003538001701235771,
      "step": 1375
    },
    {
      "epoch": 0.3640145605824233,
      "grad_norm": 0.0006577415624633431,
      "learning_rate": 1.013768115942029e-05,
      "loss": 0.0003705337271094322,
      "step": 1400
    },
    {
      "epoch": 0.3705148205928237,
      "grad_norm": 0.0006318407249636948,
      "learning_rate": 1.0318840579710145e-05,
      "loss": 0.0003729483112692833,
      "step": 1425
    },
    {
      "epoch": 0.37701508060322414,
      "grad_norm": 0.0007680612616240978,
      "learning_rate": 1.05e-05,
      "loss": 0.0003821665421128273,
      "step": 1450
    },
    {
      "epoch": 0.3835153406136245,
      "grad_norm": 0.0006065071211196482,
      "learning_rate": 1.0681159420289856e-05,
      "loss": 0.0003943805769085884,
      "step": 1475
    },
    {
      "epoch": 0.39001560062402496,
      "grad_norm": 0.0,
      "learning_rate": 1.086231884057971e-05,
      "loss": 0.0003467845171689987,
      "step": 1500
    },
    {
      "epoch": 0.3965158606344254,
      "grad_norm": 0.0021487465128302574,
      "learning_rate": 1.1043478260869566e-05,
      "loss": 0.00034700412303209307,
      "step": 1525
    },
    {
      "epoch": 0.4030161206448258,
      "grad_norm": 0.000630208698567003,
      "learning_rate": 1.122463768115942e-05,
      "loss": 0.0003760438784956932,
      "step": 1550
    },
    {
      "epoch": 0.4095163806552262,
      "grad_norm": 0.000845056667458266,
      "learning_rate": 1.1405797101449275e-05,
      "loss": 0.0003565104678273201,
      "step": 1575
    },
    {
      "epoch": 0.4160166406656266,
      "grad_norm": 0.0014387870905920863,
      "learning_rate": 1.1586956521739131e-05,
      "loss": 0.000367693230509758,
      "step": 1600
    },
    {
      "epoch": 0.42251690067602704,
      "grad_norm": 0.0012101867469027638,
      "learning_rate": 1.1768115942028986e-05,
      "loss": 0.0003509974479675293,
      "step": 1625
    },
    {
      "epoch": 0.4290171606864275,
      "grad_norm": 0.0007229935727082193,
      "learning_rate": 1.1949275362318842e-05,
      "loss": 0.00032424140721559524,
      "step": 1650
    },
    {
      "epoch": 0.43551742069682786,
      "grad_norm": 0.0007024598307907581,
      "learning_rate": 1.2130434782608697e-05,
      "loss": 0.00034356161952018736,
      "step": 1675
    },
    {
      "epoch": 0.4420176807072283,
      "grad_norm": 0.0014094120124354959,
      "learning_rate": 1.2311594202898551e-05,
      "loss": 0.00032688610255718234,
      "step": 1700
    },
    {
      "epoch": 0.4485179407176287,
      "grad_norm": 0.0004223083960823715,
      "learning_rate": 1.2492753623188407e-05,
      "loss": 0.0003457293659448624,
      "step": 1725
    },
    {
      "epoch": 0.4550182007280291,
      "grad_norm": 0.0009581646299920976,
      "learning_rate": 1.2673913043478262e-05,
      "loss": 0.0003291889280080795,
      "step": 1750
    },
    {
      "epoch": 0.46151846073842956,
      "grad_norm": 0.002243791939690709,
      "learning_rate": 1.2855072463768116e-05,
      "loss": 0.00037662502378225325,
      "step": 1775
    },
    {
      "epoch": 0.46801872074882994,
      "grad_norm": 0.000704752397723496,
      "learning_rate": 1.3036231884057972e-05,
      "loss": 0.0003469870612025261,
      "step": 1800
    },
    {
      "epoch": 0.4745189807592304,
      "grad_norm": 0.000755470129661262,
      "learning_rate": 1.3217391304347825e-05,
      "loss": 0.0003220204263925552,
      "step": 1825
    },
    {
      "epoch": 0.48101924076963076,
      "grad_norm": 0.0014091039774939418,
      "learning_rate": 1.3398550724637681e-05,
      "loss": 0.00035315047949552536,
      "step": 1850
    },
    {
      "epoch": 0.4875195007800312,
      "grad_norm": 0.001953344326466322,
      "learning_rate": 1.3579710144927538e-05,
      "loss": 0.0003283596411347389,
      "step": 1875
    },
    {
      "epoch": 0.49401976079043164,
      "grad_norm": 0.0007954083266668022,
      "learning_rate": 1.376086956521739e-05,
      "loss": 0.0003253992274403572,
      "step": 1900
    },
    {
      "epoch": 0.500520020800832,
      "grad_norm": 0.0008482153061777353,
      "learning_rate": 1.3942028985507247e-05,
      "loss": 0.0003893987089395523,
      "step": 1925
    },
    {
      "epoch": 0.5070202808112324,
      "grad_norm": 0.000624845502898097,
      "learning_rate": 1.4123188405797103e-05,
      "loss": 0.0003261050209403038,
      "step": 1950
    },
    {
      "epoch": 0.5135205408216329,
      "grad_norm": 0.001078785746358335,
      "learning_rate": 1.4304347826086959e-05,
      "loss": 0.0003268422186374664,
      "step": 1975
    },
    {
      "epoch": 0.5200208008320333,
      "grad_norm": 0.0012631005374714732,
      "learning_rate": 1.4485507246376812e-05,
      "loss": 0.00033046893775463105,
      "step": 2000
    },
    {
      "epoch": 0.5265210608424337,
      "grad_norm": 0.001895563444122672,
      "learning_rate": 1.4666666666666668e-05,
      "loss": 0.0003267909586429596,
      "step": 2025
    },
    {
      "epoch": 0.5330213208528342,
      "grad_norm": 0.00041873074951581657,
      "learning_rate": 1.4847826086956524e-05,
      "loss": 0.0003187931701540947,
      "step": 2050
    },
    {
      "epoch": 0.5395215808632345,
      "grad_norm": 0.0010419194586575031,
      "learning_rate": 1.5028985507246377e-05,
      "loss": 0.00034294985234737394,
      "step": 2075
    },
    {
      "epoch": 0.5460218408736349,
      "grad_norm": 0.0019357349956408143,
      "learning_rate": 1.5210144927536233e-05,
      "loss": 0.0003515840321779251,
      "step": 2100
    },
    {
      "epoch": 0.5525221008840354,
      "grad_norm": 0.0013144762488082051,
      "learning_rate": 1.5391304347826088e-05,
      "loss": 0.00035412784665822983,
      "step": 2125
    },
    {
      "epoch": 0.5590223608944358,
      "grad_norm": 0.0006452434463426471,
      "learning_rate": 1.5572463768115944e-05,
      "loss": 0.00033226653933525084,
      "step": 2150
    },
    {
      "epoch": 0.5655226209048362,
      "grad_norm": 0.0012123215710744262,
      "learning_rate": 1.5753623188405797e-05,
      "loss": 0.0003139122948050499,
      "step": 2175
    },
    {
      "epoch": 0.5720228809152366,
      "grad_norm": 0.0006717830547131598,
      "learning_rate": 1.5934782608695653e-05,
      "loss": 0.00033644989132881165,
      "step": 2200
    },
    {
      "epoch": 0.5785231409256371,
      "grad_norm": 0.0004599529202096164,
      "learning_rate": 1.611594202898551e-05,
      "loss": 0.0003589295595884323,
      "step": 2225
    },
    {
      "epoch": 0.5850234009360374,
      "grad_norm": 0.0004877887840848416,
      "learning_rate": 1.6297101449275362e-05,
      "loss": 0.00031096141785383227,
      "step": 2250
    },
    {
      "epoch": 0.5915236609464378,
      "grad_norm": 0.0002835657214745879,
      "learning_rate": 1.6478260869565218e-05,
      "loss": 0.00033451490104198457,
      "step": 2275
    },
    {
      "epoch": 0.5980239209568383,
      "grad_norm": 0.0010292587103322148,
      "learning_rate": 1.6659420289855074e-05,
      "loss": 0.0003324819728732109,
      "step": 2300
    },
    {
      "epoch": 0.6045241809672387,
      "grad_norm": 0.0020344816148281097,
      "learning_rate": 1.6840579710144927e-05,
      "loss": 0.00030768170952796933,
      "step": 2325
    },
    {
      "epoch": 0.6110244409776391,
      "grad_norm": 0.0008710804395377636,
      "learning_rate": 1.7021739130434783e-05,
      "loss": 0.00029756918549537657,
      "step": 2350
    },
    {
      "epoch": 0.6175247009880396,
      "grad_norm": 0.0010297639528289437,
      "learning_rate": 1.720289855072464e-05,
      "loss": 0.0003132735565304756,
      "step": 2375
    },
    {
      "epoch": 0.62402496099844,
      "grad_norm": 0.0010929155396297574,
      "learning_rate": 1.7384057971014496e-05,
      "loss": 0.0003162991255521774,
      "step": 2400
    },
    {
      "epoch": 0.6305252210088403,
      "grad_norm": 0.0005164285539649427,
      "learning_rate": 1.756521739130435e-05,
      "loss": 0.0003191165253520012,
      "step": 2425
    },
    {
      "epoch": 0.6370254810192407,
      "grad_norm": 0.0014058813685551286,
      "learning_rate": 1.7746376811594205e-05,
      "loss": 0.00029166329652071,
      "step": 2450
    },
    {
      "epoch": 0.6435257410296412,
      "grad_norm": 0.00036998544237576425,
      "learning_rate": 1.792753623188406e-05,
      "loss": 0.00031204935163259506,
      "step": 2475
    },
    {
      "epoch": 0.6500260010400416,
      "grad_norm": 0.0005906142177991569,
      "learning_rate": 1.8108695652173913e-05,
      "loss": 0.00031461842358112337,
      "step": 2500
    },
    {
      "epoch": 0.656526261050442,
      "grad_norm": 0.0019112491281703115,
      "learning_rate": 1.828985507246377e-05,
      "loss": 0.0003568634390830994,
      "step": 2525
    },
    {
      "epoch": 0.6630265210608425,
      "grad_norm": 0.0005400856025516987,
      "learning_rate": 1.8471014492753626e-05,
      "loss": 0.00031186673790216445,
      "step": 2550
    },
    {
      "epoch": 0.6695267810712429,
      "grad_norm": 0.0014024826232343912,
      "learning_rate": 1.865217391304348e-05,
      "loss": 0.00029229436069726943,
      "step": 2575
    },
    {
      "epoch": 0.6760270410816432,
      "grad_norm": 0.0009240263025276363,
      "learning_rate": 1.8833333333333335e-05,
      "loss": 0.00031984806060791015,
      "step": 2600
    },
    {
      "epoch": 0.6825273010920437,
      "grad_norm": 0.001019714749418199,
      "learning_rate": 1.9014492753623188e-05,
      "loss": 0.0002883545309305191,
      "step": 2625
    },
    {
      "epoch": 0.6890275611024441,
      "grad_norm": 0.0007436838932335377,
      "learning_rate": 1.9195652173913044e-05,
      "loss": 0.00031793177127838136,
      "step": 2650
    },
    {
      "epoch": 0.6955278211128445,
      "grad_norm": 0.004361623898148537,
      "learning_rate": 1.9376811594202897e-05,
      "loss": 0.0003340127319097519,
      "step": 2675
    },
    {
      "epoch": 0.7020280811232449,
      "grad_norm": 0.002120215678587556,
      "learning_rate": 1.9557971014492753e-05,
      "loss": 0.0003347470238804817,
      "step": 2700
    },
    {
      "epoch": 0.7085283411336454,
      "grad_norm": 0.0009742141119204462,
      "learning_rate": 1.973913043478261e-05,
      "loss": 0.0002991884760558605,
      "step": 2725
    },
    {
      "epoch": 0.7150286011440458,
      "grad_norm": 0.0017010399606078863,
      "learning_rate": 1.9920289855072465e-05,
      "loss": 0.0003556852787733078,
      "step": 2750
    },
    {
      "epoch": 0.7215288611544461,
      "grad_norm": 0.0007170455064624548,
      "learning_rate": 2.0101449275362318e-05,
      "loss": 0.0002682306058704853,
      "step": 2775
    },
    {
      "epoch": 0.7280291211648466,
      "grad_norm": 0.00114281359128654,
      "learning_rate": 2.0282608695652174e-05,
      "loss": 0.0003118632733821869,
      "step": 2800
    },
    {
      "epoch": 0.734529381175247,
      "grad_norm": 0.0010286562610417604,
      "learning_rate": 2.046376811594203e-05,
      "loss": 0.00028729531913995743,
      "step": 2825
    },
    {
      "epoch": 0.7410296411856474,
      "grad_norm": 0.001677649561315775,
      "learning_rate": 2.0644927536231883e-05,
      "loss": 0.0003165191411972046,
      "step": 2850
    },
    {
      "epoch": 0.7475299011960479,
      "grad_norm": 0.0006778730312362313,
      "learning_rate": 2.082608695652174e-05,
      "loss": 0.0002633074298501015,
      "step": 2875
    },
    {
      "epoch": 0.7540301612064483,
      "grad_norm": 0.0007009701803326607,
      "learning_rate": 2.1007246376811596e-05,
      "loss": 0.00035017453134059904,
      "step": 2900
    },
    {
      "epoch": 0.7605304212168487,
      "grad_norm": 0.002753955079242587,
      "learning_rate": 2.1188405797101452e-05,
      "loss": 0.00035684075206518176,
      "step": 2925
    },
    {
      "epoch": 0.767030681227249,
      "grad_norm": 0.0009396990644745529,
      "learning_rate": 2.1369565217391305e-05,
      "loss": 0.00032220348715782164,
      "step": 2950
    },
    {
      "epoch": 0.7735309412376495,
      "grad_norm": 0.0005787694244645536,
      "learning_rate": 2.155072463768116e-05,
      "loss": 0.0002845560945570469,
      "step": 2975
    },
    {
      "epoch": 0.7800312012480499,
      "grad_norm": 0.001705740811303258,
      "learning_rate": 2.1731884057971017e-05,
      "loss": 0.0003118696250021458,
      "step": 3000
    },
    {
      "epoch": 0.7865314612584503,
      "grad_norm": 0.0016730790957808495,
      "learning_rate": 2.191304347826087e-05,
      "loss": 0.00028975291177630425,
      "step": 3025
    },
    {
      "epoch": 0.7930317212688508,
      "grad_norm": 0.0006580168846994638,
      "learning_rate": 2.2094202898550726e-05,
      "loss": 0.00031032718718051913,
      "step": 3050
    },
    {
      "epoch": 0.7995319812792512,
      "grad_norm": 0.0,
      "learning_rate": 2.2275362318840582e-05,
      "loss": 0.0002661898173391819,
      "step": 3075
    },
    {
      "epoch": 0.8060322412896516,
      "grad_norm": 0.004355259705334902,
      "learning_rate": 2.2456521739130438e-05,
      "loss": 0.00029955208301544187,
      "step": 3100
    },
    {
      "epoch": 0.8125325013000521,
      "grad_norm": 0.0021052362862974405,
      "learning_rate": 2.263768115942029e-05,
      "loss": 0.00029472261667251587,
      "step": 3125
    },
    {
      "epoch": 0.8190327613104524,
      "grad_norm": 0.0020532577764242887,
      "learning_rate": 2.2818840579710147e-05,
      "loss": 0.00032611183822154997,
      "step": 3150
    },
    {
      "epoch": 0.8255330213208528,
      "grad_norm": 0.001252846559509635,
      "learning_rate": 2.3000000000000003e-05,
      "loss": 0.0002973646484315395,
      "step": 3175
    },
    {
      "epoch": 0.8320332813312532,
      "grad_norm": 0.0025867847725749016,
      "learning_rate": 2.3181159420289856e-05,
      "loss": 0.0003094041533768177,
      "step": 3200
    },
    {
      "epoch": 0.8385335413416537,
      "grad_norm": 0.0043645896948874,
      "learning_rate": 2.3362318840579712e-05,
      "loss": 0.00031783077865839006,
      "step": 3225
    },
    {
      "epoch": 0.8450338013520541,
      "grad_norm": 0.0006059009465388954,
      "learning_rate": 2.354347826086957e-05,
      "loss": 0.00027763141319155695,
      "step": 3250
    },
    {
      "epoch": 0.8515340613624545,
      "grad_norm": 0.0023931902833282948,
      "learning_rate": 2.372463768115942e-05,
      "loss": 0.0002982875518500805,
      "step": 3275
    },
    {
      "epoch": 0.858034321372855,
      "grad_norm": 0.0011626601917669177,
      "learning_rate": 2.3905797101449278e-05,
      "loss": 0.00029426002874970435,
      "step": 3300
    },
    {
      "epoch": 0.8645345813832553,
      "grad_norm": 0.0014857512433081865,
      "learning_rate": 2.408695652173913e-05,
      "loss": 0.0003030484728515148,
      "step": 3325
    },
    {
      "epoch": 0.8710348413936557,
      "grad_norm": 0.0026861918158829212,
      "learning_rate": 2.4268115942028987e-05,
      "loss": 0.00026893947273492813,
      "step": 3350
    },
    {
      "epoch": 0.8775351014040562,
      "grad_norm": 0.00171413563657552,
      "learning_rate": 2.444927536231884e-05,
      "loss": 0.00031247254461050036,
      "step": 3375
    },
    {
      "epoch": 0.8840353614144566,
      "grad_norm": 0.0013334028190001845,
      "learning_rate": 2.4630434782608696e-05,
      "loss": 0.0002977939695119858,
      "step": 3400
    },
    {
      "epoch": 0.890535621424857,
      "grad_norm": 0.0015155395958572626,
      "learning_rate": 2.4811594202898552e-05,
      "loss": 0.0003019925206899643,
      "step": 3425
    },
    {
      "epoch": 0.8970358814352574,
      "grad_norm": 0.0019004828063771129,
      "learning_rate": 2.4992753623188405e-05,
      "loss": 0.0002948020212352276,
      "step": 3450
    },
    {
      "epoch": 0.8970358814352574,
      "eval_loss": 0.0013163755647838116,
      "eval_runtime": 7.2747,
      "eval_samples_per_second": 687.314,
      "eval_steps_per_second": 3.711,
      "step": 3450
    },
    {
      "epoch": 0.8970358814352574,
      "eval_holdout_avg_strict_f1": 0.01979999249818373,
      "eval_holdout_enron_spam_bvk_strict_f1": 0.0,
      "eval_holdout_enron_spam_setfit_strict_f1": 0.0,
      "eval_holdout_gliner2_pii_ptbr_reward_split_strict_f1": 0.041815838464843186,
      "eval_holdout_nemotron_pii_strict_f1": 0.04583859376517432,
      "eval_holdout_open_pii_masking_500k_strict_f1": 0.07483772432226041,
      "eval_holdout_phishing_darkknight_strict_f1": 0.0,
      "eval_holdout_phishing_zefang_strict_f1": 0.0,
      "eval_holdout_pii_masking_400k_strict_f1": 0.055307760927743095,
      "eval_holdout_sms_spam_multilingual_strict_f1": 0.0,
      "eval_holdout_spam_messages_mshenoda_strict_f1": 0.0,
      "eval_holdout_spamassassin_strict_f1": 0.0,
      "step": 3450
    },
    {
      "epoch": 0.9035361414456579,
      "grad_norm": 0.0011671730317175388,
      "learning_rate": 2.5173913043478264e-05,
      "loss": 0.00026905197650194167,
      "step": 3475
    },
    {
      "epoch": 0.9100364014560582,
      "grad_norm": 0.0010831784456968307,
      "learning_rate": 2.5355072463768113e-05,
      "loss": 0.0003184381127357483,
      "step": 3500
    },
    {
      "epoch": 0.9165366614664586,
      "grad_norm": 0.0027733801398426294,
      "learning_rate": 2.553623188405797e-05,
      "loss": 0.00031777344644069673,
      "step": 3525
    },
    {
      "epoch": 0.9230369214768591,
      "grad_norm": 0.006140136159956455,
      "learning_rate": 2.5717391304347826e-05,
      "loss": 0.00030992023646831513,
      "step": 3550
    },
    {
      "epoch": 0.9295371814872595,
      "grad_norm": 0.004694697447121143,
      "learning_rate": 2.5898550724637682e-05,
      "loss": 0.0003017419762909412,
      "step": 3575
    },
    {
      "epoch": 0.9360374414976599,
      "grad_norm": 0.0031786097679287195,
      "learning_rate": 2.6079710144927538e-05,
      "loss": 0.0003097628243267536,
      "step": 3600
    },
    {
      "epoch": 0.9425377015080604,
      "grad_norm": 0.0016794903203845024,
      "learning_rate": 2.6260869565217394e-05,
      "loss": 0.0002991587668657303,
      "step": 3625
    },
    {
      "epoch": 0.9490379615184608,
      "grad_norm": 0.0023807429242879152,
      "learning_rate": 2.644202898550725e-05,
      "loss": 0.00031139522790908815,
      "step": 3650
    },
    {
      "epoch": 0.9555382215288611,
      "grad_norm": 0.003003185149282217,
      "learning_rate": 2.66231884057971e-05,
      "loss": 0.0002772625721991062,
      "step": 3675
    },
    {
      "epoch": 0.9620384815392615,
      "grad_norm": 0.000796256004832685,
      "learning_rate": 2.6804347826086956e-05,
      "loss": 0.0003119866922497749,
      "step": 3700
    },
    {
      "epoch": 0.968538741549662,
      "grad_norm": 0.0021845803130418062,
      "learning_rate": 2.6985507246376812e-05,
      "loss": 0.000316128209233284,
      "step": 3725
    },
    {
      "epoch": 0.9750390015600624,
      "grad_norm": 0.00112715526483953,
      "learning_rate": 2.716666666666667e-05,
      "loss": 0.00029152233153581617,
      "step": 3750
    },
    {
      "epoch": 0.9815392615704628,
      "grad_norm": 0.0024580543395131826,
      "learning_rate": 2.7347826086956525e-05,
      "loss": 0.0002828400582075119,
      "step": 3775
    },
    {
      "epoch": 0.9880395215808633,
      "grad_norm": 0.0031969628762453794,
      "learning_rate": 2.752898550724638e-05,
      "loss": 0.0003035380691289902,
      "step": 3800
    },
    {
      "epoch": 0.9945397815912637,
      "grad_norm": 0.015604513697326183,
      "learning_rate": 2.7710144927536237e-05,
      "loss": 0.0003056460060179234,
      "step": 3825
    },
    {
      "epoch": 1.001040041601664,
      "grad_norm": 0.0015990090323612094,
      "learning_rate": 2.7891304347826087e-05,
      "loss": 0.00030797651037573815,
      "step": 3850
    },
    {
      "epoch": 1.0075403016120645,
      "grad_norm": 0.0006027631461620331,
      "learning_rate": 2.8072463768115943e-05,
      "loss": 0.0002863717824220657,
      "step": 3875
    },
    {
      "epoch": 1.0140405616224648,
      "grad_norm": 0.008887791074812412,
      "learning_rate": 2.82536231884058e-05,
      "loss": 0.00033138148486614225,
      "step": 3900
    },
    {
      "epoch": 1.0205408216328653,
      "grad_norm": 0.0011880005476996303,
      "learning_rate": 2.8434782608695655e-05,
      "loss": 0.0003792601823806763,
      "step": 3925
    },
    {
      "epoch": 1.0270410816432658,
      "grad_norm": 0.0044065662659704685,
      "learning_rate": 2.8615942028985508e-05,
      "loss": 0.0003368314728140831,
      "step": 3950
    },
    {
      "epoch": 1.033541341653666,
      "grad_norm": 0.004491528961807489,
      "learning_rate": 2.8797101449275364e-05,
      "loss": 0.00031654369086027146,
      "step": 3975
    },
    {
      "epoch": 1.0400416016640666,
      "grad_norm": 0.0022014344576746225,
      "learning_rate": 2.897826086956522e-05,
      "loss": 0.000343184731900692,
      "step": 4000
    },
    {
      "epoch": 1.046541861674467,
      "grad_norm": 0.0020901078823953867,
      "learning_rate": 2.9159420289855073e-05,
      "loss": 0.0003895349428057671,
      "step": 4025
    },
    {
      "epoch": 1.0530421216848673,
      "grad_norm": 0.006787622347474098,
      "learning_rate": 2.934057971014493e-05,
      "loss": 0.000345432460308075,
      "step": 4050
    },
    {
      "epoch": 1.0595423816952678,
      "grad_norm": 0.001472746254876256,
      "learning_rate": 2.9521739130434782e-05,
      "loss": 0.00033133041113615037,
      "step": 4075
    },
    {
      "epoch": 1.0660426417056683,
      "grad_norm": 0.00274971523322165,
      "learning_rate": 2.9702898550724638e-05,
      "loss": 0.0003213922679424286,
      "step": 4100
    },
    {
      "epoch": 1.0725429017160686,
      "grad_norm": 0.003665718249976635,
      "learning_rate": 2.9884057971014494e-05,
      "loss": 0.00037232354283332823,
      "step": 4125
    },
    {
      "epoch": 1.079043161726469,
      "grad_norm": 0.0026763668283820152,
      "learning_rate": 3.006521739130435e-05,
      "loss": 0.0003335591405630112,
      "step": 4150
    },
    {
      "epoch": 1.0855434217368696,
      "grad_norm": 0.004248565994203091,
      "learning_rate": 3.0246376811594207e-05,
      "loss": 0.0003483542054891586,
      "step": 4175
    },
    {
      "epoch": 1.0920436817472698,
      "grad_norm": 0.0028635687194764614,
      "learning_rate": 3.0427536231884056e-05,
      "loss": 0.00031913988292217257,
      "step": 4200
    },
    {
      "epoch": 1.0985439417576703,
      "grad_norm": 0.002372679766267538,
      "learning_rate": 3.0608695652173916e-05,
      "loss": 0.0003160311281681061,
      "step": 4225
    },
    {
      "epoch": 1.1050442017680706,
      "grad_norm": 0.004170225001871586,
      "learning_rate": 3.078985507246377e-05,
      "loss": 0.0002849435992538929,
      "step": 4250
    },
    {
      "epoch": 1.111544461778471,
      "grad_norm": 0.0,
      "learning_rate": 3.097101449275363e-05,
      "loss": 0.0003091808594763279,
      "step": 4275
    },
    {
      "epoch": 1.1180447217888716,
      "grad_norm": 0.0010796879651024938,
      "learning_rate": 3.115217391304348e-05,
      "loss": 0.0003037399798631668,
      "step": 4300
    },
    {
      "epoch": 1.1245449817992719,
      "grad_norm": 0.0,
      "learning_rate": 3.1333333333333334e-05,
      "loss": 0.00032576750963926316,
      "step": 4325
    },
    {
      "epoch": 1.1310452418096724,
      "grad_norm": 0.0064179119653999805,
      "learning_rate": 3.151449275362319e-05,
      "loss": 0.0003202928230166435,
      "step": 4350
    },
    {
      "epoch": 1.1375455018200729,
      "grad_norm": 0.006963932886719704,
      "learning_rate": 3.1695652173913046e-05,
      "loss": 0.00034561607986688614,
      "step": 4375
    },
    {
      "epoch": 1.1440457618304731,
      "grad_norm": 0.0019319987623021007,
      "learning_rate": 3.18768115942029e-05,
      "loss": 0.00034509383141994476,
      "step": 4400
    },
    {
      "epoch": 1.1505460218408736,
      "grad_norm": 0.004242972936481237,
      "learning_rate": 3.205797101449275e-05,
      "loss": 0.00032770711928606036,
      "step": 4425
    },
    {
      "epoch": 1.1570462818512741,
      "grad_norm": 0.0014416216872632504,
      "learning_rate": 3.223913043478261e-05,
      "loss": 0.00033207762986421586,
      "step": 4450
    },
    {
      "epoch": 1.1635465418616744,
      "grad_norm": 0.003044139128178358,
      "learning_rate": 3.2420289855072464e-05,
      "loss": 0.00028797827661037446,
      "step": 4475
    },
    {
      "epoch": 1.1700468018720749,
      "grad_norm": 0.004789582919329405,
      "learning_rate": 3.2601449275362324e-05,
      "loss": 0.00030507130548357964,
      "step": 4500
    },
    {
      "epoch": 1.1765470618824754,
      "grad_norm": 0.011801498010754585,
      "learning_rate": 3.278260869565217e-05,
      "loss": 0.00031583432108163835,
      "step": 4525
    },
    {
      "epoch": 1.1830473218928756,
      "grad_norm": 0.002333596348762512,
      "learning_rate": 3.296376811594203e-05,
      "loss": 0.0002924199961125851,
      "step": 4550
    },
    {
      "epoch": 1.1895475819032761,
      "grad_norm": 0.003968964330852032,
      "learning_rate": 3.314492753623188e-05,
      "loss": 0.00034423466771841047,
      "step": 4575
    },
    {
      "epoch": 1.1960478419136766,
      "grad_norm": 0.0037589913699775934,
      "learning_rate": 3.332608695652174e-05,
      "loss": 0.0002912192791700363,
      "step": 4600
    },
    {
      "epoch": 1.202548101924077,
      "grad_norm": 0.005469044204801321,
      "learning_rate": 3.3507246376811594e-05,
      "loss": 0.000267421193420887,
      "step": 4625
    },
    {
      "epoch": 1.2090483619344774,
      "grad_norm": 0.0013472590362653136,
      "learning_rate": 3.3688405797101454e-05,
      "loss": 0.0002920958027243614,
      "step": 4650
    },
    {
      "epoch": 1.215548621944878,
      "grad_norm": 0.0010584670817479491,
      "learning_rate": 3.386956521739131e-05,
      "loss": 0.0003347089141607285,
      "step": 4675
    },
    {
      "epoch": 1.2220488819552782,
      "grad_norm": 0.003385865828022361,
      "learning_rate": 3.405072463768116e-05,
      "loss": 0.00033686719834804537,
      "step": 4700
    },
    {
      "epoch": 1.2285491419656787,
      "grad_norm": 0.0015582754276692867,
      "learning_rate": 3.423188405797101e-05,
      "loss": 0.00030806563794612886,
      "step": 4725
    },
    {
      "epoch": 1.2350494019760792,
      "grad_norm": 0.006736577954143286,
      "learning_rate": 3.441304347826087e-05,
      "loss": 0.00030645377933979034,
      "step": 4750
    },
    {
      "epoch": 1.2415496619864794,
      "grad_norm": 0.0,
      "learning_rate": 3.4594202898550725e-05,
      "loss": 0.0002596873417496681,
      "step": 4775
    },
    {
      "epoch": 1.24804992199688,
      "grad_norm": 0.0014598104171454906,
      "learning_rate": 3.4775362318840584e-05,
      "loss": 0.00031735524535179136,
      "step": 4800
    },
    {
      "epoch": 1.2545501820072804,
      "grad_norm": 0.0012760423123836517,
      "learning_rate": 3.495652173913044e-05,
      "loss": 0.00034475263208150864,
      "step": 4825
    },
    {
      "epoch": 1.2610504420176807,
      "grad_norm": 0.00399738596752286,
      "learning_rate": 3.51376811594203e-05,
      "loss": 0.0003468216210603714,
      "step": 4850
    },
    {
      "epoch": 1.2675507020280812,
      "grad_norm": 0.000710926775354892,
      "learning_rate": 3.531884057971014e-05,
      "loss": 0.0003094401024281979,
      "step": 4875
    },
    {
      "epoch": 1.2740509620384817,
      "grad_norm": 0.001548282103613019,
      "learning_rate": 3.55e-05,
      "loss": 0.00032061580568552015,
      "step": 4900
    },
    {
      "epoch": 1.280551222048882,
      "grad_norm": 0.0024284820538014174,
      "learning_rate": 3.5681159420289855e-05,
      "loss": 0.00030055604875087736,
      "step": 4925
    },
    {
      "epoch": 1.2870514820592824,
      "grad_norm": 0.004141749814152718,
      "learning_rate": 3.5862318840579715e-05,
      "loss": 0.0003376200422644615,
      "step": 4950
    },
    {
      "epoch": 1.2935517420696827,
      "grad_norm": 0.0016009368700906634,
      "learning_rate": 3.604347826086957e-05,
      "loss": 0.00035102896392345427,
      "step": 4975
    },
    {
      "epoch": 1.3000520020800832,
      "grad_norm": 0.002298409352079034,
      "learning_rate": 3.622463768115942e-05,
      "loss": 0.00029324846342206,
      "step": 5000
    },
    {
      "epoch": 1.3065522620904837,
      "grad_norm": 0.002268020762130618,
      "learning_rate": 3.640579710144928e-05,
      "loss": 0.0003086787275969982,
      "step": 5025
    },
    {
      "epoch": 1.313052522100884,
      "grad_norm": 0.0012281977105885744,
      "learning_rate": 3.658695652173913e-05,
      "loss": 0.0003048296086490154,
      "step": 5050
    },
    {
      "epoch": 1.3195527821112845,
      "grad_norm": 0.003418742213398218,
      "learning_rate": 3.6768115942028985e-05,
      "loss": 0.00032037079334259035,
      "step": 5075
    },
    {
      "epoch": 1.3260530421216847,
      "grad_norm": 0.004171136766672134,
      "learning_rate": 3.694927536231884e-05,
      "loss": 0.0002728208154439926,
      "step": 5100
    },
    {
      "epoch": 1.3325533021320852,
      "grad_norm": 0.0014296929584816098,
      "learning_rate": 3.71304347826087e-05,
      "loss": 0.00031274981796741485,
      "step": 5125
    },
    {
      "epoch": 1.3390535621424857,
      "grad_norm": 0.006193948443979025,
      "learning_rate": 3.731159420289855e-05,
      "loss": 0.00031706057488918306,
      "step": 5150
    },
    {
      "epoch": 1.345553822152886,
      "grad_norm": 0.0031706327572464943,
      "learning_rate": 3.749275362318841e-05,
      "loss": 0.0002851133979856968,
      "step": 5175
    },
    {
      "epoch": 1.3520540821632865,
      "grad_norm": 0.0012347496813163161,
      "learning_rate": 3.767391304347826e-05,
      "loss": 0.0003035278618335724,
      "step": 5200
    },
    {
      "epoch": 1.358554342173687,
      "grad_norm": 0.005003906786441803,
      "learning_rate": 3.7855072463768116e-05,
      "loss": 0.0003134777024388313,
      "step": 5225
    },
    {
      "epoch": 1.3650546021840873,
      "grad_norm": 0.0019250995246693492,
      "learning_rate": 3.803623188405797e-05,
      "loss": 0.00032027017325162886,
      "step": 5250
    },
    {
      "epoch": 1.3715548621944877,
      "grad_norm": 0.0020014136098325253,
      "learning_rate": 3.821739130434783e-05,
      "loss": 0.0003059590607881546,
      "step": 5275
    },
    {
      "epoch": 1.3780551222048882,
      "grad_norm": 0.0023152746725827456,
      "learning_rate": 3.839855072463768e-05,
      "loss": 0.00031596384942531584,
      "step": 5300
    },
    {
      "epoch": 1.3845553822152885,
      "grad_norm": 0.002091446192935109,
      "learning_rate": 3.857971014492754e-05,
      "loss": 0.0003000116907060146,
      "step": 5325
    },
    {
      "epoch": 1.391055642225689,
      "grad_norm": 0.0017833883175626397,
      "learning_rate": 3.876086956521739e-05,
      "loss": 0.0003047176636755466,
      "step": 5350
    },
    {
      "epoch": 1.3975559022360895,
      "grad_norm": 0.0011746827512979507,
      "learning_rate": 3.894202898550725e-05,
      "loss": 0.00030552351847290993,
      "step": 5375
    },
    {
      "epoch": 1.4040561622464898,
      "grad_norm": 0.0025903950445353985,
      "learning_rate": 3.91231884057971e-05,
      "loss": 0.0002794661931693554,
      "step": 5400
    },
    {
      "epoch": 1.4105564222568903,
      "grad_norm": 0.0011848583817481995,
      "learning_rate": 3.930434782608696e-05,
      "loss": 0.00027751639485359194,
      "step": 5425
    },
    {
      "epoch": 1.4170566822672908,
      "grad_norm": 0.0022143861278891563,
      "learning_rate": 3.948550724637681e-05,
      "loss": 0.0003024022839963436,
      "step": 5450
    },
    {
      "epoch": 1.423556942277691,
      "grad_norm": 0.0025171921588480473,
      "learning_rate": 3.966666666666667e-05,
      "loss": 0.00028847914189100265,
      "step": 5475
    },
    {
      "epoch": 1.4300572022880915,
      "grad_norm": 0.0015157477464526892,
      "learning_rate": 3.9847826086956524e-05,
      "loss": 0.00025584105402231216,
      "step": 5500
    },
    {
      "epoch": 1.436557462298492,
      "grad_norm": 0.0020852391608059406,
      "learning_rate": 4.002898550724638e-05,
      "loss": 0.0003291204199194908,
      "step": 5525
    },
    {
      "epoch": 1.4430577223088923,
      "grad_norm": 0.003646504133939743,
      "learning_rate": 4.0210144927536236e-05,
      "loss": 0.00030050855129957197,
      "step": 5550
    },
    {
      "epoch": 1.4495579823192928,
      "grad_norm": 0.001804452738724649,
      "learning_rate": 4.039130434782609e-05,
      "loss": 0.00027791304513812064,
      "step": 5575
    },
    {
      "epoch": 1.4560582423296933,
      "grad_norm": 0.0014344255905598402,
      "learning_rate": 4.057246376811594e-05,
      "loss": 0.00030676303431391715,
      "step": 5600
    },
    {
      "epoch": 1.4625585023400935,
      "grad_norm": 0.005396896041929722,
      "learning_rate": 4.07536231884058e-05,
      "loss": 0.0002854640409350395,
      "step": 5625
    },
    {
      "epoch": 1.469058762350494,
      "grad_norm": 0.00498207937926054,
      "learning_rate": 4.0934782608695654e-05,
      "loss": 0.00028169915080070493,
      "step": 5650
    },
    {
      "epoch": 1.4755590223608945,
      "grad_norm": 0.0011505525326356292,
      "learning_rate": 4.111594202898551e-05,
      "loss": 0.00032645512372255327,
      "step": 5675
    },
    {
      "epoch": 1.4820592823712948,
      "grad_norm": 0.007459944114089012,
      "learning_rate": 4.1297101449275366e-05,
      "loss": 0.0002781330794095993,
      "step": 5700
    },
    {
      "epoch": 1.4885595423816953,
      "grad_norm": 0.002072904258966446,
      "learning_rate": 4.147826086956522e-05,
      "loss": 0.00028281256556510925,
      "step": 5725
    },
    {
      "epoch": 1.4950598023920958,
      "grad_norm": 0.0022271168418228626,
      "learning_rate": 4.165942028985507e-05,
      "loss": 0.00030599093064665795,
      "step": 5750
    },
    {
      "epoch": 1.501560062402496,
      "grad_norm": 0.0026721549220383167,
      "learning_rate": 4.184057971014493e-05,
      "loss": 0.0002837671712040901,
      "step": 5775
    },
    {
      "epoch": 1.5080603224128966,
      "grad_norm": 0.001238685566931963,
      "learning_rate": 4.2021739130434784e-05,
      "loss": 0.00027412747964262964,
      "step": 5800
    },
    {
      "epoch": 1.514560582423297,
      "grad_norm": 0.0008851462625898421,
      "learning_rate": 4.220289855072464e-05,
      "loss": 0.0002843565493822098,
      "step": 5825
    },
    {
      "epoch": 1.5210608424336973,
      "grad_norm": 0.004694326780736446,
      "learning_rate": 4.23840579710145e-05,
      "loss": 0.0002548668347299099,
      "step": 5850
    },
    {
      "epoch": 1.5275611024440978,
      "grad_norm": 0.0029512110631912947,
      "learning_rate": 4.256521739130435e-05,
      "loss": 0.00030956786125898363,
      "step": 5875
    },
    {
      "epoch": 1.5340613624544983,
      "grad_norm": 0.003379747737199068,
      "learning_rate": 4.274637681159421e-05,
      "loss": 0.00031427673995494844,
      "step": 5900
    },
    {
      "epoch": 1.5405616224648986,
      "grad_norm": 0.005398206412792206,
      "learning_rate": 4.2927536231884055e-05,
      "loss": 0.0002831252105534077,
      "step": 5925
    },
    {
      "epoch": 1.5470618824752989,
      "grad_norm": 0.009443123824894428,
      "learning_rate": 4.3108695652173915e-05,
      "loss": 0.0003003663755953312,
      "step": 5950
    },
    {
      "epoch": 1.5535621424856996,
      "grad_norm": 0.005164314527064562,
      "learning_rate": 4.328985507246377e-05,
      "loss": 0.00030718352645635604,
      "step": 5975
    },
    {
      "epoch": 1.5600624024960998,
      "grad_norm": 0.00410798192024231,
      "learning_rate": 4.347101449275363e-05,
      "loss": 0.0003109707310795784,
      "step": 6000
    },
    {
      "epoch": 1.5665626625065001,
      "grad_norm": 0.004693225026130676,
      "learning_rate": 4.365217391304348e-05,
      "loss": 0.0002868692018091679,
      "step": 6025
    },
    {
      "epoch": 1.5730629225169008,
      "grad_norm": 0.001609576283954084,
      "learning_rate": 4.383333333333334e-05,
      "loss": 0.00031623709946870804,
      "step": 6050
    },
    {
      "epoch": 1.579563182527301,
      "grad_norm": 0.0011194883845746517,
      "learning_rate": 4.401449275362319e-05,
      "loss": 0.00029221972450613974,
      "step": 6075
    },
    {
      "epoch": 1.5860634425377014,
      "grad_norm": 0.0020942233968526125,
      "learning_rate": 4.4195652173913045e-05,
      "loss": 0.00028448238968849183,
      "step": 6100
    },
    {
      "epoch": 1.592563702548102,
      "grad_norm": 0.0007156800711527467,
      "learning_rate": 4.43768115942029e-05,
      "loss": 0.0003088047541677952,
      "step": 6125
    },
    {
      "epoch": 1.5990639625585024,
      "grad_norm": 0.0010163492988795042,
      "learning_rate": 4.455797101449276e-05,
      "loss": 0.00024831485003232954,
      "step": 6150
    },
    {
      "epoch": 1.6055642225689026,
      "grad_norm": 0.0011129551567137241,
      "learning_rate": 4.473913043478261e-05,
      "loss": 0.0002939954400062561,
      "step": 6175
    },
    {
      "epoch": 1.6120644825793031,
      "grad_norm": 0.0014835961628705263,
      "learning_rate": 4.492028985507247e-05,
      "loss": 0.00027918266132473943,
      "step": 6200
    },
    {
      "epoch": 1.6185647425897036,
      "grad_norm": 0.005272570997476578,
      "learning_rate": 4.510144927536232e-05,
      "loss": 0.0003057974763214588,
      "step": 6225
    },
    {
      "epoch": 1.625065002600104,
      "grad_norm": 0.004790041130036116,
      "learning_rate": 4.5282608695652175e-05,
      "loss": 0.0002860172651708126,
      "step": 6250
    },
    {
      "epoch": 1.6315652626105044,
      "grad_norm": 0.0022453030105680227,
      "learning_rate": 4.546376811594203e-05,
      "loss": 0.0002870689146220684,
      "step": 6275
    },
    {
      "epoch": 1.6380655226209049,
      "grad_norm": 0.0024950592778623104,
      "learning_rate": 4.564492753623189e-05,
      "loss": 0.0003029079921543598,
      "step": 6300
    },
    {
      "epoch": 1.6445657826313052,
      "grad_norm": 0.0020117126405239105,
      "learning_rate": 4.582608695652174e-05,
      "loss": 0.0003067331947386265,
      "step": 6325
    },
    {
      "epoch": 1.6510660426417056,
      "grad_norm": 0.0009332145564258099,
      "learning_rate": 4.60072463768116e-05,
      "loss": 0.00027948716655373573,
      "step": 6350
    },
    {
      "epoch": 1.6575663026521061,
      "grad_norm": 0.0,
      "learning_rate": 4.618840579710145e-05,
      "loss": 0.00028807364404201505,
      "step": 6375
    },
    {
      "epoch": 1.6640665626625064,
      "grad_norm": 0.0032374351285398006,
      "learning_rate": 4.6369565217391306e-05,
      "loss": 0.00027499660849571227,
      "step": 6400
    },
    {
      "epoch": 1.670566822672907,
      "grad_norm": 0.0030327781569212675,
      "learning_rate": 4.655072463768116e-05,
      "loss": 0.0002995528653264046,
      "step": 6425
    },
    {
      "epoch": 1.6770670826833074,
      "grad_norm": 0.0018715931801125407,
      "learning_rate": 4.673188405797102e-05,
      "loss": 0.00024274324998259543,
      "step": 6450
    },
    {
      "epoch": 1.6835673426937077,
      "grad_norm": 0.001741762738674879,
      "learning_rate": 4.691304347826087e-05,
      "loss": 0.00027031151577830317,
      "step": 6475
    },
    {
      "epoch": 1.6900676027041082,
      "grad_norm": 0.0029014807660132647,
      "learning_rate": 4.7094202898550724e-05,
      "loss": 0.0002902892790734768,
      "step": 6500
    },
    {
      "epoch": 1.6965678627145087,
      "grad_norm": 0.0006979657919146121,
      "learning_rate": 4.727536231884058e-05,
      "loss": 0.0002635803818702698,
      "step": 6525
    },
    {
      "epoch": 1.703068122724909,
      "grad_norm": 0.0022528229746967554,
      "learning_rate": 4.7456521739130436e-05,
      "loss": 0.0003087851218879223,
      "step": 6550
    },
    {
      "epoch": 1.7095683827353094,
      "grad_norm": 0.005399159621447325,
      "learning_rate": 4.7637681159420296e-05,
      "loss": 0.0002844073623418808,
      "step": 6575
    },
    {
      "epoch": 1.71606864274571,
      "grad_norm": 0.0027920063585042953,
      "learning_rate": 4.781884057971014e-05,
      "loss": 0.00029874764382839205,
      "step": 6600
    },
    {
      "epoch": 1.7225689027561102,
      "grad_norm": 0.0016516833566129208,
      "learning_rate": 4.8e-05,
      "loss": 0.0002489457279443741,
      "step": 6625
    },
    {
      "epoch": 1.7290691627665107,
      "grad_norm": 0.0023696268908679485,
      "learning_rate": 4.8181159420289854e-05,
      "loss": 0.00027289777994155885,
      "step": 6650
    },
    {
      "epoch": 1.7355694227769112,
      "grad_norm": 0.0017222384922206402,
      "learning_rate": 4.8362318840579714e-05,
      "loss": 0.0002775443904101849,
      "step": 6675
    },
    {
      "epoch": 1.7420696827873114,
      "grad_norm": 0.0018073809333145618,
      "learning_rate": 4.8543478260869566e-05,
      "loss": 0.000254177488386631,
      "step": 6700
    },
    {
      "epoch": 1.748569942797712,
      "grad_norm": 0.0030928237829357386,
      "learning_rate": 4.8724637681159426e-05,
      "loss": 0.00029973674565553666,
      "step": 6725
    },
    {
      "epoch": 1.7550702028081124,
      "grad_norm": 0.003188478061929345,
      "learning_rate": 4.890579710144928e-05,
      "loss": 0.00026500694453716276,
      "step": 6750
    },
    {
      "epoch": 1.7615704628185127,
      "grad_norm": 0.0006110169924795628,
      "learning_rate": 4.908695652173913e-05,
      "loss": 0.00028070401400327684,
      "step": 6775
    },
    {
      "epoch": 1.7680707228289132,
      "grad_norm": 0.002211988903582096,
      "learning_rate": 4.9268115942028984e-05,
      "loss": 0.00031072892248630525,
      "step": 6800
    },
    {
      "epoch": 1.7745709828393137,
      "grad_norm": 0.002339594531804323,
      "learning_rate": 4.9449275362318844e-05,
      "loss": 0.00026881076395511626,
      "step": 6825
    },
    {
      "epoch": 1.781071242849714,
      "grad_norm": 0.001855787937529385,
      "learning_rate": 4.96304347826087e-05,
      "loss": 0.00028889000415802005,
      "step": 6850
    },
    {
      "epoch": 1.7875715028601145,
      "grad_norm": 0.004768841899931431,
      "learning_rate": 4.9811594202898556e-05,
      "loss": 0.0002878274954855442,
      "step": 6875
    },
    {
      "epoch": 1.794071762870515,
      "grad_norm": 0.00204999977722764,
      "learning_rate": 4.999275362318841e-05,
      "loss": 0.00026362594217062,
      "step": 6900
    },
    {
      "epoch": 1.794071762870515,
      "eval_loss": 0.001298407674767077,
      "eval_runtime": 7.2552,
      "eval_samples_per_second": 689.164,
      "eval_steps_per_second": 3.721,
      "step": 6900
    },
    {
      "epoch": 1.794071762870515,
      "eval_holdout_avg_strict_f1": 0.015627198422668045,
      "eval_holdout_enron_spam_bvk_strict_f1": 0.0,
      "eval_holdout_enron_spam_setfit_strict_f1": 0.0,
      "eval_holdout_gliner2_pii_ptbr_reward_split_strict_f1": 0.03821876351059231,
      "eval_holdout_nemotron_pii_strict_f1": 0.029488364277913136,
      "eval_holdout_open_pii_masking_500k_strict_f1": 0.06010272101409682,
      "eval_holdout_phishing_darkknight_strict_f1": 0.0,
      "eval_holdout_phishing_zefang_strict_f1": 0.0,
      "eval_holdout_pii_masking_400k_strict_f1": 0.044089333846746244,
      "eval_holdout_sms_spam_multilingual_strict_f1": 0.0,
      "eval_holdout_spam_messages_mshenoda_strict_f1": 0.0,
      "eval_holdout_spamassassin_strict_f1": 0.0,
      "step": 6900
    },
    {
      "epoch": 1.8005720228809152,
      "grad_norm": 0.0017703310586512089,
      "learning_rate": 4.999998157323963e-05,
      "loss": 0.00029657723382115365,
      "step": 6925
    },
    {
      "epoch": 1.8070722828913155,
      "grad_norm": 0.002401393372565508,
      "learning_rate": 4.999992318987079e-05,
      "loss": 0.0002728748507797718,
      "step": 6950
    },
    {
      "epoch": 1.8135725429017162,
      "grad_norm": 0.0010186949511989951,
      "learning_rate": 4.999982481799595e-05,
      "loss": 0.0002660237066447735,
      "step": 6975
    },
    {
      "epoch": 1.8200728029121165,
      "grad_norm": 0.002337829675525427,
      "learning_rate": 4.999968645777246e-05,
      "loss": 0.0002816925011575222,
      "step": 7000
    },
    {
      "epoch": 1.8265730629225168,
      "grad_norm": 0.001261275727301836,
      "learning_rate": 4.999950810942164e-05,
      "loss": 0.0002926921471953392,
      "step": 7025
    },
    {
      "epoch": 1.8330733229329175,
      "grad_norm": 0.001112476922571659,
      "learning_rate": 4.999928977322876e-05,
      "loss": 0.00028484620153903964,
      "step": 7050
    },
    {
      "epoch": 1.8395735829433177,
      "grad_norm": 0.004276876803487539,
      "learning_rate": 4.999903144954307e-05,
      "loss": 0.0002890905737876892,
      "step": 7075
    },
    {
      "epoch": 1.846073842953718,
      "grad_norm": 0.001109086791984737,
      "learning_rate": 4.9998733138777766e-05,
      "loss": 0.00028899595141410826,
      "step": 7100
    },
    {
      "epoch": 1.8525741029641187,
      "grad_norm": 0.003312828252092004,
      "learning_rate": 4.999839484140999e-05,
      "loss": 0.00028695842251181603,
      "step": 7125
    },
    {
      "epoch": 1.859074362974519,
      "grad_norm": 0.0036718384362757206,
      "learning_rate": 4.9998016557980896e-05,
      "loss": 0.0002957011759281158,
      "step": 7150
    },
    {
      "epoch": 1.8655746229849193,
      "grad_norm": 0.0010820156894624233,
      "learning_rate": 4.999759828909555e-05,
      "loss": 0.0002718496508896351,
      "step": 7175
    },
    {
      "epoch": 1.8720748829953198,
      "grad_norm": 0.0010525485267862678,
      "learning_rate": 4.9997140035422984e-05,
      "loss": 0.0002739377319812775,
      "step": 7200
    },
    {
      "epoch": 1.8785751430057203,
      "grad_norm": 0.003618677845224738,
      "learning_rate": 4.9996641797696206e-05,
      "loss": 0.00028557723388075826,
      "step": 7225
    },
    {
      "epoch": 1.8850754030161205,
      "grad_norm": 0.0034078890457749367,
      "learning_rate": 4.999610357671217e-05,
      "loss": 0.0002824321761727333,
      "step": 7250
    },
    {
      "epoch": 1.891575663026521,
      "grad_norm": 0.0026714326813817024,
      "learning_rate": 4.999552537333178e-05,
      "loss": 0.000270571056753397,
      "step": 7275
    },
    {
      "epoch": 1.8980759230369215,
      "grad_norm": 0.0030453635845333338,
      "learning_rate": 4.99949071884799e-05,
      "loss": 0.0002762207575142384,
      "step": 7300
    },
    {
      "epoch": 1.9045761830473218,
      "grad_norm": 0.002129437867552042,
      "learning_rate": 4.999424902314534e-05,
      "loss": 0.00029886599630117415,
      "step": 7325
    },
    {
      "epoch": 1.9110764430577223,
      "grad_norm": 0.0017199000576511025,
      "learning_rate": 4.9993550878380876e-05,
      "loss": 0.00024105872958898544,
      "step": 7350
    },
    {
      "epoch": 1.9175767030681228,
      "grad_norm": 0.0019791550002992153,
      "learning_rate": 4.999281275530321e-05,
      "loss": 0.0002700541727244854,
      "step": 7375
    },
    {
      "epoch": 1.924076963078523,
      "grad_norm": 0.002077782526612282,
      "learning_rate": 4.9992034655093016e-05,
      "loss": 0.0002733784168958664,
      "step": 7400
    },
    {
      "epoch": 1.9305772230889235,
      "grad_norm": 0.0021692560985684395,
      "learning_rate": 4.9991216578994894e-05,
      "loss": 0.0002755324728786945,
      "step": 7425
    },
    {
      "epoch": 1.937077483099324,
      "grad_norm": 0.0012318184599280357,
      "learning_rate": 4.999035852831739e-05,
      "loss": 0.00027664078399538996,
      "step": 7450
    },
    {
      "epoch": 1.9435777431097243,
      "grad_norm": 0.0022035727743059397,
      "learning_rate": 4.998946050443299e-05,
      "loss": 0.00027742795646190643,
      "step": 7475
    },
    {
      "epoch": 1.9500780031201248,
      "grad_norm": 0.003872137051075697,
      "learning_rate": 4.9988522508778144e-05,
      "loss": 0.0002809068188071251,
      "step": 7500
    },
    {
      "epoch": 1.9565782631305253,
      "grad_norm": 0.005694707855582237,
      "learning_rate": 4.9987544542853207e-05,
      "loss": 0.0002876455523073673,
      "step": 7525
    },
    {
      "epoch": 1.9630785231409256,
      "grad_norm": 0.0018619212787598372,
      "learning_rate": 4.9986526608222475e-05,
      "loss": 0.0002589203044772148,
      "step": 7550
    },
    {
      "epoch": 1.969578783151326,
      "grad_norm": 0.0019440543837845325,
      "learning_rate": 4.998546870651418e-05,
      "loss": 0.0002764608152210712,
      "step": 7575
    },
    {
      "epoch": 1.9760790431617266,
      "grad_norm": 0.0015528312651440501,
      "learning_rate": 4.998437083942049e-05,
      "loss": 0.00025359803810715676,
      "step": 7600
    },
    {
      "epoch": 1.9825793031721268,
      "grad_norm": 0.004921973682940006,
      "learning_rate": 4.998323300869749e-05,
      "loss": 0.0002727708593010902,
      "step": 7625
    },
    {
      "epoch": 1.9890795631825273,
      "grad_norm": 0.001523703569546342,
      "learning_rate": 4.99820552161652e-05,
      "loss": 0.0002619338594377041,
      "step": 7650
    },
    {
      "epoch": 1.9955798231929278,
      "grad_norm": 0.004311833530664444,
      "learning_rate": 4.998083746370754e-05,
      "loss": 0.0002619973011314869,
      "step": 7675
    },
    {
      "epoch": 2.002080083203328,
      "grad_norm": 0.0030685316305607557,
      "learning_rate": 4.9979579753272364e-05,
      "loss": 0.00028862494975328445,
      "step": 7700
    },
    {
      "epoch": 2.0085803432137284,
      "grad_norm": 0.0011595230316743255,
      "learning_rate": 4.997828208687144e-05,
      "loss": 0.00024254759773612022,
      "step": 7725
    },
    {
      "epoch": 2.015080603224129,
      "grad_norm": 0.0019829794764518738,
      "learning_rate": 4.997694446658044e-05,
      "loss": 0.000305801797658205,
      "step": 7750
    },
    {
      "epoch": 2.0215808632345293,
      "grad_norm": 0.002637671772390604,
      "learning_rate": 4.997556689453895e-05,
      "loss": 0.00028775529935956003,
      "step": 7775
    },
    {
      "epoch": 2.0280811232449296,
      "grad_norm": 0.004940721672028303,
      "learning_rate": 4.997414937295046e-05,
      "loss": 0.000274547953158617,
      "step": 7800
    },
    {
      "epoch": 2.0345813832553303,
      "grad_norm": 0.0036540755536407232,
      "learning_rate": 4.997269190408235e-05,
      "loss": 0.00027498628944158557,
      "step": 7825
    },
    {
      "epoch": 2.0410816432657306,
      "grad_norm": 0.004672015551477671,
      "learning_rate": 4.997119449026592e-05,
      "loss": 0.00029294028878211974,
      "step": 7850
    },
    {
      "epoch": 2.047581903276131,
      "grad_norm": 0.00043306767474859953,
      "learning_rate": 4.996965713389635e-05,
      "loss": 0.0002886112034320831,
      "step": 7875
    },
    {
      "epoch": 2.0540821632865316,
      "grad_norm": 0.001710674841888249,
      "learning_rate": 4.99680798374327e-05,
      "loss": 0.00029880210757255555,
      "step": 7900
    },
    {
      "epoch": 2.060582423296932,
      "grad_norm": 0.00074931321432814,
      "learning_rate": 4.9966462603397946e-05,
      "loss": 0.0002872174419462681,
      "step": 7925
    },
    {
      "epoch": 2.067082683307332,
      "grad_norm": 0.0014533158391714096,
      "learning_rate": 4.9964805434378906e-05,
      "loss": 0.00029754893854260444,
      "step": 7950
    },
    {
      "epoch": 2.073582943317733,
      "grad_norm": 0.0011532707139849663,
      "learning_rate": 4.996310833302631e-05,
      "loss": 0.000272640660405159,
      "step": 7975
    },
    {
      "epoch": 2.080083203328133,
      "grad_norm": 0.002353905700147152,
      "learning_rate": 4.996137130205474e-05,
      "loss": 0.0002785234898328781,
      "step": 8000
    },
    {
      "epoch": 2.0865834633385334,
      "grad_norm": 0.00506283063441515,
      "learning_rate": 4.995959434424265e-05,
      "loss": 0.00026953674852848053,
      "step": 8025
    },
    {
      "epoch": 2.093083723348934,
      "grad_norm": 0.006331348791718483,
      "learning_rate": 4.9957777462432394e-05,
      "loss": 0.0002770484797656536,
      "step": 8050
    },
    {
      "epoch": 2.0995839833593344,
      "grad_norm": 0.0030248507391661406,
      "learning_rate": 4.9955920659530124e-05,
      "loss": 0.00031356040388345717,
      "step": 8075
    },
    {
      "epoch": 2.1060842433697347,
      "grad_norm": 0.0006748432642780244,
      "learning_rate": 4.99540239385059e-05,
      "loss": 0.0002919316105544567,
      "step": 8100
    },
    {
      "epoch": 2.1125845033801354,
      "grad_norm": 0.006296483334153891,
      "learning_rate": 4.99520873023936e-05,
      "loss": 0.0002602156065404415,
      "step": 8125
    },
    {
      "epoch": 2.1190847633905356,
      "grad_norm": 0.0015592221170663834,
      "learning_rate": 4.9950110754290966e-05,
      "loss": 0.0002915428206324577,
      "step": 8150
    },
    {
      "epoch": 2.125585023400936,
      "grad_norm": 0.0007437528111040592,
      "learning_rate": 4.994809429735957e-05,
      "loss": 0.00032635748386383056,
      "step": 8175
    },
    {
      "epoch": 2.1320852834113366,
      "grad_norm": 0.0034404215402901173,
      "learning_rate": 4.994603793482484e-05,
      "loss": 0.00027954017743468283,
      "step": 8200
    },
    {
      "epoch": 2.138585543421737,
      "grad_norm": 0.0014827263075858355,
      "learning_rate": 4.994394166997601e-05,
      "loss": 0.0002614803984761238,
      "step": 8225
    },
    {
      "epoch": 2.145085803432137,
      "grad_norm": 0.001980932429432869,
      "learning_rate": 4.994180550616615e-05,
      "loss": 0.0002945771440863609,
      "step": 8250
    },
    {
      "epoch": 2.151586063442538,
      "grad_norm": 0.0009216663311235607,
      "learning_rate": 4.993962944681216e-05,
      "loss": 0.00029664896428585055,
      "step": 8275
    },
    {
      "epoch": 2.158086323452938,
      "grad_norm": 0.0025570986326783895,
      "learning_rate": 4.993741349539474e-05,
      "loss": 0.00026415424421429636,
      "step": 8300
    },
    {
      "epoch": 2.1645865834633384,
      "grad_norm": 0.0017446415731683373,
      "learning_rate": 4.99351576554584e-05,
      "loss": 0.0002811905182898045,
      "step": 8325
    },
    {
      "epoch": 2.171086843473739,
      "grad_norm": 0.002114599570631981,
      "learning_rate": 4.9932861930611454e-05,
      "loss": 0.00027634453028440475,
      "step": 8350
    },
    {
      "epoch": 2.1775871034841394,
      "grad_norm": 0.0073842755518853664,
      "learning_rate": 4.993052632452603e-05,
      "loss": 0.00027546945959329607,
      "step": 8375
    },
    {
      "epoch": 2.1840873634945397,
      "grad_norm": 0.0021200620103627443,
      "learning_rate": 4.9928150840938034e-05,
      "loss": 0.00025118796154856684,
      "step": 8400
    },
    {
      "epoch": 2.19058762350494,
      "grad_norm": 0.007495725993067026,
      "learning_rate": 4.9925735483647144e-05,
      "loss": 0.00026308244094252586,
      "step": 8425
    },
    {
      "epoch": 2.1970878835153407,
      "grad_norm": 0.0017843242967501283,
      "learning_rate": 4.9923280256516856e-05,
      "loss": 0.0002609914168715477,
      "step": 8450
    },
    {
      "epoch": 2.203588143525741,
      "grad_norm": 0.0025775767862796783,
      "learning_rate": 4.99207851634744e-05,
      "loss": 0.0002497840486466885,
      "step": 8475
    },
    {
      "epoch": 2.210088403536141,
      "grad_norm": 0.0014296849258244038,
      "learning_rate": 4.991825020851079e-05,
      "loss": 0.00028953062370419504,
      "step": 8500
    },
    {
      "epoch": 2.216588663546542,
      "grad_norm": 0.0021426023449748755,
      "learning_rate": 4.991567539568081e-05,
      "loss": 0.0002593442238867283,
      "step": 8525
    },
    {
      "epoch": 2.223088923556942,
      "grad_norm": 0.0016822812613099813,
      "learning_rate": 4.991306072910299e-05,
      "loss": 0.0002584538049995899,
      "step": 8550
    },
    {
      "epoch": 2.2295891835673425,
      "grad_norm": 0.0011391935404390097,
      "learning_rate": 4.991040621295959e-05,
      "loss": 0.00028433525934815404,
      "step": 8575
    },
    {
      "epoch": 2.236089443577743,
      "grad_norm": 0.0033121451269835234,
      "learning_rate": 4.9907711851496655e-05,
      "loss": 0.0002397463284432888,
      "step": 8600
    },
    {
      "epoch": 2.2425897035881435,
      "grad_norm": 0.0016361881280317903,
      "learning_rate": 4.9904977649023906e-05,
      "loss": 0.0002411177009344101,
      "step": 8625
    },
    {
      "epoch": 2.2490899635985437,
      "grad_norm": 0.0020404800307005644,
      "learning_rate": 4.9902203609914855e-05,
      "loss": 0.0002576117590069771,
      "step": 8650
    },
    {
      "epoch": 2.2555902236089445,
      "grad_norm": 0.0017065717838704586,
      "learning_rate": 4.989938973860668e-05,
      "loss": 0.000222860686480999,
      "step": 8675
    },
    {
      "epoch": 2.2620904836193447,
      "grad_norm": 0.0007460704655386508,
      "learning_rate": 4.989653603960032e-05,
      "loss": 0.00022550849243998527,
      "step": 8700
    },
    {
      "epoch": 2.268590743629745,
      "grad_norm": 0.0027334203477948904,
      "learning_rate": 4.989364251746036e-05,
      "loss": 0.0002485204301774502,
      "step": 8725
    },
    {
      "epoch": 2.2750910036401457,
      "grad_norm": 0.0027240319177508354,
      "learning_rate": 4.989070917681515e-05,
      "loss": 0.00024812601506710055,
      "step": 8750
    },
    {
      "epoch": 2.281591263650546,
      "grad_norm": 0.00138418551068753,
      "learning_rate": 4.988773602235669e-05,
      "loss": 0.00022993290796875952,
      "step": 8775
    },
    {
      "epoch": 2.2880915236609463,
      "grad_norm": 0.002026743022724986,
      "learning_rate": 4.9884723058840665e-05,
      "loss": 0.00023552784696221352,
      "step": 8800
    },
    {
      "epoch": 2.294591783671347,
      "grad_norm": 0.0021410661283880472,
      "learning_rate": 4.988167029108646e-05,
      "loss": 0.00024767260998487473,
      "step": 8825
    },
    {
      "epoch": 2.3010920436817472,
      "grad_norm": 0.0016540430951863527,
      "learning_rate": 4.9878577723977116e-05,
      "loss": 0.0002473931759595871,
      "step": 8850
    },
    {
      "epoch": 2.3075923036921475,
      "grad_norm": 0.0019779433496296406,
      "learning_rate": 4.987544536245931e-05,
      "loss": 0.00025823218747973443,
      "step": 8875
    },
    {
      "epoch": 2.3140925637025482,
      "grad_norm": 0.0012516207061707973,
      "learning_rate": 4.987227321154344e-05,
      "loss": 0.00022903639823198318,
      "step": 8900
    },
    {
      "epoch": 2.3205928237129485,
      "grad_norm": 0.003492312040179968,
      "learning_rate": 4.986906127630346e-05,
      "loss": 0.00022529695183038712,
      "step": 8925
    },
    {
      "epoch": 2.3270930837233488,
      "grad_norm": 0.009140203706920147,
      "learning_rate": 4.986580956187703e-05,
      "loss": 0.0002398119121789932,
      "step": 8950
    },
    {
      "epoch": 2.3335933437337495,
      "grad_norm": 0.0006524514756165445,
      "learning_rate": 4.9862518073465405e-05,
      "loss": 0.00024563953280448914,
      "step": 8975
    },
    {
      "epoch": 2.3400936037441498,
      "grad_norm": 0.0013254332588985562,
      "learning_rate": 4.985918681633348e-05,
      "loss": 0.00023173581808805466,
      "step": 9000
    },
    {
      "epoch": 2.34659386375455,
      "grad_norm": 0.0008085084264166653,
      "learning_rate": 4.985581579580973e-05,
      "loss": 0.00023689467459917069,
      "step": 9025
    },
    {
      "epoch": 2.3530941237649508,
      "grad_norm": 0.001455951132811606,
      "learning_rate": 4.985240501728628e-05,
      "loss": 0.00023865673691034317,
      "step": 9050
    },
    {
      "epoch": 2.359594383775351,
      "grad_norm": 0.002361190738156438,
      "learning_rate": 4.984895448621881e-05,
      "loss": 0.00022536056116223335,
      "step": 9075
    },
    {
      "epoch": 2.3660946437857513,
      "grad_norm": 0.0020702260080724955,
      "learning_rate": 4.98454642081266e-05,
      "loss": 0.00024512186646461485,
      "step": 9100
    },
    {
      "epoch": 2.372594903796152,
      "grad_norm": 0.0050494009628891945,
      "learning_rate": 4.984193418859251e-05,
      "loss": 0.00023177556693553924,
      "step": 9125
    },
    {
      "epoch": 2.3790951638065523,
      "grad_norm": 0.004237701650708914,
      "learning_rate": 4.9838364433262965e-05,
      "loss": 0.00028020873665809634,
      "step": 9150
    },
    {
      "epoch": 2.3855954238169526,
      "grad_norm": 0.0010891571873798966,
      "learning_rate": 4.983475494784795e-05,
      "loss": 0.00028782278299331664,
      "step": 9175
    },
    {
      "epoch": 2.3920956838273533,
      "grad_norm": 0.0018918045097962022,
      "learning_rate": 4.9831105738120995e-05,
      "loss": 0.00023671358823776245,
      "step": 9200
    },
    {
      "epoch": 2.3985959438377535,
      "grad_norm": 0.004604646936058998,
      "learning_rate": 4.982741680991919e-05,
      "loss": 0.00025982240214943885,
      "step": 9225
    },
    {
      "epoch": 2.405096203848154,
      "grad_norm": 0.012237738817930222,
      "learning_rate": 4.982368816914314e-05,
      "loss": 0.00020902009680867195,
      "step": 9250
    },
    {
      "epoch": 2.4115964638585545,
      "grad_norm": 0.0015675468603149056,
      "learning_rate": 4.981991982175695e-05,
      "loss": 0.0002525036036968231,
      "step": 9275
    },
    {
      "epoch": 2.418096723868955,
      "grad_norm": 0.0030031027272343636,
      "learning_rate": 4.981611177378829e-05,
      "loss": 0.0002297206223011017,
      "step": 9300
    },
    {
      "epoch": 2.424596983879355,
      "grad_norm": 0.002510670106858015,
      "learning_rate": 4.9812264031328285e-05,
      "loss": 0.00025444598868489264,
      "step": 9325
    },
    {
      "epoch": 2.431097243889756,
      "grad_norm": 0.0013309629866853356,
      "learning_rate": 4.980837660053159e-05,
      "loss": 0.00024253139272332192,
      "step": 9350
    },
    {
      "epoch": 2.437597503900156,
      "grad_norm": 0.0027411924675107002,
      "learning_rate": 4.980444948761631e-05,
      "loss": 0.00024229643866419793,
      "step": 9375
    },
    {
      "epoch": 2.4440977639105563,
      "grad_norm": 0.006203151773661375,
      "learning_rate": 4.980048269886406e-05,
      "loss": 0.00027989933267235755,
      "step": 9400
    },
    {
      "epoch": 2.450598023920957,
      "grad_norm": 0.0031860952731221914,
      "learning_rate": 4.979647624061987e-05,
      "loss": 0.00025709541514515875,
      "step": 9425
    },
    {
      "epoch": 2.4570982839313573,
      "grad_norm": 0.0018132183467969298,
      "learning_rate": 4.9792430119292275e-05,
      "loss": 0.0002631310559809208,
      "step": 9450
    },
    {
      "epoch": 2.4635985439417576,
      "grad_norm": 0.0027568559162318707,
      "learning_rate": 4.978834434135322e-05,
      "loss": 0.00023871993646025656,
      "step": 9475
    },
    {
      "epoch": 2.4700988039521583,
      "grad_norm": 0.0012175653828307986,
      "learning_rate": 4.9784218913338096e-05,
      "loss": 0.0002557317726314068,
      "step": 9500
    },
    {
      "epoch": 2.4765990639625586,
      "grad_norm": 0.0024774980265647173,
      "learning_rate": 4.9780053841845697e-05,
      "loss": 0.0002469548024237156,
      "step": 9525
    },
    {
      "epoch": 2.483099323972959,
      "grad_norm": 0.0024396195076406,
      "learning_rate": 4.9775849133538254e-05,
      "loss": 0.0002535165287554264,
      "step": 9550
    },
    {
      "epoch": 2.4895995839833596,
      "grad_norm": 0.005489069037139416,
      "learning_rate": 4.9771604795141385e-05,
      "loss": 0.0002929968759417534,
      "step": 9575
    },
    {
      "epoch": 2.49609984399376,
      "grad_norm": 0.003155334386974573,
      "learning_rate": 4.976732083344411e-05,
      "loss": 0.000257662869989872,
      "step": 9600
    },
    {
      "epoch": 2.50260010400416,
      "grad_norm": 0.002911205869168043,
      "learning_rate": 4.97629972552988e-05,
      "loss": 0.000229572132229805,
      "step": 9625
    },
    {
      "epoch": 2.509100364014561,
      "grad_norm": 0.0023384687956422567,
      "learning_rate": 4.975863406762124e-05,
      "loss": 0.00022791551426053048,
      "step": 9650
    },
    {
      "epoch": 2.515600624024961,
      "grad_norm": 0.002526897471398115,
      "learning_rate": 4.9754231277390514e-05,
      "loss": 0.00026006758213043213,
      "step": 9675
    },
    {
      "epoch": 2.5221008840353614,
      "grad_norm": 0.0011523400899022818,
      "learning_rate": 4.974978889164911e-05,
      "loss": 0.00023126760497689248,
      "step": 9700
    },
    {
      "epoch": 2.528601144045762,
      "grad_norm": 0.0017160821007564664,
      "learning_rate": 4.9745306917502805e-05,
      "loss": 0.00023550502955913544,
      "step": 9725
    },
    {
      "epoch": 2.5351014040561624,
      "grad_norm": 0.0010612220503389835,
      "learning_rate": 4.9740785362120736e-05,
      "loss": 0.00021429264917969705,
      "step": 9750
    },
    {
      "epoch": 2.5416016640665626,
      "grad_norm": 0.00163923273794353,
      "learning_rate": 4.973622423273533e-05,
      "loss": 0.00024077022448182106,
      "step": 9775
    },
    {
      "epoch": 2.5481019240769633,
      "grad_norm": 0.0012632396537810564,
      "learning_rate": 4.973162353664231e-05,
      "loss": 0.00023677242919802665,
      "step": 9800
    },
    {
      "epoch": 2.5546021840873636,
      "grad_norm": 0.005001894664019346,
      "learning_rate": 4.972698328120071e-05,
      "loss": 0.00024106081575155257,
      "step": 9825
    },
    {
      "epoch": 2.561102444097764,
      "grad_norm": 0.003063301322981715,
      "learning_rate": 4.9722303473832824e-05,
      "loss": 0.00022191539406776428,
      "step": 9850
    },
    {
      "epoch": 2.5676027041081646,
      "grad_norm": 0.0019900454208254814,
      "learning_rate": 4.97175841220242e-05,
      "loss": 0.0002374211885035038,
      "step": 9875
    },
    {
      "epoch": 2.574102964118565,
      "grad_norm": 0.001180443912744522,
      "learning_rate": 4.971282523332368e-05,
      "loss": 0.00026023676618933676,
      "step": 9900
    },
    {
      "epoch": 2.580603224128965,
      "grad_norm": 0.002654899377375841,
      "learning_rate": 4.9708026815343314e-05,
      "loss": 0.0002488452754914761,
      "step": 9925
    },
    {
      "epoch": 2.5871034841393654,
      "grad_norm": 0.0021628928370773792,
      "learning_rate": 4.970318887575837e-05,
      "loss": 0.00024352485314011574,
      "step": 9950
    },
    {
      "epoch": 2.593603744149766,
      "grad_norm": 0.0020067659206688404,
      "learning_rate": 4.969831142230737e-05,
      "loss": 0.00021531779319047928,
      "step": 9975
    },
    {
      "epoch": 2.6001040041601664,
      "grad_norm": 0.0031929572578519583,
      "learning_rate": 4.969339446279202e-05,
      "loss": 0.000210524033755064,
      "step": 10000
    },
    {
      "epoch": 2.6066042641705667,
      "grad_norm": 0.004822343587875366,
      "learning_rate": 4.968843800507721e-05,
      "loss": 0.0002182518132030964,
      "step": 10025
    },
    {
      "epoch": 2.6131045241809674,
      "grad_norm": 0.0032660351134836674,
      "learning_rate": 4.9683442057091024e-05,
      "loss": 0.00021552788093686103,
      "step": 10050
    },
    {
      "epoch": 2.6196047841913677,
      "grad_norm": 0.003720888402312994,
      "learning_rate": 4.96784066268247e-05,
      "loss": 0.00020926753059029578,
      "step": 10075
    },
    {
      "epoch": 2.626105044201768,
      "grad_norm": 0.0016928133554756641,
      "learning_rate": 4.9673331722332644e-05,
      "loss": 0.00022818347439169885,
      "step": 10100
    },
    {
      "epoch": 2.6326053042121687,
      "grad_norm": 0.0012767099542543292,
      "learning_rate": 4.9668217351732396e-05,
      "loss": 0.00019867463037371636,
      "step": 10125
    },
    {
      "epoch": 2.639105564222569,
      "grad_norm": 0.0027798812370747328,
      "learning_rate": 4.966306352320461e-05,
      "loss": 0.00021723633632063865,
      "step": 10150
    },
    {
      "epoch": 2.645605824232969,
      "grad_norm": 0.002425914164632559,
      "learning_rate": 4.9657870244993074e-05,
      "loss": 0.00021136820316314698,
      "step": 10175
    },
    {
      "epoch": 2.6521060842433695,
      "grad_norm": 0.0028046544175595045,
      "learning_rate": 4.965263752540468e-05,
      "loss": 0.00021517733111977577,
      "step": 10200
    },
    {
      "epoch": 2.65860634425377,
      "grad_norm": 0.0010617782827466726,
      "learning_rate": 4.964736537280939e-05,
      "loss": 0.00019327972084283828,
      "step": 10225
    },
    {
      "epoch": 2.6651066042641705,
      "grad_norm": 0.002738635055720806,
      "learning_rate": 4.9642053795640255e-05,
      "loss": 0.00022597866132855414,
      "step": 10250
    },
    {
      "epoch": 2.6716068642745707,
      "grad_norm": 0.002575536025688052,
      "learning_rate": 4.963670280239337e-05,
      "loss": 0.00021602431312203407,
      "step": 10275
    },
    {
      "epoch": 2.6781071242849714,
      "grad_norm": 0.0026268346700817347,
      "learning_rate": 4.96313124016279e-05,
      "loss": 0.0002253362722694874,
      "step": 10300
    },
    {
      "epoch": 2.6846073842953717,
      "grad_norm": 0.0016526305116713047,
      "learning_rate": 4.962588260196605e-05,
      "loss": 0.0002079196460545063,
      "step": 10325
    },
    {
      "epoch": 2.691107644305772,
      "grad_norm": 0.0038073293399065733,
      "learning_rate": 4.9620413412093e-05,
      "loss": 0.0002385610155761242,
      "step": 10350
    },
    {
      "epoch": 2.691107644305772,
      "eval_loss": 0.0009969116654247046,
      "eval_runtime": 7.3897,
      "eval_samples_per_second": 676.621,
      "eval_steps_per_second": 3.654,
      "step": 10350
    },
    {
      "epoch": 2.691107644305772,
      "eval_holdout_avg_strict_f1": 0.0246094939046087,
      "eval_holdout_enron_spam_bvk_strict_f1": 0.0,
      "eval_holdout_enron_spam_setfit_strict_f1": 0.0,
      "eval_holdout_gliner2_pii_ptbr_reward_split_strict_f1": 0.07336084364970197,
      "eval_holdout_nemotron_pii_strict_f1": 0.05948357442206299,
      "eval_holdout_open_pii_masking_500k_strict_f1": 0.08300842661300464,
      "eval_holdout_phishing_darkknight_strict_f1": 0.0,
      "eval_holdout_phishing_zefang_strict_f1": 0.0,
      "eval_holdout_pii_masking_400k_strict_f1": 0.05485158826592606,
      "eval_holdout_sms_spam_multilingual_strict_f1": 0.0,
      "eval_holdout_spam_messages_mshenoda_strict_f1": 0.0,
      "eval_holdout_spamassassin_strict_f1": 0.0,
      "step": 10350
    },
    {
      "epoch": 2.6976079043161727,
      "grad_norm": 0.0015660177450627089,
      "learning_rate": 4.9614904840756985e-05,
      "loss": 0.00020033180713653566,
      "step": 10375
    },
    {
      "epoch": 2.704108164326573,
      "grad_norm": 0.001537105068564415,
      "learning_rate": 4.96093568967692e-05,
      "loss": 0.00020766632631421088,
      "step": 10400
    },
    {
      "epoch": 2.7106084243369732,
      "grad_norm": 0.0023187182378023863,
      "learning_rate": 4.960376958900385e-05,
      "loss": 0.00022665463387966156,
      "step": 10425
    },
    {
      "epoch": 2.717108684347374,
      "grad_norm": 0.0021124405320733786,
      "learning_rate": 4.9598142926398075e-05,
      "loss": 0.0002423793449997902,
      "step": 10450
    },
    {
      "epoch": 2.7236089443577742,
      "grad_norm": 0.002342729829251766,
      "learning_rate": 4.959247691795198e-05,
      "loss": 0.00021285438910126686,
      "step": 10475
    },
    {
      "epoch": 2.7301092043681745,
      "grad_norm": 0.0011349227279424667,
      "learning_rate": 4.9586771572728597e-05,
      "loss": 0.00023826278746128082,
      "step": 10500
    },
    {
      "epoch": 2.736609464378575,
      "grad_norm": 0.006559950765222311,
      "learning_rate": 4.958102689985388e-05,
      "loss": 0.00026176514104008674,
      "step": 10525
    },
    {
      "epoch": 2.7431097243889755,
      "grad_norm": 0.002465988975018263,
      "learning_rate": 4.9575242908516705e-05,
      "loss": 0.00022005362436175346,
      "step": 10550
    },
    {
      "epoch": 2.7496099843993758,
      "grad_norm": 0.0,
      "learning_rate": 4.956941960796881e-05,
      "loss": 0.00023344876244664193,
      "step": 10575
    },
    {
      "epoch": 2.7561102444097765,
      "grad_norm": 0.004045927431434393,
      "learning_rate": 4.9563557007524854e-05,
      "loss": 0.00024110456928610801,
      "step": 10600
    },
    {
      "epoch": 2.7626105044201767,
      "grad_norm": 0.0031332962680608034,
      "learning_rate": 4.95576551165623e-05,
      "loss": 0.0002464031986892223,
      "step": 10625
    },
    {
      "epoch": 2.769110764430577,
      "grad_norm": 0.003062512492761016,
      "learning_rate": 4.955171394452151e-05,
      "loss": 0.0002591661736369133,
      "step": 10650
    },
    {
      "epoch": 2.7756110244409777,
      "grad_norm": 0.0021324511617422104,
      "learning_rate": 4.954573350090565e-05,
      "loss": 0.00022760441526770592,
      "step": 10675
    },
    {
      "epoch": 2.782111284451378,
      "grad_norm": 0.006765362340956926,
      "learning_rate": 4.953971379528071e-05,
      "loss": 0.00021498167887330056,
      "step": 10700
    },
    {
      "epoch": 2.7886115444617783,
      "grad_norm": 0.0029858271591365337,
      "learning_rate": 4.953365483727548e-05,
      "loss": 0.00021410981193184853,
      "step": 10725
    },
    {
      "epoch": 2.795111804472179,
      "grad_norm": 0.006151528097689152,
      "learning_rate": 4.952755663658154e-05,
      "loss": 0.00022366801276803018,
      "step": 10750
    },
    {
      "epoch": 2.8016120644825793,
      "grad_norm": 0.003916145768016577,
      "learning_rate": 4.9521419202953236e-05,
      "loss": 0.0002202354371547699,
      "step": 10775
    },
    {
      "epoch": 2.8081123244929795,
      "grad_norm": 0.0029758187010884285,
      "learning_rate": 4.951524254620766e-05,
      "loss": 0.00022540690377354623,
      "step": 10800
    },
    {
      "epoch": 2.8146125845033803,
      "grad_norm": 0.002156576607376337,
      "learning_rate": 4.950902667622468e-05,
      "loss": 0.00022879617288708686,
      "step": 10825
    },
    {
      "epoch": 2.8211128445137805,
      "grad_norm": 0.004176854155957699,
      "learning_rate": 4.950277160294683e-05,
      "loss": 0.000242316797375679,
      "step": 10850
    },
    {
      "epoch": 2.827613104524181,
      "grad_norm": 0.0014948262833058834,
      "learning_rate": 4.94964773363794e-05,
      "loss": 0.0002415275201201439,
      "step": 10875
    },
    {
      "epoch": 2.8341133645345815,
      "grad_norm": 0.0019357949495315552,
      "learning_rate": 4.9490143886590355e-05,
      "loss": 0.00022052757441997527,
      "step": 10900
    },
    {
      "epoch": 2.840613624544982,
      "grad_norm": 0.0026212057564407587,
      "learning_rate": 4.948377126371032e-05,
      "loss": 0.000219243373721838,
      "step": 10925
    },
    {
      "epoch": 2.847113884555382,
      "grad_norm": 0.0007852587732486427,
      "learning_rate": 4.9477359477932604e-05,
      "loss": 0.0002223828434944153,
      "step": 10950
    },
    {
      "epoch": 2.8536141445657828,
      "grad_norm": 0.004293252248317003,
      "learning_rate": 4.947090853951315e-05,
      "loss": 0.00024185044690966606,
      "step": 10975
    },
    {
      "epoch": 2.860114404576183,
      "grad_norm": 0.0025315084494650364,
      "learning_rate": 4.9464418458770516e-05,
      "loss": 0.00024910921230912207,
      "step": 11000
    },
    {
      "epoch": 2.8666146645865833,
      "grad_norm": 0.0007604174315929413,
      "learning_rate": 4.945788924608589e-05,
      "loss": 0.0002356138825416565,
      "step": 11025
    },
    {
      "epoch": 2.873114924596984,
      "grad_norm": 0.0015335583593696356,
      "learning_rate": 4.9451320911903027e-05,
      "loss": 0.0002243470400571823,
      "step": 11050
    },
    {
      "epoch": 2.8796151846073843,
      "grad_norm": 0.0012435317039489746,
      "learning_rate": 4.9444713466728286e-05,
      "loss": 0.0002243451587855816,
      "step": 11075
    },
    {
      "epoch": 2.8861154446177846,
      "grad_norm": 0.0007130259764380753,
      "learning_rate": 4.943806692113058e-05,
      "loss": 0.0002097889594733715,
      "step": 11100
    },
    {
      "epoch": 2.8926157046281853,
      "grad_norm": 0.005351623985916376,
      "learning_rate": 4.943138128574134e-05,
      "loss": 0.00022439273074269293,
      "step": 11125
    },
    {
      "epoch": 2.8991159646385856,
      "grad_norm": 0.0022237093653529882,
      "learning_rate": 4.942465657125455e-05,
      "loss": 0.00023205667734146117,
      "step": 11150
    },
    {
      "epoch": 2.905616224648986,
      "grad_norm": 0.0023445715196430683,
      "learning_rate": 4.94178927884267e-05,
      "loss": 0.00024087470024824142,
      "step": 11175
    },
    {
      "epoch": 2.9121164846593866,
      "grad_norm": 0.002685474930331111,
      "learning_rate": 4.941108994807676e-05,
      "loss": 0.00021706270053982734,
      "step": 11200
    },
    {
      "epoch": 2.918616744669787,
      "grad_norm": 0.001236864016391337,
      "learning_rate": 4.940424806108619e-05,
      "loss": 0.00022023888304829599,
      "step": 11225
    },
    {
      "epoch": 2.925117004680187,
      "grad_norm": 0.008599478751420975,
      "learning_rate": 4.939736713839889e-05,
      "loss": 0.0002023216336965561,
      "step": 11250
    },
    {
      "epoch": 2.931617264690588,
      "grad_norm": 0.001540121273137629,
      "learning_rate": 4.93904471910212e-05,
      "loss": 0.00019916126504540443,
      "step": 11275
    },
    {
      "epoch": 2.938117524700988,
      "grad_norm": 0.0052956342697143555,
      "learning_rate": 4.938348823002189e-05,
      "loss": 0.00021275838837027549,
      "step": 11300
    },
    {
      "epoch": 2.9446177847113884,
      "grad_norm": 0.0017920131795108318,
      "learning_rate": 4.937649026653215e-05,
      "loss": 0.00025085536763072016,
      "step": 11325
    },
    {
      "epoch": 2.951118044721789,
      "grad_norm": 0.0021888134069740772,
      "learning_rate": 4.9369453311745516e-05,
      "loss": 0.00024143418297171594,
      "step": 11350
    },
    {
      "epoch": 2.9576183047321893,
      "grad_norm": 0.0015382303390651941,
      "learning_rate": 4.9362377376917936e-05,
      "loss": 0.00022566163912415504,
      "step": 11375
    },
    {
      "epoch": 2.9641185647425896,
      "grad_norm": 0.0030028631445020437,
      "learning_rate": 4.935526247336767e-05,
      "loss": 0.0002589407004415989,
      "step": 11400
    },
    {
      "epoch": 2.9706188247529903,
      "grad_norm": 0.004402895923703909,
      "learning_rate": 4.934810861247533e-05,
      "loss": 0.00023730933666229247,
      "step": 11425
    },
    {
      "epoch": 2.9771190847633906,
      "grad_norm": 0.0029234548565000296,
      "learning_rate": 4.934091580568384e-05,
      "loss": 0.00021670525893568993,
      "step": 11450
    },
    {
      "epoch": 2.983619344773791,
      "grad_norm": 0.0029379078187048435,
      "learning_rate": 4.933368406449843e-05,
      "loss": 0.00024921443313360216,
      "step": 11475
    },
    {
      "epoch": 2.9901196047841916,
      "grad_norm": 0.002386544831097126,
      "learning_rate": 4.932641340048658e-05,
      "loss": 0.00023454571142792702,
      "step": 11500
    },
    {
      "epoch": 2.996619864794592,
      "grad_norm": 0.0027743966784328222,
      "learning_rate": 4.931910382527806e-05,
      "loss": 0.00022950667887926103,
      "step": 11525
    },
    {
      "epoch": 3.003120124804992,
      "grad_norm": 0.0017982296412810683,
      "learning_rate": 4.931175535056486e-05,
      "loss": 0.00020994417369365692,
      "step": 11550
    },
    {
      "epoch": 3.0096203848153924,
      "grad_norm": 0.00301287486217916,
      "learning_rate": 4.9304367988101194e-05,
      "loss": 0.0002242743782699108,
      "step": 11575
    },
    {
      "epoch": 3.016120644825793,
      "grad_norm": 0.0020963498391211033,
      "learning_rate": 4.9296941749703486e-05,
      "loss": 0.00022736454382538796,
      "step": 11600
    },
    {
      "epoch": 3.0226209048361934,
      "grad_norm": 0.002201492665335536,
      "learning_rate": 4.9289476647250344e-05,
      "loss": 0.00023226510733366013,
      "step": 11625
    },
    {
      "epoch": 3.0291211648465937,
      "grad_norm": 0.0034691316541284323,
      "learning_rate": 4.928197269268252e-05,
      "loss": 0.0002492295950651169,
      "step": 11650
    },
    {
      "epoch": 3.0356214248569944,
      "grad_norm": 0.001661220914684236,
      "learning_rate": 4.927442989800294e-05,
      "loss": 0.0002529814094305038,
      "step": 11675
    },
    {
      "epoch": 3.0421216848673946,
      "grad_norm": 0.0,
      "learning_rate": 4.926684827527665e-05,
      "loss": 0.00018309568986296654,
      "step": 11700
    },
    {
      "epoch": 3.048621944877795,
      "grad_norm": 0.003122541354969144,
      "learning_rate": 4.925922783663079e-05,
      "loss": 0.00023760529235005378,
      "step": 11725
    },
    {
      "epoch": 3.0551222048881956,
      "grad_norm": 0.001743837958201766,
      "learning_rate": 4.925156859425459e-05,
      "loss": 0.00023260578513145447,
      "step": 11750
    },
    {
      "epoch": 3.061622464898596,
      "grad_norm": 0.0015707521233707666,
      "learning_rate": 4.924387056039937e-05,
      "loss": 0.0002434580959379673,
      "step": 11775
    },
    {
      "epoch": 3.068122724908996,
      "grad_norm": 0.004237363114953041,
      "learning_rate": 4.9236133747378475e-05,
      "loss": 0.00022610457614064217,
      "step": 11800
    },
    {
      "epoch": 3.074622984919397,
      "grad_norm": 0.00282191950827837,
      "learning_rate": 4.922835816756728e-05,
      "loss": 0.00022933052852749824,
      "step": 11825
    },
    {
      "epoch": 3.081123244929797,
      "grad_norm": 0.003238640259951353,
      "learning_rate": 4.922054383340319e-05,
      "loss": 0.0002453051507472992,
      "step": 11850
    },
    {
      "epoch": 3.0876235049401974,
      "grad_norm": 0.0011007124558091164,
      "learning_rate": 4.9212690757385565e-05,
      "loss": 0.00019693251699209213,
      "step": 11875
    },
    {
      "epoch": 3.094123764950598,
      "grad_norm": 0.003405121387913823,
      "learning_rate": 4.920479895207577e-05,
      "loss": 0.00020770594477653503,
      "step": 11900
    },
    {
      "epoch": 3.1006240249609984,
      "grad_norm": 0.0027633283752948046,
      "learning_rate": 4.919686843009711e-05,
      "loss": 0.00021515555679798125,
      "step": 11925
    },
    {
      "epoch": 3.1071242849713987,
      "grad_norm": 0.0016431858530268073,
      "learning_rate": 4.9188899204134794e-05,
      "loss": 0.00019752735272049904,
      "step": 11950
    },
    {
      "epoch": 3.1136245449817994,
      "grad_norm": 0.002135417889803648,
      "learning_rate": 4.918089128693597e-05,
      "loss": 0.00020202819257974624,
      "step": 11975
    },
    {
      "epoch": 3.1201248049921997,
      "grad_norm": 0.0,
      "learning_rate": 4.917284469130966e-05,
      "loss": 0.00021086450666189194,
      "step": 12000
    },
    {
      "epoch": 3.1266250650026,
      "grad_norm": 0.001049010781571269,
      "learning_rate": 4.916475943012676e-05,
      "loss": 0.00020914655178785324,
      "step": 12025
    },
    {
      "epoch": 3.1331253250130007,
      "grad_norm": 0.0032548336312174797,
      "learning_rate": 4.915663551632002e-05,
      "loss": 0.00021471098065376282,
      "step": 12050
    },
    {
      "epoch": 3.139625585023401,
      "grad_norm": 0.004152526613324881,
      "learning_rate": 4.914847296288398e-05,
      "loss": 0.00020719435065984725,
      "step": 12075
    },
    {
      "epoch": 3.146125845033801,
      "grad_norm": 0.002509004669263959,
      "learning_rate": 4.9140271782875035e-05,
      "loss": 0.00019310545176267623,
      "step": 12100
    },
    {
      "epoch": 3.152626105044202,
      "grad_norm": 0.0033038260880857706,
      "learning_rate": 4.913203198941134e-05,
      "loss": 0.0001863062009215355,
      "step": 12125
    },
    {
      "epoch": 3.159126365054602,
      "grad_norm": 0.0020433571189641953,
      "learning_rate": 4.912375359567281e-05,
      "loss": 0.00021097654476761818,
      "step": 12150
    },
    {
      "epoch": 3.1656266250650025,
      "grad_norm": 0.0014055912615731359,
      "learning_rate": 4.9115436614901114e-05,
      "loss": 0.0001880042627453804,
      "step": 12175
    },
    {
      "epoch": 3.172126885075403,
      "grad_norm": 0.004213460721075535,
      "learning_rate": 4.9107081060399627e-05,
      "loss": 0.00020551171153783797,
      "step": 12200
    },
    {
      "epoch": 3.1786271450858035,
      "grad_norm": 0.0012788143940269947,
      "learning_rate": 4.909868694553346e-05,
      "loss": 0.0001973356120288372,
      "step": 12225
    },
    {
      "epoch": 3.1851274050962037,
      "grad_norm": 0.003932163119316101,
      "learning_rate": 4.909025428372936e-05,
      "loss": 0.00020261868834495545,
      "step": 12250
    },
    {
      "epoch": 3.1916276651066045,
      "grad_norm": 0.00136783707421273,
      "learning_rate": 4.908178308847575e-05,
      "loss": 0.00019613714888691902,
      "step": 12275
    },
    {
      "epoch": 3.1981279251170047,
      "grad_norm": 0.0025099413469433784,
      "learning_rate": 4.907327337332271e-05,
      "loss": 0.00019794836640357971,
      "step": 12300
    },
    {
      "epoch": 3.204628185127405,
      "grad_norm": 0.006327567622065544,
      "learning_rate": 4.906472515188188e-05,
      "loss": 0.0002284386567771435,
      "step": 12325
    },
    {
      "epoch": 3.2111284451378057,
      "grad_norm": 0.004143077880144119,
      "learning_rate": 4.905613843782655e-05,
      "loss": 0.0002003065124154091,
      "step": 12350
    },
    {
      "epoch": 3.217628705148206,
      "grad_norm": 0.0021839463151991367,
      "learning_rate": 4.904751324489155e-05,
      "loss": 0.00019245944917201997,
      "step": 12375
    },
    {
      "epoch": 3.2241289651586063,
      "grad_norm": 0.0034279569517821074,
      "learning_rate": 4.903884958687327e-05,
      "loss": 0.00020418841391801835,
      "step": 12400
    },
    {
      "epoch": 3.230629225169007,
      "grad_norm": 0.0022887536324560642,
      "learning_rate": 4.903014747762961e-05,
      "loss": 0.00020190199837088584,
      "step": 12425
    },
    {
      "epoch": 3.2371294851794072,
      "grad_norm": 0.003737232880666852,
      "learning_rate": 4.902140693108e-05,
      "loss": 0.00020541302859783172,
      "step": 12450
    },
    {
      "epoch": 3.2436297451898075,
      "grad_norm": 0.0021527439821511507,
      "learning_rate": 4.901262796120534e-05,
      "loss": 0.0002332279458642006,
      "step": 12475
    },
    {
      "epoch": 3.250130005200208,
      "grad_norm": 0.0021792054176330566,
      "learning_rate": 4.900381058204798e-05,
      "loss": 0.00020191103219985963,
      "step": 12500
    },
    {
      "epoch": 3.2566302652106085,
      "grad_norm": 0.002642333973199129,
      "learning_rate": 4.8994954807711715e-05,
      "loss": 0.00017438501119613648,
      "step": 12525
    },
    {
      "epoch": 3.2631305252210088,
      "grad_norm": 0.002192799700424075,
      "learning_rate": 4.898606065236176e-05,
      "loss": 0.00019916070625185966,
      "step": 12550
    },
    {
      "epoch": 3.269630785231409,
      "grad_norm": 0.004767266567796469,
      "learning_rate": 4.897712813022473e-05,
      "loss": 0.00019739609211683274,
      "step": 12575
    },
    {
      "epoch": 3.2761310452418098,
      "grad_norm": 0.0038899958599358797,
      "learning_rate": 4.896815725558857e-05,
      "loss": 0.00020079337060451507,
      "step": 12600
    },
    {
      "epoch": 3.28263130525221,
      "grad_norm": 0.004382239654660225,
      "learning_rate": 4.895914804280262e-05,
      "loss": 0.00022807007655501366,
      "step": 12625
    },
    {
      "epoch": 3.2891315652626103,
      "grad_norm": 0.0020285255741328,
      "learning_rate": 4.895010050627752e-05,
      "loss": 0.00021267659962177277,
      "step": 12650
    },
    {
      "epoch": 3.295631825273011,
      "grad_norm": 0.005049275700002909,
      "learning_rate": 4.8941014660485206e-05,
      "loss": 0.00019947847351431847,
      "step": 12675
    },
    {
      "epoch": 3.3021320852834113,
      "grad_norm": 0.001262821489945054,
      "learning_rate": 4.893189051995891e-05,
      "loss": 0.00019506225362420082,
      "step": 12700
    },
    {
      "epoch": 3.3086323452938116,
      "grad_norm": 0.004890700336545706,
      "learning_rate": 4.892272809929309e-05,
      "loss": 0.00020861361175775528,
      "step": 12725
    },
    {
      "epoch": 3.3151326053042123,
      "grad_norm": 0.0016499614575877786,
      "learning_rate": 4.891352741314347e-05,
      "loss": 0.00019455984234809876,
      "step": 12750
    },
    {
      "epoch": 3.3216328653146125,
      "grad_norm": 0.003458687337115407,
      "learning_rate": 4.8904288476226954e-05,
      "loss": 0.00017893066629767418,
      "step": 12775
    },
    {
      "epoch": 3.328133125325013,
      "grad_norm": 0.003017697250470519,
      "learning_rate": 4.889501130332163e-05,
      "loss": 0.00019013486802577973,
      "step": 12800
    },
    {
      "epoch": 3.3346333853354135,
      "grad_norm": 0.0025098652113229036,
      "learning_rate": 4.8885695909266774e-05,
      "loss": 0.00017980284988880157,
      "step": 12825
    },
    {
      "epoch": 3.341133645345814,
      "grad_norm": 0.005720977205783129,
      "learning_rate": 4.887634230896276e-05,
      "loss": 0.0002051236853003502,
      "step": 12850
    },
    {
      "epoch": 3.347633905356214,
      "grad_norm": 0.002619906095787883,
      "learning_rate": 4.886695051737112e-05,
      "loss": 0.00021421480923891067,
      "step": 12875
    },
    {
      "epoch": 3.354134165366615,
      "grad_norm": 0.0018695854814723134,
      "learning_rate": 4.885752054951442e-05,
      "loss": 0.00018555115908384324,
      "step": 12900
    },
    {
      "epoch": 3.360634425377015,
      "grad_norm": 0.0019466273952275515,
      "learning_rate": 4.884805242047633e-05,
      "loss": 0.0001966596581041813,
      "step": 12925
    },
    {
      "epoch": 3.3671346853874153,
      "grad_norm": 0.0010263555450364947,
      "learning_rate": 4.8838546145401556e-05,
      "loss": 0.0001837818883359432,
      "step": 12950
    },
    {
      "epoch": 3.373634945397816,
      "grad_norm": 0.0010368929943069816,
      "learning_rate": 4.882900173949581e-05,
      "loss": 0.00018719714134931564,
      "step": 12975
    },
    {
      "epoch": 3.3801352054082163,
      "grad_norm": 0.002077738055959344,
      "learning_rate": 4.88194192180258e-05,
      "loss": 0.00019075836986303329,
      "step": 13000
    },
    {
      "epoch": 3.3866354654186166,
      "grad_norm": 0.0018235064344480634,
      "learning_rate": 4.88097985963192e-05,
      "loss": 0.00015992471948266028,
      "step": 13025
    },
    {
      "epoch": 3.3931357254290173,
      "grad_norm": 0.00295456824824214,
      "learning_rate": 4.8800139889764635e-05,
      "loss": 0.00019619416445493699,
      "step": 13050
    },
    {
      "epoch": 3.3996359854394176,
      "grad_norm": 0.002058732323348522,
      "learning_rate": 4.879044311381163e-05,
      "loss": 0.00018507666885852814,
      "step": 13075
    },
    {
      "epoch": 3.406136245449818,
      "grad_norm": 0.0011640433222055435,
      "learning_rate": 4.8780708283970635e-05,
      "loss": 0.00019303014501929284,
      "step": 13100
    },
    {
      "epoch": 3.4126365054602186,
      "grad_norm": 0.004538402892649174,
      "learning_rate": 4.877093541581293e-05,
      "loss": 0.00022105732932686806,
      "step": 13125
    },
    {
      "epoch": 3.419136765470619,
      "grad_norm": 0.004582549445331097,
      "learning_rate": 4.876112452497067e-05,
      "loss": 0.00019006865099072457,
      "step": 13150
    },
    {
      "epoch": 3.425637025481019,
      "grad_norm": 0.0015251049771904945,
      "learning_rate": 4.875127562713682e-05,
      "loss": 0.00019551951438188554,
      "step": 13175
    },
    {
      "epoch": 3.43213728549142,
      "grad_norm": 0.0026452955789864063,
      "learning_rate": 4.874138873806513e-05,
      "loss": 0.00019827393814921378,
      "step": 13200
    },
    {
      "epoch": 3.43863754550182,
      "grad_norm": 0.0037624940741807222,
      "learning_rate": 4.873146387357012e-05,
      "loss": 0.00021021952852606773,
      "step": 13225
    },
    {
      "epoch": 3.4451378055122204,
      "grad_norm": 0.001287887105718255,
      "learning_rate": 4.8721501049527074e-05,
      "loss": 0.00017457578331232072,
      "step": 13250
    },
    {
      "epoch": 3.451638065522621,
      "grad_norm": 0.004461884032934904,
      "learning_rate": 4.871150028187197e-05,
      "loss": 0.0001941155456006527,
      "step": 13275
    },
    {
      "epoch": 3.4581383255330214,
      "grad_norm": 0.0016347732162103057,
      "learning_rate": 4.8701461586601495e-05,
      "loss": 0.0001958230137825012,
      "step": 13300
    },
    {
      "epoch": 3.4646385855434216,
      "grad_norm": 0.001056948327459395,
      "learning_rate": 4.869138497977298e-05,
      "loss": 0.00017797507345676422,
      "step": 13325
    },
    {
      "epoch": 3.4711388455538223,
      "grad_norm": 0.000918197853025049,
      "learning_rate": 4.8681270477504425e-05,
      "loss": 0.00016535835340619087,
      "step": 13350
    },
    {
      "epoch": 3.4776391055642226,
      "grad_norm": 0.004509458784013987,
      "learning_rate": 4.8671118095974435e-05,
      "loss": 0.00019067727029323578,
      "step": 13375
    },
    {
      "epoch": 3.484139365574623,
      "grad_norm": 0.0028125063981860876,
      "learning_rate": 4.86609278514222e-05,
      "loss": 0.00020383823662996293,
      "step": 13400
    },
    {
      "epoch": 3.4906396255850236,
      "grad_norm": 0.002086355583742261,
      "learning_rate": 4.865069976014747e-05,
      "loss": 0.00017648333683609963,
      "step": 13425
    },
    {
      "epoch": 3.497139885595424,
      "grad_norm": 0.008011997677385807,
      "learning_rate": 4.864043383851054e-05,
      "loss": 0.00019700530916452408,
      "step": 13450
    },
    {
      "epoch": 3.503640145605824,
      "grad_norm": 0.001153540681116283,
      "learning_rate": 4.8630130102932226e-05,
      "loss": 0.00019348829984664918,
      "step": 13475
    },
    {
      "epoch": 3.510140405616225,
      "grad_norm": 0.0018860353156924248,
      "learning_rate": 4.86197885698938e-05,
      "loss": 0.00017718693241477012,
      "step": 13500
    },
    {
      "epoch": 3.516640665626625,
      "grad_norm": 0.001993714366108179,
      "learning_rate": 4.860940925593703e-05,
      "loss": 0.00019930761307477952,
      "step": 13525
    },
    {
      "epoch": 3.5231409256370254,
      "grad_norm": 0.00442202715203166,
      "learning_rate": 4.859899217766408e-05,
      "loss": 0.00020368916913866996,
      "step": 13550
    },
    {
      "epoch": 3.529641185647426,
      "grad_norm": 0.00381108233705163,
      "learning_rate": 4.858853735173756e-05,
      "loss": 0.00019909050315618514,
      "step": 13575
    },
    {
      "epoch": 3.5361414456578264,
      "grad_norm": 0.002255432540550828,
      "learning_rate": 4.857804479488042e-05,
      "loss": 0.00019707290455698968,
      "step": 13600
    },
    {
      "epoch": 3.5426417056682267,
      "grad_norm": 0.0012507532956078649,
      "learning_rate": 4.856751452387597e-05,
      "loss": 0.00019065476953983307,
      "step": 13625
    },
    {
      "epoch": 3.5491419656786274,
      "grad_norm": 0.0036212389823049307,
      "learning_rate": 4.8556946555567875e-05,
      "loss": 0.00017694346606731415,
      "step": 13650
    },
    {
      "epoch": 3.5556422256890277,
      "grad_norm": 0.00439284835010767,
      "learning_rate": 4.854634090686005e-05,
      "loss": 0.00019004333764314652,
      "step": 13675
    },
    {
      "epoch": 3.562142485699428,
      "grad_norm": 0.0031485799700021744,
      "learning_rate": 4.853569759471674e-05,
      "loss": 0.00019272057339549066,
      "step": 13700
    },
    {
      "epoch": 3.5686427457098286,
      "grad_norm": 0.002816871739923954,
      "learning_rate": 4.85250166361624e-05,
      "loss": 0.00018054230138659478,
      "step": 13725
    },
    {
      "epoch": 3.575143005720229,
      "grad_norm": 0.0011562134604901075,
      "learning_rate": 4.851429804828168e-05,
      "loss": 0.00018591873347759247,
      "step": 13750
    },
    {
      "epoch": 3.581643265730629,
      "grad_norm": 0.0016186692519113421,
      "learning_rate": 4.8503541848219464e-05,
      "loss": 0.0001849461905658245,
      "step": 13775
    },
    {
      "epoch": 3.58814352574103,
      "grad_norm": 0.003737223334610462,
      "learning_rate": 4.8492748053180776e-05,
      "loss": 0.00019492663443088532,
      "step": 13800
    },
    {
      "epoch": 3.58814352574103,
      "eval_loss": 0.0007769459625706077,
      "eval_runtime": 6.7276,
      "eval_samples_per_second": 743.204,
      "eval_steps_per_second": 4.013,
      "step": 13800
    },
    {
      "epoch": 3.58814352574103,
      "eval_holdout_avg_strict_f1": 0.03755268702500873,
      "eval_holdout_enron_spam_bvk_strict_f1": 0.0,
      "eval_holdout_enron_spam_setfit_strict_f1": 0.0,
      "eval_holdout_gliner2_pii_ptbr_reward_split_strict_f1": 0.11696513539233497,
      "eval_holdout_nemotron_pii_strict_f1": 0.10866026828310041,
      "eval_holdout_open_pii_masking_500k_strict_f1": 0.11537326645028033,
      "eval_holdout_phishing_darkknight_strict_f1": 0.0,
      "eval_holdout_phishing_zefang_strict_f1": 0.0,
      "eval_holdout_pii_masking_400k_strict_f1": 0.07208088714938031,
      "eval_holdout_sms_spam_multilingual_strict_f1": 0.0,
      "eval_holdout_spam_messages_mshenoda_strict_f1": 0.0,
      "eval_holdout_spamassassin_strict_f1": 0.0,
      "step": 13800
    },
    {
      "epoch": 3.59464378575143,
      "grad_norm": 0.002106535015627742,
      "learning_rate": 4.848191668043078e-05,
      "loss": 0.00018692363053560257,
      "step": 13825
    },
    {
      "epoch": 3.6011440457618304,
      "grad_norm": 0.0009807189926505089,
      "learning_rate": 4.847104774729474e-05,
      "loss": 0.00018487952649593354,
      "step": 13850
    },
    {
      "epoch": 3.607644305772231,
      "grad_norm": 0.0013675274094566703,
      "learning_rate": 4.8460141271158014e-05,
      "loss": 0.00020114419981837273,
      "step": 13875
    },
    {
      "epoch": 3.6141445657826314,
      "grad_norm": 0.001720141852274537,
      "learning_rate": 4.8449197269466e-05,
      "loss": 0.0001868550106883049,
      "step": 13900
    },
    {
      "epoch": 3.6206448257930317,
      "grad_norm": 0.002226258162409067,
      "learning_rate": 4.843821575972411e-05,
      "loss": 0.00018215464428067207,
      "step": 13925
    },
    {
      "epoch": 3.627145085803432,
      "grad_norm": 0.0027116078417748213,
      "learning_rate": 4.8427196759497796e-05,
      "loss": 0.000181178729981184,
      "step": 13950
    },
    {
      "epoch": 3.6336453458138327,
      "grad_norm": 0.0016104019014164805,
      "learning_rate": 4.8416140286412416e-05,
      "loss": 0.00018801089376211167,
      "step": 13975
    },
    {
      "epoch": 3.640145605824233,
      "grad_norm": 0.0023415798787027597,
      "learning_rate": 4.840504635815331e-05,
      "loss": 0.00016814099624752997,
      "step": 14000
    },
    {
      "epoch": 3.6466458658346332,
      "grad_norm": 0.0018245171522721648,
      "learning_rate": 4.8393914992465715e-05,
      "loss": 0.00019202623516321183,
      "step": 14025
    },
    {
      "epoch": 3.653146125845034,
      "grad_norm": 0.001894753542728722,
      "learning_rate": 4.838274620715475e-05,
      "loss": 0.00016656076535582543,
      "step": 14050
    },
    {
      "epoch": 3.6596463858554342,
      "grad_norm": 0.002777579938992858,
      "learning_rate": 4.8371540020085406e-05,
      "loss": 0.00018895357847213744,
      "step": 14075
    },
    {
      "epoch": 3.6661466458658345,
      "grad_norm": 0.003976226318627596,
      "learning_rate": 4.836029644918246e-05,
      "loss": 0.00016790941357612609,
      "step": 14100
    },
    {
      "epoch": 3.672646905876235,
      "grad_norm": 0.0019418034935370088,
      "learning_rate": 4.834901551243054e-05,
      "loss": 0.00015508588403463365,
      "step": 14125
    },
    {
      "epoch": 3.6791471658866355,
      "grad_norm": 0.004138902761042118,
      "learning_rate": 4.833769722787399e-05,
      "loss": 0.00017922932282090186,
      "step": 14150
    },
    {
      "epoch": 3.6856474258970358,
      "grad_norm": 0.0012737332144752145,
      "learning_rate": 4.832634161361693e-05,
      "loss": 0.0001669163815677166,
      "step": 14175
    },
    {
      "epoch": 3.692147685907436,
      "grad_norm": 0.0013900664635002613,
      "learning_rate": 4.831494868782318e-05,
      "loss": 0.0001726311631500721,
      "step": 14200
    },
    {
      "epoch": 3.6986479459178367,
      "grad_norm": 0.004070568364113569,
      "learning_rate": 4.830351846871623e-05,
      "loss": 0.00017538364976644517,
      "step": 14225
    },
    {
      "epoch": 3.705148205928237,
      "grad_norm": 0.0032449776772409678,
      "learning_rate": 4.829205097457923e-05,
      "loss": 0.00017785368487238884,
      "step": 14250
    },
    {
      "epoch": 3.7116484659386373,
      "grad_norm": 0.0047850823029875755,
      "learning_rate": 4.8280546223754967e-05,
      "loss": 0.00018772052600979805,
      "step": 14275
    },
    {
      "epoch": 3.718148725949038,
      "grad_norm": 0.0022762890439480543,
      "learning_rate": 4.8269004234645805e-05,
      "loss": 0.00019112121313810348,
      "step": 14300
    },
    {
      "epoch": 3.7246489859594383,
      "grad_norm": 0.0018947579665109515,
      "learning_rate": 4.825742502571366e-05,
      "loss": 0.00018218569457530975,
      "step": 14325
    },
    {
      "epoch": 3.7311492459698385,
      "grad_norm": 0.004367785062640905,
      "learning_rate": 4.824580861548004e-05,
      "loss": 0.00019441751763224602,
      "step": 14350
    },
    {
      "epoch": 3.7376495059802393,
      "grad_norm": 0.0,
      "learning_rate": 4.823415502252587e-05,
      "loss": 0.0001856766641139984,
      "step": 14375
    },
    {
      "epoch": 3.7441497659906395,
      "grad_norm": 0.00402756268158555,
      "learning_rate": 4.8222464265491624e-05,
      "loss": 0.0001696070656180382,
      "step": 14400
    },
    {
      "epoch": 3.75065002600104,
      "grad_norm": 0.002447994891554117,
      "learning_rate": 4.821073636307719e-05,
      "loss": 0.0001848655380308628,
      "step": 14425
    },
    {
      "epoch": 3.7571502860114405,
      "grad_norm": 0.0013418401358649135,
      "learning_rate": 4.819897133404189e-05,
      "loss": 0.00018463864922523498,
      "step": 14450
    },
    {
      "epoch": 3.763650546021841,
      "grad_norm": 0.0013997508212924004,
      "learning_rate": 4.8187169197204395e-05,
      "loss": 0.00017585938796401023,
      "step": 14475
    },
    {
      "epoch": 3.770150806032241,
      "grad_norm": 0.0013077299809083343,
      "learning_rate": 4.8175329971442774e-05,
      "loss": 0.00017360333353281021,
      "step": 14500
    },
    {
      "epoch": 3.776651066042642,
      "grad_norm": 0.0018581555923447013,
      "learning_rate": 4.8163453675694396e-05,
      "loss": 0.00017287006601691247,
      "step": 14525
    },
    {
      "epoch": 3.783151326053042,
      "grad_norm": 0.0011628908105194569,
      "learning_rate": 4.8151540328955935e-05,
      "loss": 0.00017978239804506302,
      "step": 14550
    },
    {
      "epoch": 3.7896515860634423,
      "grad_norm": 0.002391796326264739,
      "learning_rate": 4.813958995028333e-05,
      "loss": 0.00017921293154358865,
      "step": 14575
    },
    {
      "epoch": 3.796151846073843,
      "grad_norm": 0.0029841905925422907,
      "learning_rate": 4.812760255879175e-05,
      "loss": 0.00018638083711266517,
      "step": 14600
    },
    {
      "epoch": 3.8026521060842433,
      "grad_norm": 0.0021617060992866755,
      "learning_rate": 4.811557817365556e-05,
      "loss": 0.00018230058252811433,
      "step": 14625
    },
    {
      "epoch": 3.8091523660946436,
      "grad_norm": 0.0005080679547972977,
      "learning_rate": 4.810351681410832e-05,
      "loss": 0.00017180234193801879,
      "step": 14650
    },
    {
      "epoch": 3.8156526261050443,
      "grad_norm": 0.00275943661108613,
      "learning_rate": 4.8091418499442705e-05,
      "loss": 0.0001853370852768421,
      "step": 14675
    },
    {
      "epoch": 3.8221528861154446,
      "grad_norm": 0.0016223345883190632,
      "learning_rate": 4.8079283249010535e-05,
      "loss": 0.00017199864611029626,
      "step": 14700
    },
    {
      "epoch": 3.828653146125845,
      "grad_norm": 0.0014000064693391323,
      "learning_rate": 4.806711108222267e-05,
      "loss": 0.00017740676179528236,
      "step": 14725
    },
    {
      "epoch": 3.8351534061362456,
      "grad_norm": 0.007425474934279919,
      "learning_rate": 4.805490201854905e-05,
      "loss": 0.00015938971191644668,
      "step": 14750
    },
    {
      "epoch": 3.841653666146646,
      "grad_norm": 0.002419322030618787,
      "learning_rate": 4.8042656077518625e-05,
      "loss": 0.0001897728256881237,
      "step": 14775
    },
    {
      "epoch": 3.848153926157046,
      "grad_norm": 0.0017272852128371596,
      "learning_rate": 4.8030373278719335e-05,
      "loss": 0.00019258715212345124,
      "step": 14800
    },
    {
      "epoch": 3.854654186167447,
      "grad_norm": 0.0023506644647568464,
      "learning_rate": 4.801805364179806e-05,
      "loss": 0.0001934950426220894,
      "step": 14825
    },
    {
      "epoch": 3.861154446177847,
      "grad_norm": 0.0008850769954733551,
      "learning_rate": 4.800569718646062e-05,
      "loss": 0.00019235765561461448,
      "step": 14850
    },
    {
      "epoch": 3.8676547061882474,
      "grad_norm": 0.0015340980608016253,
      "learning_rate": 4.7993303932471726e-05,
      "loss": 0.0001842624507844448,
      "step": 14875
    },
    {
      "epoch": 3.874154966198648,
      "grad_norm": 0.002366200787946582,
      "learning_rate": 4.798087389965495e-05,
      "loss": 0.00019244063645601272,
      "step": 14900
    },
    {
      "epoch": 3.8806552262090483,
      "grad_norm": 0.004188060760498047,
      "learning_rate": 4.7968407107892684e-05,
      "loss": 0.0001769442670047283,
      "step": 14925
    },
    {
      "epoch": 3.8871554862194486,
      "grad_norm": 0.0020440025255084038,
      "learning_rate": 4.795590357712613e-05,
      "loss": 0.00019140174612402916,
      "step": 14950
    },
    {
      "epoch": 3.8936557462298493,
      "grad_norm": 0.0037882053293287754,
      "learning_rate": 4.794336332735524e-05,
      "loss": 0.00022109247744083404,
      "step": 14975
    },
    {
      "epoch": 3.9001560062402496,
      "grad_norm": 0.0,
      "learning_rate": 4.793078637863872e-05,
      "loss": 0.00018556270748376847,
      "step": 15000
    },
    {
      "epoch": 3.90665626625065,
      "grad_norm": 0.00209584878757596,
      "learning_rate": 4.791817275109396e-05,
      "loss": 0.00018636154010891914,
      "step": 15025
    },
    {
      "epoch": 3.9131565262610506,
      "grad_norm": 0.0017556521343067288,
      "learning_rate": 4.790552246489703e-05,
      "loss": 0.0001750059239566326,
      "step": 15050
    },
    {
      "epoch": 3.919656786271451,
      "grad_norm": 0.002784095238894224,
      "learning_rate": 4.789283554028264e-05,
      "loss": 0.00018199097365140916,
      "step": 15075
    },
    {
      "epoch": 3.926157046281851,
      "grad_norm": 0.0010626687435433269,
      "learning_rate": 4.7880111997544094e-05,
      "loss": 0.00017649631947278977,
      "step": 15100
    },
    {
      "epoch": 3.932657306292252,
      "grad_norm": 0.00348655809648335,
      "learning_rate": 4.786735185703327e-05,
      "loss": 0.0001511754747480154,
      "step": 15125
    },
    {
      "epoch": 3.939157566302652,
      "grad_norm": 0.019497273489832878,
      "learning_rate": 4.785455513916059e-05,
      "loss": 0.00016047555953264237,
      "step": 15150
    },
    {
      "epoch": 3.9456578263130524,
      "grad_norm": 0.0030943872407078743,
      "learning_rate": 4.784172186439499e-05,
      "loss": 0.00019644493237137796,
      "step": 15175
    },
    {
      "epoch": 3.952158086323453,
      "grad_norm": 0.0007395350839942694,
      "learning_rate": 4.7828852053263865e-05,
      "loss": 0.00019324317574501037,
      "step": 15200
    },
    {
      "epoch": 3.9586583463338534,
      "grad_norm": 0.0026222425512969494,
      "learning_rate": 4.781594572635306e-05,
      "loss": 0.00019622469320893288,
      "step": 15225
    },
    {
      "epoch": 3.9651586063442537,
      "grad_norm": 0.0024738628417253494,
      "learning_rate": 4.780300290430682e-05,
      "loss": 0.0002056974731385708,
      "step": 15250
    },
    {
      "epoch": 3.9716588663546544,
      "grad_norm": 0.0013616640353575349,
      "learning_rate": 4.779002360782779e-05,
      "loss": 0.0001998567208647728,
      "step": 15275
    },
    {
      "epoch": 3.9781591263650546,
      "grad_norm": 0.0008051333134062588,
      "learning_rate": 4.777700785767694e-05,
      "loss": 0.0001793583855032921,
      "step": 15300
    },
    {
      "epoch": 3.984659386375455,
      "grad_norm": 0.001919957809150219,
      "learning_rate": 4.776395567467353e-05,
      "loss": 0.00017205262556672097,
      "step": 15325
    },
    {
      "epoch": 3.9911596463858556,
      "grad_norm": 0.0017199747962877154,
      "learning_rate": 4.775086707969513e-05,
      "loss": 0.00018198668956756592,
      "step": 15350
    },
    {
      "epoch": 3.997659906396256,
      "grad_norm": 0.001567529165185988,
      "learning_rate": 4.773774209367753e-05,
      "loss": 0.00020061776041984557,
      "step": 15375
    },
    {
      "epoch": 4.004160166406656,
      "grad_norm": 0.0015432513318955898,
      "learning_rate": 4.7724580737614755e-05,
      "loss": 0.00017593447118997575,
      "step": 15400
    },
    {
      "epoch": 4.010660426417057,
      "grad_norm": 0.002256323117762804,
      "learning_rate": 4.7711383032558976e-05,
      "loss": 0.00020126234740018844,
      "step": 15425
    },
    {
      "epoch": 4.017160686427457,
      "grad_norm": 0.0012787890154868364,
      "learning_rate": 4.769814899962052e-05,
      "loss": 0.00018624329939484596,
      "step": 15450
    },
    {
      "epoch": 4.023660946437857,
      "grad_norm": 0.002444961341097951,
      "learning_rate": 4.7684878659967816e-05,
      "loss": 0.0001855655387043953,
      "step": 15475
    },
    {
      "epoch": 4.030161206448258,
      "grad_norm": 0.001980958040803671,
      "learning_rate": 4.7671572034827375e-05,
      "loss": 0.00017914535477757453,
      "step": 15500
    },
    {
      "epoch": 4.036661466458658,
      "grad_norm": 0.0038619190454483032,
      "learning_rate": 4.765822914548375e-05,
      "loss": 0.00015805648639798163,
      "step": 15525
    },
    {
      "epoch": 4.043161726469059,
      "grad_norm": 0.00157670967746526,
      "learning_rate": 4.764485001327949e-05,
      "loss": 0.00017007097601890565,
      "step": 15550
    },
    {
      "epoch": 4.049661986479459,
      "grad_norm": 0.0024021840654313564,
      "learning_rate": 4.763143465961512e-05,
      "loss": 0.00016745181754231452,
      "step": 15575
    },
    {
      "epoch": 4.056162246489859,
      "grad_norm": 0.0011933110654354095,
      "learning_rate": 4.761798310594911e-05,
      "loss": 0.00016522496938705444,
      "step": 15600
    },
    {
      "epoch": 4.06266250650026,
      "grad_norm": 0.0032834820449352264,
      "learning_rate": 4.760449537379782e-05,
      "loss": 0.00017104774713516235,
      "step": 15625
    },
    {
      "epoch": 4.069162766510661,
      "grad_norm": 0.0014264112105593085,
      "learning_rate": 4.7590971484735495e-05,
      "loss": 0.00016997601836919783,
      "step": 15650
    },
    {
      "epoch": 4.0756630265210605,
      "grad_norm": 0.0032719115260988474,
      "learning_rate": 4.757741146039419e-05,
      "loss": 0.0001667327620089054,
      "step": 15675
    },
    {
      "epoch": 4.082163286531461,
      "grad_norm": 0.0029537843074649572,
      "learning_rate": 4.756381532246379e-05,
      "loss": 0.0001581120491027832,
      "step": 15700
    },
    {
      "epoch": 4.088663546541862,
      "grad_norm": 0.0018526166677474976,
      "learning_rate": 4.755018309269194e-05,
      "loss": 0.00017901845276355744,
      "step": 15725
    },
    {
      "epoch": 4.095163806552262,
      "grad_norm": 0.0019269533222541213,
      "learning_rate": 4.753651479288398e-05,
      "loss": 0.0001612401194870472,
      "step": 15750
    },
    {
      "epoch": 4.1016640665626625,
      "grad_norm": 0.0019432856934145093,
      "learning_rate": 4.7522810444903e-05,
      "loss": 0.00017771489918231965,
      "step": 15775
    },
    {
      "epoch": 4.108164326573063,
      "grad_norm": 0.004724913742393255,
      "learning_rate": 4.75090700706697e-05,
      "loss": 0.0001797553151845932,
      "step": 15800
    },
    {
      "epoch": 4.114664586583463,
      "grad_norm": 0.0033014630898833275,
      "learning_rate": 4.749529369216246e-05,
      "loss": 0.0001592009700834751,
      "step": 15825
    },
    {
      "epoch": 4.121164846593864,
      "grad_norm": 0.0007016555755399168,
      "learning_rate": 4.748148133141718e-05,
      "loss": 0.00016692623496055602,
      "step": 15850
    },
    {
      "epoch": 4.1276651066042644,
      "grad_norm": 0.002613243879750371,
      "learning_rate": 4.746763301052739e-05,
      "loss": 0.00016209758818149566,
      "step": 15875
    },
    {
      "epoch": 4.134165366614664,
      "grad_norm": 0.0029490189626812935,
      "learning_rate": 4.7453748751644075e-05,
      "loss": 0.00015947986394166947,
      "step": 15900
    },
    {
      "epoch": 4.140665626625065,
      "grad_norm": 0.0014137791004031897,
      "learning_rate": 4.7439828576975766e-05,
      "loss": 0.00016196394339203834,
      "step": 15925
    },
    {
      "epoch": 4.147165886635466,
      "grad_norm": 0.0013701192801818252,
      "learning_rate": 4.7425872508788384e-05,
      "loss": 0.0001614590920507908,
      "step": 15950
    },
    {
      "epoch": 4.1536661466458655,
      "grad_norm": 0.0011157949920743704,
      "learning_rate": 4.74118805694053e-05,
      "loss": 0.00014938462525606154,
      "step": 15975
    },
    {
      "epoch": 4.160166406656266,
      "grad_norm": 0.0019668089225888252,
      "learning_rate": 4.739785278120725e-05,
      "loss": 0.00016474539414048194,
      "step": 16000
    },
    {
      "epoch": 4.166666666666667,
      "grad_norm": 0.004336381331086159,
      "learning_rate": 4.738378916663233e-05,
      "loss": 0.00016380157321691514,
      "step": 16025
    },
    {
      "epoch": 4.173166926677067,
      "grad_norm": 0.0012645269744098186,
      "learning_rate": 4.73696897481759e-05,
      "loss": 0.00016380883753299713,
      "step": 16050
    },
    {
      "epoch": 4.1796671866874675,
      "grad_norm": 0.0014034017222002149,
      "learning_rate": 4.7355554548390636e-05,
      "loss": 0.00015050990507006645,
      "step": 16075
    },
    {
      "epoch": 4.186167446697868,
      "grad_norm": 0.0010972560849040747,
      "learning_rate": 4.7341383589886423e-05,
      "loss": 0.00016104785725474358,
      "step": 16100
    },
    {
      "epoch": 4.192667706708268,
      "grad_norm": 0.0023443165700882673,
      "learning_rate": 4.732717689533035e-05,
      "loss": 0.0001543428935110569,
      "step": 16125
    },
    {
      "epoch": 4.199167966718669,
      "grad_norm": 0.005482005886733532,
      "learning_rate": 4.731293448744666e-05,
      "loss": 0.00016352515667676925,
      "step": 16150
    },
    {
      "epoch": 4.2056682267290695,
      "grad_norm": 0.0015973112313076854,
      "learning_rate": 4.7298656389016735e-05,
      "loss": 0.0001575806923210621,
      "step": 16175
    },
    {
      "epoch": 4.212168486739469,
      "grad_norm": 0.0020761583000421524,
      "learning_rate": 4.728434262287904e-05,
      "loss": 0.00017347386106848718,
      "step": 16200
    },
    {
      "epoch": 4.21866874674987,
      "grad_norm": 0.002122585428878665,
      "learning_rate": 4.726999321192908e-05,
      "loss": 0.00017534645274281502,
      "step": 16225
    },
    {
      "epoch": 4.225169006760271,
      "grad_norm": 0.004099489189684391,
      "learning_rate": 4.725560817911939e-05,
      "loss": 0.00018511157482862473,
      "step": 16250
    },
    {
      "epoch": 4.231669266770671,
      "grad_norm": 0.005462062079459429,
      "learning_rate": 4.724118754745949e-05,
      "loss": 0.00017231382429599762,
      "step": 16275
    },
    {
      "epoch": 4.238169526781071,
      "grad_norm": 0.002726222388446331,
      "learning_rate": 4.7226731340015814e-05,
      "loss": 0.00016330508515238762,
      "step": 16300
    },
    {
      "epoch": 4.244669786791472,
      "grad_norm": 0.0012742180842906237,
      "learning_rate": 4.721223957991174e-05,
      "loss": 0.0001804397813975811,
      "step": 16325
    },
    {
      "epoch": 4.251170046801872,
      "grad_norm": 0.001461735344491899,
      "learning_rate": 4.7197712290327465e-05,
      "loss": 0.00016668090596795083,
      "step": 16350
    },
    {
      "epoch": 4.2576703068122725,
      "grad_norm": 0.001352659659460187,
      "learning_rate": 4.718314949450007e-05,
      "loss": 0.00015542961657047272,
      "step": 16375
    },
    {
      "epoch": 4.264170566822673,
      "grad_norm": 0.0031707535963505507,
      "learning_rate": 4.7168551215723395e-05,
      "loss": 0.0001780588924884796,
      "step": 16400
    },
    {
      "epoch": 4.270670826833073,
      "grad_norm": 0.0021144773345440626,
      "learning_rate": 4.715391747734804e-05,
      "loss": 0.00016632189974188805,
      "step": 16425
    },
    {
      "epoch": 4.277171086843474,
      "grad_norm": 0.006771764252334833,
      "learning_rate": 4.7139248302781335e-05,
      "loss": 0.00016728438436985015,
      "step": 16450
    },
    {
      "epoch": 4.2836713468538745,
      "grad_norm": 0.001838906668126583,
      "learning_rate": 4.712454371548729e-05,
      "loss": 0.00017785703763365746,
      "step": 16475
    },
    {
      "epoch": 4.290171606864274,
      "grad_norm": 0.009326976723968983,
      "learning_rate": 4.710980373898656e-05,
      "loss": 0.00017834877595305444,
      "step": 16500
    },
    {
      "epoch": 4.296671866874675,
      "grad_norm": 0.0019171081949025393,
      "learning_rate": 4.709502839685639e-05,
      "loss": 0.0002019973285496235,
      "step": 16525
    },
    {
      "epoch": 4.303172126885076,
      "grad_norm": 0.003684645751491189,
      "learning_rate": 4.708021771273061e-05,
      "loss": 0.00017412833869457245,
      "step": 16550
    },
    {
      "epoch": 4.309672386895476,
      "grad_norm": 0.006142088677734137,
      "learning_rate": 4.706537171029959e-05,
      "loss": 0.00018382873386144639,
      "step": 16575
    },
    {
      "epoch": 4.316172646905876,
      "grad_norm": 0.0008659467566758394,
      "learning_rate": 4.7050490413310166e-05,
      "loss": 0.00016139013692736625,
      "step": 16600
    },
    {
      "epoch": 4.322672906916277,
      "grad_norm": 0.0020545271690934896,
      "learning_rate": 4.703557384556566e-05,
      "loss": 0.00017395377159118653,
      "step": 16625
    },
    {
      "epoch": 4.329173166926677,
      "grad_norm": 0.0026616626419126987,
      "learning_rate": 4.7020622030925785e-05,
      "loss": 0.00017738474532961847,
      "step": 16650
    },
    {
      "epoch": 4.335673426937078,
      "grad_norm": 0.0012004738673567772,
      "learning_rate": 4.700563499330664e-05,
      "loss": 0.00016084292903542519,
      "step": 16675
    },
    {
      "epoch": 4.342173686947478,
      "grad_norm": 0.0014764935476705432,
      "learning_rate": 4.699061275668068e-05,
      "loss": 0.00016870886087417603,
      "step": 16700
    },
    {
      "epoch": 4.348673946957878,
      "grad_norm": 0.0017060237005352974,
      "learning_rate": 4.6975555345076644e-05,
      "loss": 0.0001657457835972309,
      "step": 16725
    },
    {
      "epoch": 4.355174206968279,
      "grad_norm": 0.0006398553377948701,
      "learning_rate": 4.696046278257954e-05,
      "loss": 0.00020843859761953353,
      "step": 16750
    },
    {
      "epoch": 4.3616744669786796,
      "grad_norm": 0.0010869739344343543,
      "learning_rate": 4.694533509333061e-05,
      "loss": 0.00017780004069209098,
      "step": 16775
    },
    {
      "epoch": 4.368174726989079,
      "grad_norm": 0.0008869327721185982,
      "learning_rate": 4.693017230152727e-05,
      "loss": 0.00016541866585612297,
      "step": 16800
    },
    {
      "epoch": 4.37467498699948,
      "grad_norm": 0.0008592939120717347,
      "learning_rate": 4.6914974431423095e-05,
      "loss": 0.00016656942665576935,
      "step": 16825
    },
    {
      "epoch": 4.38117524700988,
      "grad_norm": 0.0007334901602007449,
      "learning_rate": 4.689974150732776e-05,
      "loss": 0.0001574445515871048,
      "step": 16850
    },
    {
      "epoch": 4.387675507020281,
      "grad_norm": 0.0012354288483038545,
      "learning_rate": 4.688447355360702e-05,
      "loss": 0.00018074676394462584,
      "step": 16875
    },
    {
      "epoch": 4.394175767030681,
      "grad_norm": 0.0029802690260112286,
      "learning_rate": 4.686917059468265e-05,
      "loss": 0.00016910672187805175,
      "step": 16900
    },
    {
      "epoch": 4.400676027041081,
      "grad_norm": 0.0034686995204538107,
      "learning_rate": 4.685383265503243e-05,
      "loss": 0.00015295635908842088,
      "step": 16925
    },
    {
      "epoch": 4.407176287051482,
      "grad_norm": 0.0010052589932456613,
      "learning_rate": 4.683845975919008e-05,
      "loss": 0.00016116408631205558,
      "step": 16950
    },
    {
      "epoch": 4.413676547061883,
      "grad_norm": 0.0013952176086604595,
      "learning_rate": 4.682305193174524e-05,
      "loss": 0.0001619725301861763,
      "step": 16975
    },
    {
      "epoch": 4.420176807072282,
      "grad_norm": 0.002685805084183812,
      "learning_rate": 4.6807609197343444e-05,
      "loss": 0.00015479259192943573,
      "step": 17000
    },
    {
      "epoch": 4.426677067082683,
      "grad_norm": 0.0017541280249133706,
      "learning_rate": 4.679213158068602e-05,
      "loss": 0.00015131274238228799,
      "step": 17025
    },
    {
      "epoch": 4.433177327093084,
      "grad_norm": 0.0015597807941958308,
      "learning_rate": 4.677661910653013e-05,
      "loss": 0.00016712935641407967,
      "step": 17050
    },
    {
      "epoch": 4.439677587103484,
      "grad_norm": 0.0024185015354305506,
      "learning_rate": 4.676107179968867e-05,
      "loss": 0.00017396846786141396,
      "step": 17075
    },
    {
      "epoch": 4.446177847113884,
      "grad_norm": 0.0012252889573574066,
      "learning_rate": 4.674548968503026e-05,
      "loss": 0.00015929028391838075,
      "step": 17100
    },
    {
      "epoch": 4.452678107124285,
      "grad_norm": 0.0,
      "learning_rate": 4.672987278747919e-05,
      "loss": 0.00014780063182115555,
      "step": 17125
    },
    {
      "epoch": 4.459178367134685,
      "grad_norm": 0.0015239381464198232,
      "learning_rate": 4.671422113201541e-05,
      "loss": 0.00015520074404776096,
      "step": 17150
    },
    {
      "epoch": 4.465678627145086,
      "grad_norm": 0.005024355836212635,
      "learning_rate": 4.6698534743674436e-05,
      "loss": 0.0001642940752208233,
      "step": 17175
    },
    {
      "epoch": 4.472178887155486,
      "grad_norm": 0.0040642754174768925,
      "learning_rate": 4.668281364754735e-05,
      "loss": 0.00016543280333280563,
      "step": 17200
    },
    {
      "epoch": 4.478679147165886,
      "grad_norm": 0.0019486952805891633,
      "learning_rate": 4.666705786878077e-05,
      "loss": 0.00015313019044697285,
      "step": 17225
    },
    {
      "epoch": 4.485179407176287,
      "grad_norm": 0.0022806357592344284,
      "learning_rate": 4.665126743257677e-05,
      "loss": 0.0001513226330280304,
      "step": 17250
    },
    {
      "epoch": 4.485179407176287,
      "eval_loss": 0.000658437900710851,
      "eval_runtime": 6.8934,
      "eval_samples_per_second": 725.334,
      "eval_steps_per_second": 3.917,
      "step": 17250
    },
    {
      "epoch": 4.485179407176287,
      "eval_holdout_avg_strict_f1": 0.050783621623763826,
      "eval_holdout_enron_spam_bvk_strict_f1": 0.0,
      "eval_holdout_enron_spam_setfit_strict_f1": 0.0,
      "eval_holdout_gliner2_pii_ptbr_reward_split_strict_f1": 0.19670152855993564,
      "eval_holdout_nemotron_pii_strict_f1": 0.13723134427980244,
      "eval_holdout_open_pii_masking_500k_strict_f1": 0.12369285927696444,
      "eval_holdout_phishing_darkknight_strict_f1": 0.0,
      "eval_holdout_phishing_zefang_strict_f1": 0.0,
      "eval_holdout_pii_masking_400k_strict_f1": 0.10099410574469957,
      "eval_holdout_sms_spam_multilingual_strict_f1": 0.0,
      "eval_holdout_spam_messages_mshenoda_strict_f1": 0.0,
      "eval_holdout_spamassassin_strict_f1": 0.0,
      "step": 17250
    },
    {
      "epoch": 4.491679667186688,
      "grad_norm": 0.00196244427934289,
      "learning_rate": 4.663544236419286e-05,
      "loss": 0.00017497438937425614,
      "step": 17275
    },
    {
      "epoch": 4.4981799271970875,
      "grad_norm": 0.0015371248591691256,
      "learning_rate": 4.6619582688941967e-05,
      "loss": 0.00015914950519800187,
      "step": 17300
    },
    {
      "epoch": 4.504680187207488,
      "grad_norm": 0.0008240469032898545,
      "learning_rate": 4.660368843219233e-05,
      "loss": 0.00016264503821730614,
      "step": 17325
    },
    {
      "epoch": 4.511180447217889,
      "grad_norm": 0.0010795125272125006,
      "learning_rate": 4.6587759619367556e-05,
      "loss": 0.00017988884821534156,
      "step": 17350
    },
    {
      "epoch": 4.517680707228289,
      "grad_norm": 0.0008447085274383426,
      "learning_rate": 4.657179627594649e-05,
      "loss": 0.00015538561157882213,
      "step": 17375
    },
    {
      "epoch": 4.5241809672386895,
      "grad_norm": 0.0007679208065383136,
      "learning_rate": 4.6555798427463214e-05,
      "loss": 0.0001585719734430313,
      "step": 17400
    },
    {
      "epoch": 4.53068122724909,
      "grad_norm": 0.0023282505571842194,
      "learning_rate": 4.653976609950702e-05,
      "loss": 0.00015766914933919906,
      "step": 17425
    },
    {
      "epoch": 4.53718148725949,
      "grad_norm": 0.0025958914775401354,
      "learning_rate": 4.6523699317722344e-05,
      "loss": 0.00016013462096452712,
      "step": 17450
    },
    {
      "epoch": 4.543681747269891,
      "grad_norm": 0.0014435028424486518,
      "learning_rate": 4.650759810780872e-05,
      "loss": 0.0001541033573448658,
      "step": 17475
    },
    {
      "epoch": 4.550182007280291,
      "grad_norm": 0.0009686989360488951,
      "learning_rate": 4.6491462495520755e-05,
      "loss": 0.00014713797718286515,
      "step": 17500
    },
    {
      "epoch": 4.556682267290691,
      "grad_norm": 0.002669141162186861,
      "learning_rate": 4.64752925066681e-05,
      "loss": 0.0001501713041216135,
      "step": 17525
    },
    {
      "epoch": 4.563182527301092,
      "grad_norm": 0.001345828059129417,
      "learning_rate": 4.645908816711538e-05,
      "loss": 0.00015742238610982895,
      "step": 17550
    },
    {
      "epoch": 4.569682787311493,
      "grad_norm": 0.0014919483801349998,
      "learning_rate": 4.644284950278217e-05,
      "loss": 0.00014388660900294781,
      "step": 17575
    },
    {
      "epoch": 4.5761830473218925,
      "grad_norm": 0.0015580441104248166,
      "learning_rate": 4.6426576539642944e-05,
      "loss": 0.0001566757448017597,
      "step": 17600
    },
    {
      "epoch": 4.582683307332293,
      "grad_norm": 0.000979835633188486,
      "learning_rate": 4.641026930372703e-05,
      "loss": 0.00015022841282188892,
      "step": 17625
    },
    {
      "epoch": 4.589183567342694,
      "grad_norm": 0.002203001407906413,
      "learning_rate": 4.639392782111861e-05,
      "loss": 0.00016715886071324348,
      "step": 17650
    },
    {
      "epoch": 4.595683827353094,
      "grad_norm": 0.0007987716817297041,
      "learning_rate": 4.6377552117956605e-05,
      "loss": 0.00013450652360916138,
      "step": 17675
    },
    {
      "epoch": 4.6021840873634945,
      "grad_norm": 0.004143223632127047,
      "learning_rate": 4.636114222043471e-05,
      "loss": 0.0001484651118516922,
      "step": 17700
    },
    {
      "epoch": 4.608684347373895,
      "grad_norm": 0.0023716369178146124,
      "learning_rate": 4.634469815480128e-05,
      "loss": 0.00015488354489207268,
      "step": 17725
    },
    {
      "epoch": 4.615184607384295,
      "grad_norm": 0.0012466327752918005,
      "learning_rate": 4.6328219947359345e-05,
      "loss": 0.0001378494407981634,
      "step": 17750
    },
    {
      "epoch": 4.621684867394696,
      "grad_norm": 0.0010982052190229297,
      "learning_rate": 4.631170762446654e-05,
      "loss": 0.00016040455549955367,
      "step": 17775
    },
    {
      "epoch": 4.6281851274050965,
      "grad_norm": 0.0019075711024925113,
      "learning_rate": 4.6295161212535085e-05,
      "loss": 0.0001590457744896412,
      "step": 17800
    },
    {
      "epoch": 4.634685387415496,
      "grad_norm": 0.0032204068265855312,
      "learning_rate": 4.62785807380317e-05,
      "loss": 0.00015350147150456906,
      "step": 17825
    },
    {
      "epoch": 4.641185647425897,
      "grad_norm": 0.001020675990730524,
      "learning_rate": 4.62619662274776e-05,
      "loss": 0.00014694424346089362,
      "step": 17850
    },
    {
      "epoch": 4.647685907436298,
      "grad_norm": 0.0016116098267957568,
      "learning_rate": 4.624531770744845e-05,
      "loss": 0.0001344368513673544,
      "step": 17875
    },
    {
      "epoch": 4.6541861674466976,
      "grad_norm": 0.0036316344048827887,
      "learning_rate": 4.622863520457431e-05,
      "loss": 0.0001422207895666361,
      "step": 17900
    },
    {
      "epoch": 4.660686427457098,
      "grad_norm": 0.0025543614756315947,
      "learning_rate": 4.621191874553961e-05,
      "loss": 0.00013731281273066998,
      "step": 17925
    },
    {
      "epoch": 4.667186687467499,
      "grad_norm": 0.0033108708448708057,
      "learning_rate": 4.619516835708305e-05,
      "loss": 0.0001466973777860403,
      "step": 17950
    },
    {
      "epoch": 4.673686947477899,
      "grad_norm": 0.002512441948056221,
      "learning_rate": 4.617838406599766e-05,
      "loss": 0.00015655793249607085,
      "step": 17975
    },
    {
      "epoch": 4.6801872074882995,
      "grad_norm": 0.0017554826335981488,
      "learning_rate": 4.616156589913066e-05,
      "loss": 0.0001465380098670721,
      "step": 18000
    },
    {
      "epoch": 4.6866874674987,
      "grad_norm": 0.0014095176011323929,
      "learning_rate": 4.614471388338346e-05,
      "loss": 0.00014162415638566017,
      "step": 18025
    },
    {
      "epoch": 4.6931877275091,
      "grad_norm": 0.001687633222900331,
      "learning_rate": 4.612782804571164e-05,
      "loss": 0.0001689901389181614,
      "step": 18050
    },
    {
      "epoch": 4.699687987519501,
      "grad_norm": 0.008750260807573795,
      "learning_rate": 4.6110908413124844e-05,
      "loss": 0.00015635639429092407,
      "step": 18075
    },
    {
      "epoch": 4.7061882475299015,
      "grad_norm": 0.002474795328453183,
      "learning_rate": 4.60939550126868e-05,
      "loss": 0.0001487763598561287,
      "step": 18100
    },
    {
      "epoch": 4.712688507540301,
      "grad_norm": 0.0008304418297484517,
      "learning_rate": 4.607696787151522e-05,
      "loss": 0.00015151412226259707,
      "step": 18125
    },
    {
      "epoch": 4.719188767550702,
      "grad_norm": 0.0018005773890763521,
      "learning_rate": 4.605994701678182e-05,
      "loss": 0.0001472252421081066,
      "step": 18150
    },
    {
      "epoch": 4.725689027561103,
      "grad_norm": 0.004015025682747364,
      "learning_rate": 4.604289247571222e-05,
      "loss": 0.00014193103648722173,
      "step": 18175
    },
    {
      "epoch": 4.732189287571503,
      "grad_norm": 0.004501794930547476,
      "learning_rate": 4.6025804275585923e-05,
      "loss": 0.000141292754560709,
      "step": 18200
    },
    {
      "epoch": 4.738689547581903,
      "grad_norm": 0.003402718808501959,
      "learning_rate": 4.600868244373629e-05,
      "loss": 0.0001660127192735672,
      "step": 18225
    },
    {
      "epoch": 4.745189807592304,
      "grad_norm": 0.002020718529820442,
      "learning_rate": 4.599152700755045e-05,
      "loss": 0.00014321424067020416,
      "step": 18250
    },
    {
      "epoch": 4.751690067602704,
      "grad_norm": 0.0010505187092348933,
      "learning_rate": 4.597433799446931e-05,
      "loss": 0.00013493100181221962,
      "step": 18275
    },
    {
      "epoch": 4.758190327613105,
      "grad_norm": 0.001982392743229866,
      "learning_rate": 4.5957115431987456e-05,
      "loss": 0.00015888415277004242,
      "step": 18300
    },
    {
      "epoch": 4.764690587623505,
      "grad_norm": 0.0012624519877135754,
      "learning_rate": 4.593985934765317e-05,
      "loss": 0.00015005415305495263,
      "step": 18325
    },
    {
      "epoch": 4.771190847633905,
      "grad_norm": 0.0010668979957699776,
      "learning_rate": 4.5922569769068337e-05,
      "loss": 0.0001418204139918089,
      "step": 18350
    },
    {
      "epoch": 4.777691107644306,
      "grad_norm": 0.001417837687768042,
      "learning_rate": 4.590524672388842e-05,
      "loss": 0.00015240835025906563,
      "step": 18375
    },
    {
      "epoch": 4.7841913676547065,
      "grad_norm": 0.00182001618668437,
      "learning_rate": 4.5887890239822394e-05,
      "loss": 0.00014681240543723106,
      "step": 18400
    },
    {
      "epoch": 4.790691627665106,
      "grad_norm": 0.002036181977018714,
      "learning_rate": 4.587050034463276e-05,
      "loss": 0.00013212449848651887,
      "step": 18425
    },
    {
      "epoch": 4.797191887675507,
      "grad_norm": 0.0024265011306852102,
      "learning_rate": 4.5853077066135425e-05,
      "loss": 0.00015206038020551204,
      "step": 18450
    },
    {
      "epoch": 4.803692147685908,
      "grad_norm": 0.002515725791454315,
      "learning_rate": 4.583562043219972e-05,
      "loss": 0.0001493960525840521,
      "step": 18475
    },
    {
      "epoch": 4.810192407696308,
      "grad_norm": 0.0023409551940858364,
      "learning_rate": 4.5818130470748315e-05,
      "loss": 0.00015377653762698172,
      "step": 18500
    },
    {
      "epoch": 4.816692667706708,
      "grad_norm": 0.002436652546748519,
      "learning_rate": 4.5800607209757195e-05,
      "loss": 0.0001548993121832609,
      "step": 18525
    },
    {
      "epoch": 4.823192927717109,
      "grad_norm": 0.0018788946326822042,
      "learning_rate": 4.578305067725561e-05,
      "loss": 0.00014670987613499164,
      "step": 18550
    },
    {
      "epoch": 4.829693187727509,
      "grad_norm": 0.0037026950158178806,
      "learning_rate": 4.5765460901326016e-05,
      "loss": 0.00014252387918531895,
      "step": 18575
    },
    {
      "epoch": 4.83619344773791,
      "grad_norm": 0.002747404621914029,
      "learning_rate": 4.574783791010407e-05,
      "loss": 0.00015695074573159217,
      "step": 18600
    },
    {
      "epoch": 4.84269370774831,
      "grad_norm": 0.0011979611590504646,
      "learning_rate": 4.573018173177853e-05,
      "loss": 0.000147454421967268,
      "step": 18625
    },
    {
      "epoch": 4.84919396775871,
      "grad_norm": 0.001963973045349121,
      "learning_rate": 4.5712492394591245e-05,
      "loss": 0.00014441316016018392,
      "step": 18650
    },
    {
      "epoch": 4.855694227769111,
      "grad_norm": 0.001429482363164425,
      "learning_rate": 4.569476992683712e-05,
      "loss": 0.0001541359443217516,
      "step": 18675
    },
    {
      "epoch": 4.862194487779512,
      "grad_norm": 0.001821653451770544,
      "learning_rate": 4.567701435686404e-05,
      "loss": 0.00013285648077726364,
      "step": 18700
    },
    {
      "epoch": 4.868694747789911,
      "grad_norm": 0.003140270709991455,
      "learning_rate": 4.565922571307285e-05,
      "loss": 0.00015356378629803656,
      "step": 18725
    },
    {
      "epoch": 4.875195007800312,
      "grad_norm": 0.0016336648259311914,
      "learning_rate": 4.5641404023917274e-05,
      "loss": 0.00015476999804377555,
      "step": 18750
    },
    {
      "epoch": 4.881695267810713,
      "grad_norm": 0.00110739900264889,
      "learning_rate": 4.5623549317903915e-05,
      "loss": 0.00015768682584166527,
      "step": 18775
    },
    {
      "epoch": 4.888195527821113,
      "grad_norm": 0.002892926102504134,
      "learning_rate": 4.560566162359217e-05,
      "loss": 0.00015479933470487594,
      "step": 18800
    },
    {
      "epoch": 4.894695787831513,
      "grad_norm": 0.0010525796096771955,
      "learning_rate": 4.558774096959423e-05,
      "loss": 0.00014340215362608434,
      "step": 18825
    },
    {
      "epoch": 4.901196047841914,
      "grad_norm": 0.0016999448416754603,
      "learning_rate": 4.556978738457499e-05,
      "loss": 0.00014264050871133803,
      "step": 18850
    },
    {
      "epoch": 4.907696307852314,
      "grad_norm": 0.0014307581586763263,
      "learning_rate": 4.555180089725201e-05,
      "loss": 0.0001373931858688593,
      "step": 18875
    },
    {
      "epoch": 4.914196567862715,
      "grad_norm": 0.0008670628885738552,
      "learning_rate": 4.5533781536395495e-05,
      "loss": 0.00014224116690456868,
      "step": 18900
    },
    {
      "epoch": 4.920696827873115,
      "grad_norm": 0.0031871842220425606,
      "learning_rate": 4.551572933082822e-05,
      "loss": 0.00014263702556490898,
      "step": 18925
    },
    {
      "epoch": 4.927197087883515,
      "grad_norm": 0.0009962792973965406,
      "learning_rate": 4.5497644309425516e-05,
      "loss": 0.00013574679382145406,
      "step": 18950
    },
    {
      "epoch": 4.933697347893916,
      "grad_norm": 0.0030755933839827776,
      "learning_rate": 4.547952650111517e-05,
      "loss": 0.0001388239860534668,
      "step": 18975
    },
    {
      "epoch": 4.940197607904317,
      "grad_norm": 0.002856396371498704,
      "learning_rate": 4.546137593487746e-05,
      "loss": 0.00013483071699738503,
      "step": 19000
    },
    {
      "epoch": 4.946697867914716,
      "grad_norm": 0.0,
      "learning_rate": 4.5443192639745015e-05,
      "loss": 0.00013662678189575673,
      "step": 19025
    },
    {
      "epoch": 4.953198127925117,
      "grad_norm": 0.002188618527725339,
      "learning_rate": 4.542497664480284e-05,
      "loss": 0.00014385654591023923,
      "step": 19050
    },
    {
      "epoch": 4.959698387935518,
      "grad_norm": 0.0012306453427299857,
      "learning_rate": 4.5406727979188255e-05,
      "loss": 0.0001329208817332983,
      "step": 19075
    },
    {
      "epoch": 4.966198647945918,
      "grad_norm": 0.0013932990841567516,
      "learning_rate": 4.5388446672090814e-05,
      "loss": 0.00014986141584813595,
      "step": 19100
    },
    {
      "epoch": 4.972698907956318,
      "grad_norm": 0.0017995877424255013,
      "learning_rate": 4.5370132752752294e-05,
      "loss": 0.00016053756698966026,
      "step": 19125
    },
    {
      "epoch": 4.979199167966719,
      "grad_norm": 0.0038302044849842787,
      "learning_rate": 4.5351786250466636e-05,
      "loss": 0.0001371334958821535,
      "step": 19150
    },
    {
      "epoch": 4.985699427977119,
      "grad_norm": 0.0007338288123719394,
      "learning_rate": 4.53334071945799e-05,
      "loss": 0.00013917976059019566,
      "step": 19175
    },
    {
      "epoch": 4.99219968798752,
      "grad_norm": 0.0012923972681164742,
      "learning_rate": 4.531499561449022e-05,
      "loss": 0.00014735984615981578,
      "step": 19200
    },
    {
      "epoch": 4.99869994799792,
      "grad_norm": 0.003122801659628749,
      "learning_rate": 4.529655153964775e-05,
      "loss": 0.0001434572786092758,
      "step": 19225
    },
    {
      "epoch": 5.00520020800832,
      "grad_norm": 0.000923612155020237,
      "learning_rate": 4.52780749995546e-05,
      "loss": 0.00012164958752691746,
      "step": 19250
    },
    {
      "epoch": 5.011700468018721,
      "grad_norm": 0.0016798863653093576,
      "learning_rate": 4.525956602376486e-05,
      "loss": 0.0001315576024353504,
      "step": 19275
    },
    {
      "epoch": 5.018200728029121,
      "grad_norm": 0.001232946990057826,
      "learning_rate": 4.5241024641884456e-05,
      "loss": 0.00013162718154489993,
      "step": 19300
    },
    {
      "epoch": 5.0247009880395215,
      "grad_norm": 0.0009978599846363068,
      "learning_rate": 4.522245088357116e-05,
      "loss": 0.00013904462568461895,
      "step": 19325
    },
    {
      "epoch": 5.031201248049922,
      "grad_norm": 0.0010107139823958278,
      "learning_rate": 4.5203844778534554e-05,
      "loss": 0.00015151292085647584,
      "step": 19350
    },
    {
      "epoch": 5.037701508060322,
      "grad_norm": 0.0012251532170921564,
      "learning_rate": 4.518520635653594e-05,
      "loss": 0.0001429096981883049,
      "step": 19375
    },
    {
      "epoch": 5.044201768070723,
      "grad_norm": 0.0012166014639660716,
      "learning_rate": 4.5166535647388296e-05,
      "loss": 0.0001403882261365652,
      "step": 19400
    },
    {
      "epoch": 5.0507020280811235,
      "grad_norm": 0.0014541230630129576,
      "learning_rate": 4.5147832680956284e-05,
      "loss": 0.0001278739608824253,
      "step": 19425
    },
    {
      "epoch": 5.057202288091523,
      "grad_norm": 0.0011057070223614573,
      "learning_rate": 4.512909748715613e-05,
      "loss": 0.00013740201480686665,
      "step": 19450
    },
    {
      "epoch": 5.063702548101924,
      "grad_norm": 0.0014885697746649384,
      "learning_rate": 4.511033009595564e-05,
      "loss": 0.00015405756421387195,
      "step": 19475
    },
    {
      "epoch": 5.070202808112325,
      "grad_norm": 0.001101053785532713,
      "learning_rate": 4.50915305373741e-05,
      "loss": 0.00013779288157820703,
      "step": 19500
    },
    {
      "epoch": 5.0767030681227245,
      "grad_norm": 0.0032690393272787333,
      "learning_rate": 4.507269884148224e-05,
      "loss": 0.00013352164067327975,
      "step": 19525
    },
    {
      "epoch": 5.083203328133125,
      "grad_norm": 0.0009752037585712969,
      "learning_rate": 4.505383503840221e-05,
      "loss": 0.0001376598235219717,
      "step": 19550
    },
    {
      "epoch": 5.089703588143526,
      "grad_norm": 0.002196341287344694,
      "learning_rate": 4.503493915830753e-05,
      "loss": 0.00013712641783058643,
      "step": 19575
    },
    {
      "epoch": 5.096203848153926,
      "grad_norm": 0.0010258402908220887,
      "learning_rate": 4.5016011231422995e-05,
      "loss": 0.0001346300169825554,
      "step": 19600
    },
    {
      "epoch": 5.1027041081643265,
      "grad_norm": 0.003978818655014038,
      "learning_rate": 4.4997051288024686e-05,
      "loss": 0.00014454452320933342,
      "step": 19625
    },
    {
      "epoch": 5.109204368174727,
      "grad_norm": 0.0037584619130939245,
      "learning_rate": 4.497805935843989e-05,
      "loss": 0.00013516144827008247,
      "step": 19650
    },
    {
      "epoch": 5.115704628185127,
      "grad_norm": 0.0009517311118543148,
      "learning_rate": 4.4959035473047054e-05,
      "loss": 0.00013424252159893513,
      "step": 19675
    },
    {
      "epoch": 5.122204888195528,
      "grad_norm": 0.004111779388040304,
      "learning_rate": 4.4939979662275745e-05,
      "loss": 0.0001388068776577711,
      "step": 19700
    },
    {
      "epoch": 5.1287051482059285,
      "grad_norm": 0.0012805311707779765,
      "learning_rate": 4.4920891956606594e-05,
      "loss": 0.00013941220939159393,
      "step": 19725
    },
    {
      "epoch": 5.135205408216328,
      "grad_norm": 0.004675137344747782,
      "learning_rate": 4.490177238657124e-05,
      "loss": 0.00013734254986047745,
      "step": 19750
    },
    {
      "epoch": 5.141705668226729,
      "grad_norm": 0.002303802641108632,
      "learning_rate": 4.48826209827523e-05,
      "loss": 0.00016402501612901687,
      "step": 19775
    },
    {
      "epoch": 5.14820592823713,
      "grad_norm": 0.0019201309187337756,
      "learning_rate": 4.4863437775783323e-05,
      "loss": 0.00014541741460561753,
      "step": 19800
    },
    {
      "epoch": 5.15470618824753,
      "grad_norm": 0.0026621189899742603,
      "learning_rate": 4.48442227963487e-05,
      "loss": 0.0001568194106221199,
      "step": 19825
    },
    {
      "epoch": 5.16120644825793,
      "grad_norm": 0.001147376955486834,
      "learning_rate": 4.4824976075183654e-05,
      "loss": 0.0001450801733881235,
      "step": 19850
    },
    {
      "epoch": 5.167706708268331,
      "grad_norm": 0.005741590168327093,
      "learning_rate": 4.4805697643074206e-05,
      "loss": 0.00014287268742918969,
      "step": 19875
    },
    {
      "epoch": 5.174206968278731,
      "grad_norm": 0.0028361014556139708,
      "learning_rate": 4.4786387530857056e-05,
      "loss": 0.00015186586417257787,
      "step": 19900
    },
    {
      "epoch": 5.1807072282891315,
      "grad_norm": 0.0014331071870401502,
      "learning_rate": 4.476704576941961e-05,
      "loss": 0.00015548578463494777,
      "step": 19925
    },
    {
      "epoch": 5.187207488299532,
      "grad_norm": 0.0030039548873901367,
      "learning_rate": 4.47476723896999e-05,
      "loss": 0.00014972995035350323,
      "step": 19950
    },
    {
      "epoch": 5.193707748309932,
      "grad_norm": 0.0022576020564883947,
      "learning_rate": 4.4728267422686496e-05,
      "loss": 0.0001554740034043789,
      "step": 19975
    },
    {
      "epoch": 5.200208008320333,
      "grad_norm": 0.0012061097659170628,
      "learning_rate": 4.4708830899418544e-05,
      "loss": 0.0001298661343753338,
      "step": 20000
    },
    {
      "epoch": 5.2067082683307335,
      "grad_norm": 0.002239755354821682,
      "learning_rate": 4.4689362850985625e-05,
      "loss": 0.00015579594299197197,
      "step": 20025
    },
    {
      "epoch": 5.213208528341133,
      "grad_norm": 0.00401849253103137,
      "learning_rate": 4.466986330852777e-05,
      "loss": 0.00016034215688705443,
      "step": 20050
    },
    {
      "epoch": 5.219708788351534,
      "grad_norm": 0.002211707876995206,
      "learning_rate": 4.465033230323538e-05,
      "loss": 0.0001427256502211094,
      "step": 20075
    },
    {
      "epoch": 5.226209048361935,
      "grad_norm": 0.002577380510047078,
      "learning_rate": 4.463076986634916e-05,
      "loss": 0.00012760492973029613,
      "step": 20100
    },
    {
      "epoch": 5.232709308372335,
      "grad_norm": 0.0013343971222639084,
      "learning_rate": 4.461117602916014e-05,
      "loss": 0.00014281315729022025,
      "step": 20125
    },
    {
      "epoch": 5.239209568382735,
      "grad_norm": 0.0012126417132094502,
      "learning_rate": 4.459155082300952e-05,
      "loss": 0.00015582663938403128,
      "step": 20150
    },
    {
      "epoch": 5.245709828393136,
      "grad_norm": 0.0,
      "learning_rate": 4.457189427928872e-05,
      "loss": 0.00013873948715627195,
      "step": 20175
    },
    {
      "epoch": 5.252210088403536,
      "grad_norm": 0.000978428521193564,
      "learning_rate": 4.455220642943927e-05,
      "loss": 0.00013329820707440375,
      "step": 20200
    },
    {
      "epoch": 5.258710348413937,
      "grad_norm": 0.0025654276832938194,
      "learning_rate": 4.4532487304952764e-05,
      "loss": 0.00014376726001501085,
      "step": 20225
    },
    {
      "epoch": 5.265210608424337,
      "grad_norm": 0.0027144309133291245,
      "learning_rate": 4.4512736937370844e-05,
      "loss": 0.00014224441722035408,
      "step": 20250
    },
    {
      "epoch": 5.271710868434737,
      "grad_norm": 0.001510527217760682,
      "learning_rate": 4.4492955358285104e-05,
      "loss": 0.00013470981270074844,
      "step": 20275
    },
    {
      "epoch": 5.278211128445138,
      "grad_norm": 0.0009118269081227481,
      "learning_rate": 4.447314259933708e-05,
      "loss": 0.00013923139311373234,
      "step": 20300
    },
    {
      "epoch": 5.284711388455539,
      "grad_norm": 0.0012834982480853796,
      "learning_rate": 4.445329869221817e-05,
      "loss": 0.00013785173185169698,
      "step": 20325
    },
    {
      "epoch": 5.291211648465938,
      "grad_norm": 0.0020495106000453234,
      "learning_rate": 4.4433423668669604e-05,
      "loss": 0.0001358055043965578,
      "step": 20350
    },
    {
      "epoch": 5.297711908476339,
      "grad_norm": 0.0019294389057904482,
      "learning_rate": 4.4413517560482376e-05,
      "loss": 0.00013429016806185246,
      "step": 20375
    },
    {
      "epoch": 5.30421216848674,
      "grad_norm": 0.0020139359403401613,
      "learning_rate": 4.4393580399497214e-05,
      "loss": 0.00014911632053554057,
      "step": 20400
    },
    {
      "epoch": 5.31071242849714,
      "grad_norm": 0.0017949657049030066,
      "learning_rate": 4.4373612217604496e-05,
      "loss": 0.000138550391420722,
      "step": 20425
    },
    {
      "epoch": 5.31721268850754,
      "grad_norm": 0.0008366036345250905,
      "learning_rate": 4.435361304674423e-05,
      "loss": 0.00013641472905874253,
      "step": 20450
    },
    {
      "epoch": 5.323712948517941,
      "grad_norm": 0.002636739518493414,
      "learning_rate": 4.4333582918906e-05,
      "loss": 0.0001424773782491684,
      "step": 20475
    },
    {
      "epoch": 5.330213208528341,
      "grad_norm": 0.0007566487183794379,
      "learning_rate": 4.431352186612889e-05,
      "loss": 0.00013931132853031158,
      "step": 20500
    },
    {
      "epoch": 5.336713468538742,
      "grad_norm": 0.001040862058289349,
      "learning_rate": 4.429342992050148e-05,
      "loss": 0.0001413393020629883,
      "step": 20525
    },
    {
      "epoch": 5.343213728549142,
      "grad_norm": 0.0007505036774091423,
      "learning_rate": 4.427330711416172e-05,
      "loss": 0.0001287364587187767,
      "step": 20550
    },
    {
      "epoch": 5.349713988559542,
      "grad_norm": 0.003622201969847083,
      "learning_rate": 4.4253153479296964e-05,
      "loss": 0.0001598481647670269,
      "step": 20575
    },
    {
      "epoch": 5.356214248569943,
      "grad_norm": 0.0020210405346006155,
      "learning_rate": 4.423296904814386e-05,
      "loss": 0.00013407637365162373,
      "step": 20600
    },
    {
      "epoch": 5.362714508580344,
      "grad_norm": 0.0033002665732055902,
      "learning_rate": 4.4212753852988296e-05,
      "loss": 0.0001285996474325657,
      "step": 20625
    },
    {
      "epoch": 5.369214768590743,
      "grad_norm": 0.002899797400459647,
      "learning_rate": 4.419250792616542e-05,
      "loss": 0.00014401165768504142,
      "step": 20650
    },
    {
      "epoch": 5.375715028601144,
      "grad_norm": 0.0007184264832176268,
      "learning_rate": 4.4172231300059485e-05,
      "loss": 0.0001254305336624384,
      "step": 20675
    },
    {
      "epoch": 5.382215288611545,
      "grad_norm": 0.0011705051874741912,
      "learning_rate": 4.415192400710388e-05,
      "loss": 0.0001362087856978178,
      "step": 20700
    },
    {
      "epoch": 5.382215288611545,
      "eval_loss": 0.0005826261476613581,
      "eval_runtime": 7.6309,
      "eval_samples_per_second": 655.227,
      "eval_steps_per_second": 3.538,
      "step": 20700
    },
    {
      "epoch": 5.382215288611545,
      "eval_holdout_avg_strict_f1": 0.07663434321377455,
      "eval_holdout_enron_spam_bvk_strict_f1": 0.0,
      "eval_holdout_enron_spam_setfit_strict_f1": 0.0,
      "eval_holdout_gliner2_pii_ptbr_reward_split_strict_f1": 0.29186602870813394,
      "eval_holdout_nemotron_pii_strict_f1": 0.18598039215686274,
      "eval_holdout_open_pii_masking_500k_strict_f1": 0.20000000000000004,
      "eval_holdout_phishing_darkknight_strict_f1": 0.0,
      "eval_holdout_phishing_zefang_strict_f1": 0.0,
      "eval_holdout_pii_masking_400k_strict_f1": 0.16513135448652336,
      "eval_holdout_sms_spam_multilingual_strict_f1": 0.0,
      "eval_holdout_spam_messages_mshenoda_strict_f1": 0.0,
      "eval_holdout_spamassassin_strict_f1": 0.0,
      "step": 20700
    }
  ],
  "logging_steps": 25,
  "max_steps": 69000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 18,
  "save_steps": 3450,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 256,
  "trial_name": null,
  "trial_params": null
}