{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 0.8970358814352574, "eval_steps": 3450, "global_step": 6900, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.003250130005200208, "grad_norm": 0.17285723984241486, "learning_rate": 1.7391304347826088e-07, "loss": 0.003443165719509125, "step": 25 }, { "epoch": 0.006500260010400416, "grad_norm": 0.16427233815193176, "learning_rate": 3.5507246376811595e-07, "loss": 0.0031772717833518983, "step": 50 }, { "epoch": 0.009750390015600624, "grad_norm": 0.12062286585569382, "learning_rate": 5.36231884057971e-07, "loss": 0.0028067561984062195, "step": 75 }, { "epoch": 0.013000520020800831, "grad_norm": 0.036187898367643356, "learning_rate": 7.17391304347826e-07, "loss": 0.002082071602344513, "step": 100 }, { "epoch": 0.01625065002600104, "grad_norm": 0.07566563785076141, "learning_rate": 8.985507246376812e-07, "loss": 0.0016960065066814424, "step": 125 }, { "epoch": 0.01950078003120125, "grad_norm": 0.0404927060008049, "learning_rate": 1.0797101449275362e-06, "loss": 0.001293088048696518, "step": 150 }, { "epoch": 0.022750910036401457, "grad_norm": 0.02149803936481476, "learning_rate": 1.2608695652173913e-06, "loss": 0.0010677673667669296, "step": 175 }, { "epoch": 0.026001040041601663, "grad_norm": 0.014630273915827274, "learning_rate": 1.4420289855072464e-06, "loss": 0.0008378532528877258, "step": 200 }, { "epoch": 0.02925117004680187, "grad_norm": 0.012398317456245422, "learning_rate": 1.6231884057971016e-06, "loss": 0.0008191241323947906, "step": 225 }, { "epoch": 0.03250130005200208, "grad_norm": 0.006211752071976662, "learning_rate": 1.8043478260869565e-06, "loss": 0.0007002048194408416, "step": 250 }, { "epoch": 0.035751430057202285, "grad_norm": 0.004569601267576218, "learning_rate": 1.9855072463768116e-06, "loss": 0.0007424639165401459, "step": 275 }, { "epoch": 0.0390015600624025, "grad_norm": 0.0053680334240198135, "learning_rate": 2.166666666666667e-06, "loss": 0.0006691357493400574, "step": 300 }, { "epoch": 0.0422516900676027, "grad_norm": 0.005433837883174419, "learning_rate": 2.347826086956522e-06, "loss": 0.0007775794714689255, "step": 325 }, { "epoch": 0.045501820072802915, "grad_norm": 0.005344253499060869, "learning_rate": 2.5289855072463768e-06, "loss": 0.0006336342543363571, "step": 350 }, { "epoch": 0.04875195007800312, "grad_norm": 0.006653524469584227, "learning_rate": 2.710144927536232e-06, "loss": 0.0006941972672939301, "step": 375 }, { "epoch": 0.052002080083203325, "grad_norm": 0.002266584662720561, "learning_rate": 2.8913043478260875e-06, "loss": 0.0006006322428584098, "step": 400 }, { "epoch": 0.05525221008840354, "grad_norm": 0.0035597020760178566, "learning_rate": 3.072463768115942e-06, "loss": 0.0007461020350456237, "step": 425 }, { "epoch": 0.05850234009360374, "grad_norm": 0.005806833505630493, "learning_rate": 3.2536231884057973e-06, "loss": 0.0006669971346855163, "step": 450 }, { "epoch": 0.061752470098803955, "grad_norm": 0.004355548415333033, "learning_rate": 3.4347826086956526e-06, "loss": 0.0007137749344110489, "step": 475 }, { "epoch": 0.06500260010400416, "grad_norm": 0.003757717553526163, "learning_rate": 3.6159420289855076e-06, "loss": 0.000681799128651619, "step": 500 }, { "epoch": 0.06825273010920437, "grad_norm": 0.0034986482933163643, "learning_rate": 3.797101449275362e-06, "loss": 0.0006944525241851806, "step": 525 }, { "epoch": 0.07150286011440457, "grad_norm": 0.0026165375020354986, "learning_rate": 3.978260869565217e-06, "loss": 0.0006353378295898438, "step": 550 }, { "epoch": 0.07475299011960479, "grad_norm": 0.004414152819663286, "learning_rate": 4.159420289855073e-06, "loss": 0.0006701602041721344, "step": 575 }, { "epoch": 0.078003120124805, "grad_norm": 0.0028373319655656815, "learning_rate": 4.340579710144928e-06, "loss": 0.0006536580622196198, "step": 600 }, { "epoch": 0.0812532501300052, "grad_norm": 0.003998955246061087, "learning_rate": 4.5217391304347826e-06, "loss": 0.0006748034805059433, "step": 625 }, { "epoch": 0.0845033801352054, "grad_norm": 0.0053115058690309525, "learning_rate": 4.702898550724638e-06, "loss": 0.0005269774794578552, "step": 650 }, { "epoch": 0.08775351014040561, "grad_norm": 0.002853003330528736, "learning_rate": 4.884057971014493e-06, "loss": 0.0006208278983831406, "step": 675 }, { "epoch": 0.09100364014560583, "grad_norm": 0.002200072631239891, "learning_rate": 5.065217391304348e-06, "loss": 0.0005327824130654335, "step": 700 }, { "epoch": 0.09425377015080603, "grad_norm": 0.0036399802193045616, "learning_rate": 5.246376811594203e-06, "loss": 0.000596022792160511, "step": 725 }, { "epoch": 0.09750390015600624, "grad_norm": 0.002803057199344039, "learning_rate": 5.427536231884058e-06, "loss": 0.0006214606761932373, "step": 750 }, { "epoch": 0.10075403016120645, "grad_norm": 0.0016377355204895139, "learning_rate": 5.608695652173914e-06, "loss": 0.0005090900138020515, "step": 775 }, { "epoch": 0.10400416016640665, "grad_norm": 0.0022944787051528692, "learning_rate": 5.789855072463768e-06, "loss": 0.0005760033056139946, "step": 800 }, { "epoch": 0.10725429017160687, "grad_norm": 0.003916461952030659, "learning_rate": 5.9710144927536236e-06, "loss": 0.0005986005067825318, "step": 825 }, { "epoch": 0.11050442017680707, "grad_norm": 0.00359009625390172, "learning_rate": 6.152173913043478e-06, "loss": 0.0005693147704005241, "step": 850 }, { "epoch": 0.11375455018200728, "grad_norm": 0.0059497179463505745, "learning_rate": 6.333333333333334e-06, "loss": 0.0005642465874552727, "step": 875 }, { "epoch": 0.11700468018720749, "grad_norm": 0.0013701318530365825, "learning_rate": 6.514492753623189e-06, "loss": 0.0005200594663619995, "step": 900 }, { "epoch": 0.12025481019240769, "grad_norm": 0.0031415170524269342, "learning_rate": 6.695652173913043e-06, "loss": 0.0005143824592232704, "step": 925 }, { "epoch": 0.12350494019760791, "grad_norm": 0.0034513864666223526, "learning_rate": 6.876811594202899e-06, "loss": 0.0005369628965854645, "step": 950 }, { "epoch": 0.1267550702028081, "grad_norm": 0.0037151614669710398, "learning_rate": 7.057971014492754e-06, "loss": 0.000499497763812542, "step": 975 }, { "epoch": 0.13000520020800832, "grad_norm": 0.0036164678167551756, "learning_rate": 7.239130434782609e-06, "loss": 0.0005703026056289673, "step": 1000 }, { "epoch": 0.13325533021320854, "grad_norm": 0.0007839290192350745, "learning_rate": 7.420289855072464e-06, "loss": 0.0005447989702224731, "step": 1025 }, { "epoch": 0.13650546021840873, "grad_norm": 0.0009723713155835867, "learning_rate": 7.60144927536232e-06, "loss": 0.00040120664983987807, "step": 1050 }, { "epoch": 0.13975559022360895, "grad_norm": 0.0060493540950119495, "learning_rate": 7.782608695652174e-06, "loss": 0.000505555048584938, "step": 1075 }, { "epoch": 0.14300572022880914, "grad_norm": 0.0019169203005731106, "learning_rate": 7.963768115942028e-06, "loss": 0.0005860131233930588, "step": 1100 }, { "epoch": 0.14625585023400936, "grad_norm": 0.0017371033318340778, "learning_rate": 8.144927536231884e-06, "loss": 0.0005623264610767364, "step": 1125 }, { "epoch": 0.14950598023920958, "grad_norm": 0.0028496291488409042, "learning_rate": 8.326086956521739e-06, "loss": 0.0005109354481101036, "step": 1150 }, { "epoch": 0.15275611024440977, "grad_norm": 0.0014431331073865294, "learning_rate": 8.507246376811595e-06, "loss": 0.0005302329733967781, "step": 1175 }, { "epoch": 0.15600624024961, "grad_norm": 0.0023162339348345995, "learning_rate": 8.68840579710145e-06, "loss": 0.000517817810177803, "step": 1200 }, { "epoch": 0.15925637025481018, "grad_norm": 0.0029457092750817537, "learning_rate": 8.869565217391304e-06, "loss": 0.0005169714242219925, "step": 1225 }, { "epoch": 0.1625065002600104, "grad_norm": 0.0017235144041478634, "learning_rate": 9.05072463768116e-06, "loss": 0.0005387067794799805, "step": 1250 }, { "epoch": 0.16575663026521062, "grad_norm": 0.0014493406051769853, "learning_rate": 9.231884057971015e-06, "loss": 0.0004893744364380837, "step": 1275 }, { "epoch": 0.1690067602704108, "grad_norm": 0.0021185707300901413, "learning_rate": 9.41304347826087e-06, "loss": 0.0004978740215301514, "step": 1300 }, { "epoch": 0.17225689027561103, "grad_norm": 0.002453757682815194, "learning_rate": 9.594202898550725e-06, "loss": 0.0005677514523267746, "step": 1325 }, { "epoch": 0.17550702028081122, "grad_norm": 0.0008572939550504088, "learning_rate": 9.775362318840581e-06, "loss": 0.000497000552713871, "step": 1350 }, { "epoch": 0.17875715028601144, "grad_norm": 0.0018615953158587217, "learning_rate": 9.956521739130436e-06, "loss": 0.0005274380370974541, "step": 1375 }, { "epoch": 0.18200728029121166, "grad_norm": 0.002548182150349021, "learning_rate": 1.013768115942029e-05, "loss": 0.0004912593960762024, "step": 1400 }, { "epoch": 0.18525741029641185, "grad_norm": 0.002343876985833049, "learning_rate": 1.0318840579710145e-05, "loss": 0.0005362540483474732, "step": 1425 }, { "epoch": 0.18850754030161207, "grad_norm": 0.0014049322344362736, "learning_rate": 1.05e-05, "loss": 0.00045400157570838926, "step": 1450 }, { "epoch": 0.19175767030681226, "grad_norm": 0.00521356426179409, "learning_rate": 1.0681159420289856e-05, "loss": 0.0005186598747968674, "step": 1475 }, { "epoch": 0.19500780031201248, "grad_norm": 0.0024857220705598593, "learning_rate": 1.086231884057971e-05, "loss": 0.000503481850028038, "step": 1500 }, { "epoch": 0.1982579303172127, "grad_norm": 0.0017878555227071047, "learning_rate": 1.1043478260869566e-05, "loss": 0.00044301837682724, "step": 1525 }, { "epoch": 0.2015080603224129, "grad_norm": 0.0029132412746548653, "learning_rate": 1.122463768115942e-05, "loss": 0.0005477859079837799, "step": 1550 }, { "epoch": 0.2047581903276131, "grad_norm": 0.003274207701906562, "learning_rate": 1.1405797101449275e-05, "loss": 0.0005001088976860046, "step": 1575 }, { "epoch": 0.2080083203328133, "grad_norm": 0.0017230460653081536, "learning_rate": 1.1586956521739131e-05, "loss": 0.0005191057920455932, "step": 1600 }, { "epoch": 0.21125845033801352, "grad_norm": 0.0017725358484312892, "learning_rate": 1.1768115942028986e-05, "loss": 0.0005417963117361069, "step": 1625 }, { "epoch": 0.21450858034321374, "grad_norm": 0.0017839234787970781, "learning_rate": 1.1949275362318842e-05, "loss": 0.0004936951398849487, "step": 1650 }, { "epoch": 0.21775871034841393, "grad_norm": 0.0019156673224642873, "learning_rate": 1.2130434782608697e-05, "loss": 0.00043773382902145385, "step": 1675 }, { "epoch": 0.22100884035361415, "grad_norm": 0.0025115245953202248, "learning_rate": 1.2311594202898551e-05, "loss": 0.0005085283890366554, "step": 1700 }, { "epoch": 0.22425897035881434, "grad_norm": 0.002715683775022626, "learning_rate": 1.2492753623188407e-05, "loss": 0.00047373753041028975, "step": 1725 }, { "epoch": 0.22750910036401456, "grad_norm": 0.003488801419734955, "learning_rate": 1.2673913043478262e-05, "loss": 0.0004893385618925095, "step": 1750 }, { "epoch": 0.23075923036921478, "grad_norm": 0.0053019351325929165, "learning_rate": 1.2855072463768116e-05, "loss": 0.0004813239723443985, "step": 1775 }, { "epoch": 0.23400936037441497, "grad_norm": 0.005336040630936623, "learning_rate": 1.3036231884057972e-05, "loss": 0.00048693574965000155, "step": 1800 }, { "epoch": 0.2372594903796152, "grad_norm": 0.0017795194871723652, "learning_rate": 1.3217391304347825e-05, "loss": 0.0004995526745915413, "step": 1825 }, { "epoch": 0.24050962038481538, "grad_norm": 0.0011278062593191862, "learning_rate": 1.3398550724637681e-05, "loss": 0.00046038780361413957, "step": 1850 }, { "epoch": 0.2437597503900156, "grad_norm": 0.002104923827573657, "learning_rate": 1.3579710144927538e-05, "loss": 0.00047762546688318253, "step": 1875 }, { "epoch": 0.24700988039521582, "grad_norm": 0.0019306123722344637, "learning_rate": 1.376086956521739e-05, "loss": 0.000521504357457161, "step": 1900 }, { "epoch": 0.250260010400416, "grad_norm": 0.002995668677613139, "learning_rate": 1.3942028985507247e-05, "loss": 0.000536748543381691, "step": 1925 }, { "epoch": 0.2535101404056162, "grad_norm": 0.0014928326709195971, "learning_rate": 1.4123188405797103e-05, "loss": 0.00046544995158910753, "step": 1950 }, { "epoch": 0.25676027041081645, "grad_norm": 0.0018402858404442668, "learning_rate": 1.4304347826086959e-05, "loss": 0.00046654198318719865, "step": 1975 }, { "epoch": 0.26001040041601664, "grad_norm": 0.004148806910961866, "learning_rate": 1.4485507246376812e-05, "loss": 0.0005035639926791191, "step": 2000 }, { "epoch": 0.26326053042121683, "grad_norm": 0.0056002759374678135, "learning_rate": 1.4666666666666668e-05, "loss": 0.00047159191220998766, "step": 2025 }, { "epoch": 0.2665106604264171, "grad_norm": 0.00518020149320364, "learning_rate": 1.4847826086956524e-05, "loss": 0.0005678045004606246, "step": 2050 }, { "epoch": 0.26976079043161727, "grad_norm": 0.0023816865868866444, "learning_rate": 1.5028985507246377e-05, "loss": 0.0004457936435937882, "step": 2075 }, { "epoch": 0.27301092043681746, "grad_norm": 0.00243125157430768, "learning_rate": 1.5210144927536233e-05, "loss": 0.00046467509120702745, "step": 2100 }, { "epoch": 0.2762610504420177, "grad_norm": 0.0009784717112779617, "learning_rate": 1.5391304347826088e-05, "loss": 0.0004520739614963531, "step": 2125 }, { "epoch": 0.2795111804472179, "grad_norm": 0.0021698814816772938, "learning_rate": 1.5572463768115944e-05, "loss": 0.00043580066412687304, "step": 2150 }, { "epoch": 0.2827613104524181, "grad_norm": 0.000734630273655057, "learning_rate": 1.5753623188405797e-05, "loss": 0.0004298238828778267, "step": 2175 }, { "epoch": 0.2860114404576183, "grad_norm": 0.0020142493303865194, "learning_rate": 1.5934782608695653e-05, "loss": 0.0005486938357353211, "step": 2200 }, { "epoch": 0.28926157046281853, "grad_norm": 0.0026363793294876814, "learning_rate": 1.611594202898551e-05, "loss": 0.00046887725591659545, "step": 2225 }, { "epoch": 0.2925117004680187, "grad_norm": 0.00481174373999238, "learning_rate": 1.6297101449275362e-05, "loss": 0.00042210947722196577, "step": 2250 }, { "epoch": 0.2957618304732189, "grad_norm": 0.0007976884953677654, "learning_rate": 1.6478260869565218e-05, "loss": 0.00042526666074991224, "step": 2275 }, { "epoch": 0.29901196047841916, "grad_norm": 0.0022998733911663294, "learning_rate": 1.6659420289855074e-05, "loss": 0.00047022908926010133, "step": 2300 }, { "epoch": 0.30226209048361935, "grad_norm": 0.0029255158733576536, "learning_rate": 1.6840579710144927e-05, "loss": 0.000418592244386673, "step": 2325 }, { "epoch": 0.30551222048881954, "grad_norm": 0.0019420625176280737, "learning_rate": 1.7021739130434783e-05, "loss": 0.0004478084295988083, "step": 2350 }, { "epoch": 0.3087623504940198, "grad_norm": 0.0022736522369086742, "learning_rate": 1.720289855072464e-05, "loss": 0.0004615306109189987, "step": 2375 }, { "epoch": 0.31201248049922, "grad_norm": 0.0010760062141343951, "learning_rate": 1.7384057971014496e-05, "loss": 0.0004631573334336281, "step": 2400 }, { "epoch": 0.31526261050442017, "grad_norm": 0.0044555943459272385, "learning_rate": 1.756521739130435e-05, "loss": 0.0004210951179265976, "step": 2425 }, { "epoch": 0.31851274050962036, "grad_norm": 0.003932526335120201, "learning_rate": 1.7746376811594205e-05, "loss": 0.000449698381125927, "step": 2450 }, { "epoch": 0.3217628705148206, "grad_norm": 0.002491120947524905, "learning_rate": 1.792753623188406e-05, "loss": 0.00045762836933135984, "step": 2475 }, { "epoch": 0.3250130005200208, "grad_norm": 0.0024895304813981056, "learning_rate": 1.8108695652173913e-05, "loss": 0.0004615296423435211, "step": 2500 }, { "epoch": 0.328263130525221, "grad_norm": 0.00346749578602612, "learning_rate": 1.828985507246377e-05, "loss": 0.0004106666520237923, "step": 2525 }, { "epoch": 0.33151326053042124, "grad_norm": 0.0021729774307459593, "learning_rate": 1.8471014492753626e-05, "loss": 0.00039652612060308456, "step": 2550 }, { "epoch": 0.33476339053562143, "grad_norm": 0.0037798353005200624, "learning_rate": 1.865217391304348e-05, "loss": 0.00044131282716989515, "step": 2575 }, { "epoch": 0.3380135205408216, "grad_norm": 0.005481760948896408, "learning_rate": 1.8833333333333335e-05, "loss": 0.0004480358213186264, "step": 2600 }, { "epoch": 0.34126365054602187, "grad_norm": 0.0019796863198280334, "learning_rate": 1.9014492753623188e-05, "loss": 0.0004559497907757759, "step": 2625 }, { "epoch": 0.34451378055122206, "grad_norm": 0.0025186336133629084, "learning_rate": 1.9195652173913044e-05, "loss": 0.0004142383486032486, "step": 2650 }, { "epoch": 0.34776391055642225, "grad_norm": 0.0019014193676412106, "learning_rate": 1.9376811594202897e-05, "loss": 0.0004085032269358635, "step": 2675 }, { "epoch": 0.35101404056162244, "grad_norm": 0.003675377694889903, "learning_rate": 1.9557971014492753e-05, "loss": 0.00044845666736364364, "step": 2700 }, { "epoch": 0.3542641705668227, "grad_norm": 0.0008569825440645218, "learning_rate": 1.973913043478261e-05, "loss": 0.0004178711771965027, "step": 2725 }, { "epoch": 0.3575143005720229, "grad_norm": 0.0027375146746635437, "learning_rate": 1.9920289855072465e-05, "loss": 0.000369691476225853, "step": 2750 }, { "epoch": 0.36076443057722307, "grad_norm": 0.0021465872414410114, "learning_rate": 2.0101449275362318e-05, "loss": 0.00041070599108934404, "step": 2775 }, { "epoch": 0.3640145605824233, "grad_norm": 0.0017981152050197124, "learning_rate": 2.0282608695652174e-05, "loss": 0.00043407246470451356, "step": 2800 }, { "epoch": 0.3672646905876235, "grad_norm": 0.0034601977095007896, "learning_rate": 2.046376811594203e-05, "loss": 0.00042522311210632327, "step": 2825 }, { "epoch": 0.3705148205928237, "grad_norm": 0.0035561842378228903, "learning_rate": 2.0644927536231883e-05, "loss": 0.0003913164883852005, "step": 2850 }, { "epoch": 0.37376495059802395, "grad_norm": 0.005427898373454809, "learning_rate": 2.082608695652174e-05, "loss": 0.00041633348912000655, "step": 2875 }, { "epoch": 0.37701508060322414, "grad_norm": 0.001540972269140184, "learning_rate": 2.1007246376811596e-05, "loss": 0.000437643900513649, "step": 2900 }, { "epoch": 0.38026521060842433, "grad_norm": 0.008584934286773205, "learning_rate": 2.1188405797101452e-05, "loss": 0.0004209858551621437, "step": 2925 }, { "epoch": 0.3835153406136245, "grad_norm": 0.003871705150231719, "learning_rate": 2.1369565217391305e-05, "loss": 0.0004569174721837044, "step": 2950 }, { "epoch": 0.38676547061882477, "grad_norm": 0.003933009225875139, "learning_rate": 2.155072463768116e-05, "loss": 0.00039284847676754, "step": 2975 }, { "epoch": 0.39001560062402496, "grad_norm": 0.0023773452267050743, "learning_rate": 2.1731884057971017e-05, "loss": 0.0003957047685980797, "step": 3000 }, { "epoch": 0.39326573062922515, "grad_norm": 0.0013754197861999273, "learning_rate": 2.191304347826087e-05, "loss": 0.00040918096899986264, "step": 3025 }, { "epoch": 0.3965158606344254, "grad_norm": 0.0013438657624647021, "learning_rate": 2.2094202898550726e-05, "loss": 0.00042451847344636916, "step": 3050 }, { "epoch": 0.3997659906396256, "grad_norm": 0.0018076892010867596, "learning_rate": 2.2275362318840582e-05, "loss": 0.000429234579205513, "step": 3075 }, { "epoch": 0.4030161206448258, "grad_norm": 0.002512214705348015, "learning_rate": 2.2456521739130438e-05, "loss": 0.00044652506709098817, "step": 3100 }, { "epoch": 0.40626625065002603, "grad_norm": 0.002839904511347413, "learning_rate": 2.263768115942029e-05, "loss": 0.00040985174477100374, "step": 3125 }, { "epoch": 0.4095163806552262, "grad_norm": 0.0019431107211858034, "learning_rate": 2.2818840579710147e-05, "loss": 0.0003903954103589058, "step": 3150 }, { "epoch": 0.4127665106604264, "grad_norm": 0.0020985049195587635, "learning_rate": 2.3000000000000003e-05, "loss": 0.00038104344159364703, "step": 3175 }, { "epoch": 0.4160166406656266, "grad_norm": 0.0028055645525455475, "learning_rate": 2.3181159420289856e-05, "loss": 0.0003827373683452606, "step": 3200 }, { "epoch": 0.41926677067082685, "grad_norm": 0.0014860191149637103, "learning_rate": 2.3362318840579712e-05, "loss": 0.00043064661324024203, "step": 3225 }, { "epoch": 0.42251690067602704, "grad_norm": 0.0033869794569909573, "learning_rate": 2.354347826086957e-05, "loss": 0.00044150054454803465, "step": 3250 }, { "epoch": 0.42576703068122723, "grad_norm": 0.001350346370600164, "learning_rate": 2.372463768115942e-05, "loss": 0.00036799222230911256, "step": 3275 }, { "epoch": 0.4290171606864275, "grad_norm": 0.0018407037714496255, "learning_rate": 2.3905797101449278e-05, "loss": 0.00041019417345523836, "step": 3300 }, { "epoch": 0.43226729069162767, "grad_norm": 0.0030828621238470078, "learning_rate": 2.408695652173913e-05, "loss": 0.00040250256657600405, "step": 3325 }, { "epoch": 0.43551742069682786, "grad_norm": 0.005468167830258608, "learning_rate": 2.4268115942028987e-05, "loss": 0.0003616174682974815, "step": 3350 }, { "epoch": 0.4387675507020281, "grad_norm": 0.001769745722413063, "learning_rate": 2.444927536231884e-05, "loss": 0.0003935152292251587, "step": 3375 }, { "epoch": 0.4420176807072283, "grad_norm": 0.004243707749992609, "learning_rate": 2.4630434782608696e-05, "loss": 0.0003487700968980789, "step": 3400 }, { "epoch": 0.4452678107124285, "grad_norm": 0.001457527163438499, "learning_rate": 2.4811594202898552e-05, "loss": 0.00038313735276460645, "step": 3425 }, { "epoch": 0.4485179407176287, "grad_norm": 0.004237140994518995, "learning_rate": 2.4992753623188405e-05, "loss": 0.00040549322962760923, "step": 3450 }, { "epoch": 0.4485179407176287, "eval_loss": 0.0014288317179307342, "eval_runtime": 9.4821, "eval_samples_per_second": 527.308, "eval_steps_per_second": 4.218, "step": 3450 }, { "epoch": 0.4485179407176287, "eval_holdout_avg_strict_f1": 0.016948437606658096, "eval_holdout_enron_spam_bvk_strict_f1": 0.0, "eval_holdout_enron_spam_setfit_strict_f1": 0.0, "eval_holdout_gliner2_pii_ptbr_reward_split_strict_f1": 0.04347826086956522, "eval_holdout_nemotron_pii_strict_f1": 0.028890015205271163, "eval_holdout_open_pii_masking_500k_strict_f1": 0.07240773286467486, "eval_holdout_phishing_darkknight_strict_f1": 0.0, "eval_holdout_phishing_zefang_strict_f1": 0.0, "eval_holdout_pii_masking_400k_strict_f1": 0.04165680473372781, "eval_holdout_sms_spam_multilingual_strict_f1": 0.0, "eval_holdout_spam_messages_mshenoda_strict_f1": 0.0, "eval_holdout_spamassassin_strict_f1": 0.0, "step": 3450 }, { "epoch": 0.45176807072282893, "grad_norm": 0.0014306495431810617, "learning_rate": 2.5173913043478264e-05, "loss": 0.0003895667567849159, "step": 3475 }, { "epoch": 0.4550182007280291, "grad_norm": 0.0033567098435014486, "learning_rate": 2.5355072463768113e-05, "loss": 0.0003654065728187561, "step": 3500 }, { "epoch": 0.4582683307332293, "grad_norm": 0.0033907731994986534, "learning_rate": 2.553623188405797e-05, "loss": 0.0004192650318145752, "step": 3525 }, { "epoch": 0.46151846073842956, "grad_norm": 0.002767309546470642, "learning_rate": 2.5717391304347826e-05, "loss": 0.00045176178216934206, "step": 3550 }, { "epoch": 0.46476859074362975, "grad_norm": 0.0033274965826421976, "learning_rate": 2.5898550724637682e-05, "loss": 0.00036267347633838653, "step": 3575 }, { "epoch": 0.46801872074882994, "grad_norm": 0.0012526543578132987, "learning_rate": 2.6079710144927538e-05, "loss": 0.0003706477209925652, "step": 3600 }, { "epoch": 0.4712688507540302, "grad_norm": 0.0025104728993028402, "learning_rate": 2.6260869565217394e-05, "loss": 0.0003582199662923813, "step": 3625 }, { "epoch": 0.4745189807592304, "grad_norm": 0.001733158016577363, "learning_rate": 2.644202898550725e-05, "loss": 0.00037459593266248704, "step": 3650 }, { "epoch": 0.47776911076443057, "grad_norm": 0.014838664792478085, "learning_rate": 2.66231884057971e-05, "loss": 0.000381452776491642, "step": 3675 }, { "epoch": 0.48101924076963076, "grad_norm": 0.0015709763392806053, "learning_rate": 2.6804347826086956e-05, "loss": 0.000379287488758564, "step": 3700 }, { "epoch": 0.484269370774831, "grad_norm": 0.0009885560721158981, "learning_rate": 2.6985507246376812e-05, "loss": 0.0003702220320701599, "step": 3725 }, { "epoch": 0.4875195007800312, "grad_norm": 0.003496927907690406, "learning_rate": 2.716666666666667e-05, "loss": 0.00037388518452644346, "step": 3750 }, { "epoch": 0.4907696307852314, "grad_norm": 0.0013370664091780782, "learning_rate": 2.7347826086956525e-05, "loss": 0.00038881190121173856, "step": 3775 }, { "epoch": 0.49401976079043164, "grad_norm": 0.0019693628419190645, "learning_rate": 2.752898550724638e-05, "loss": 0.00037656128406524656, "step": 3800 }, { "epoch": 0.49726989079563183, "grad_norm": 0.001666913041844964, "learning_rate": 2.7710144927536237e-05, "loss": 0.0004192305356264114, "step": 3825 }, { "epoch": 0.500520020800832, "grad_norm": 0.004715986084192991, "learning_rate": 2.7891304347826087e-05, "loss": 0.0003989679366350174, "step": 3850 }, { "epoch": 0.5037701508060323, "grad_norm": 0.004425929393619299, "learning_rate": 2.8072463768115943e-05, "loss": 0.0003500617295503616, "step": 3875 }, { "epoch": 0.5070202808112324, "grad_norm": 0.002427851315587759, "learning_rate": 2.82536231884058e-05, "loss": 0.0003932202234864235, "step": 3900 }, { "epoch": 0.5102704108164327, "grad_norm": 0.0017338527832180262, "learning_rate": 2.8434782608695655e-05, "loss": 0.0003991245478391647, "step": 3925 }, { "epoch": 0.5135205408216329, "grad_norm": 0.0019661737605929375, "learning_rate": 2.8615942028985508e-05, "loss": 0.0004087170585989952, "step": 3950 }, { "epoch": 0.516770670826833, "grad_norm": 0.004153737332671881, "learning_rate": 2.8797101449275364e-05, "loss": 0.00037440124899148944, "step": 3975 }, { "epoch": 0.5200208008320333, "grad_norm": 0.0021952821407467127, "learning_rate": 2.897826086956522e-05, "loss": 0.00032810430973768235, "step": 4000 }, { "epoch": 0.5232709308372335, "grad_norm": 0.00245103077031672, "learning_rate": 2.9159420289855073e-05, "loss": 0.00035349562764167784, "step": 4025 }, { "epoch": 0.5265210608424337, "grad_norm": 0.0019252462079748511, "learning_rate": 2.934057971014493e-05, "loss": 0.0003406635299324989, "step": 4050 }, { "epoch": 0.5297711908476339, "grad_norm": 0.0033155896235257387, "learning_rate": 2.9521739130434782e-05, "loss": 0.0003747899085283279, "step": 4075 }, { "epoch": 0.5330213208528342, "grad_norm": 0.0012676240876317024, "learning_rate": 2.9702898550724638e-05, "loss": 0.00034757569432258606, "step": 4100 }, { "epoch": 0.5362714508580343, "grad_norm": 0.0037625425029546022, "learning_rate": 2.9884057971014494e-05, "loss": 0.0003790777549147606, "step": 4125 }, { "epoch": 0.5395215808632345, "grad_norm": 0.005746638402342796, "learning_rate": 3.006521739130435e-05, "loss": 0.000355856865644455, "step": 4150 }, { "epoch": 0.5427717108684348, "grad_norm": 0.002143938560038805, "learning_rate": 3.0246376811594207e-05, "loss": 0.0004532543942332268, "step": 4175 }, { "epoch": 0.5460218408736349, "grad_norm": 0.0009120068280026317, "learning_rate": 3.0427536231884056e-05, "loss": 0.0003795912489295006, "step": 4200 }, { "epoch": 0.5492719708788352, "grad_norm": 0.002007429488003254, "learning_rate": 3.0608695652173916e-05, "loss": 0.0003673683106899261, "step": 4225 }, { "epoch": 0.5525221008840354, "grad_norm": 0.002023761859163642, "learning_rate": 3.078985507246377e-05, "loss": 0.00035739000886678694, "step": 4250 }, { "epoch": 0.5557722308892356, "grad_norm": 0.0014700735919177532, "learning_rate": 3.097101449275363e-05, "loss": 0.0003841959312558174, "step": 4275 }, { "epoch": 0.5590223608944358, "grad_norm": 0.01717543788254261, "learning_rate": 3.115217391304348e-05, "loss": 0.0003442119434475899, "step": 4300 }, { "epoch": 0.5622724908996359, "grad_norm": 0.0022744322195649147, "learning_rate": 3.1333333333333334e-05, "loss": 0.0004083585739135742, "step": 4325 }, { "epoch": 0.5655226209048362, "grad_norm": 0.0019075083546340466, "learning_rate": 3.151449275362319e-05, "loss": 0.00033581096678972247, "step": 4350 }, { "epoch": 0.5687727509100364, "grad_norm": 0.003801671089604497, "learning_rate": 3.1695652173913046e-05, "loss": 0.00036067895591259004, "step": 4375 }, { "epoch": 0.5720228809152366, "grad_norm": 0.0011975554516538978, "learning_rate": 3.18768115942029e-05, "loss": 0.0003966550901532173, "step": 4400 }, { "epoch": 0.5752730109204368, "grad_norm": 0.005756833590567112, "learning_rate": 3.205797101449275e-05, "loss": 0.0003798803687095642, "step": 4425 }, { "epoch": 0.5785231409256371, "grad_norm": 0.002057137433439493, "learning_rate": 3.223913043478261e-05, "loss": 0.00037363722920417784, "step": 4450 }, { "epoch": 0.5817732709308372, "grad_norm": 0.0018292538588866591, "learning_rate": 3.2420289855072464e-05, "loss": 0.0003827802836894989, "step": 4475 }, { "epoch": 0.5850234009360374, "grad_norm": 0.0031336594838649035, "learning_rate": 3.2601449275362324e-05, "loss": 0.00031954482197761537, "step": 4500 }, { "epoch": 0.5882735309412377, "grad_norm": 0.002637260127812624, "learning_rate": 3.278260869565217e-05, "loss": 0.0003741474822163582, "step": 4525 }, { "epoch": 0.5915236609464378, "grad_norm": 0.0017657590797170997, "learning_rate": 3.296376811594203e-05, "loss": 0.0003575438633561134, "step": 4550 }, { "epoch": 0.5947737909516381, "grad_norm": 0.00354047492146492, "learning_rate": 3.314492753623188e-05, "loss": 0.0003497960790991783, "step": 4575 }, { "epoch": 0.5980239209568383, "grad_norm": 0.0017961938865482807, "learning_rate": 3.332608695652174e-05, "loss": 0.00039899878203868865, "step": 4600 }, { "epoch": 0.6012740509620385, "grad_norm": 0.0013773336540907621, "learning_rate": 3.3507246376811594e-05, "loss": 0.0003468652069568634, "step": 4625 }, { "epoch": 0.6045241809672387, "grad_norm": 0.0015784098068252206, "learning_rate": 3.3688405797101454e-05, "loss": 0.00034876059740781786, "step": 4650 }, { "epoch": 0.607774310972439, "grad_norm": 0.003309419145807624, "learning_rate": 3.386956521739131e-05, "loss": 0.000346483550965786, "step": 4675 }, { "epoch": 0.6110244409776391, "grad_norm": 0.0019642598927021027, "learning_rate": 3.405072463768116e-05, "loss": 0.0003129390254616737, "step": 4700 }, { "epoch": 0.6142745709828393, "grad_norm": 0.0018581639742478728, "learning_rate": 3.423188405797101e-05, "loss": 0.00032798755913972857, "step": 4725 }, { "epoch": 0.6175247009880396, "grad_norm": 0.0029012670274823904, "learning_rate": 3.441304347826087e-05, "loss": 0.00033405110239982606, "step": 4750 }, { "epoch": 0.6207748309932397, "grad_norm": 0.002787525998428464, "learning_rate": 3.4594202898550725e-05, "loss": 0.0003223710134625435, "step": 4775 }, { "epoch": 0.62402496099844, "grad_norm": 0.0017276693833991885, "learning_rate": 3.4775362318840584e-05, "loss": 0.0003574707731604576, "step": 4800 }, { "epoch": 0.6272750910036401, "grad_norm": 0.0032260166481137276, "learning_rate": 3.495652173913044e-05, "loss": 0.00036472782492637636, "step": 4825 }, { "epoch": 0.6305252210088403, "grad_norm": 0.002348755020648241, "learning_rate": 3.51376811594203e-05, "loss": 0.0002934296987950802, "step": 4850 }, { "epoch": 0.6337753510140406, "grad_norm": 0.0017877062782645226, "learning_rate": 3.531884057971014e-05, "loss": 0.00033006574958562853, "step": 4875 }, { "epoch": 0.6370254810192407, "grad_norm": 0.0011508421739563346, "learning_rate": 3.55e-05, "loss": 0.00033879075199365615, "step": 4900 }, { "epoch": 0.640275611024441, "grad_norm": 0.0021689175628125668, "learning_rate": 3.5681159420289855e-05, "loss": 0.00034071825444698334, "step": 4925 }, { "epoch": 0.6435257410296412, "grad_norm": 0.001443523564375937, "learning_rate": 3.5862318840579715e-05, "loss": 0.0003129898384213448, "step": 4950 }, { "epoch": 0.6467758710348414, "grad_norm": 0.001089542405679822, "learning_rate": 3.604347826086957e-05, "loss": 0.00034003332257270813, "step": 4975 }, { "epoch": 0.6500260010400416, "grad_norm": 0.004490668885409832, "learning_rate": 3.622463768115942e-05, "loss": 0.00037308726459741595, "step": 5000 }, { "epoch": 0.6532761310452418, "grad_norm": 0.0019078904297202826, "learning_rate": 3.640579710144928e-05, "loss": 0.00040014833211898804, "step": 5025 }, { "epoch": 0.656526261050442, "grad_norm": 0.005327039398252964, "learning_rate": 3.658695652173913e-05, "loss": 0.00038816750049591064, "step": 5050 }, { "epoch": 0.6597763910556422, "grad_norm": 0.0015874936943873763, "learning_rate": 3.6768115942028985e-05, "loss": 0.0003395514935255051, "step": 5075 }, { "epoch": 0.6630265210608425, "grad_norm": 0.001610973384231329, "learning_rate": 3.694927536231884e-05, "loss": 0.0003646326065063477, "step": 5100 }, { "epoch": 0.6662766510660426, "grad_norm": 0.0019586284179240465, "learning_rate": 3.71304347826087e-05, "loss": 0.00032726649194955823, "step": 5125 }, { "epoch": 0.6695267810712429, "grad_norm": 0.0011525078443810344, "learning_rate": 3.731159420289855e-05, "loss": 0.0003709142655134201, "step": 5150 }, { "epoch": 0.6727769110764431, "grad_norm": 0.0020568196196109056, "learning_rate": 3.749275362318841e-05, "loss": 0.0004013935476541519, "step": 5175 }, { "epoch": 0.6760270410816432, "grad_norm": 0.0034161447547376156, "learning_rate": 3.767391304347826e-05, "loss": 0.00032214373350143434, "step": 5200 }, { "epoch": 0.6792771710868435, "grad_norm": 0.0010419136378914118, "learning_rate": 3.7855072463768116e-05, "loss": 0.000292956680059433, "step": 5225 }, { "epoch": 0.6825273010920437, "grad_norm": 0.0020100681576877832, "learning_rate": 3.803623188405797e-05, "loss": 0.00033670149743556975, "step": 5250 }, { "epoch": 0.6857774310972439, "grad_norm": 0.004615044221282005, "learning_rate": 3.821739130434783e-05, "loss": 0.00035760205239057543, "step": 5275 }, { "epoch": 0.6890275611024441, "grad_norm": 0.0007368104998022318, "learning_rate": 3.839855072463768e-05, "loss": 0.00034552190452814103, "step": 5300 }, { "epoch": 0.6922776911076443, "grad_norm": 0.001840224489569664, "learning_rate": 3.857971014492754e-05, "loss": 0.0003251539543271065, "step": 5325 }, { "epoch": 0.6955278211128445, "grad_norm": 0.0034191531594842672, "learning_rate": 3.876086956521739e-05, "loss": 0.0003743323311209679, "step": 5350 }, { "epoch": 0.6987779511180447, "grad_norm": 0.002969014458358288, "learning_rate": 3.894202898550725e-05, "loss": 0.0003549868240952492, "step": 5375 }, { "epoch": 0.7020280811232449, "grad_norm": 0.002682388760149479, "learning_rate": 3.91231884057971e-05, "loss": 0.0003697166219353676, "step": 5400 }, { "epoch": 0.7052782111284451, "grad_norm": 0.0019561341032385826, "learning_rate": 3.930434782608696e-05, "loss": 0.00029268305748701094, "step": 5425 }, { "epoch": 0.7085283411336454, "grad_norm": 0.0015227431431412697, "learning_rate": 3.948550724637681e-05, "loss": 0.00030088482424616813, "step": 5450 }, { "epoch": 0.7117784711388455, "grad_norm": 0.0008432468748651445, "learning_rate": 3.966666666666667e-05, "loss": 0.0003448799252510071, "step": 5475 }, { "epoch": 0.7150286011440458, "grad_norm": 0.0027734299656003714, "learning_rate": 3.9847826086956524e-05, "loss": 0.0003730638697743416, "step": 5500 }, { "epoch": 0.718278731149246, "grad_norm": 0.002775531494989991, "learning_rate": 4.002898550724638e-05, "loss": 0.0002861537970602512, "step": 5525 }, { "epoch": 0.7215288611544461, "grad_norm": 0.0013877362944185734, "learning_rate": 4.0210144927536236e-05, "loss": 0.0003062456473708153, "step": 5550 }, { "epoch": 0.7247789911596464, "grad_norm": 0.0016100159846246243, "learning_rate": 4.039130434782609e-05, "loss": 0.00034022834151983263, "step": 5575 }, { "epoch": 0.7280291211648466, "grad_norm": 0.0023292386904358864, "learning_rate": 4.057246376811594e-05, "loss": 0.00032042227685451506, "step": 5600 }, { "epoch": 0.7312792511700468, "grad_norm": 0.005723954644054174, "learning_rate": 4.07536231884058e-05, "loss": 0.00036787450313568114, "step": 5625 }, { "epoch": 0.734529381175247, "grad_norm": 0.007385662756860256, "learning_rate": 4.0934782608695654e-05, "loss": 0.00030214842408895495, "step": 5650 }, { "epoch": 0.7377795111804473, "grad_norm": 0.0016194393392652273, "learning_rate": 4.111594202898551e-05, "loss": 0.0003026936203241348, "step": 5675 }, { "epoch": 0.7410296411856474, "grad_norm": 0.0011678567389026284, "learning_rate": 4.1297101449275366e-05, "loss": 0.0003290276974439621, "step": 5700 }, { "epoch": 0.7442797711908476, "grad_norm": 0.0015876541147008538, "learning_rate": 4.147826086956522e-05, "loss": 0.0002660868316888809, "step": 5725 }, { "epoch": 0.7475299011960479, "grad_norm": 0.002573238452896476, "learning_rate": 4.165942028985507e-05, "loss": 0.0003120236098766327, "step": 5750 }, { "epoch": 0.750780031201248, "grad_norm": 0.001261972007341683, "learning_rate": 4.184057971014493e-05, "loss": 0.000330447293817997, "step": 5775 }, { "epoch": 0.7540301612064483, "grad_norm": 0.002024536021053791, "learning_rate": 4.2021739130434784e-05, "loss": 0.0003500768169760704, "step": 5800 }, { "epoch": 0.7572802912116484, "grad_norm": 0.0013312718365341425, "learning_rate": 4.220289855072464e-05, "loss": 0.00034043505787849425, "step": 5825 }, { "epoch": 0.7605304212168487, "grad_norm": 0.0014061352703720331, "learning_rate": 4.23840579710145e-05, "loss": 0.0003583569824695587, "step": 5850 }, { "epoch": 0.7637805512220489, "grad_norm": 0.0017677943687886, "learning_rate": 4.256521739130435e-05, "loss": 0.0003040175698697567, "step": 5875 }, { "epoch": 0.767030681227249, "grad_norm": 0.002769756829366088, "learning_rate": 4.274637681159421e-05, "loss": 0.00031752903014421464, "step": 5900 }, { "epoch": 0.7702808112324493, "grad_norm": 0.0013718277914449573, "learning_rate": 4.2927536231884055e-05, "loss": 0.0003393003344535828, "step": 5925 }, { "epoch": 0.7735309412376495, "grad_norm": 0.0019314177334308624, "learning_rate": 4.3108695652173915e-05, "loss": 0.00027401041239500046, "step": 5950 }, { "epoch": 0.7767810712428497, "grad_norm": 0.007918702438473701, "learning_rate": 4.328985507246377e-05, "loss": 0.0002910470962524414, "step": 5975 }, { "epoch": 0.7800312012480499, "grad_norm": 0.0017927872249856591, "learning_rate": 4.347101449275363e-05, "loss": 0.0003286924958229065, "step": 6000 }, { "epoch": 0.7832813312532502, "grad_norm": 0.001361369388177991, "learning_rate": 4.365217391304348e-05, "loss": 0.00030220640823245046, "step": 6025 }, { "epoch": 0.7865314612584503, "grad_norm": 0.0010171420872211456, "learning_rate": 4.383333333333334e-05, "loss": 0.0002842904068529606, "step": 6050 }, { "epoch": 0.7897815912636506, "grad_norm": 0.0032635347452014685, "learning_rate": 4.401449275362319e-05, "loss": 0.00035091206431388857, "step": 6075 }, { "epoch": 0.7930317212688508, "grad_norm": 0.0009199533378705382, "learning_rate": 4.4195652173913045e-05, "loss": 0.0002981584332883358, "step": 6100 }, { "epoch": 0.7962818512740509, "grad_norm": 0.0011878847144544125, "learning_rate": 4.43768115942029e-05, "loss": 0.0002847062610089779, "step": 6125 }, { "epoch": 0.7995319812792512, "grad_norm": 0.0005240865866653621, "learning_rate": 4.455797101449276e-05, "loss": 0.0002426844649016857, "step": 6150 }, { "epoch": 0.8027821112844514, "grad_norm": 0.004690847359597683, "learning_rate": 4.473913043478261e-05, "loss": 0.0003175145760178566, "step": 6175 }, { "epoch": 0.8060322412896516, "grad_norm": 0.002477250760421157, "learning_rate": 4.492028985507247e-05, "loss": 0.0002982656471431255, "step": 6200 }, { "epoch": 0.8092823712948518, "grad_norm": 0.0012452919036149979, "learning_rate": 4.510144927536232e-05, "loss": 0.00032246861606836317, "step": 6225 }, { "epoch": 0.8125325013000521, "grad_norm": 0.0023345041554421186, "learning_rate": 4.5282608695652175e-05, "loss": 0.0002904561534523964, "step": 6250 }, { "epoch": 0.8157826313052522, "grad_norm": 0.0006569608813151717, "learning_rate": 4.546376811594203e-05, "loss": 0.000323328822851181, "step": 6275 }, { "epoch": 0.8190327613104524, "grad_norm": 0.022973662242293358, "learning_rate": 4.564492753623189e-05, "loss": 0.00027932059019804, "step": 6300 }, { "epoch": 0.8222828913156526, "grad_norm": 0.0065062702633440495, "learning_rate": 4.582608695652174e-05, "loss": 0.00029802778735756876, "step": 6325 }, { "epoch": 0.8255330213208528, "grad_norm": 0.005543549545109272, "learning_rate": 4.60072463768116e-05, "loss": 0.00036395326256752017, "step": 6350 }, { "epoch": 0.8287831513260531, "grad_norm": 0.0020637274719774723, "learning_rate": 4.618840579710145e-05, "loss": 0.00036908872425556183, "step": 6375 }, { "epoch": 0.8320332813312532, "grad_norm": 0.003742776345461607, "learning_rate": 4.6369565217391306e-05, "loss": 0.0003229105472564697, "step": 6400 }, { "epoch": 0.8352834113364535, "grad_norm": 0.001703648827970028, "learning_rate": 4.655072463768116e-05, "loss": 0.00033204488456249235, "step": 6425 }, { "epoch": 0.8385335413416537, "grad_norm": 0.0012357374653220177, "learning_rate": 4.673188405797102e-05, "loss": 0.00032585758715867995, "step": 6450 }, { "epoch": 0.8417836713468538, "grad_norm": 0.006874839309602976, "learning_rate": 4.691304347826087e-05, "loss": 0.00027060166001319886, "step": 6475 }, { "epoch": 0.8450338013520541, "grad_norm": 0.0022275864612311125, "learning_rate": 4.7094202898550724e-05, "loss": 0.0003158362582325935, "step": 6500 }, { "epoch": 0.8482839313572543, "grad_norm": 0.0011992513900622725, "learning_rate": 4.727536231884058e-05, "loss": 0.0003127120807766914, "step": 6525 }, { "epoch": 0.8515340613624545, "grad_norm": 0.0010171785252168775, "learning_rate": 4.7456521739130436e-05, "loss": 0.0002979818731546402, "step": 6550 }, { "epoch": 0.8547841913676547, "grad_norm": 0.0028656974900513887, "learning_rate": 4.7637681159420296e-05, "loss": 0.00031414445489645, "step": 6575 }, { "epoch": 0.858034321372855, "grad_norm": 0.0008505930309183896, "learning_rate": 4.781884057971014e-05, "loss": 0.000277229230850935, "step": 6600 }, { "epoch": 0.8612844513780551, "grad_norm": 0.0007299727294594049, "learning_rate": 4.8e-05, "loss": 0.0002848735637962818, "step": 6625 }, { "epoch": 0.8645345813832553, "grad_norm": 0.001255713519640267, "learning_rate": 4.8181159420289854e-05, "loss": 0.00028432700783014296, "step": 6650 }, { "epoch": 0.8677847113884556, "grad_norm": 0.0008443425176665187, "learning_rate": 4.8362318840579714e-05, "loss": 0.000307377353310585, "step": 6675 }, { "epoch": 0.8710348413936557, "grad_norm": 0.0024411012418568134, "learning_rate": 4.8543478260869566e-05, "loss": 0.00029829660430550573, "step": 6700 }, { "epoch": 0.874284971398856, "grad_norm": 0.001056804321706295, "learning_rate": 4.8724637681159426e-05, "loss": 0.0003243882581591606, "step": 6725 }, { "epoch": 0.8775351014040562, "grad_norm": 0.0011033945484086871, "learning_rate": 4.890579710144928e-05, "loss": 0.0002712445519864559, "step": 6750 }, { "epoch": 0.8807852314092564, "grad_norm": 0.001996325794607401, "learning_rate": 4.908695652173913e-05, "loss": 0.0003028985857963562, "step": 6775 }, { "epoch": 0.8840353614144566, "grad_norm": 0.001191786490380764, "learning_rate": 4.9268115942028984e-05, "loss": 0.00029174651950597763, "step": 6800 }, { "epoch": 0.8872854914196567, "grad_norm": 0.0018096808344125748, "learning_rate": 4.9449275362318844e-05, "loss": 0.0002984482236206532, "step": 6825 }, { "epoch": 0.890535621424857, "grad_norm": 0.0015695627080276608, "learning_rate": 4.96304347826087e-05, "loss": 0.00027819450944662096, "step": 6850 }, { "epoch": 0.8937857514300572, "grad_norm": 0.0014000756200402975, "learning_rate": 4.9811594202898556e-05, "loss": 0.00033636294305324556, "step": 6875 }, { "epoch": 0.8970358814352574, "grad_norm": 0.0017718684393912554, "learning_rate": 4.999275362318841e-05, "loss": 0.0003006098046898842, "step": 6900 }, { "epoch": 0.8970358814352574, "eval_loss": 0.001117659150622785, "eval_runtime": 9.2541, "eval_samples_per_second": 540.302, "eval_steps_per_second": 4.322, "step": 6900 }, { "epoch": 0.8970358814352574, "eval_holdout_avg_strict_f1": 0.047399586588974675, "eval_holdout_enron_spam_bvk_strict_f1": 0.0, "eval_holdout_enron_spam_setfit_strict_f1": 0.0, "eval_holdout_gliner2_pii_ptbr_reward_split_strict_f1": 0.1927814998919386, "eval_holdout_nemotron_pii_strict_f1": 0.062429558484833635, "eval_holdout_open_pii_masking_500k_strict_f1": 0.16210173281162663, "eval_holdout_phishing_darkknight_strict_f1": 0.0, "eval_holdout_phishing_zefang_strict_f1": 0.0, "eval_holdout_pii_masking_400k_strict_f1": 0.10408266129032258, "eval_holdout_sms_spam_multilingual_strict_f1": 0.0, "eval_holdout_spam_messages_mshenoda_strict_f1": 0.0, "eval_holdout_spamassassin_strict_f1": 0.0, "step": 6900 } ], "logging_steps": 25, "max_steps": 69000, "num_input_tokens_seen": 0, "num_train_epochs": 9, "save_steps": 3450, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 0.0, "train_batch_size": 128, "trial_name": null, "trial_params": null }