| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 4.0, |
| "eval_steps": 500, |
| "global_step": 4376, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.009140767824497258, |
| "grad_norm": 20.285207748413086, |
| "learning_rate": 4.10958904109589e-06, |
| "loss": 1.4218, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.018281535648994516, |
| "grad_norm": 3.7156178951263428, |
| "learning_rate": 8.675799086757991e-06, |
| "loss": 0.6623, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.027422303473491772, |
| "grad_norm": 3.670661687850952, |
| "learning_rate": 1.3242009132420092e-05, |
| "loss": 0.3818, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.03656307129798903, |
| "grad_norm": 1.6582924127578735, |
| "learning_rate": 1.780821917808219e-05, |
| "loss": 0.2857, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.04570383912248629, |
| "grad_norm": 3.376695394515991, |
| "learning_rate": 2.237442922374429e-05, |
| "loss": 0.2503, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.054844606946983544, |
| "grad_norm": 2.420069456100464, |
| "learning_rate": 2.6940639269406392e-05, |
| "loss": 0.211, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.06398537477148081, |
| "grad_norm": 2.5535237789154053, |
| "learning_rate": 3.1506849315068496e-05, |
| "loss": 0.1969, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.07312614259597806, |
| "grad_norm": 1.6121954917907715, |
| "learning_rate": 3.60730593607306e-05, |
| "loss": 0.1838, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.08226691042047532, |
| "grad_norm": 2.0982680320739746, |
| "learning_rate": 4.063926940639269e-05, |
| "loss": 0.1935, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.09140767824497258, |
| "grad_norm": 2.1739630699157715, |
| "learning_rate": 4.520547945205479e-05, |
| "loss": 0.1721, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.10054844606946983, |
| "grad_norm": 2.0316410064697266, |
| "learning_rate": 4.977168949771689e-05, |
| "loss": 0.1454, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.10968921389396709, |
| "grad_norm": 2.113408327102661, |
| "learning_rate": 5.4337899543379e-05, |
| "loss": 0.1445, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.11882998171846434, |
| "grad_norm": 1.6204296350479126, |
| "learning_rate": 5.89041095890411e-05, |
| "loss": 0.1178, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.12797074954296161, |
| "grad_norm": 1.2460007667541504, |
| "learning_rate": 6.34703196347032e-05, |
| "loss": 0.1113, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.13711151736745886, |
| "grad_norm": 2.4157071113586426, |
| "learning_rate": 6.803652968036531e-05, |
| "loss": 0.1038, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.14625228519195613, |
| "grad_norm": 1.6945436000823975, |
| "learning_rate": 7.26027397260274e-05, |
| "loss": 0.1148, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.15539305301645337, |
| "grad_norm": 1.4777846336364746, |
| "learning_rate": 7.716894977168951e-05, |
| "loss": 0.1147, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.16453382084095064, |
| "grad_norm": 1.7918751239776611, |
| "learning_rate": 8.17351598173516e-05, |
| "loss": 0.1149, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.1736745886654479, |
| "grad_norm": 1.584354043006897, |
| "learning_rate": 8.630136986301371e-05, |
| "loss": 0.113, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.18281535648994515, |
| "grad_norm": 1.4646424055099487, |
| "learning_rate": 9.08675799086758e-05, |
| "loss": 0.0993, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.19195612431444242, |
| "grad_norm": 1.1241822242736816, |
| "learning_rate": 9.543378995433791e-05, |
| "loss": 0.1105, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.20109689213893966, |
| "grad_norm": 1.0951234102249146, |
| "learning_rate": 0.0001, |
| "loss": 0.0891, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.21023765996343693, |
| "grad_norm": 0.955017626285553, |
| "learning_rate": 9.999857216626715e-05, |
| "loss": 0.0948, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.21937842778793418, |
| "grad_norm": 1.671467900276184, |
| "learning_rate": 9.999428874661695e-05, |
| "loss": 0.089, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.22851919561243145, |
| "grad_norm": 1.0147258043289185, |
| "learning_rate": 9.998714998568987e-05, |
| "loss": 0.0923, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.2376599634369287, |
| "grad_norm": 1.6253561973571777, |
| "learning_rate": 9.997715629120446e-05, |
| "loss": 0.081, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.24680073126142596, |
| "grad_norm": 1.460111141204834, |
| "learning_rate": 9.996430823393403e-05, |
| "loss": 0.086, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.25594149908592323, |
| "grad_norm": 1.5847985744476318, |
| "learning_rate": 9.994860654767421e-05, |
| "loss": 0.0882, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.26508226691042047, |
| "grad_norm": 0.8328115344047546, |
| "learning_rate": 9.99300521292009e-05, |
| "loss": 0.0884, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.2742230347349177, |
| "grad_norm": 0.7161694765090942, |
| "learning_rate": 9.990864603821906e-05, |
| "loss": 0.0874, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.283363802559415, |
| "grad_norm": 1.3507859706878662, |
| "learning_rate": 9.988438949730223e-05, |
| "loss": 0.0902, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.29250457038391225, |
| "grad_norm": 1.1614631414413452, |
| "learning_rate": 9.985728389182275e-05, |
| "loss": 0.0773, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.3016453382084095, |
| "grad_norm": 1.271041989326477, |
| "learning_rate": 9.982733076987248e-05, |
| "loss": 0.0974, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.31078610603290674, |
| "grad_norm": 1.0431146621704102, |
| "learning_rate": 9.979453184217456e-05, |
| "loss": 0.0872, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.31992687385740404, |
| "grad_norm": 2.105883836746216, |
| "learning_rate": 9.975888898198562e-05, |
| "loss": 0.0936, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.3290676416819013, |
| "grad_norm": 1.3111586570739746, |
| "learning_rate": 9.972040422498877e-05, |
| "loss": 0.102, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.3382084095063985, |
| "grad_norm": 1.21346914768219, |
| "learning_rate": 9.967907976917738e-05, |
| "loss": 0.0754, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.3473491773308958, |
| "grad_norm": 0.7348060607910156, |
| "learning_rate": 9.963491797472953e-05, |
| "loss": 0.0703, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.35648994515539306, |
| "grad_norm": 0.7553760409355164, |
| "learning_rate": 9.958792136387322e-05, |
| "loss": 0.083, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.3656307129798903, |
| "grad_norm": 1.1796748638153076, |
| "learning_rate": 9.95380926207423e-05, |
| "loss": 0.0642, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.37477148080438755, |
| "grad_norm": 0.9751859903335571, |
| "learning_rate": 9.948543459122317e-05, |
| "loss": 0.0735, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.38391224862888484, |
| "grad_norm": 1.2366355657577515, |
| "learning_rate": 9.942995028279227e-05, |
| "loss": 0.0748, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.3930530164533821, |
| "grad_norm": 1.4610956907272339, |
| "learning_rate": 9.93716428643443e-05, |
| "loss": 0.0973, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.40219378427787933, |
| "grad_norm": 1.440199375152588, |
| "learning_rate": 9.931051566601119e-05, |
| "loss": 0.0765, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.4113345521023766, |
| "grad_norm": 1.6553508043289185, |
| "learning_rate": 9.924657217897201e-05, |
| "loss": 0.0922, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.42047531992687387, |
| "grad_norm": 1.534443736076355, |
| "learning_rate": 9.917981605525345e-05, |
| "loss": 0.1115, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.4296160877513711, |
| "grad_norm": 1.0473862886428833, |
| "learning_rate": 9.911025110752132e-05, |
| "loss": 0.0704, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.43875685557586835, |
| "grad_norm": 1.1698426008224487, |
| "learning_rate": 9.90378813088628e-05, |
| "loss": 0.0788, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.44789762340036565, |
| "grad_norm": 1.1977952718734741, |
| "learning_rate": 9.896271079255943e-05, |
| "loss": 0.0967, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.4570383912248629, |
| "grad_norm": 1.3484407663345337, |
| "learning_rate": 9.888474385185122e-05, |
| "loss": 0.0762, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.46617915904936014, |
| "grad_norm": 0.7931845784187317, |
| "learning_rate": 9.880398493969128e-05, |
| "loss": 0.0629, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.4753199268738574, |
| "grad_norm": 0.7555088400840759, |
| "learning_rate": 9.872043866849156e-05, |
| "loss": 0.072, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.4844606946983547, |
| "grad_norm": 0.9508174061775208, |
| "learning_rate": 9.863410980985943e-05, |
| "loss": 0.0688, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.4936014625228519, |
| "grad_norm": 0.9366075992584229, |
| "learning_rate": 9.854500329432514e-05, |
| "loss": 0.0635, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.5027422303473492, |
| "grad_norm": 0.7485318779945374, |
| "learning_rate": 9.845312421106026e-05, |
| "loss": 0.0612, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.5118829981718465, |
| "grad_norm": 1.1440995931625366, |
| "learning_rate": 9.835847780758695e-05, |
| "loss": 0.0657, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.5210237659963437, |
| "grad_norm": 0.6450702548027039, |
| "learning_rate": 9.826106948947831e-05, |
| "loss": 0.0756, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.5301645338208409, |
| "grad_norm": 0.9916141033172607, |
| "learning_rate": 9.816090482004966e-05, |
| "loss": 0.0689, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.5393053016453382, |
| "grad_norm": 0.9260968565940857, |
| "learning_rate": 9.805798952004074e-05, |
| "loss": 0.0741, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.5484460694698354, |
| "grad_norm": 1.099038004875183, |
| "learning_rate": 9.795232946728902e-05, |
| "loss": 0.0664, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.5575868372943327, |
| "grad_norm": 0.8096833825111389, |
| "learning_rate": 9.784393069639402e-05, |
| "loss": 0.0726, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.56672760511883, |
| "grad_norm": 1.4272693395614624, |
| "learning_rate": 9.77327993983726e-05, |
| "loss": 0.0733, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.5758683729433273, |
| "grad_norm": 1.050479769706726, |
| "learning_rate": 9.76189419203054e-05, |
| "loss": 0.067, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.5850091407678245, |
| "grad_norm": 0.8118894100189209, |
| "learning_rate": 9.750236476497435e-05, |
| "loss": 0.0709, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.5941499085923218, |
| "grad_norm": 0.5546473264694214, |
| "learning_rate": 9.738307459049121e-05, |
| "loss": 0.0536, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.603290676416819, |
| "grad_norm": 0.9993944764137268, |
| "learning_rate": 9.726107820991741e-05, |
| "loss": 0.0812, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.6124314442413162, |
| "grad_norm": 1.0287402868270874, |
| "learning_rate": 9.713638259087486e-05, |
| "loss": 0.0695, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.6215722120658135, |
| "grad_norm": 0.9676907062530518, |
| "learning_rate": 9.7008994855148e-05, |
| "loss": 0.0649, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.6307129798903108, |
| "grad_norm": 0.886712908744812, |
| "learning_rate": 9.687892227827707e-05, |
| "loss": 0.0786, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.6398537477148081, |
| "grad_norm": 0.5730246305465698, |
| "learning_rate": 9.674617228914259e-05, |
| "loss": 0.058, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.6489945155393053, |
| "grad_norm": 1.1880249977111816, |
| "learning_rate": 9.661075246954106e-05, |
| "loss": 0.0701, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.6581352833638026, |
| "grad_norm": 0.8326805233955383, |
| "learning_rate": 9.647267055375195e-05, |
| "loss": 0.0683, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.6672760511882998, |
| "grad_norm": 0.7834450006484985, |
| "learning_rate": 9.633193442809596e-05, |
| "loss": 0.0625, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.676416819012797, |
| "grad_norm": 0.8641069531440735, |
| "learning_rate": 9.618855213048457e-05, |
| "loss": 0.0915, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.6855575868372943, |
| "grad_norm": 1.1982171535491943, |
| "learning_rate": 9.604253184996103e-05, |
| "loss": 0.0744, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.6946983546617916, |
| "grad_norm": 0.9463611841201782, |
| "learning_rate": 9.589388192623266e-05, |
| "loss": 0.0578, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.7038391224862889, |
| "grad_norm": 0.7067205905914307, |
| "learning_rate": 9.574261084919445e-05, |
| "loss": 0.0774, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.7129798903107861, |
| "grad_norm": 0.9819389581680298, |
| "learning_rate": 9.558872725844426e-05, |
| "loss": 0.0636, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.7221206581352834, |
| "grad_norm": 0.7785099148750305, |
| "learning_rate": 9.543223994278938e-05, |
| "loss": 0.0649, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.7312614259597806, |
| "grad_norm": 0.6871359944343567, |
| "learning_rate": 9.527315783974454e-05, |
| "loss": 0.0711, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.7404021937842779, |
| "grad_norm": 0.9093775153160095, |
| "learning_rate": 9.511149003502145e-05, |
| "loss": 0.0866, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.7495429616087751, |
| "grad_norm": 0.8019959926605225, |
| "learning_rate": 9.494724576200989e-05, |
| "loss": 0.0688, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.7586837294332724, |
| "grad_norm": 0.6367955803871155, |
| "learning_rate": 9.478043440125043e-05, |
| "loss": 0.0499, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.7678244972577697, |
| "grad_norm": 1.0420273542404175, |
| "learning_rate": 9.461106547989858e-05, |
| "loss": 0.0696, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.7769652650822669, |
| "grad_norm": 1.0322197675704956, |
| "learning_rate": 9.44391486711807e-05, |
| "loss": 0.078, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.7861060329067642, |
| "grad_norm": 0.6654338836669922, |
| "learning_rate": 9.426469379384153e-05, |
| "loss": 0.0608, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.7952468007312614, |
| "grad_norm": 0.6521769762039185, |
| "learning_rate": 9.408771081158346e-05, |
| "loss": 0.0542, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.8043875685557587, |
| "grad_norm": 0.588214099407196, |
| "learning_rate": 9.390820983249733e-05, |
| "loss": 0.0558, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.8135283363802559, |
| "grad_norm": 1.0544887781143188, |
| "learning_rate": 9.372620110848528e-05, |
| "loss": 0.0558, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.8226691042047533, |
| "grad_norm": 0.4711853265762329, |
| "learning_rate": 9.354169503467515e-05, |
| "loss": 0.0617, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.8318098720292505, |
| "grad_norm": 0.8516566157341003, |
| "learning_rate": 9.335470214882678e-05, |
| "loss": 0.0577, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.8409506398537477, |
| "grad_norm": 0.9411584734916687, |
| "learning_rate": 9.316523313073018e-05, |
| "loss": 0.0578, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.850091407678245, |
| "grad_norm": 0.6325905919075012, |
| "learning_rate": 9.297329880159556e-05, |
| "loss": 0.0549, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.8592321755027422, |
| "grad_norm": 0.9557574391365051, |
| "learning_rate": 9.277891012343529e-05, |
| "loss": 0.0542, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.8683729433272395, |
| "grad_norm": 0.9808653593063354, |
| "learning_rate": 9.258207819843787e-05, |
| "loss": 0.0665, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.8775137111517367, |
| "grad_norm": 0.924566388130188, |
| "learning_rate": 9.23828142683338e-05, |
| "loss": 0.0786, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.886654478976234, |
| "grad_norm": 1.108108401298523, |
| "learning_rate": 9.21811297137535e-05, |
| "loss": 0.0766, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.8957952468007313, |
| "grad_norm": 1.2968391180038452, |
| "learning_rate": 9.197703605357739e-05, |
| "loss": 0.0605, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.9049360146252285, |
| "grad_norm": 0.9167346954345703, |
| "learning_rate": 9.177054494427799e-05, |
| "loss": 0.0504, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.9140767824497258, |
| "grad_norm": 0.8108971118927002, |
| "learning_rate": 9.156166817925415e-05, |
| "loss": 0.0526, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.923217550274223, |
| "grad_norm": 0.8036976456642151, |
| "learning_rate": 9.135041768815751e-05, |
| "loss": 0.0469, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.9323583180987203, |
| "grad_norm": 0.9675208926200867, |
| "learning_rate": 9.113680553621116e-05, |
| "loss": 0.054, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.9414990859232175, |
| "grad_norm": 0.7497916221618652, |
| "learning_rate": 9.092084392352056e-05, |
| "loss": 0.0649, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.9506398537477148, |
| "grad_norm": 0.5699302554130554, |
| "learning_rate": 9.070254518437673e-05, |
| "loss": 0.0505, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.9597806215722121, |
| "grad_norm": 0.539658784866333, |
| "learning_rate": 9.048192178655181e-05, |
| "loss": 0.0435, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.9689213893967094, |
| "grad_norm": 0.6254842877388, |
| "learning_rate": 9.025898633058699e-05, |
| "loss": 0.0541, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.9780621572212066, |
| "grad_norm": 0.6805806756019592, |
| "learning_rate": 9.003375154907284e-05, |
| "loss": 0.0714, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.9872029250457038, |
| "grad_norm": 0.6484934687614441, |
| "learning_rate": 8.980623030592212e-05, |
| "loss": 0.065, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.9963436928702011, |
| "grad_norm": 0.5721938014030457, |
| "learning_rate": 8.957643559563507e-05, |
| "loss": 0.0735, |
| "step": 1090 |
| }, |
| { |
| "epoch": 1.0054844606946984, |
| "grad_norm": 1.0545032024383545, |
| "learning_rate": 8.934438054255723e-05, |
| "loss": 0.0585, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.0146252285191957, |
| "grad_norm": 0.5121464729309082, |
| "learning_rate": 8.91100784001299e-05, |
| "loss": 0.0545, |
| "step": 1110 |
| }, |
| { |
| "epoch": 1.023765996343693, |
| "grad_norm": 0.890046238899231, |
| "learning_rate": 8.887354255013323e-05, |
| "loss": 0.063, |
| "step": 1120 |
| }, |
| { |
| "epoch": 1.0329067641681902, |
| "grad_norm": 0.4641508162021637, |
| "learning_rate": 8.863478650192181e-05, |
| "loss": 0.0622, |
| "step": 1130 |
| }, |
| { |
| "epoch": 1.0420475319926874, |
| "grad_norm": 0.7307084202766418, |
| "learning_rate": 8.839382389165323e-05, |
| "loss": 0.0586, |
| "step": 1140 |
| }, |
| { |
| "epoch": 1.0511882998171846, |
| "grad_norm": 0.7155199646949768, |
| "learning_rate": 8.815066848150922e-05, |
| "loss": 0.052, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.0603290676416819, |
| "grad_norm": 0.675208568572998, |
| "learning_rate": 8.790533415890967e-05, |
| "loss": 0.057, |
| "step": 1160 |
| }, |
| { |
| "epoch": 1.0694698354661791, |
| "grad_norm": 0.7103818655014038, |
| "learning_rate": 8.765783493571942e-05, |
| "loss": 0.0517, |
| "step": 1170 |
| }, |
| { |
| "epoch": 1.0786106032906764, |
| "grad_norm": 0.8737835884094238, |
| "learning_rate": 8.740818494744809e-05, |
| "loss": 0.0376, |
| "step": 1180 |
| }, |
| { |
| "epoch": 1.0877513711151736, |
| "grad_norm": 1.203967809677124, |
| "learning_rate": 8.715639845244263e-05, |
| "loss": 0.0538, |
| "step": 1190 |
| }, |
| { |
| "epoch": 1.0968921389396709, |
| "grad_norm": 0.6871981620788574, |
| "learning_rate": 8.690248983107313e-05, |
| "loss": 0.0586, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.106032906764168, |
| "grad_norm": 1.3813148736953735, |
| "learning_rate": 8.664647358491134e-05, |
| "loss": 0.0486, |
| "step": 1210 |
| }, |
| { |
| "epoch": 1.1151736745886653, |
| "grad_norm": 0.9246250987052917, |
| "learning_rate": 8.638836433590257e-05, |
| "loss": 0.0463, |
| "step": 1220 |
| }, |
| { |
| "epoch": 1.1243144424131628, |
| "grad_norm": 1.0106674432754517, |
| "learning_rate": 8.61281768255305e-05, |
| "loss": 0.0466, |
| "step": 1230 |
| }, |
| { |
| "epoch": 1.13345521023766, |
| "grad_norm": 0.7251119017601013, |
| "learning_rate": 8.586592591397533e-05, |
| "loss": 0.0575, |
| "step": 1240 |
| }, |
| { |
| "epoch": 1.1425959780621573, |
| "grad_norm": 0.8430503606796265, |
| "learning_rate": 8.560162657926494e-05, |
| "loss": 0.0427, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.1517367458866545, |
| "grad_norm": 0.739719808101654, |
| "learning_rate": 8.533529391641959e-05, |
| "loss": 0.0425, |
| "step": 1260 |
| }, |
| { |
| "epoch": 1.1608775137111518, |
| "grad_norm": 0.8659994006156921, |
| "learning_rate": 8.506694313658969e-05, |
| "loss": 0.048, |
| "step": 1270 |
| }, |
| { |
| "epoch": 1.170018281535649, |
| "grad_norm": 0.54444819688797, |
| "learning_rate": 8.479658956618704e-05, |
| "loss": 0.0572, |
| "step": 1280 |
| }, |
| { |
| "epoch": 1.1791590493601463, |
| "grad_norm": 1.301878809928894, |
| "learning_rate": 8.452424864600956e-05, |
| "loss": 0.0611, |
| "step": 1290 |
| }, |
| { |
| "epoch": 1.1882998171846435, |
| "grad_norm": 0.42106685042381287, |
| "learning_rate": 8.424993593035936e-05, |
| "loss": 0.0446, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.1974405850091407, |
| "grad_norm": 0.6645190715789795, |
| "learning_rate": 8.397366708615439e-05, |
| "loss": 0.0618, |
| "step": 1310 |
| }, |
| { |
| "epoch": 1.206581352833638, |
| "grad_norm": 0.6044383645057678, |
| "learning_rate": 8.369545789203363e-05, |
| "loss": 0.0408, |
| "step": 1320 |
| }, |
| { |
| "epoch": 1.2157221206581352, |
| "grad_norm": 0.5589725375175476, |
| "learning_rate": 8.341532423745599e-05, |
| "loss": 0.059, |
| "step": 1330 |
| }, |
| { |
| "epoch": 1.2248628884826325, |
| "grad_norm": 0.9428887963294983, |
| "learning_rate": 8.313328212179274e-05, |
| "loss": 0.0573, |
| "step": 1340 |
| }, |
| { |
| "epoch": 1.2340036563071297, |
| "grad_norm": 0.6069498062133789, |
| "learning_rate": 8.284934765341374e-05, |
| "loss": 0.0539, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.2431444241316272, |
| "grad_norm": 0.8920032978057861, |
| "learning_rate": 8.256353704876748e-05, |
| "loss": 0.0699, |
| "step": 1360 |
| }, |
| { |
| "epoch": 1.2522851919561244, |
| "grad_norm": 1.1463648080825806, |
| "learning_rate": 8.227586663145485e-05, |
| "loss": 0.0442, |
| "step": 1370 |
| }, |
| { |
| "epoch": 1.2614259597806217, |
| "grad_norm": 0.5741071701049805, |
| "learning_rate": 8.198635283129688e-05, |
| "loss": 0.053, |
| "step": 1380 |
| }, |
| { |
| "epoch": 1.270566727605119, |
| "grad_norm": 0.6575504541397095, |
| "learning_rate": 8.169501218339638e-05, |
| "loss": 0.05, |
| "step": 1390 |
| }, |
| { |
| "epoch": 1.2797074954296161, |
| "grad_norm": 0.9514917135238647, |
| "learning_rate": 8.140186132719352e-05, |
| "loss": 0.0578, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.2888482632541134, |
| "grad_norm": 0.4858059585094452, |
| "learning_rate": 8.110691700551558e-05, |
| "loss": 0.0478, |
| "step": 1410 |
| }, |
| { |
| "epoch": 1.2979890310786106, |
| "grad_norm": 0.6736142635345459, |
| "learning_rate": 8.081019606362063e-05, |
| "loss": 0.051, |
| "step": 1420 |
| }, |
| { |
| "epoch": 1.3071297989031079, |
| "grad_norm": 0.5692024827003479, |
| "learning_rate": 8.051171544823543e-05, |
| "loss": 0.0457, |
| "step": 1430 |
| }, |
| { |
| "epoch": 1.3162705667276051, |
| "grad_norm": 0.7224279642105103, |
| "learning_rate": 8.02114922065877e-05, |
| "loss": 0.0537, |
| "step": 1440 |
| }, |
| { |
| "epoch": 1.3254113345521024, |
| "grad_norm": 0.7441707849502563, |
| "learning_rate": 7.990954348543227e-05, |
| "loss": 0.0441, |
| "step": 1450 |
| }, |
| { |
| "epoch": 1.3345521023765996, |
| "grad_norm": 0.8292146325111389, |
| "learning_rate": 7.960588653007191e-05, |
| "loss": 0.0463, |
| "step": 1460 |
| }, |
| { |
| "epoch": 1.3436928702010968, |
| "grad_norm": 0.5339452028274536, |
| "learning_rate": 7.930053868337242e-05, |
| "loss": 0.0536, |
| "step": 1470 |
| }, |
| { |
| "epoch": 1.352833638025594, |
| "grad_norm": 0.47000357508659363, |
| "learning_rate": 7.899351738477201e-05, |
| "loss": 0.0465, |
| "step": 1480 |
| }, |
| { |
| "epoch": 1.3619744058500913, |
| "grad_norm": 0.4280283451080322, |
| "learning_rate": 7.868484016928537e-05, |
| "loss": 0.0457, |
| "step": 1490 |
| }, |
| { |
| "epoch": 1.3711151736745886, |
| "grad_norm": 1.0179851055145264, |
| "learning_rate": 7.837452466650213e-05, |
| "loss": 0.0474, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.3802559414990858, |
| "grad_norm": 0.6735445261001587, |
| "learning_rate": 7.806258859957998e-05, |
| "loss": 0.055, |
| "step": 1510 |
| }, |
| { |
| "epoch": 1.389396709323583, |
| "grad_norm": 1.0807559490203857, |
| "learning_rate": 7.774904978423247e-05, |
| "loss": 0.0522, |
| "step": 1520 |
| }, |
| { |
| "epoch": 1.3985374771480805, |
| "grad_norm": 0.5602183938026428, |
| "learning_rate": 7.743392612771152e-05, |
| "loss": 0.0386, |
| "step": 1530 |
| }, |
| { |
| "epoch": 1.4076782449725778, |
| "grad_norm": 0.887178361415863, |
| "learning_rate": 7.711723562778456e-05, |
| "loss": 0.0476, |
| "step": 1540 |
| }, |
| { |
| "epoch": 1.416819012797075, |
| "grad_norm": 1.0711039304733276, |
| "learning_rate": 7.679899637170677e-05, |
| "loss": 0.0444, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.4259597806215722, |
| "grad_norm": 1.0682564973831177, |
| "learning_rate": 7.647922653518796e-05, |
| "loss": 0.0522, |
| "step": 1560 |
| }, |
| { |
| "epoch": 1.4351005484460695, |
| "grad_norm": 0.5387830138206482, |
| "learning_rate": 7.615794438135444e-05, |
| "loss": 0.0555, |
| "step": 1570 |
| }, |
| { |
| "epoch": 1.4442413162705667, |
| "grad_norm": 0.7840970754623413, |
| "learning_rate": 7.583516825970616e-05, |
| "loss": 0.0483, |
| "step": 1580 |
| }, |
| { |
| "epoch": 1.453382084095064, |
| "grad_norm": 0.9905489683151245, |
| "learning_rate": 7.551091660506847e-05, |
| "loss": 0.0471, |
| "step": 1590 |
| }, |
| { |
| "epoch": 1.4625228519195612, |
| "grad_norm": 0.5009207129478455, |
| "learning_rate": 7.518520793653939e-05, |
| "loss": 0.0463, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.4716636197440585, |
| "grad_norm": 0.5666080713272095, |
| "learning_rate": 7.485806085643188e-05, |
| "loss": 0.0438, |
| "step": 1610 |
| }, |
| { |
| "epoch": 1.4808043875685557, |
| "grad_norm": 0.8383708596229553, |
| "learning_rate": 7.452949404921142e-05, |
| "loss": 0.0504, |
| "step": 1620 |
| }, |
| { |
| "epoch": 1.489945155393053, |
| "grad_norm": 0.6216220855712891, |
| "learning_rate": 7.419952628042881e-05, |
| "loss": 0.0464, |
| "step": 1630 |
| }, |
| { |
| "epoch": 1.4990859232175504, |
| "grad_norm": 0.5239822864532471, |
| "learning_rate": 7.386817639564851e-05, |
| "loss": 0.0431, |
| "step": 1640 |
| }, |
| { |
| "epoch": 1.5082266910420477, |
| "grad_norm": 1.0513837337493896, |
| "learning_rate": 7.353546331937224e-05, |
| "loss": 0.0571, |
| "step": 1650 |
| }, |
| { |
| "epoch": 1.517367458866545, |
| "grad_norm": 0.7348514199256897, |
| "learning_rate": 7.320140605395815e-05, |
| "loss": 0.0526, |
| "step": 1660 |
| }, |
| { |
| "epoch": 1.5265082266910421, |
| "grad_norm": 0.7277615070343018, |
| "learning_rate": 7.286602367853552e-05, |
| "loss": 0.0379, |
| "step": 1670 |
| }, |
| { |
| "epoch": 1.5356489945155394, |
| "grad_norm": 0.719916045665741, |
| "learning_rate": 7.252933534791511e-05, |
| "loss": 0.0411, |
| "step": 1680 |
| }, |
| { |
| "epoch": 1.5447897623400366, |
| "grad_norm": 0.8909785747528076, |
| "learning_rate": 7.219136029149515e-05, |
| "loss": 0.0526, |
| "step": 1690 |
| }, |
| { |
| "epoch": 1.5539305301645339, |
| "grad_norm": 0.9339496493339539, |
| "learning_rate": 7.185211781216314e-05, |
| "loss": 0.0699, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.563071297989031, |
| "grad_norm": 0.7735287547111511, |
| "learning_rate": 7.151162728519324e-05, |
| "loss": 0.0571, |
| "step": 1710 |
| }, |
| { |
| "epoch": 1.5722120658135283, |
| "grad_norm": 0.8301142454147339, |
| "learning_rate": 7.11699081571399e-05, |
| "loss": 0.0484, |
| "step": 1720 |
| }, |
| { |
| "epoch": 1.5813528336380256, |
| "grad_norm": 0.7117460370063782, |
| "learning_rate": 7.082697994472705e-05, |
| "loss": 0.0505, |
| "step": 1730 |
| }, |
| { |
| "epoch": 1.5904936014625228, |
| "grad_norm": 0.39248979091644287, |
| "learning_rate": 7.048286223373342e-05, |
| "loss": 0.0329, |
| "step": 1740 |
| }, |
| { |
| "epoch": 1.59963436928702, |
| "grad_norm": 0.6386615037918091, |
| "learning_rate": 7.013757467787412e-05, |
| "loss": 0.0382, |
| "step": 1750 |
| }, |
| { |
| "epoch": 1.6087751371115173, |
| "grad_norm": 0.8316029906272888, |
| "learning_rate": 6.979113699767789e-05, |
| "loss": 0.0443, |
| "step": 1760 |
| }, |
| { |
| "epoch": 1.6179159049360146, |
| "grad_norm": 0.6195833086967468, |
| "learning_rate": 6.9443568979361e-05, |
| "loss": 0.0468, |
| "step": 1770 |
| }, |
| { |
| "epoch": 1.6270566727605118, |
| "grad_norm": 0.5122663974761963, |
| "learning_rate": 6.909489047369706e-05, |
| "loss": 0.0486, |
| "step": 1780 |
| }, |
| { |
| "epoch": 1.636197440585009, |
| "grad_norm": 0.7890117168426514, |
| "learning_rate": 6.87451213948834e-05, |
| "loss": 0.0368, |
| "step": 1790 |
| }, |
| { |
| "epoch": 1.6453382084095063, |
| "grad_norm": 1.125509262084961, |
| "learning_rate": 6.839428171940357e-05, |
| "loss": 0.0485, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.6544789762340035, |
| "grad_norm": 0.6382961869239807, |
| "learning_rate": 6.804239148488651e-05, |
| "loss": 0.0551, |
| "step": 1810 |
| }, |
| { |
| "epoch": 1.6636197440585008, |
| "grad_norm": 0.5489874482154846, |
| "learning_rate": 6.768947078896212e-05, |
| "loss": 0.0543, |
| "step": 1820 |
| }, |
| { |
| "epoch": 1.672760511882998, |
| "grad_norm": 0.5988185405731201, |
| "learning_rate": 6.733553978811338e-05, |
| "loss": 0.0408, |
| "step": 1830 |
| }, |
| { |
| "epoch": 1.6819012797074955, |
| "grad_norm": 0.5746557116508484, |
| "learning_rate": 6.698061869652518e-05, |
| "loss": 0.052, |
| "step": 1840 |
| }, |
| { |
| "epoch": 1.6910420475319927, |
| "grad_norm": 0.4615539014339447, |
| "learning_rate": 6.662472778492979e-05, |
| "loss": 0.0356, |
| "step": 1850 |
| }, |
| { |
| "epoch": 1.70018281535649, |
| "grad_norm": 0.5085066556930542, |
| "learning_rate": 6.626788737944916e-05, |
| "loss": 0.0477, |
| "step": 1860 |
| }, |
| { |
| "epoch": 1.7093235831809872, |
| "grad_norm": 0.5613322257995605, |
| "learning_rate": 6.591011786043404e-05, |
| "loss": 0.0394, |
| "step": 1870 |
| }, |
| { |
| "epoch": 1.7184643510054844, |
| "grad_norm": 0.37369537353515625, |
| "learning_rate": 6.55514396612999e-05, |
| "loss": 0.0475, |
| "step": 1880 |
| }, |
| { |
| "epoch": 1.7276051188299817, |
| "grad_norm": 0.6342534422874451, |
| "learning_rate": 6.519187326736007e-05, |
| "loss": 0.0451, |
| "step": 1890 |
| }, |
| { |
| "epoch": 1.736745886654479, |
| "grad_norm": 0.7583989500999451, |
| "learning_rate": 6.48314392146556e-05, |
| "loss": 0.0468, |
| "step": 1900 |
| }, |
| { |
| "epoch": 1.7458866544789764, |
| "grad_norm": 0.6060802340507507, |
| "learning_rate": 6.447015808878243e-05, |
| "loss": 0.0581, |
| "step": 1910 |
| }, |
| { |
| "epoch": 1.7550274223034736, |
| "grad_norm": 0.5234028100967407, |
| "learning_rate": 6.41080505237157e-05, |
| "loss": 0.0409, |
| "step": 1920 |
| }, |
| { |
| "epoch": 1.7641681901279709, |
| "grad_norm": 0.7409939169883728, |
| "learning_rate": 6.374513720063126e-05, |
| "loss": 0.0512, |
| "step": 1930 |
| }, |
| { |
| "epoch": 1.7733089579524681, |
| "grad_norm": 0.5225390195846558, |
| "learning_rate": 6.338143884672451e-05, |
| "loss": 0.0518, |
| "step": 1940 |
| }, |
| { |
| "epoch": 1.7824497257769654, |
| "grad_norm": 0.45462241768836975, |
| "learning_rate": 6.301697623402658e-05, |
| "loss": 0.0432, |
| "step": 1950 |
| }, |
| { |
| "epoch": 1.7915904936014626, |
| "grad_norm": 0.3406662344932556, |
| "learning_rate": 6.265177017821799e-05, |
| "loss": 0.0507, |
| "step": 1960 |
| }, |
| { |
| "epoch": 1.8007312614259599, |
| "grad_norm": 0.8838239908218384, |
| "learning_rate": 6.228584153743975e-05, |
| "loss": 0.0474, |
| "step": 1970 |
| }, |
| { |
| "epoch": 1.809872029250457, |
| "grad_norm": 0.6049211025238037, |
| "learning_rate": 6.19192112111022e-05, |
| "loss": 0.0435, |
| "step": 1980 |
| }, |
| { |
| "epoch": 1.8190127970749543, |
| "grad_norm": 1.0864945650100708, |
| "learning_rate": 6.155190013869119e-05, |
| "loss": 0.0492, |
| "step": 1990 |
| }, |
| { |
| "epoch": 1.8281535648994516, |
| "grad_norm": 0.734801173210144, |
| "learning_rate": 6.118392929857231e-05, |
| "loss": 0.0477, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.8372943327239488, |
| "grad_norm": 0.9690449237823486, |
| "learning_rate": 6.08153197067927e-05, |
| "loss": 0.0489, |
| "step": 2010 |
| }, |
| { |
| "epoch": 1.846435100548446, |
| "grad_norm": 0.6723517179489136, |
| "learning_rate": 6.044609241588073e-05, |
| "loss": 0.0383, |
| "step": 2020 |
| }, |
| { |
| "epoch": 1.8555758683729433, |
| "grad_norm": 1.0849159955978394, |
| "learning_rate": 6.0076268513643644e-05, |
| "loss": 0.0458, |
| "step": 2030 |
| }, |
| { |
| "epoch": 1.8647166361974405, |
| "grad_norm": 0.6273264288902283, |
| "learning_rate": 5.9705869121963165e-05, |
| "loss": 0.0374, |
| "step": 2040 |
| }, |
| { |
| "epoch": 1.8738574040219378, |
| "grad_norm": 0.9236069321632385, |
| "learning_rate": 5.933491539558913e-05, |
| "loss": 0.0464, |
| "step": 2050 |
| }, |
| { |
| "epoch": 1.882998171846435, |
| "grad_norm": 0.5545753240585327, |
| "learning_rate": 5.8963428520931275e-05, |
| "loss": 0.045, |
| "step": 2060 |
| }, |
| { |
| "epoch": 1.8921389396709323, |
| "grad_norm": 0.43973255157470703, |
| "learning_rate": 5.8591429714849263e-05, |
| "loss": 0.0474, |
| "step": 2070 |
| }, |
| { |
| "epoch": 1.9012797074954295, |
| "grad_norm": 0.4769677519798279, |
| "learning_rate": 5.821894022344083e-05, |
| "loss": 0.044, |
| "step": 2080 |
| }, |
| { |
| "epoch": 1.9104204753199268, |
| "grad_norm": 0.4825699031352997, |
| "learning_rate": 5.7845981320828436e-05, |
| "loss": 0.0379, |
| "step": 2090 |
| }, |
| { |
| "epoch": 1.919561243144424, |
| "grad_norm": 0.4520387649536133, |
| "learning_rate": 5.747257430794415e-05, |
| "loss": 0.0511, |
| "step": 2100 |
| }, |
| { |
| "epoch": 1.9287020109689212, |
| "grad_norm": 1.0386220216751099, |
| "learning_rate": 5.709874051131312e-05, |
| "loss": 0.0451, |
| "step": 2110 |
| }, |
| { |
| "epoch": 1.9378427787934185, |
| "grad_norm": 0.5633272528648376, |
| "learning_rate": 5.672450128183561e-05, |
| "loss": 0.047, |
| "step": 2120 |
| }, |
| { |
| "epoch": 1.946983546617916, |
| "grad_norm": 0.5927779674530029, |
| "learning_rate": 5.63498779935674e-05, |
| "loss": 0.0408, |
| "step": 2130 |
| }, |
| { |
| "epoch": 1.9561243144424132, |
| "grad_norm": 0.4667109549045563, |
| "learning_rate": 5.597489204249925e-05, |
| "loss": 0.041, |
| "step": 2140 |
| }, |
| { |
| "epoch": 1.9652650822669104, |
| "grad_norm": 0.7210867404937744, |
| "learning_rate": 5.559956484533477e-05, |
| "loss": 0.0407, |
| "step": 2150 |
| }, |
| { |
| "epoch": 1.9744058500914077, |
| "grad_norm": 0.6026551723480225, |
| "learning_rate": 5.522391783826726e-05, |
| "loss": 0.0452, |
| "step": 2160 |
| }, |
| { |
| "epoch": 1.983546617915905, |
| "grad_norm": 0.559966504573822, |
| "learning_rate": 5.484797247575547e-05, |
| "loss": 0.0394, |
| "step": 2170 |
| }, |
| { |
| "epoch": 1.9926873857404022, |
| "grad_norm": 0.6461185812950134, |
| "learning_rate": 5.4471750229298215e-05, |
| "loss": 0.0366, |
| "step": 2180 |
| }, |
| { |
| "epoch": 2.0018281535648996, |
| "grad_norm": 0.3840448558330536, |
| "learning_rate": 5.409527258620806e-05, |
| "loss": 0.0326, |
| "step": 2190 |
| }, |
| { |
| "epoch": 2.010968921389397, |
| "grad_norm": 0.9953444600105286, |
| "learning_rate": 5.3718561048384166e-05, |
| "loss": 0.0353, |
| "step": 2200 |
| }, |
| { |
| "epoch": 2.020109689213894, |
| "grad_norm": 0.6786929368972778, |
| "learning_rate": 5.334163713108417e-05, |
| "loss": 0.046, |
| "step": 2210 |
| }, |
| { |
| "epoch": 2.0292504570383914, |
| "grad_norm": 0.4201532304286957, |
| "learning_rate": 5.29645223616954e-05, |
| "loss": 0.035, |
| "step": 2220 |
| }, |
| { |
| "epoch": 2.0383912248628886, |
| "grad_norm": 0.6718032956123352, |
| "learning_rate": 5.258723827850547e-05, |
| "loss": 0.0365, |
| "step": 2230 |
| }, |
| { |
| "epoch": 2.047531992687386, |
| "grad_norm": 0.6162596344947815, |
| "learning_rate": 5.2209806429471955e-05, |
| "loss": 0.0455, |
| "step": 2240 |
| }, |
| { |
| "epoch": 2.056672760511883, |
| "grad_norm": 0.6207318305969238, |
| "learning_rate": 5.183224837099192e-05, |
| "loss": 0.035, |
| "step": 2250 |
| }, |
| { |
| "epoch": 2.0658135283363803, |
| "grad_norm": 0.6675350666046143, |
| "learning_rate": 5.145458566667065e-05, |
| "loss": 0.0339, |
| "step": 2260 |
| }, |
| { |
| "epoch": 2.0749542961608776, |
| "grad_norm": 0.6197575330734253, |
| "learning_rate": 5.107683988609009e-05, |
| "loss": 0.0401, |
| "step": 2270 |
| }, |
| { |
| "epoch": 2.084095063985375, |
| "grad_norm": 0.7717021107673645, |
| "learning_rate": 5.069903260357696e-05, |
| "loss": 0.0454, |
| "step": 2280 |
| }, |
| { |
| "epoch": 2.093235831809872, |
| "grad_norm": 0.44513338804244995, |
| "learning_rate": 5.0321185396970564e-05, |
| "loss": 0.0445, |
| "step": 2290 |
| }, |
| { |
| "epoch": 2.1023765996343693, |
| "grad_norm": 0.47282537817955017, |
| "learning_rate": 4.994331984639039e-05, |
| "loss": 0.044, |
| "step": 2300 |
| }, |
| { |
| "epoch": 2.1115173674588665, |
| "grad_norm": 0.506184995174408, |
| "learning_rate": 4.956545753300363e-05, |
| "loss": 0.0391, |
| "step": 2310 |
| }, |
| { |
| "epoch": 2.1206581352833638, |
| "grad_norm": 0.5166071653366089, |
| "learning_rate": 4.9187620037792575e-05, |
| "loss": 0.0402, |
| "step": 2320 |
| }, |
| { |
| "epoch": 2.129798903107861, |
| "grad_norm": 0.6371522545814514, |
| "learning_rate": 4.880982894032208e-05, |
| "loss": 0.0385, |
| "step": 2330 |
| }, |
| { |
| "epoch": 2.1389396709323583, |
| "grad_norm": 0.6055366396903992, |
| "learning_rate": 4.8432105817507066e-05, |
| "loss": 0.0336, |
| "step": 2340 |
| }, |
| { |
| "epoch": 2.1480804387568555, |
| "grad_norm": 0.28509601950645447, |
| "learning_rate": 4.8054472242380174e-05, |
| "loss": 0.0326, |
| "step": 2350 |
| }, |
| { |
| "epoch": 2.1572212065813527, |
| "grad_norm": 0.7012027502059937, |
| "learning_rate": 4.767694978285972e-05, |
| "loss": 0.0439, |
| "step": 2360 |
| }, |
| { |
| "epoch": 2.16636197440585, |
| "grad_norm": 0.3986015021800995, |
| "learning_rate": 4.729956000051779e-05, |
| "loss": 0.0343, |
| "step": 2370 |
| }, |
| { |
| "epoch": 2.1755027422303472, |
| "grad_norm": 0.5725045800209045, |
| "learning_rate": 4.6922324449348826e-05, |
| "loss": 0.0352, |
| "step": 2380 |
| }, |
| { |
| "epoch": 2.1846435100548445, |
| "grad_norm": 0.8768548965454102, |
| "learning_rate": 4.6545264674538683e-05, |
| "loss": 0.0367, |
| "step": 2390 |
| }, |
| { |
| "epoch": 2.1937842778793417, |
| "grad_norm": 0.5288705229759216, |
| "learning_rate": 4.616840221123397e-05, |
| "loss": 0.0358, |
| "step": 2400 |
| }, |
| { |
| "epoch": 2.202925045703839, |
| "grad_norm": 0.546050488948822, |
| "learning_rate": 4.579175858331219e-05, |
| "loss": 0.0464, |
| "step": 2410 |
| }, |
| { |
| "epoch": 2.212065813528336, |
| "grad_norm": 0.5290732383728027, |
| "learning_rate": 4.5415355302152443e-05, |
| "loss": 0.0359, |
| "step": 2420 |
| }, |
| { |
| "epoch": 2.2212065813528334, |
| "grad_norm": 0.5098981261253357, |
| "learning_rate": 4.5039213865406816e-05, |
| "loss": 0.0377, |
| "step": 2430 |
| }, |
| { |
| "epoch": 2.2303473491773307, |
| "grad_norm": 0.7096160650253296, |
| "learning_rate": 4.466335575577254e-05, |
| "loss": 0.0496, |
| "step": 2440 |
| }, |
| { |
| "epoch": 2.2394881170018284, |
| "grad_norm": 0.4775889813899994, |
| "learning_rate": 4.428780243976517e-05, |
| "loss": 0.0392, |
| "step": 2450 |
| }, |
| { |
| "epoch": 2.2486288848263256, |
| "grad_norm": 0.5815747380256653, |
| "learning_rate": 4.3912575366492415e-05, |
| "loss": 0.0401, |
| "step": 2460 |
| }, |
| { |
| "epoch": 2.257769652650823, |
| "grad_norm": 0.5321184396743774, |
| "learning_rate": 4.353769596642917e-05, |
| "loss": 0.0486, |
| "step": 2470 |
| }, |
| { |
| "epoch": 2.26691042047532, |
| "grad_norm": 0.6674132943153381, |
| "learning_rate": 4.316318565019356e-05, |
| "loss": 0.0373, |
| "step": 2480 |
| }, |
| { |
| "epoch": 2.2760511882998173, |
| "grad_norm": 0.47233355045318604, |
| "learning_rate": 4.278906580732411e-05, |
| "loss": 0.0304, |
| "step": 2490 |
| }, |
| { |
| "epoch": 2.2851919561243146, |
| "grad_norm": 0.5845870971679688, |
| "learning_rate": 4.241535780505809e-05, |
| "loss": 0.0395, |
| "step": 2500 |
| }, |
| { |
| "epoch": 2.294332723948812, |
| "grad_norm": 0.6557559967041016, |
| "learning_rate": 4.204208298711116e-05, |
| "loss": 0.0256, |
| "step": 2510 |
| }, |
| { |
| "epoch": 2.303473491773309, |
| "grad_norm": 0.7204177975654602, |
| "learning_rate": 4.166926267245842e-05, |
| "loss": 0.0396, |
| "step": 2520 |
| }, |
| { |
| "epoch": 2.3126142595978063, |
| "grad_norm": 0.759373128414154, |
| "learning_rate": 4.1296918154116706e-05, |
| "loss": 0.0299, |
| "step": 2530 |
| }, |
| { |
| "epoch": 2.3217550274223036, |
| "grad_norm": 0.5927398204803467, |
| "learning_rate": 4.092507069792855e-05, |
| "loss": 0.031, |
| "step": 2540 |
| }, |
| { |
| "epoch": 2.330895795246801, |
| "grad_norm": 0.7468788623809814, |
| "learning_rate": 4.055374154134764e-05, |
| "loss": 0.0336, |
| "step": 2550 |
| }, |
| { |
| "epoch": 2.340036563071298, |
| "grad_norm": 0.6309873461723328, |
| "learning_rate": 4.0182951892225784e-05, |
| "loss": 0.0298, |
| "step": 2560 |
| }, |
| { |
| "epoch": 2.3491773308957953, |
| "grad_norm": 0.594954252243042, |
| "learning_rate": 3.9812722927601724e-05, |
| "loss": 0.037, |
| "step": 2570 |
| }, |
| { |
| "epoch": 2.3583180987202925, |
| "grad_norm": 0.4929609000682831, |
| "learning_rate": 3.944307579249168e-05, |
| "loss": 0.0335, |
| "step": 2580 |
| }, |
| { |
| "epoch": 2.3674588665447898, |
| "grad_norm": 0.5985615849494934, |
| "learning_rate": 3.907403159868158e-05, |
| "loss": 0.0276, |
| "step": 2590 |
| }, |
| { |
| "epoch": 2.376599634369287, |
| "grad_norm": 0.762140154838562, |
| "learning_rate": 3.870561142352137e-05, |
| "loss": 0.0379, |
| "step": 2600 |
| }, |
| { |
| "epoch": 2.3857404021937842, |
| "grad_norm": 0.7068864107131958, |
| "learning_rate": 3.833783630872122e-05, |
| "loss": 0.0256, |
| "step": 2610 |
| }, |
| { |
| "epoch": 2.3948811700182815, |
| "grad_norm": 0.9355035424232483, |
| "learning_rate": 3.797072725914974e-05, |
| "loss": 0.0289, |
| "step": 2620 |
| }, |
| { |
| "epoch": 2.4040219378427787, |
| "grad_norm": 0.5562652945518494, |
| "learning_rate": 3.7604305241634284e-05, |
| "loss": 0.0442, |
| "step": 2630 |
| }, |
| { |
| "epoch": 2.413162705667276, |
| "grad_norm": 0.9532639384269714, |
| "learning_rate": 3.723859118376357e-05, |
| "loss": 0.0435, |
| "step": 2640 |
| }, |
| { |
| "epoch": 2.422303473491773, |
| "grad_norm": 0.443515807390213, |
| "learning_rate": 3.6873605972692303e-05, |
| "loss": 0.029, |
| "step": 2650 |
| }, |
| { |
| "epoch": 2.4314442413162705, |
| "grad_norm": 0.7470449209213257, |
| "learning_rate": 3.650937045394835e-05, |
| "loss": 0.0325, |
| "step": 2660 |
| }, |
| { |
| "epoch": 2.4405850091407677, |
| "grad_norm": 0.9110393524169922, |
| "learning_rate": 3.614590543024214e-05, |
| "loss": 0.0282, |
| "step": 2670 |
| }, |
| { |
| "epoch": 2.449725776965265, |
| "grad_norm": 0.4086456000804901, |
| "learning_rate": 3.578323166027853e-05, |
| "loss": 0.0418, |
| "step": 2680 |
| }, |
| { |
| "epoch": 2.458866544789762, |
| "grad_norm": 0.38568276166915894, |
| "learning_rate": 3.54213698575712e-05, |
| "loss": 0.0406, |
| "step": 2690 |
| }, |
| { |
| "epoch": 2.4680073126142594, |
| "grad_norm": 0.5677224397659302, |
| "learning_rate": 3.506034068925973e-05, |
| "loss": 0.0479, |
| "step": 2700 |
| }, |
| { |
| "epoch": 2.4771480804387567, |
| "grad_norm": 0.7311156392097473, |
| "learning_rate": 3.470016477492911e-05, |
| "loss": 0.0278, |
| "step": 2710 |
| }, |
| { |
| "epoch": 2.4862888482632544, |
| "grad_norm": 0.8331183791160583, |
| "learning_rate": 3.434086268543213e-05, |
| "loss": 0.0342, |
| "step": 2720 |
| }, |
| { |
| "epoch": 2.495429616087751, |
| "grad_norm": 0.5231893062591553, |
| "learning_rate": 3.398245494171457e-05, |
| "loss": 0.0313, |
| "step": 2730 |
| }, |
| { |
| "epoch": 2.504570383912249, |
| "grad_norm": 0.40512651205062866, |
| "learning_rate": 3.362496201364308e-05, |
| "loss": 0.027, |
| "step": 2740 |
| }, |
| { |
| "epoch": 2.5137111517367456, |
| "grad_norm": 0.7198314070701599, |
| "learning_rate": 3.326840431883613e-05, |
| "loss": 0.0386, |
| "step": 2750 |
| }, |
| { |
| "epoch": 2.5228519195612433, |
| "grad_norm": 0.5212320685386658, |
| "learning_rate": 3.291280222149788e-05, |
| "loss": 0.0404, |
| "step": 2760 |
| }, |
| { |
| "epoch": 2.53199268738574, |
| "grad_norm": 0.3318735659122467, |
| "learning_rate": 3.255817603125518e-05, |
| "loss": 0.0358, |
| "step": 2770 |
| }, |
| { |
| "epoch": 2.541133455210238, |
| "grad_norm": 0.4588581323623657, |
| "learning_rate": 3.220454600199748e-05, |
| "loss": 0.0318, |
| "step": 2780 |
| }, |
| { |
| "epoch": 2.550274223034735, |
| "grad_norm": 0.47819092869758606, |
| "learning_rate": 3.185193233072016e-05, |
| "loss": 0.0342, |
| "step": 2790 |
| }, |
| { |
| "epoch": 2.5594149908592323, |
| "grad_norm": 0.5531491041183472, |
| "learning_rate": 3.150035515637102e-05, |
| "loss": 0.0335, |
| "step": 2800 |
| }, |
| { |
| "epoch": 2.5685557586837295, |
| "grad_norm": 0.6975427269935608, |
| "learning_rate": 3.114983455870002e-05, |
| "loss": 0.036, |
| "step": 2810 |
| }, |
| { |
| "epoch": 2.577696526508227, |
| "grad_norm": 0.6512779593467712, |
| "learning_rate": 3.080039055711248e-05, |
| "loss": 0.0322, |
| "step": 2820 |
| }, |
| { |
| "epoch": 2.586837294332724, |
| "grad_norm": 0.4503866136074066, |
| "learning_rate": 3.045204310952576e-05, |
| "loss": 0.0342, |
| "step": 2830 |
| }, |
| { |
| "epoch": 2.5959780621572213, |
| "grad_norm": 0.4288831353187561, |
| "learning_rate": 3.0104812111229307e-05, |
| "loss": 0.0332, |
| "step": 2840 |
| }, |
| { |
| "epoch": 2.6051188299817185, |
| "grad_norm": 0.5384790301322937, |
| "learning_rate": 2.9758717393748392e-05, |
| "loss": 0.0343, |
| "step": 2850 |
| }, |
| { |
| "epoch": 2.6142595978062158, |
| "grad_norm": 0.44517871737480164, |
| "learning_rate": 2.941377872371155e-05, |
| "loss": 0.044, |
| "step": 2860 |
| }, |
| { |
| "epoch": 2.623400365630713, |
| "grad_norm": 0.5115548372268677, |
| "learning_rate": 2.9070015801721518e-05, |
| "loss": 0.0343, |
| "step": 2870 |
| }, |
| { |
| "epoch": 2.6325411334552102, |
| "grad_norm": 0.610212504863739, |
| "learning_rate": 2.8727448261230128e-05, |
| "loss": 0.033, |
| "step": 2880 |
| }, |
| { |
| "epoch": 2.6416819012797075, |
| "grad_norm": 0.6658434867858887, |
| "learning_rate": 2.8386095667417008e-05, |
| "loss": 0.0368, |
| "step": 2890 |
| }, |
| { |
| "epoch": 2.6508226691042047, |
| "grad_norm": 0.6432914733886719, |
| "learning_rate": 2.8045977516072075e-05, |
| "loss": 0.0322, |
| "step": 2900 |
| }, |
| { |
| "epoch": 2.659963436928702, |
| "grad_norm": 0.5268338322639465, |
| "learning_rate": 2.77071132324821e-05, |
| "loss": 0.027, |
| "step": 2910 |
| }, |
| { |
| "epoch": 2.669104204753199, |
| "grad_norm": 0.6469492316246033, |
| "learning_rate": 2.7369522170321317e-05, |
| "loss": 0.0292, |
| "step": 2920 |
| }, |
| { |
| "epoch": 2.6782449725776964, |
| "grad_norm": 0.6078864932060242, |
| "learning_rate": 2.7033223610545967e-05, |
| "loss": 0.0245, |
| "step": 2930 |
| }, |
| { |
| "epoch": 2.6873857404021937, |
| "grad_norm": 0.6451284289360046, |
| "learning_rate": 2.6698236760293138e-05, |
| "loss": 0.0309, |
| "step": 2940 |
| }, |
| { |
| "epoch": 2.696526508226691, |
| "grad_norm": 0.6047863364219666, |
| "learning_rate": 2.6364580751783872e-05, |
| "loss": 0.0321, |
| "step": 2950 |
| }, |
| { |
| "epoch": 2.705667276051188, |
| "grad_norm": 0.53343665599823, |
| "learning_rate": 2.6032274641230325e-05, |
| "loss": 0.0302, |
| "step": 2960 |
| }, |
| { |
| "epoch": 2.7148080438756854, |
| "grad_norm": 0.9398259520530701, |
| "learning_rate": 2.570133740774743e-05, |
| "loss": 0.0387, |
| "step": 2970 |
| }, |
| { |
| "epoch": 2.7239488117001827, |
| "grad_norm": 0.7435660362243652, |
| "learning_rate": 2.537178795226905e-05, |
| "loss": 0.0326, |
| "step": 2980 |
| }, |
| { |
| "epoch": 2.7330895795246803, |
| "grad_norm": 0.8232837915420532, |
| "learning_rate": 2.5043645096468333e-05, |
| "loss": 0.0345, |
| "step": 2990 |
| }, |
| { |
| "epoch": 2.742230347349177, |
| "grad_norm": 0.664114236831665, |
| "learning_rate": 2.4716927581682832e-05, |
| "loss": 0.0343, |
| "step": 3000 |
| }, |
| { |
| "epoch": 2.751371115173675, |
| "grad_norm": 0.4456695318222046, |
| "learning_rate": 2.4391654067844083e-05, |
| "loss": 0.0262, |
| "step": 3010 |
| }, |
| { |
| "epoch": 2.7605118829981716, |
| "grad_norm": 0.8034543991088867, |
| "learning_rate": 2.4067843132411922e-05, |
| "loss": 0.0269, |
| "step": 3020 |
| }, |
| { |
| "epoch": 2.7696526508226693, |
| "grad_norm": 0.5905967950820923, |
| "learning_rate": 2.374551326931338e-05, |
| "loss": 0.029, |
| "step": 3030 |
| }, |
| { |
| "epoch": 2.778793418647166, |
| "grad_norm": 0.5978665351867676, |
| "learning_rate": 2.3424682887886573e-05, |
| "loss": 0.0386, |
| "step": 3040 |
| }, |
| { |
| "epoch": 2.787934186471664, |
| "grad_norm": 0.38325613737106323, |
| "learning_rate": 2.3105370311829124e-05, |
| "loss": 0.0327, |
| "step": 3050 |
| }, |
| { |
| "epoch": 2.797074954296161, |
| "grad_norm": 0.8944759964942932, |
| "learning_rate": 2.2787593778151722e-05, |
| "loss": 0.0313, |
| "step": 3060 |
| }, |
| { |
| "epoch": 2.8062157221206583, |
| "grad_norm": 0.47093465924263, |
| "learning_rate": 2.247137143613653e-05, |
| "loss": 0.0299, |
| "step": 3070 |
| }, |
| { |
| "epoch": 2.8153564899451555, |
| "grad_norm": 0.5948256254196167, |
| "learning_rate": 2.2156721346300657e-05, |
| "loss": 0.0293, |
| "step": 3080 |
| }, |
| { |
| "epoch": 2.8244972577696528, |
| "grad_norm": 0.48618465662002563, |
| "learning_rate": 2.1843661479364587e-05, |
| "loss": 0.0289, |
| "step": 3090 |
| }, |
| { |
| "epoch": 2.83363802559415, |
| "grad_norm": 0.5810682773590088, |
| "learning_rate": 2.1532209715225833e-05, |
| "loss": 0.0264, |
| "step": 3100 |
| }, |
| { |
| "epoch": 2.8427787934186473, |
| "grad_norm": 0.5437697172164917, |
| "learning_rate": 2.1222383841937826e-05, |
| "loss": 0.0325, |
| "step": 3110 |
| }, |
| { |
| "epoch": 2.8519195612431445, |
| "grad_norm": 0.655825138092041, |
| "learning_rate": 2.0914201554693884e-05, |
| "loss": 0.0266, |
| "step": 3120 |
| }, |
| { |
| "epoch": 2.8610603290676417, |
| "grad_norm": 0.4643450379371643, |
| "learning_rate": 2.0607680454816612e-05, |
| "loss": 0.0218, |
| "step": 3130 |
| }, |
| { |
| "epoch": 2.870201096892139, |
| "grad_norm": 0.4340280592441559, |
| "learning_rate": 2.0302838048752688e-05, |
| "loss": 0.0275, |
| "step": 3140 |
| }, |
| { |
| "epoch": 2.8793418647166362, |
| "grad_norm": 0.4632952809333801, |
| "learning_rate": 1.9999691747072925e-05, |
| "loss": 0.0372, |
| "step": 3150 |
| }, |
| { |
| "epoch": 2.8884826325411335, |
| "grad_norm": 0.2842860519886017, |
| "learning_rate": 1.9698258863477925e-05, |
| "loss": 0.0284, |
| "step": 3160 |
| }, |
| { |
| "epoch": 2.8976234003656307, |
| "grad_norm": 0.4197808802127838, |
| "learning_rate": 1.9398556613809294e-05, |
| "loss": 0.0449, |
| "step": 3170 |
| }, |
| { |
| "epoch": 2.906764168190128, |
| "grad_norm": 0.5161760449409485, |
| "learning_rate": 1.9100602115066295e-05, |
| "loss": 0.0294, |
| "step": 3180 |
| }, |
| { |
| "epoch": 2.915904936014625, |
| "grad_norm": 0.5271576642990112, |
| "learning_rate": 1.880441238442827e-05, |
| "loss": 0.0243, |
| "step": 3190 |
| }, |
| { |
| "epoch": 2.9250457038391224, |
| "grad_norm": 0.5610905289649963, |
| "learning_rate": 1.8510004338282816e-05, |
| "loss": 0.0233, |
| "step": 3200 |
| }, |
| { |
| "epoch": 2.9341864716636197, |
| "grad_norm": 0.4908517897129059, |
| "learning_rate": 1.8217394791259483e-05, |
| "loss": 0.0221, |
| "step": 3210 |
| }, |
| { |
| "epoch": 2.943327239488117, |
| "grad_norm": 0.3808526396751404, |
| "learning_rate": 1.792660045526954e-05, |
| "loss": 0.0286, |
| "step": 3220 |
| }, |
| { |
| "epoch": 2.952468007312614, |
| "grad_norm": 0.4248492419719696, |
| "learning_rate": 1.763763793855149e-05, |
| "loss": 0.0275, |
| "step": 3230 |
| }, |
| { |
| "epoch": 2.9616087751371114, |
| "grad_norm": 0.3431572914123535, |
| "learning_rate": 1.7350523744722493e-05, |
| "loss": 0.0363, |
| "step": 3240 |
| }, |
| { |
| "epoch": 2.9707495429616086, |
| "grad_norm": 0.5953290462493896, |
| "learning_rate": 1.7065274271835756e-05, |
| "loss": 0.033, |
| "step": 3250 |
| }, |
| { |
| "epoch": 2.979890310786106, |
| "grad_norm": 0.852656364440918, |
| "learning_rate": 1.6781905811444122e-05, |
| "loss": 0.0343, |
| "step": 3260 |
| }, |
| { |
| "epoch": 2.989031078610603, |
| "grad_norm": 0.7636460065841675, |
| "learning_rate": 1.6500434547669425e-05, |
| "loss": 0.0353, |
| "step": 3270 |
| }, |
| { |
| "epoch": 2.998171846435101, |
| "grad_norm": 0.38765236735343933, |
| "learning_rate": 1.6220876556278273e-05, |
| "loss": 0.0236, |
| "step": 3280 |
| }, |
| { |
| "epoch": 3.0073126142595976, |
| "grad_norm": 0.18574023246765137, |
| "learning_rate": 1.5943247803763887e-05, |
| "loss": 0.0256, |
| "step": 3290 |
| }, |
| { |
| "epoch": 3.016453382084095, |
| "grad_norm": 0.42090004682540894, |
| "learning_rate": 1.5667564146434172e-05, |
| "loss": 0.0222, |
| "step": 3300 |
| }, |
| { |
| "epoch": 3.025594149908592, |
| "grad_norm": 0.3421524167060852, |
| "learning_rate": 1.539384132950618e-05, |
| "loss": 0.0179, |
| "step": 3310 |
| }, |
| { |
| "epoch": 3.03473491773309, |
| "grad_norm": 0.558494508266449, |
| "learning_rate": 1.5122094986206758e-05, |
| "loss": 0.0247, |
| "step": 3320 |
| }, |
| { |
| "epoch": 3.043875685557587, |
| "grad_norm": 0.4569318890571594, |
| "learning_rate": 1.485234063687973e-05, |
| "loss": 0.0217, |
| "step": 3330 |
| }, |
| { |
| "epoch": 3.0530164533820843, |
| "grad_norm": 1.014539122581482, |
| "learning_rate": 1.4584593688099473e-05, |
| "loss": 0.0247, |
| "step": 3340 |
| }, |
| { |
| "epoch": 3.0621572212065815, |
| "grad_norm": 0.4421018362045288, |
| "learning_rate": 1.4318869431791e-05, |
| "loss": 0.0189, |
| "step": 3350 |
| }, |
| { |
| "epoch": 3.0712979890310788, |
| "grad_norm": 0.45253804326057434, |
| "learning_rate": 1.40551830443566e-05, |
| "loss": 0.0276, |
| "step": 3360 |
| }, |
| { |
| "epoch": 3.080438756855576, |
| "grad_norm": 0.3116052448749542, |
| "learning_rate": 1.3793549585809023e-05, |
| "loss": 0.0257, |
| "step": 3370 |
| }, |
| { |
| "epoch": 3.0895795246800732, |
| "grad_norm": 0.5444056391716003, |
| "learning_rate": 1.3533983998911353e-05, |
| "loss": 0.0251, |
| "step": 3380 |
| }, |
| { |
| "epoch": 3.0987202925045705, |
| "grad_norm": 0.2725338041782379, |
| "learning_rate": 1.3276501108323664e-05, |
| "loss": 0.026, |
| "step": 3390 |
| }, |
| { |
| "epoch": 3.1078610603290677, |
| "grad_norm": 0.4318808317184448, |
| "learning_rate": 1.3021115619756214e-05, |
| "loss": 0.0226, |
| "step": 3400 |
| }, |
| { |
| "epoch": 3.117001828153565, |
| "grad_norm": 0.5103743076324463, |
| "learning_rate": 1.2767842119129597e-05, |
| "loss": 0.0246, |
| "step": 3410 |
| }, |
| { |
| "epoch": 3.126142595978062, |
| "grad_norm": 0.7406987547874451, |
| "learning_rate": 1.2516695071741762e-05, |
| "loss": 0.0216, |
| "step": 3420 |
| }, |
| { |
| "epoch": 3.1352833638025595, |
| "grad_norm": 0.6604713797569275, |
| "learning_rate": 1.2267688821441742e-05, |
| "loss": 0.0345, |
| "step": 3430 |
| }, |
| { |
| "epoch": 3.1444241316270567, |
| "grad_norm": 0.42933446168899536, |
| "learning_rate": 1.2020837589810474e-05, |
| "loss": 0.0226, |
| "step": 3440 |
| }, |
| { |
| "epoch": 3.153564899451554, |
| "grad_norm": 0.4417478144168854, |
| "learning_rate": 1.177615547534861e-05, |
| "loss": 0.0216, |
| "step": 3450 |
| }, |
| { |
| "epoch": 3.162705667276051, |
| "grad_norm": 0.41561007499694824, |
| "learning_rate": 1.153365645267121e-05, |
| "loss": 0.0314, |
| "step": 3460 |
| }, |
| { |
| "epoch": 3.1718464351005484, |
| "grad_norm": 0.49010348320007324, |
| "learning_rate": 1.1293354371709647e-05, |
| "loss": 0.027, |
| "step": 3470 |
| }, |
| { |
| "epoch": 3.1809872029250457, |
| "grad_norm": 0.6788333654403687, |
| "learning_rate": 1.1055262956920647e-05, |
| "loss": 0.0188, |
| "step": 3480 |
| }, |
| { |
| "epoch": 3.190127970749543, |
| "grad_norm": 0.6015557646751404, |
| "learning_rate": 1.081939580650233e-05, |
| "loss": 0.0343, |
| "step": 3490 |
| }, |
| { |
| "epoch": 3.19926873857404, |
| "grad_norm": 0.4312863051891327, |
| "learning_rate": 1.0585766391617641e-05, |
| "loss": 0.0199, |
| "step": 3500 |
| }, |
| { |
| "epoch": 3.2084095063985374, |
| "grad_norm": 0.6486406326293945, |
| "learning_rate": 1.0354388055624987e-05, |
| "loss": 0.0218, |
| "step": 3510 |
| }, |
| { |
| "epoch": 3.2175502742230346, |
| "grad_norm": 0.23588594794273376, |
| "learning_rate": 1.0125274013316078e-05, |
| "loss": 0.02, |
| "step": 3520 |
| }, |
| { |
| "epoch": 3.226691042047532, |
| "grad_norm": 0.44049379229545593, |
| "learning_rate": 9.898437350161238e-06, |
| "loss": 0.018, |
| "step": 3530 |
| }, |
| { |
| "epoch": 3.235831809872029, |
| "grad_norm": 0.3360377848148346, |
| "learning_rate": 9.67389102156207e-06, |
| "loss": 0.0195, |
| "step": 3540 |
| }, |
| { |
| "epoch": 3.2449725776965264, |
| "grad_norm": 0.5655617117881775, |
| "learning_rate": 9.451647852111472e-06, |
| "loss": 0.0222, |
| "step": 3550 |
| }, |
| { |
| "epoch": 3.2541133455210236, |
| "grad_norm": 0.599947452545166, |
| "learning_rate": 9.231720534861187e-06, |
| "loss": 0.0262, |
| "step": 3560 |
| }, |
| { |
| "epoch": 3.263254113345521, |
| "grad_norm": 0.4483935236930847, |
| "learning_rate": 9.014121630596944e-06, |
| "loss": 0.0286, |
| "step": 3570 |
| }, |
| { |
| "epoch": 3.272394881170018, |
| "grad_norm": 0.5928664803504944, |
| "learning_rate": 8.798863567120952e-06, |
| "loss": 0.0222, |
| "step": 3580 |
| }, |
| { |
| "epoch": 3.2815356489945158, |
| "grad_norm": 0.42674168944358826, |
| "learning_rate": 8.585958638542191e-06, |
| "loss": 0.0173, |
| "step": 3590 |
| }, |
| { |
| "epoch": 3.2906764168190126, |
| "grad_norm": 0.4651152491569519, |
| "learning_rate": 8.375419004574215e-06, |
| "loss": 0.0357, |
| "step": 3600 |
| }, |
| { |
| "epoch": 3.2998171846435103, |
| "grad_norm": 0.6086673736572266, |
| "learning_rate": 8.16725668984068e-06, |
| "loss": 0.017, |
| "step": 3610 |
| }, |
| { |
| "epoch": 3.3089579524680075, |
| "grad_norm": 0.2967171370983124, |
| "learning_rate": 7.961483583188573e-06, |
| "loss": 0.0315, |
| "step": 3620 |
| }, |
| { |
| "epoch": 3.3180987202925047, |
| "grad_norm": 0.3449037969112396, |
| "learning_rate": 7.758111437009235e-06, |
| "loss": 0.0257, |
| "step": 3630 |
| }, |
| { |
| "epoch": 3.327239488117002, |
| "grad_norm": 0.7032669186592102, |
| "learning_rate": 7.557151866567086e-06, |
| "loss": 0.0257, |
| "step": 3640 |
| }, |
| { |
| "epoch": 3.3363802559414992, |
| "grad_norm": 0.5395845174789429, |
| "learning_rate": 7.358616349336261e-06, |
| "loss": 0.0273, |
| "step": 3650 |
| }, |
| { |
| "epoch": 3.3455210237659965, |
| "grad_norm": 0.46958377957344055, |
| "learning_rate": 7.162516224345101e-06, |
| "loss": 0.0178, |
| "step": 3660 |
| }, |
| { |
| "epoch": 3.3546617915904937, |
| "grad_norm": 0.4303223788738251, |
| "learning_rate": 6.968862691528566e-06, |
| "loss": 0.0202, |
| "step": 3670 |
| }, |
| { |
| "epoch": 3.363802559414991, |
| "grad_norm": 0.6079144477844238, |
| "learning_rate": 6.777666811088518e-06, |
| "loss": 0.0197, |
| "step": 3680 |
| }, |
| { |
| "epoch": 3.372943327239488, |
| "grad_norm": 0.38781973719596863, |
| "learning_rate": 6.588939502862041e-06, |
| "loss": 0.029, |
| "step": 3690 |
| }, |
| { |
| "epoch": 3.3820840950639854, |
| "grad_norm": 0.3500356078147888, |
| "learning_rate": 6.402691545697842e-06, |
| "loss": 0.0239, |
| "step": 3700 |
| }, |
| { |
| "epoch": 3.3912248628884827, |
| "grad_norm": 0.637479841709137, |
| "learning_rate": 6.218933576840547e-06, |
| "loss": 0.0208, |
| "step": 3710 |
| }, |
| { |
| "epoch": 3.40036563071298, |
| "grad_norm": 0.414711594581604, |
| "learning_rate": 6.037676091323208e-06, |
| "loss": 0.0259, |
| "step": 3720 |
| }, |
| { |
| "epoch": 3.409506398537477, |
| "grad_norm": 0.7444067001342773, |
| "learning_rate": 5.858929441367939e-06, |
| "loss": 0.033, |
| "step": 3730 |
| }, |
| { |
| "epoch": 3.4186471663619744, |
| "grad_norm": 0.35689577460289, |
| "learning_rate": 5.682703835794578e-06, |
| "loss": 0.0263, |
| "step": 3740 |
| }, |
| { |
| "epoch": 3.4277879341864717, |
| "grad_norm": 0.39409419894218445, |
| "learning_rate": 5.5090093394376875e-06, |
| "loss": 0.0278, |
| "step": 3750 |
| }, |
| { |
| "epoch": 3.436928702010969, |
| "grad_norm": 0.4039927124977112, |
| "learning_rate": 5.337855872571734e-06, |
| "loss": 0.0208, |
| "step": 3760 |
| }, |
| { |
| "epoch": 3.446069469835466, |
| "grad_norm": 0.6069719791412354, |
| "learning_rate": 5.1692532103444494e-06, |
| "loss": 0.0296, |
| "step": 3770 |
| }, |
| { |
| "epoch": 3.4552102376599634, |
| "grad_norm": 0.4256989657878876, |
| "learning_rate": 5.003210982218559e-06, |
| "loss": 0.0191, |
| "step": 3780 |
| }, |
| { |
| "epoch": 3.4643510054844606, |
| "grad_norm": 0.36178430914878845, |
| "learning_rate": 4.839738671421862e-06, |
| "loss": 0.0235, |
| "step": 3790 |
| }, |
| { |
| "epoch": 3.473491773308958, |
| "grad_norm": 0.29829517006874084, |
| "learning_rate": 4.678845614405541e-06, |
| "loss": 0.0173, |
| "step": 3800 |
| }, |
| { |
| "epoch": 3.482632541133455, |
| "grad_norm": 0.5337382555007935, |
| "learning_rate": 4.5205410003109515e-06, |
| "loss": 0.0265, |
| "step": 3810 |
| }, |
| { |
| "epoch": 3.4917733089579523, |
| "grad_norm": 0.49504226446151733, |
| "learning_rate": 4.364833870444834e-06, |
| "loss": 0.0252, |
| "step": 3820 |
| }, |
| { |
| "epoch": 3.5009140767824496, |
| "grad_norm": 0.6263189911842346, |
| "learning_rate": 4.211733117762884e-06, |
| "loss": 0.0357, |
| "step": 3830 |
| }, |
| { |
| "epoch": 3.510054844606947, |
| "grad_norm": 0.5205623507499695, |
| "learning_rate": 4.061247486361852e-06, |
| "loss": 0.0246, |
| "step": 3840 |
| }, |
| { |
| "epoch": 3.519195612431444, |
| "grad_norm": 0.3644954264163971, |
| "learning_rate": 3.913385570980194e-06, |
| "loss": 0.0198, |
| "step": 3850 |
| }, |
| { |
| "epoch": 3.5283363802559418, |
| "grad_norm": 0.5801895260810852, |
| "learning_rate": 3.7681558165071186e-06, |
| "loss": 0.0179, |
| "step": 3860 |
| }, |
| { |
| "epoch": 3.5374771480804386, |
| "grad_norm": 0.44283440709114075, |
| "learning_rate": 3.625566517500334e-06, |
| "loss": 0.0205, |
| "step": 3870 |
| }, |
| { |
| "epoch": 3.5466179159049362, |
| "grad_norm": 0.6655595898628235, |
| "learning_rate": 3.4856258177122735e-06, |
| "loss": 0.018, |
| "step": 3880 |
| }, |
| { |
| "epoch": 3.555758683729433, |
| "grad_norm": 0.5158295631408691, |
| "learning_rate": 3.348341709625008e-06, |
| "loss": 0.0195, |
| "step": 3890 |
| }, |
| { |
| "epoch": 3.5648994515539307, |
| "grad_norm": 0.4960062503814697, |
| "learning_rate": 3.2137220339937658e-06, |
| "loss": 0.0211, |
| "step": 3900 |
| }, |
| { |
| "epoch": 3.5740402193784275, |
| "grad_norm": 0.6395726799964905, |
| "learning_rate": 3.081774479399102e-06, |
| "loss": 0.0203, |
| "step": 3910 |
| }, |
| { |
| "epoch": 3.583180987202925, |
| "grad_norm": 0.430395245552063, |
| "learning_rate": 2.9525065818077956e-06, |
| "loss": 0.0219, |
| "step": 3920 |
| }, |
| { |
| "epoch": 3.5923217550274225, |
| "grad_norm": 0.5035272836685181, |
| "learning_rate": 2.8259257241424253e-06, |
| "loss": 0.0182, |
| "step": 3930 |
| }, |
| { |
| "epoch": 3.6014625228519197, |
| "grad_norm": 0.5497689843177795, |
| "learning_rate": 2.7020391358597464e-06, |
| "loss": 0.029, |
| "step": 3940 |
| }, |
| { |
| "epoch": 3.610603290676417, |
| "grad_norm": 0.5781487226486206, |
| "learning_rate": 2.5808538925377433e-06, |
| "loss": 0.0187, |
| "step": 3950 |
| }, |
| { |
| "epoch": 3.619744058500914, |
| "grad_norm": 0.26463502645492554, |
| "learning_rate": 2.462376915471548e-06, |
| "loss": 0.0238, |
| "step": 3960 |
| }, |
| { |
| "epoch": 3.6288848263254114, |
| "grad_norm": 0.5389289855957031, |
| "learning_rate": 2.3466149712781384e-06, |
| "loss": 0.0196, |
| "step": 3970 |
| }, |
| { |
| "epoch": 3.6380255941499087, |
| "grad_norm": 0.22814074158668518, |
| "learning_rate": 2.2335746715098747e-06, |
| "loss": 0.0134, |
| "step": 3980 |
| }, |
| { |
| "epoch": 3.647166361974406, |
| "grad_norm": 0.21715475618839264, |
| "learning_rate": 2.1232624722768822e-06, |
| "loss": 0.0172, |
| "step": 3990 |
| }, |
| { |
| "epoch": 3.656307129798903, |
| "grad_norm": 0.8281272053718567, |
| "learning_rate": 2.0156846738783264e-06, |
| "loss": 0.0263, |
| "step": 4000 |
| }, |
| { |
| "epoch": 3.6654478976234004, |
| "grad_norm": 0.6629803776741028, |
| "learning_rate": 1.910847420442591e-06, |
| "loss": 0.0244, |
| "step": 4010 |
| }, |
| { |
| "epoch": 3.6745886654478976, |
| "grad_norm": 0.5557454228401184, |
| "learning_rate": 1.8087566995763472e-06, |
| "loss": 0.0252, |
| "step": 4020 |
| }, |
| { |
| "epoch": 3.683729433272395, |
| "grad_norm": 0.5342206358909607, |
| "learning_rate": 1.7094183420225952e-06, |
| "loss": 0.0183, |
| "step": 4030 |
| }, |
| { |
| "epoch": 3.692870201096892, |
| "grad_norm": 0.6376899480819702, |
| "learning_rate": 1.6128380213276618e-06, |
| "loss": 0.0267, |
| "step": 4040 |
| }, |
| { |
| "epoch": 3.7020109689213894, |
| "grad_norm": 0.5518518686294556, |
| "learning_rate": 1.5190212535171334e-06, |
| "loss": 0.0187, |
| "step": 4050 |
| }, |
| { |
| "epoch": 3.7111517367458866, |
| "grad_norm": 0.580907940864563, |
| "learning_rate": 1.4279733967808352e-06, |
| "loss": 0.0287, |
| "step": 4060 |
| }, |
| { |
| "epoch": 3.720292504570384, |
| "grad_norm": 0.3451583683490753, |
| "learning_rate": 1.3396996511668203e-06, |
| "loss": 0.0227, |
| "step": 4070 |
| }, |
| { |
| "epoch": 3.729433272394881, |
| "grad_norm": 0.5293395519256592, |
| "learning_rate": 1.2542050582843578e-06, |
| "loss": 0.0329, |
| "step": 4080 |
| }, |
| { |
| "epoch": 3.7385740402193783, |
| "grad_norm": 0.4432827830314636, |
| "learning_rate": 1.1714945010159905e-06, |
| "loss": 0.0275, |
| "step": 4090 |
| }, |
| { |
| "epoch": 3.7477148080438756, |
| "grad_norm": 0.4323786199092865, |
| "learning_rate": 1.0915727032386747e-06, |
| "loss": 0.022, |
| "step": 4100 |
| }, |
| { |
| "epoch": 3.756855575868373, |
| "grad_norm": 0.19359391927719116, |
| "learning_rate": 1.0144442295539625e-06, |
| "loss": 0.0196, |
| "step": 4110 |
| }, |
| { |
| "epoch": 3.76599634369287, |
| "grad_norm": 0.49890777468681335, |
| "learning_rate": 9.401134850273053e-07, |
| "loss": 0.0205, |
| "step": 4120 |
| }, |
| { |
| "epoch": 3.7751371115173673, |
| "grad_norm": 0.5493078827857971, |
| "learning_rate": 8.685847149364878e-07, |
| "loss": 0.02, |
| "step": 4130 |
| }, |
| { |
| "epoch": 3.7842778793418645, |
| "grad_norm": 0.5801013708114624, |
| "learning_rate": 7.99862004529145e-07, |
| "loss": 0.0278, |
| "step": 4140 |
| }, |
| { |
| "epoch": 3.7934186471663622, |
| "grad_norm": 0.4189988374710083, |
| "learning_rate": 7.339492787894364e-07, |
| "loss": 0.0199, |
| "step": 4150 |
| }, |
| { |
| "epoch": 3.802559414990859, |
| "grad_norm": 0.5373661518096924, |
| "learning_rate": 6.708503022138879e-07, |
| "loss": 0.0214, |
| "step": 4160 |
| }, |
| { |
| "epoch": 3.8117001828153567, |
| "grad_norm": 0.5810131430625916, |
| "learning_rate": 6.105686785964015e-07, |
| "loss": 0.0243, |
| "step": 4170 |
| }, |
| { |
| "epoch": 3.8208409506398535, |
| "grad_norm": 0.6303432583808899, |
| "learning_rate": 5.531078508223986e-07, |
| "loss": 0.0209, |
| "step": 4180 |
| }, |
| { |
| "epoch": 3.829981718464351, |
| "grad_norm": 0.44799119234085083, |
| "learning_rate": 4.984711006722042e-07, |
| "loss": 0.0228, |
| "step": 4190 |
| }, |
| { |
| "epoch": 3.839122486288848, |
| "grad_norm": 0.3489096760749817, |
| "learning_rate": 4.4666154863361453e-07, |
| "loss": 0.0131, |
| "step": 4200 |
| }, |
| { |
| "epoch": 3.8482632541133457, |
| "grad_norm": 0.368489146232605, |
| "learning_rate": 3.9768215372367745e-07, |
| "loss": 0.0232, |
| "step": 4210 |
| }, |
| { |
| "epoch": 3.857404021937843, |
| "grad_norm": 0.34034988284111023, |
| "learning_rate": 3.5153571331968394e-07, |
| "loss": 0.0188, |
| "step": 4220 |
| }, |
| { |
| "epoch": 3.86654478976234, |
| "grad_norm": 0.4425741732120514, |
| "learning_rate": 3.082248629994011e-07, |
| "loss": 0.0145, |
| "step": 4230 |
| }, |
| { |
| "epoch": 3.8756855575868374, |
| "grad_norm": 0.5476856827735901, |
| "learning_rate": 2.677520763905539e-07, |
| "loss": 0.0227, |
| "step": 4240 |
| }, |
| { |
| "epoch": 3.8848263254113347, |
| "grad_norm": 0.49523550271987915, |
| "learning_rate": 2.301196650295434e-07, |
| "loss": 0.0377, |
| "step": 4250 |
| }, |
| { |
| "epoch": 3.893967093235832, |
| "grad_norm": 0.4109029471874237, |
| "learning_rate": 1.95329778229425e-07, |
| "loss": 0.0268, |
| "step": 4260 |
| }, |
| { |
| "epoch": 3.903107861060329, |
| "grad_norm": 0.48295220732688904, |
| "learning_rate": 1.6338440295715073e-07, |
| "loss": 0.0255, |
| "step": 4270 |
| }, |
| { |
| "epoch": 3.9122486288848264, |
| "grad_norm": 0.3963299095630646, |
| "learning_rate": 1.3428536372009914e-07, |
| "loss": 0.0163, |
| "step": 4280 |
| }, |
| { |
| "epoch": 3.9213893967093236, |
| "grad_norm": 0.6109392642974854, |
| "learning_rate": 1.0803432246186963e-07, |
| "loss": 0.0303, |
| "step": 4290 |
| }, |
| { |
| "epoch": 3.930530164533821, |
| "grad_norm": 0.5676685571670532, |
| "learning_rate": 8.46327784673473e-08, |
| "loss": 0.025, |
| "step": 4300 |
| }, |
| { |
| "epoch": 3.939670932358318, |
| "grad_norm": 0.4061093032360077, |
| "learning_rate": 6.408206827708818e-08, |
| "loss": 0.0219, |
| "step": 4310 |
| }, |
| { |
| "epoch": 3.9488117001828154, |
| "grad_norm": 0.4048132598400116, |
| "learning_rate": 4.6383365610980224e-08, |
| "loss": 0.0274, |
| "step": 4320 |
| }, |
| { |
| "epoch": 3.9579524680073126, |
| "grad_norm": 0.9811397194862366, |
| "learning_rate": 3.153768130121359e-08, |
| "loss": 0.0187, |
| "step": 4330 |
| }, |
| { |
| "epoch": 3.96709323583181, |
| "grad_norm": 0.4111926257610321, |
| "learning_rate": 1.954586323454355e-08, |
| "loss": 0.025, |
| "step": 4340 |
| }, |
| { |
| "epoch": 3.976234003656307, |
| "grad_norm": 0.37575072050094604, |
| "learning_rate": 1.0408596303862483e-08, |
| "loss": 0.0206, |
| "step": 4350 |
| }, |
| { |
| "epoch": 3.9853747714808043, |
| "grad_norm": 0.4568402171134949, |
| "learning_rate": 4.126402369086791e-09, |
| "loss": 0.0202, |
| "step": 4360 |
| }, |
| { |
| "epoch": 3.9945155393053016, |
| "grad_norm": 0.6871432065963745, |
| "learning_rate": 6.996402273529157e-10, |
| "loss": 0.0248, |
| "step": 4370 |
| }, |
| { |
| "epoch": 4.0, |
| "step": 4376, |
| "total_flos": 0.0, |
| "train_loss": 0.05302349528062823, |
| "train_runtime": 2534.7991, |
| "train_samples_per_second": 34.507, |
| "train_steps_per_second": 1.726 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 4376, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 4, |
| "save_steps": 2500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 20, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
