| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.6246719160104988, |
| "eval_steps": 500, |
| "global_step": 2000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.013123359580052493, |
| "grad_norm": 23.86959882889253, |
| "learning_rate": 3.930131004366813e-07, |
| "loss": 3.6671, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.026246719160104987, |
| "grad_norm": 14.462567513995324, |
| "learning_rate": 8.296943231441049e-07, |
| "loss": 3.5017, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.03937007874015748, |
| "grad_norm": 9.814656935541821, |
| "learning_rate": 1.2663755458515283e-06, |
| "loss": 3.0198, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.05249343832020997, |
| "grad_norm": 5.878057728224257, |
| "learning_rate": 1.703056768558952e-06, |
| "loss": 2.5872, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.06561679790026247, |
| "grad_norm": 3.906259383681401, |
| "learning_rate": 2.1397379912663756e-06, |
| "loss": 2.2781, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.07874015748031496, |
| "grad_norm": 4.4867149824774835, |
| "learning_rate": 2.576419213973799e-06, |
| "loss": 2.0297, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.09186351706036745, |
| "grad_norm": 4.808687465121692, |
| "learning_rate": 3.0131004366812227e-06, |
| "loss": 1.8012, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.10498687664041995, |
| "grad_norm": 4.8883051654567256, |
| "learning_rate": 3.4497816593886467e-06, |
| "loss": 1.6206, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.11811023622047244, |
| "grad_norm": 4.85572751158142, |
| "learning_rate": 3.88646288209607e-06, |
| "loss": 1.4667, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.13123359580052493, |
| "grad_norm": 4.149268447654452, |
| "learning_rate": 4.323144104803494e-06, |
| "loss": 1.3442, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.14435695538057744, |
| "grad_norm": 3.8514308742742105, |
| "learning_rate": 4.759825327510917e-06, |
| "loss": 1.2591, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.15748031496062992, |
| "grad_norm": 2.3342255673234478, |
| "learning_rate": 5.196506550218341e-06, |
| "loss": 1.1949, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.17060367454068243, |
| "grad_norm": 2.260928208792793, |
| "learning_rate": 5.6331877729257645e-06, |
| "loss": 1.1603, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.1837270341207349, |
| "grad_norm": 2.057320468921841, |
| "learning_rate": 6.069868995633188e-06, |
| "loss": 1.1186, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.1968503937007874, |
| "grad_norm": 1.8563167183407243, |
| "learning_rate": 6.5065502183406116e-06, |
| "loss": 1.079, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.2099737532808399, |
| "grad_norm": 1.8461471131985807, |
| "learning_rate": 6.943231441048035e-06, |
| "loss": 1.0464, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.2230971128608924, |
| "grad_norm": 2.034240834591269, |
| "learning_rate": 7.3799126637554595e-06, |
| "loss": 1.0376, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.23622047244094488, |
| "grad_norm": 1.7734341028229181, |
| "learning_rate": 7.816593886462883e-06, |
| "loss": 1.0199, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.24934383202099739, |
| "grad_norm": 1.9112436701720903, |
| "learning_rate": 8.253275109170307e-06, |
| "loss": 1.0007, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.26246719160104987, |
| "grad_norm": 1.8822173865457565, |
| "learning_rate": 8.68995633187773e-06, |
| "loss": 0.9955, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.2755905511811024, |
| "grad_norm": 1.7697350327707664, |
| "learning_rate": 9.126637554585154e-06, |
| "loss": 0.9728, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.2887139107611549, |
| "grad_norm": 1.817013692625474, |
| "learning_rate": 9.563318777292577e-06, |
| "loss": 0.9613, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.30183727034120733, |
| "grad_norm": 1.7196715695129818, |
| "learning_rate": 1e-05, |
| "loss": 0.9657, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.31496062992125984, |
| "grad_norm": 1.8850637599616171, |
| "learning_rate": 9.999416873566297e-06, |
| "loss": 0.9442, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.32808398950131235, |
| "grad_norm": 1.7285303777141385, |
| "learning_rate": 9.997667630279758e-06, |
| "loss": 0.932, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.34120734908136485, |
| "grad_norm": 1.7265089317333577, |
| "learning_rate": 9.994752678152384e-06, |
| "loss": 0.9357, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.3543307086614173, |
| "grad_norm": 1.8320254043398032, |
| "learning_rate": 9.990672697098431e-06, |
| "loss": 0.9222, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.3674540682414698, |
| "grad_norm": 1.7044024495030916, |
| "learning_rate": 9.985428638775822e-06, |
| "loss": 0.9216, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.3805774278215223, |
| "grad_norm": 2.2575206943279382, |
| "learning_rate": 9.979021726364164e-06, |
| "loss": 0.897, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.3937007874015748, |
| "grad_norm": 1.7729314927057351, |
| "learning_rate": 9.971453454279454e-06, |
| "loss": 0.8844, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.4068241469816273, |
| "grad_norm": 2.35007808422404, |
| "learning_rate": 9.962725587825492e-06, |
| "loss": 0.8832, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.4199475065616798, |
| "grad_norm": 2.2653008942496, |
| "learning_rate": 9.95284016278214e-06, |
| "loss": 0.8803, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.4330708661417323, |
| "grad_norm": 1.986794023664208, |
| "learning_rate": 9.941799484930454e-06, |
| "loss": 0.8741, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.4461942257217848, |
| "grad_norm": 1.5861501803724807, |
| "learning_rate": 9.929606129514875e-06, |
| "loss": 0.8636, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.45931758530183725, |
| "grad_norm": 1.8008905768440275, |
| "learning_rate": 9.916262940642549e-06, |
| "loss": 0.8656, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.47244094488188976, |
| "grad_norm": 1.765844088914314, |
| "learning_rate": 9.90177303061993e-06, |
| "loss": 0.8642, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.48556430446194226, |
| "grad_norm": 1.8318811699836053, |
| "learning_rate": 9.88613977922684e-06, |
| "loss": 0.8537, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.49868766404199477, |
| "grad_norm": 1.66695173639277, |
| "learning_rate": 9.869366832928134e-06, |
| "loss": 0.8535, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.5118110236220472, |
| "grad_norm": 1.8171270864493383, |
| "learning_rate": 9.851458104023153e-06, |
| "loss": 0.8367, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.5249343832020997, |
| "grad_norm": 1.773784462102006, |
| "learning_rate": 9.832417769733185e-06, |
| "loss": 0.8302, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.5380577427821522, |
| "grad_norm": 1.908924552643567, |
| "learning_rate": 9.812250271227123e-06, |
| "loss": 0.8403, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.5511811023622047, |
| "grad_norm": 1.673461507192779, |
| "learning_rate": 9.790960312585561e-06, |
| "loss": 0.8347, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.5643044619422573, |
| "grad_norm": 1.5727733661189518, |
| "learning_rate": 9.76855285970356e-06, |
| "loss": 0.8284, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.5774278215223098, |
| "grad_norm": 1.6740839799492047, |
| "learning_rate": 9.745033139132352e-06, |
| "loss": 0.828, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.5905511811023622, |
| "grad_norm": 1.7521499040025525, |
| "learning_rate": 9.720406636860252e-06, |
| "loss": 0.8164, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.6036745406824147, |
| "grad_norm": 1.5716458693651338, |
| "learning_rate": 9.694679097033038e-06, |
| "loss": 0.8158, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.6167979002624672, |
| "grad_norm": 1.869817821288055, |
| "learning_rate": 9.667856520614128e-06, |
| "loss": 0.8152, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.6299212598425197, |
| "grad_norm": 1.7933186182662169, |
| "learning_rate": 9.639945163984852e-06, |
| "loss": 0.8229, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.6430446194225722, |
| "grad_norm": 1.6201846678042537, |
| "learning_rate": 9.610951537485152e-06, |
| "loss": 0.8175, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.6561679790026247, |
| "grad_norm": 1.7811525807024158, |
| "learning_rate": 9.580882403895038e-06, |
| "loss": 0.8053, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.6692913385826772, |
| "grad_norm": 1.473703478611248, |
| "learning_rate": 9.549744776857162e-06, |
| "loss": 0.8086, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.6824146981627297, |
| "grad_norm": 1.5936730653642202, |
| "learning_rate": 9.51754591924089e-06, |
| "loss": 0.8102, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.6955380577427821, |
| "grad_norm": 1.6012042279794647, |
| "learning_rate": 9.484293341448221e-06, |
| "loss": 0.7944, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.7086614173228346, |
| "grad_norm": 1.5905348724723356, |
| "learning_rate": 9.449994799662e-06, |
| "loss": 0.7958, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.7217847769028871, |
| "grad_norm": 1.5342424313908625, |
| "learning_rate": 9.414658294036768e-06, |
| "loss": 0.8018, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.7349081364829396, |
| "grad_norm": 1.575920836396293, |
| "learning_rate": 9.378292066832723e-06, |
| "loss": 0.7928, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.7480314960629921, |
| "grad_norm": 1.524275013695747, |
| "learning_rate": 9.34090460049322e-06, |
| "loss": 0.7939, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.7611548556430446, |
| "grad_norm": 1.5915377546345706, |
| "learning_rate": 9.302504615666222e-06, |
| "loss": 0.7943, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.7742782152230971, |
| "grad_norm": 1.440116819392148, |
| "learning_rate": 9.26310106917021e-06, |
| "loss": 0.7963, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.7874015748031497, |
| "grad_norm": 1.3528278926960116, |
| "learning_rate": 9.222703151905005e-06, |
| "loss": 0.7914, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.800524934383202, |
| "grad_norm": 1.5465191371552307, |
| "learning_rate": 9.181320286707974e-06, |
| "loss": 0.7927, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.8136482939632546, |
| "grad_norm": 1.648064371427012, |
| "learning_rate": 9.138962126156157e-06, |
| "loss": 0.796, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.8267716535433071, |
| "grad_norm": 1.4758839650496245, |
| "learning_rate": 9.095638550314794e-06, |
| "loss": 0.7933, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.8398950131233596, |
| "grad_norm": 1.7226329473102002, |
| "learning_rate": 9.051359664432795e-06, |
| "loss": 0.7804, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.8530183727034121, |
| "grad_norm": 1.612826825222584, |
| "learning_rate": 9.006135796585688e-06, |
| "loss": 0.7836, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.8661417322834646, |
| "grad_norm": 1.4463880498485353, |
| "learning_rate": 8.95997749526658e-06, |
| "loss": 0.7811, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.8792650918635171, |
| "grad_norm": 1.604651553438199, |
| "learning_rate": 8.912895526925726e-06, |
| "loss": 0.7781, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.8923884514435696, |
| "grad_norm": 1.5684616487142087, |
| "learning_rate": 8.86490087345924e-06, |
| "loss": 0.7814, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.905511811023622, |
| "grad_norm": 1.4869728238675464, |
| "learning_rate": 8.816004729647573e-06, |
| "loss": 0.7827, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.9186351706036745, |
| "grad_norm": 1.50603165520279, |
| "learning_rate": 8.766218500544305e-06, |
| "loss": 0.7848, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.931758530183727, |
| "grad_norm": 1.5149074570283008, |
| "learning_rate": 8.715553798815925e-06, |
| "loss": 0.7769, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.9448818897637795, |
| "grad_norm": 1.544976291499801, |
| "learning_rate": 8.66402244203317e-06, |
| "loss": 0.7613, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.958005249343832, |
| "grad_norm": 1.555367156177007, |
| "learning_rate": 8.611636449914563e-06, |
| "loss": 0.7668, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.9711286089238845, |
| "grad_norm": 1.504586391232175, |
| "learning_rate": 8.558408041522801e-06, |
| "loss": 0.7654, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.984251968503937, |
| "grad_norm": 1.4898212640427306, |
| "learning_rate": 8.504349632414675e-06, |
| "loss": 0.764, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.9973753280839895, |
| "grad_norm": 1.401986546883637, |
| "learning_rate": 8.449473831745106e-06, |
| "loss": 0.7583, |
| "step": 760 |
| }, |
| { |
| "epoch": 1.010498687664042, |
| "grad_norm": 1.4416543605053558, |
| "learning_rate": 8.393793439326071e-06, |
| "loss": 0.7103, |
| "step": 770 |
| }, |
| { |
| "epoch": 1.0236220472440944, |
| "grad_norm": 1.6403171843794115, |
| "learning_rate": 8.337321442641036e-06, |
| "loss": 0.7034, |
| "step": 780 |
| }, |
| { |
| "epoch": 1.036745406824147, |
| "grad_norm": 1.5388511360135515, |
| "learning_rate": 8.28007101381561e-06, |
| "loss": 0.7011, |
| "step": 790 |
| }, |
| { |
| "epoch": 1.0498687664041995, |
| "grad_norm": 1.4334465678780328, |
| "learning_rate": 8.22205550654515e-06, |
| "loss": 0.7079, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.0629921259842519, |
| "grad_norm": 1.5587791264347304, |
| "learning_rate": 8.16328845298e-06, |
| "loss": 0.6971, |
| "step": 810 |
| }, |
| { |
| "epoch": 1.0761154855643045, |
| "grad_norm": 1.5233569268398837, |
| "learning_rate": 8.103783560569104e-06, |
| "loss": 0.7088, |
| "step": 820 |
| }, |
| { |
| "epoch": 1.0892388451443569, |
| "grad_norm": 1.4976958999381966, |
| "learning_rate": 8.04355470886274e-06, |
| "loss": 0.6934, |
| "step": 830 |
| }, |
| { |
| "epoch": 1.1023622047244095, |
| "grad_norm": 1.3430067666073104, |
| "learning_rate": 7.98261594627511e-06, |
| "loss": 0.7011, |
| "step": 840 |
| }, |
| { |
| "epoch": 1.1154855643044619, |
| "grad_norm": 1.4631861658373042, |
| "learning_rate": 7.920981486807537e-06, |
| "loss": 0.7053, |
| "step": 850 |
| }, |
| { |
| "epoch": 1.1286089238845145, |
| "grad_norm": 1.3662308568396804, |
| "learning_rate": 7.858665706733035e-06, |
| "loss": 0.6999, |
| "step": 860 |
| }, |
| { |
| "epoch": 1.141732283464567, |
| "grad_norm": 1.5745244501174307, |
| "learning_rate": 7.795683141243046e-06, |
| "loss": 0.7036, |
| "step": 870 |
| }, |
| { |
| "epoch": 1.1548556430446195, |
| "grad_norm": 1.4028684322219405, |
| "learning_rate": 7.732048481057088e-06, |
| "loss": 0.7017, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.167979002624672, |
| "grad_norm": 1.684251036089208, |
| "learning_rate": 7.667776568996143e-06, |
| "loss": 0.6849, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.1811023622047245, |
| "grad_norm": 1.4835499788707966, |
| "learning_rate": 7.602882396520559e-06, |
| "loss": 0.6951, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.194225721784777, |
| "grad_norm": 1.5123572551106819, |
| "learning_rate": 7.5373811002332785e-06, |
| "loss": 0.6962, |
| "step": 910 |
| }, |
| { |
| "epoch": 1.2073490813648293, |
| "grad_norm": 1.8825750275150834, |
| "learning_rate": 7.47128795834923e-06, |
| "loss": 0.7017, |
| "step": 920 |
| }, |
| { |
| "epoch": 1.220472440944882, |
| "grad_norm": 1.334943117481765, |
| "learning_rate": 7.4046183871316544e-06, |
| "loss": 0.6973, |
| "step": 930 |
| }, |
| { |
| "epoch": 1.2335958005249343, |
| "grad_norm": 1.5838501251475126, |
| "learning_rate": 7.337387937296278e-06, |
| "loss": 0.6944, |
| "step": 940 |
| }, |
| { |
| "epoch": 1.246719160104987, |
| "grad_norm": 1.342799954640876, |
| "learning_rate": 7.269612290384076e-06, |
| "loss": 0.6822, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.2598425196850394, |
| "grad_norm": 1.3443879066347948, |
| "learning_rate": 7.201307255103561e-06, |
| "loss": 0.692, |
| "step": 960 |
| }, |
| { |
| "epoch": 1.272965879265092, |
| "grad_norm": 1.586723729979877, |
| "learning_rate": 7.132488763643384e-06, |
| "loss": 0.6925, |
| "step": 970 |
| }, |
| { |
| "epoch": 1.2860892388451444, |
| "grad_norm": 1.3370936442314167, |
| "learning_rate": 7.063172867956143e-06, |
| "loss": 0.6904, |
| "step": 980 |
| }, |
| { |
| "epoch": 1.2992125984251968, |
| "grad_norm": 1.5378877632776058, |
| "learning_rate": 6.993375736014259e-06, |
| "loss": 0.6903, |
| "step": 990 |
| }, |
| { |
| "epoch": 1.3123359580052494, |
| "grad_norm": 1.361410460657643, |
| "learning_rate": 6.923113648038784e-06, |
| "loss": 0.6943, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.3254593175853018, |
| "grad_norm": 1.646369394476635, |
| "learning_rate": 6.852402992702034e-06, |
| "loss": 0.6788, |
| "step": 1010 |
| }, |
| { |
| "epoch": 1.3385826771653544, |
| "grad_norm": 1.3176415658235974, |
| "learning_rate": 6.781260263304918e-06, |
| "loss": 0.6836, |
| "step": 1020 |
| }, |
| { |
| "epoch": 1.3517060367454068, |
| "grad_norm": 1.3116825387663804, |
| "learning_rate": 6.709702053929865e-06, |
| "loss": 0.6804, |
| "step": 1030 |
| }, |
| { |
| "epoch": 1.3648293963254594, |
| "grad_norm": 1.3926884194197895, |
| "learning_rate": 6.6377450555702485e-06, |
| "loss": 0.683, |
| "step": 1040 |
| }, |
| { |
| "epoch": 1.3779527559055118, |
| "grad_norm": 1.4099706312703377, |
| "learning_rate": 6.565406052237205e-06, |
| "loss": 0.6793, |
| "step": 1050 |
| }, |
| { |
| "epoch": 1.3910761154855642, |
| "grad_norm": 1.7784719464765815, |
| "learning_rate": 6.4927019170447434e-06, |
| "loss": 0.6922, |
| "step": 1060 |
| }, |
| { |
| "epoch": 1.4041994750656168, |
| "grad_norm": 1.4629942474237903, |
| "learning_rate": 6.419649608274096e-06, |
| "loss": 0.6945, |
| "step": 1070 |
| }, |
| { |
| "epoch": 1.4173228346456692, |
| "grad_norm": 1.3978321692556004, |
| "learning_rate": 6.346266165418173e-06, |
| "loss": 0.6794, |
| "step": 1080 |
| }, |
| { |
| "epoch": 1.4304461942257218, |
| "grad_norm": 1.4239220003078308, |
| "learning_rate": 6.272568705207109e-06, |
| "loss": 0.6822, |
| "step": 1090 |
| }, |
| { |
| "epoch": 1.4435695538057742, |
| "grad_norm": 1.5699876966221564, |
| "learning_rate": 6.198574417615758e-06, |
| "loss": 0.6837, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.4566929133858268, |
| "grad_norm": 1.5574208469323227, |
| "learning_rate": 6.124300561854139e-06, |
| "loss": 0.6797, |
| "step": 1110 |
| }, |
| { |
| "epoch": 1.4698162729658792, |
| "grad_norm": 1.4140951570795213, |
| "learning_rate": 6.049764462341702e-06, |
| "loss": 0.6741, |
| "step": 1120 |
| }, |
| { |
| "epoch": 1.4829396325459316, |
| "grad_norm": 1.4432324570722699, |
| "learning_rate": 5.974983504666402e-06, |
| "loss": 0.6822, |
| "step": 1130 |
| }, |
| { |
| "epoch": 1.4960629921259843, |
| "grad_norm": 1.3824079635846924, |
| "learning_rate": 5.899975131529504e-06, |
| "loss": 0.6821, |
| "step": 1140 |
| }, |
| { |
| "epoch": 1.5091863517060369, |
| "grad_norm": 1.3639889335044162, |
| "learning_rate": 5.824756838677057e-06, |
| "loss": 0.6833, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.5223097112860893, |
| "grad_norm": 1.3279921872652147, |
| "learning_rate": 5.749346170819006e-06, |
| "loss": 0.6745, |
| "step": 1160 |
| }, |
| { |
| "epoch": 1.5354330708661417, |
| "grad_norm": 1.4234609859145475, |
| "learning_rate": 5.6737607175368735e-06, |
| "loss": 0.6845, |
| "step": 1170 |
| }, |
| { |
| "epoch": 1.5485564304461943, |
| "grad_norm": 1.4045161720671306, |
| "learning_rate": 5.598018109180988e-06, |
| "loss": 0.6832, |
| "step": 1180 |
| }, |
| { |
| "epoch": 1.5616797900262467, |
| "grad_norm": 1.5599767307463868, |
| "learning_rate": 5.5221360127581815e-06, |
| "loss": 0.673, |
| "step": 1190 |
| }, |
| { |
| "epoch": 1.574803149606299, |
| "grad_norm": 1.3244762605195228, |
| "learning_rate": 5.446132127810966e-06, |
| "loss": 0.6714, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.5879265091863517, |
| "grad_norm": 1.5834736978023898, |
| "learning_rate": 5.370024182289087e-06, |
| "loss": 0.6659, |
| "step": 1210 |
| }, |
| { |
| "epoch": 1.6010498687664043, |
| "grad_norm": 1.4369156468567603, |
| "learning_rate": 5.29382992841449e-06, |
| "loss": 0.6796, |
| "step": 1220 |
| }, |
| { |
| "epoch": 1.6141732283464567, |
| "grad_norm": 1.3895175396051678, |
| "learning_rate": 5.217567138540581e-06, |
| "loss": 0.6742, |
| "step": 1230 |
| }, |
| { |
| "epoch": 1.627296587926509, |
| "grad_norm": 1.3970406816982954, |
| "learning_rate": 5.141253601006841e-06, |
| "loss": 0.6608, |
| "step": 1240 |
| }, |
| { |
| "epoch": 1.6404199475065617, |
| "grad_norm": 1.31995657343019, |
| "learning_rate": 5.064907115989655e-06, |
| "loss": 0.6732, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.6535433070866141, |
| "grad_norm": 1.3046889168284816, |
| "learning_rate": 4.9885454913504435e-06, |
| "loss": 0.6663, |
| "step": 1260 |
| }, |
| { |
| "epoch": 1.6666666666666665, |
| "grad_norm": 1.2295984270005762, |
| "learning_rate": 4.912186538481944e-06, |
| "loss": 0.6619, |
| "step": 1270 |
| }, |
| { |
| "epoch": 1.6797900262467191, |
| "grad_norm": 1.4667420849887025, |
| "learning_rate": 4.835848068153702e-06, |
| "loss": 0.6708, |
| "step": 1280 |
| }, |
| { |
| "epoch": 1.6929133858267718, |
| "grad_norm": 1.3732477862949846, |
| "learning_rate": 4.759547886357701e-06, |
| "loss": 0.6699, |
| "step": 1290 |
| }, |
| { |
| "epoch": 1.7060367454068242, |
| "grad_norm": 1.2525903026333147, |
| "learning_rate": 4.683303790155103e-06, |
| "loss": 0.6672, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.7191601049868765, |
| "grad_norm": 1.4884566011924565, |
| "learning_rate": 4.607133563525072e-06, |
| "loss": 0.6657, |
| "step": 1310 |
| }, |
| { |
| "epoch": 1.7322834645669292, |
| "grad_norm": 1.2651877837014813, |
| "learning_rate": 4.531054973216648e-06, |
| "loss": 0.6601, |
| "step": 1320 |
| }, |
| { |
| "epoch": 1.7454068241469818, |
| "grad_norm": 1.2957136613776106, |
| "learning_rate": 4.455085764604653e-06, |
| "loss": 0.665, |
| "step": 1330 |
| }, |
| { |
| "epoch": 1.758530183727034, |
| "grad_norm": 1.2914149104267014, |
| "learning_rate": 4.3792436575505644e-06, |
| "loss": 0.6711, |
| "step": 1340 |
| }, |
| { |
| "epoch": 1.7716535433070866, |
| "grad_norm": 1.3087878612877044, |
| "learning_rate": 4.303546342269344e-06, |
| "loss": 0.6802, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.7847769028871392, |
| "grad_norm": 1.354110047538368, |
| "learning_rate": 4.228011475203191e-06, |
| "loss": 0.6639, |
| "step": 1360 |
| }, |
| { |
| "epoch": 1.7979002624671916, |
| "grad_norm": 1.264469178278457, |
| "learning_rate": 4.152656674903169e-06, |
| "loss": 0.6596, |
| "step": 1370 |
| }, |
| { |
| "epoch": 1.811023622047244, |
| "grad_norm": 1.355906590548092, |
| "learning_rate": 4.077499517919663e-06, |
| "loss": 0.6657, |
| "step": 1380 |
| }, |
| { |
| "epoch": 1.8241469816272966, |
| "grad_norm": 1.291362822136906, |
| "learning_rate": 4.002557534702639e-06, |
| "loss": 0.6616, |
| "step": 1390 |
| }, |
| { |
| "epoch": 1.8372703412073492, |
| "grad_norm": 1.3281942700420335, |
| "learning_rate": 3.927848205512659e-06, |
| "loss": 0.6641, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.8503937007874016, |
| "grad_norm": 1.2988138580887156, |
| "learning_rate": 3.853388956343604e-06, |
| "loss": 0.6673, |
| "step": 1410 |
| }, |
| { |
| "epoch": 1.863517060367454, |
| "grad_norm": 1.386424735985052, |
| "learning_rate": 3.779197154858044e-06, |
| "loss": 0.6509, |
| "step": 1420 |
| }, |
| { |
| "epoch": 1.8766404199475066, |
| "grad_norm": 1.335199751133558, |
| "learning_rate": 3.705290106336221e-06, |
| "loss": 0.6641, |
| "step": 1430 |
| }, |
| { |
| "epoch": 1.889763779527559, |
| "grad_norm": 1.2373191854244718, |
| "learning_rate": 3.6316850496395863e-06, |
| "loss": 0.6632, |
| "step": 1440 |
| }, |
| { |
| "epoch": 1.9028871391076114, |
| "grad_norm": 1.254937848225745, |
| "learning_rate": 3.5583991531898276e-06, |
| "loss": 0.6586, |
| "step": 1450 |
| }, |
| { |
| "epoch": 1.916010498687664, |
| "grad_norm": 1.2586091439960605, |
| "learning_rate": 3.4854495109643207e-06, |
| "loss": 0.6555, |
| "step": 1460 |
| }, |
| { |
| "epoch": 1.9291338582677167, |
| "grad_norm": 1.2691195643845157, |
| "learning_rate": 3.412853138508947e-06, |
| "loss": 0.6652, |
| "step": 1470 |
| }, |
| { |
| "epoch": 1.942257217847769, |
| "grad_norm": 1.37789137126307, |
| "learning_rate": 3.340626968969215e-06, |
| "loss": 0.6578, |
| "step": 1480 |
| }, |
| { |
| "epoch": 1.9553805774278215, |
| "grad_norm": 1.3680845584870929, |
| "learning_rate": 3.2687878491405933e-06, |
| "loss": 0.6613, |
| "step": 1490 |
| }, |
| { |
| "epoch": 1.968503937007874, |
| "grad_norm": 1.344475700563475, |
| "learning_rate": 3.197352535538978e-06, |
| "loss": 0.6712, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.9816272965879265, |
| "grad_norm": 1.3678562268271839, |
| "learning_rate": 3.1263376904922318e-06, |
| "loss": 0.6584, |
| "step": 1510 |
| }, |
| { |
| "epoch": 1.9947506561679789, |
| "grad_norm": 1.346152280655493, |
| "learning_rate": 3.0557598782536914e-06, |
| "loss": 0.6551, |
| "step": 1520 |
| }, |
| { |
| "epoch": 2.0078740157480315, |
| "grad_norm": 1.2899162269306206, |
| "learning_rate": 2.9856355611385356e-06, |
| "loss": 0.6218, |
| "step": 1530 |
| }, |
| { |
| "epoch": 2.020997375328084, |
| "grad_norm": 1.34329640848473, |
| "learning_rate": 2.915981095683943e-06, |
| "loss": 0.5752, |
| "step": 1540 |
| }, |
| { |
| "epoch": 2.0341207349081363, |
| "grad_norm": 1.24625682130632, |
| "learning_rate": 2.846812728833931e-06, |
| "loss": 0.578, |
| "step": 1550 |
| }, |
| { |
| "epoch": 2.047244094488189, |
| "grad_norm": 1.3603958866479353, |
| "learning_rate": 2.778146594149732e-06, |
| "loss": 0.5909, |
| "step": 1560 |
| }, |
| { |
| "epoch": 2.0603674540682415, |
| "grad_norm": 1.3130248810501666, |
| "learning_rate": 2.7099987080466417e-06, |
| "loss": 0.5779, |
| "step": 1570 |
| }, |
| { |
| "epoch": 2.073490813648294, |
| "grad_norm": 1.2728229935348123, |
| "learning_rate": 2.64238496605817e-06, |
| "loss": 0.5874, |
| "step": 1580 |
| }, |
| { |
| "epoch": 2.0866141732283463, |
| "grad_norm": 1.3312388632136043, |
| "learning_rate": 2.5753211391284172e-06, |
| "loss": 0.5788, |
| "step": 1590 |
| }, |
| { |
| "epoch": 2.099737532808399, |
| "grad_norm": 1.2348457534841435, |
| "learning_rate": 2.5088228699334717e-06, |
| "loss": 0.5763, |
| "step": 1600 |
| }, |
| { |
| "epoch": 2.1128608923884515, |
| "grad_norm": 1.3038144088885084, |
| "learning_rate": 2.44290566923276e-06, |
| "loss": 0.5799, |
| "step": 1610 |
| }, |
| { |
| "epoch": 2.1259842519685037, |
| "grad_norm": 1.3164791802552103, |
| "learning_rate": 2.3775849122511442e-06, |
| "loss": 0.5769, |
| "step": 1620 |
| }, |
| { |
| "epoch": 2.1391076115485563, |
| "grad_norm": 1.291734568095305, |
| "learning_rate": 2.312875835092655e-06, |
| "loss": 0.5721, |
| "step": 1630 |
| }, |
| { |
| "epoch": 2.152230971128609, |
| "grad_norm": 1.4191185408274385, |
| "learning_rate": 2.248793531186647e-06, |
| "loss": 0.5768, |
| "step": 1640 |
| }, |
| { |
| "epoch": 2.1653543307086616, |
| "grad_norm": 1.18784718220649, |
| "learning_rate": 2.185352947767257e-06, |
| "loss": 0.579, |
| "step": 1650 |
| }, |
| { |
| "epoch": 2.1784776902887137, |
| "grad_norm": 1.2311199986468657, |
| "learning_rate": 2.1225688823869494e-06, |
| "loss": 0.5747, |
| "step": 1660 |
| }, |
| { |
| "epoch": 2.1916010498687664, |
| "grad_norm": 1.2447404349206936, |
| "learning_rate": 2.0604559794649793e-06, |
| "loss": 0.5734, |
| "step": 1670 |
| }, |
| { |
| "epoch": 2.204724409448819, |
| "grad_norm": 1.296578730192031, |
| "learning_rate": 1.999028726871576e-06, |
| "loss": 0.5755, |
| "step": 1680 |
| }, |
| { |
| "epoch": 2.2178477690288716, |
| "grad_norm": 1.2677498871223802, |
| "learning_rate": 1.9383014525486287e-06, |
| "loss": 0.5728, |
| "step": 1690 |
| }, |
| { |
| "epoch": 2.2309711286089238, |
| "grad_norm": 1.2522124484651282, |
| "learning_rate": 1.8782883211677044e-06, |
| "loss": 0.5713, |
| "step": 1700 |
| }, |
| { |
| "epoch": 2.2440944881889764, |
| "grad_norm": 1.3344150468049227, |
| "learning_rate": 1.8190033308261134e-06, |
| "loss": 0.5723, |
| "step": 1710 |
| }, |
| { |
| "epoch": 2.257217847769029, |
| "grad_norm": 1.2564213421314623, |
| "learning_rate": 1.7604603097818523e-06, |
| "loss": 0.5734, |
| "step": 1720 |
| }, |
| { |
| "epoch": 2.270341207349081, |
| "grad_norm": 1.3130336081169207, |
| "learning_rate": 1.7026729132281489e-06, |
| "loss": 0.5787, |
| "step": 1730 |
| }, |
| { |
| "epoch": 2.283464566929134, |
| "grad_norm": 1.1841727433165028, |
| "learning_rate": 1.6456546201083934e-06, |
| "loss": 0.5744, |
| "step": 1740 |
| }, |
| { |
| "epoch": 2.2965879265091864, |
| "grad_norm": 1.3367937537125874, |
| "learning_rate": 1.5894187299721535e-06, |
| "loss": 0.5707, |
| "step": 1750 |
| }, |
| { |
| "epoch": 2.309711286089239, |
| "grad_norm": 1.2242809577158813, |
| "learning_rate": 1.5339783598730568e-06, |
| "loss": 0.5692, |
| "step": 1760 |
| }, |
| { |
| "epoch": 2.322834645669291, |
| "grad_norm": 1.2513286468060605, |
| "learning_rate": 1.4793464413092161e-06, |
| "loss": 0.574, |
| "step": 1770 |
| }, |
| { |
| "epoch": 2.335958005249344, |
| "grad_norm": 1.259680151618769, |
| "learning_rate": 1.4255357172069727e-06, |
| "loss": 0.5786, |
| "step": 1780 |
| }, |
| { |
| "epoch": 2.3490813648293964, |
| "grad_norm": 1.2315488553903935, |
| "learning_rate": 1.3725587389485812e-06, |
| "loss": 0.5671, |
| "step": 1790 |
| }, |
| { |
| "epoch": 2.362204724409449, |
| "grad_norm": 1.2676834549720328, |
| "learning_rate": 1.3204278634446028e-06, |
| "loss": 0.5769, |
| "step": 1800 |
| }, |
| { |
| "epoch": 2.3753280839895012, |
| "grad_norm": 1.3389962065747927, |
| "learning_rate": 1.2691552502516414e-06, |
| "loss": 0.5777, |
| "step": 1810 |
| }, |
| { |
| "epoch": 2.388451443569554, |
| "grad_norm": 1.2653499838227833, |
| "learning_rate": 1.2187528587361313e-06, |
| "loss": 0.5723, |
| "step": 1820 |
| }, |
| { |
| "epoch": 2.4015748031496065, |
| "grad_norm": 1.1672991280648781, |
| "learning_rate": 1.1692324452847992e-06, |
| "loss": 0.5699, |
| "step": 1830 |
| }, |
| { |
| "epoch": 2.4146981627296586, |
| "grad_norm": 1.2893411655718872, |
| "learning_rate": 1.1206055605624777e-06, |
| "loss": 0.5732, |
| "step": 1840 |
| }, |
| { |
| "epoch": 2.4278215223097113, |
| "grad_norm": 1.290721907760722, |
| "learning_rate": 1.0728835468179183e-06, |
| "loss": 0.5662, |
| "step": 1850 |
| }, |
| { |
| "epoch": 2.440944881889764, |
| "grad_norm": 1.217997593835658, |
| "learning_rate": 1.0260775352381934e-06, |
| "loss": 0.5727, |
| "step": 1860 |
| }, |
| { |
| "epoch": 2.454068241469816, |
| "grad_norm": 1.2440219130503634, |
| "learning_rate": 9.801984433523483e-07, |
| "loss": 0.5694, |
| "step": 1870 |
| }, |
| { |
| "epoch": 2.4671916010498687, |
| "grad_norm": 1.2592327456759795, |
| "learning_rate": 9.352569724848715e-07, |
| "loss": 0.5735, |
| "step": 1880 |
| }, |
| { |
| "epoch": 2.4803149606299213, |
| "grad_norm": 1.226880374562509, |
| "learning_rate": 8.912636052596207e-07, |
| "loss": 0.5816, |
| "step": 1890 |
| }, |
| { |
| "epoch": 2.493438320209974, |
| "grad_norm": 1.2083486104350505, |
| "learning_rate": 8.482286031547282e-07, |
| "loss": 0.5638, |
| "step": 1900 |
| }, |
| { |
| "epoch": 2.506561679790026, |
| "grad_norm": 1.14544648130176, |
| "learning_rate": 8.061620041091172e-07, |
| "loss": 0.5735, |
| "step": 1910 |
| }, |
| { |
| "epoch": 2.5196850393700787, |
| "grad_norm": 1.2633309998706563, |
| "learning_rate": 7.650736201811348e-07, |
| "loss": 0.5768, |
| "step": 1920 |
| }, |
| { |
| "epoch": 2.5328083989501313, |
| "grad_norm": 1.2681452803808053, |
| "learning_rate": 7.249730352599e-07, |
| "loss": 0.575, |
| "step": 1930 |
| }, |
| { |
| "epoch": 2.545931758530184, |
| "grad_norm": 1.2826031568874492, |
| "learning_rate": 6.858696028298412e-07, |
| "loss": 0.5687, |
| "step": 1940 |
| }, |
| { |
| "epoch": 2.559055118110236, |
| "grad_norm": 1.2627571245177376, |
| "learning_rate": 6.477724437889988e-07, |
| "loss": 0.564, |
| "step": 1950 |
| }, |
| { |
| "epoch": 2.5721784776902887, |
| "grad_norm": 1.1880367657533304, |
| "learning_rate": 6.106904443215639e-07, |
| "loss": 0.5709, |
| "step": 1960 |
| }, |
| { |
| "epoch": 2.5853018372703414, |
| "grad_norm": 1.234319028151925, |
| "learning_rate": 5.746322538251814e-07, |
| "loss": 0.5731, |
| "step": 1970 |
| }, |
| { |
| "epoch": 2.5984251968503935, |
| "grad_norm": 1.2520017746520362, |
| "learning_rate": 5.396062828934634e-07, |
| "loss": 0.5765, |
| "step": 1980 |
| }, |
| { |
| "epoch": 2.611548556430446, |
| "grad_norm": 1.2282113090629896, |
| "learning_rate": 5.056207013542131e-07, |
| "loss": 0.5723, |
| "step": 1990 |
| }, |
| { |
| "epoch": 2.6246719160104988, |
| "grad_norm": 1.250069721424398, |
| "learning_rate": 4.7268343636381774e-07, |
| "loss": 0.5681, |
| "step": 2000 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 2286, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1100109887569920.0, |
| "train_batch_size": 16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
