| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.25220680958385877, |
| "eval_steps": 50, |
| "global_step": 100, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0025220680958385876, |
| "grad_norm": 83.50857543945312, |
| "learning_rate": 0.0, |
| "loss": 3.3887, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.005044136191677175, |
| "grad_norm": 71.31573486328125, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 3.4305, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.007566204287515763, |
| "grad_norm": 66.55958557128906, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 3.0425, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.01008827238335435, |
| "grad_norm": 67.16094207763672, |
| "learning_rate": 6e-06, |
| "loss": 3.1193, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.012610340479192938, |
| "grad_norm": 58.159088134765625, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 2.7595, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.015132408575031526, |
| "grad_norm": 39.46601867675781, |
| "learning_rate": 1e-05, |
| "loss": 2.3184, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.017654476670870115, |
| "grad_norm": 45.5927734375, |
| "learning_rate": 9.987325728770595e-06, |
| "loss": 2.1763, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.0201765447667087, |
| "grad_norm": 20.798906326293945, |
| "learning_rate": 9.974651457541193e-06, |
| "loss": 2.1835, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.02269861286254729, |
| "grad_norm": 15.517325401306152, |
| "learning_rate": 9.961977186311787e-06, |
| "loss": 2.1354, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.025220680958385876, |
| "grad_norm": 15.667418479919434, |
| "learning_rate": 9.949302915082384e-06, |
| "loss": 1.9287, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.027742749054224466, |
| "grad_norm": 13.178864479064941, |
| "learning_rate": 9.93662864385298e-06, |
| "loss": 1.9898, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.03026481715006305, |
| "grad_norm": 10.053223609924316, |
| "learning_rate": 9.923954372623576e-06, |
| "loss": 2.0013, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.03278688524590164, |
| "grad_norm": 14.007344245910645, |
| "learning_rate": 9.91128010139417e-06, |
| "loss": 2.0559, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.03530895334174023, |
| "grad_norm": 11.14796257019043, |
| "learning_rate": 9.898605830164766e-06, |
| "loss": 2.0379, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.03783102143757881, |
| "grad_norm": 13.28112506866455, |
| "learning_rate": 9.885931558935362e-06, |
| "loss": 1.9854, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.0403530895334174, |
| "grad_norm": 11.45155143737793, |
| "learning_rate": 9.873257287705957e-06, |
| "loss": 2.1884, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.04287515762925599, |
| "grad_norm": 10.636513710021973, |
| "learning_rate": 9.860583016476553e-06, |
| "loss": 1.9676, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.04539722572509458, |
| "grad_norm": 10.700081825256348, |
| "learning_rate": 9.847908745247149e-06, |
| "loss": 1.9426, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.04791929382093316, |
| "grad_norm": 10.350312232971191, |
| "learning_rate": 9.835234474017745e-06, |
| "loss": 1.931, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.05044136191677175, |
| "grad_norm": 11.60483455657959, |
| "learning_rate": 9.822560202788341e-06, |
| "loss": 1.9397, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.05296343001261034, |
| "grad_norm": 10.923288345336914, |
| "learning_rate": 9.809885931558936e-06, |
| "loss": 1.8861, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.05548549810844893, |
| "grad_norm": 10.222322463989258, |
| "learning_rate": 9.797211660329532e-06, |
| "loss": 1.8154, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.058007566204287514, |
| "grad_norm": 9.665061950683594, |
| "learning_rate": 9.784537389100128e-06, |
| "loss": 1.9885, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.0605296343001261, |
| "grad_norm": 10.544888496398926, |
| "learning_rate": 9.771863117870724e-06, |
| "loss": 1.9728, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.06305170239596469, |
| "grad_norm": 9.924367904663086, |
| "learning_rate": 9.759188846641318e-06, |
| "loss": 1.9665, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.06557377049180328, |
| "grad_norm": 9.470415115356445, |
| "learning_rate": 9.746514575411914e-06, |
| "loss": 1.8872, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.06809583858764187, |
| "grad_norm": 9.330588340759277, |
| "learning_rate": 9.73384030418251e-06, |
| "loss": 1.9458, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.07061790668348046, |
| "grad_norm": 9.101158142089844, |
| "learning_rate": 9.721166032953105e-06, |
| "loss": 2.0452, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.07313997477931904, |
| "grad_norm": 9.63065242767334, |
| "learning_rate": 9.708491761723701e-06, |
| "loss": 1.9648, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.07566204287515763, |
| "grad_norm": 9.038743019104004, |
| "learning_rate": 9.695817490494297e-06, |
| "loss": 1.9469, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.07818411097099622, |
| "grad_norm": 9.375469207763672, |
| "learning_rate": 9.683143219264893e-06, |
| "loss": 2.0387, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.0807061790668348, |
| "grad_norm": 9.170827865600586, |
| "learning_rate": 9.670468948035488e-06, |
| "loss": 2.0396, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.0832282471626734, |
| "grad_norm": 9.155048370361328, |
| "learning_rate": 9.657794676806086e-06, |
| "loss": 2.1346, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.08575031525851198, |
| "grad_norm": 9.660133361816406, |
| "learning_rate": 9.64512040557668e-06, |
| "loss": 1.814, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.08827238335435057, |
| "grad_norm": 9.577939987182617, |
| "learning_rate": 9.632446134347276e-06, |
| "loss": 1.9353, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.09079445145018916, |
| "grad_norm": 9.347375869750977, |
| "learning_rate": 9.619771863117872e-06, |
| "loss": 1.8748, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.09331651954602774, |
| "grad_norm": 9.635443687438965, |
| "learning_rate": 9.607097591888467e-06, |
| "loss": 2.0299, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.09583858764186633, |
| "grad_norm": 9.470548629760742, |
| "learning_rate": 9.594423320659063e-06, |
| "loss": 1.966, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.09836065573770492, |
| "grad_norm": 9.292247772216797, |
| "learning_rate": 9.581749049429659e-06, |
| "loss": 1.8779, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.1008827238335435, |
| "grad_norm": 9.822443962097168, |
| "learning_rate": 9.569074778200255e-06, |
| "loss": 1.8484, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.1034047919293821, |
| "grad_norm": 8.519198417663574, |
| "learning_rate": 9.55640050697085e-06, |
| "loss": 1.7622, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.10592686002522068, |
| "grad_norm": 9.220460891723633, |
| "learning_rate": 9.543726235741445e-06, |
| "loss": 1.8659, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.10844892812105927, |
| "grad_norm": 8.564704895019531, |
| "learning_rate": 9.531051964512042e-06, |
| "loss": 1.8478, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.11097099621689786, |
| "grad_norm": 9.696242332458496, |
| "learning_rate": 9.518377693282636e-06, |
| "loss": 1.8625, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.11349306431273644, |
| "grad_norm": 9.121529579162598, |
| "learning_rate": 9.505703422053234e-06, |
| "loss": 1.9736, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.11601513240857503, |
| "grad_norm": 9.0239896774292, |
| "learning_rate": 9.493029150823828e-06, |
| "loss": 1.8687, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.11853720050441362, |
| "grad_norm": 8.566268920898438, |
| "learning_rate": 9.480354879594424e-06, |
| "loss": 1.7855, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.1210592686002522, |
| "grad_norm": 9.728326797485352, |
| "learning_rate": 9.46768060836502e-06, |
| "loss": 2.0394, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.1235813366960908, |
| "grad_norm": 8.644201278686523, |
| "learning_rate": 9.455006337135616e-06, |
| "loss": 1.8265, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.12610340479192939, |
| "grad_norm": 9.00877857208252, |
| "learning_rate": 9.442332065906211e-06, |
| "loss": 1.9655, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.12610340479192939, |
| "eval_loss": 1.8593257665634155, |
| "eval_runtime": 19.3972, |
| "eval_samples_per_second": 36.345, |
| "eval_steps_per_second": 18.198, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.12862547288776796, |
| "grad_norm": 8.626359939575195, |
| "learning_rate": 9.429657794676807e-06, |
| "loss": 1.8767, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.13114754098360656, |
| "grad_norm": 8.989786148071289, |
| "learning_rate": 9.416983523447403e-06, |
| "loss": 1.9197, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.13366960907944514, |
| "grad_norm": 8.265259742736816, |
| "learning_rate": 9.404309252217997e-06, |
| "loss": 1.7882, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.13619167717528374, |
| "grad_norm": 9.578763008117676, |
| "learning_rate": 9.391634980988594e-06, |
| "loss": 2.0616, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.13871374527112232, |
| "grad_norm": 9.27950382232666, |
| "learning_rate": 9.37896070975919e-06, |
| "loss": 1.9043, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.14123581336696092, |
| "grad_norm": 8.789308547973633, |
| "learning_rate": 9.366286438529786e-06, |
| "loss": 1.8745, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.1437578814627995, |
| "grad_norm": 8.460257530212402, |
| "learning_rate": 9.35361216730038e-06, |
| "loss": 1.9719, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.14627994955863807, |
| "grad_norm": 8.686505317687988, |
| "learning_rate": 9.340937896070976e-06, |
| "loss": 1.8288, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.14880201765447668, |
| "grad_norm": 9.074113845825195, |
| "learning_rate": 9.328263624841572e-06, |
| "loss": 1.8212, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.15132408575031525, |
| "grad_norm": 8.919495582580566, |
| "learning_rate": 9.315589353612169e-06, |
| "loss": 1.9267, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.15384615384615385, |
| "grad_norm": 9.349574089050293, |
| "learning_rate": 9.302915082382765e-06, |
| "loss": 1.8566, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.15636822194199243, |
| "grad_norm": 10.293651580810547, |
| "learning_rate": 9.290240811153359e-06, |
| "loss": 1.7412, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.15889029003783103, |
| "grad_norm": 9.373260498046875, |
| "learning_rate": 9.277566539923955e-06, |
| "loss": 1.9118, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.1614123581336696, |
| "grad_norm": 9.066275596618652, |
| "learning_rate": 9.264892268694551e-06, |
| "loss": 1.89, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.16393442622950818, |
| "grad_norm": 9.459461212158203, |
| "learning_rate": 9.252217997465146e-06, |
| "loss": 1.8408, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.1664564943253468, |
| "grad_norm": 9.49438190460205, |
| "learning_rate": 9.239543726235742e-06, |
| "loss": 1.9826, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.16897856242118536, |
| "grad_norm": 9.088374137878418, |
| "learning_rate": 9.226869455006338e-06, |
| "loss": 1.8442, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.17150063051702397, |
| "grad_norm": 8.981496810913086, |
| "learning_rate": 9.214195183776934e-06, |
| "loss": 1.8115, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.17402269861286254, |
| "grad_norm": 9.342341423034668, |
| "learning_rate": 9.201520912547528e-06, |
| "loss": 1.849, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.17654476670870115, |
| "grad_norm": 9.18710708618164, |
| "learning_rate": 9.188846641318126e-06, |
| "loss": 1.7475, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.17906683480453972, |
| "grad_norm": 9.204767227172852, |
| "learning_rate": 9.17617237008872e-06, |
| "loss": 1.8912, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.18158890290037832, |
| "grad_norm": 9.105266571044922, |
| "learning_rate": 9.163498098859315e-06, |
| "loss": 1.8394, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.1841109709962169, |
| "grad_norm": 9.192793846130371, |
| "learning_rate": 9.150823827629913e-06, |
| "loss": 1.9242, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.18663303909205547, |
| "grad_norm": 8.911624908447266, |
| "learning_rate": 9.138149556400507e-06, |
| "loss": 1.9121, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.18915510718789408, |
| "grad_norm": 9.20001220703125, |
| "learning_rate": 9.125475285171103e-06, |
| "loss": 1.9752, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.19167717528373265, |
| "grad_norm": 8.967398643493652, |
| "learning_rate": 9.1128010139417e-06, |
| "loss": 1.7422, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.19419924337957126, |
| "grad_norm": 8.867136001586914, |
| "learning_rate": 9.100126742712296e-06, |
| "loss": 1.7391, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.19672131147540983, |
| "grad_norm": 9.721291542053223, |
| "learning_rate": 9.08745247148289e-06, |
| "loss": 1.7955, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.19924337957124844, |
| "grad_norm": 8.936488151550293, |
| "learning_rate": 9.074778200253486e-06, |
| "loss": 1.602, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.201765447667087, |
| "grad_norm": 8.965775489807129, |
| "learning_rate": 9.062103929024082e-06, |
| "loss": 1.9918, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.2042875157629256, |
| "grad_norm": 9.03048324584961, |
| "learning_rate": 9.049429657794677e-06, |
| "loss": 1.8228, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.2068095838587642, |
| "grad_norm": 9.195337295532227, |
| "learning_rate": 9.036755386565273e-06, |
| "loss": 1.9259, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.20933165195460277, |
| "grad_norm": 9.696627616882324, |
| "learning_rate": 9.024081115335869e-06, |
| "loss": 1.8497, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.21185372005044137, |
| "grad_norm": 9.298614501953125, |
| "learning_rate": 9.011406844106465e-06, |
| "loss": 1.8685, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.21437578814627994, |
| "grad_norm": 8.810253143310547, |
| "learning_rate": 8.998732572877061e-06, |
| "loss": 1.7147, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.21689785624211855, |
| "grad_norm": 8.825125694274902, |
| "learning_rate": 8.986058301647655e-06, |
| "loss": 1.8466, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.21941992433795712, |
| "grad_norm": 8.869908332824707, |
| "learning_rate": 8.973384030418252e-06, |
| "loss": 1.9044, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.22194199243379573, |
| "grad_norm": 9.151841163635254, |
| "learning_rate": 8.960709759188848e-06, |
| "loss": 1.8922, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.2244640605296343, |
| "grad_norm": 9.193544387817383, |
| "learning_rate": 8.948035487959444e-06, |
| "loss": 1.8199, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.22698612862547288, |
| "grad_norm": 8.479183197021484, |
| "learning_rate": 8.935361216730038e-06, |
| "loss": 1.847, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.22950819672131148, |
| "grad_norm": 9.11871337890625, |
| "learning_rate": 8.922686945500634e-06, |
| "loss": 1.8631, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.23203026481715006, |
| "grad_norm": 9.080836296081543, |
| "learning_rate": 8.91001267427123e-06, |
| "loss": 1.9849, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.23455233291298866, |
| "grad_norm": 10.182774543762207, |
| "learning_rate": 8.897338403041825e-06, |
| "loss": 1.933, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.23707440100882723, |
| "grad_norm": 9.077899932861328, |
| "learning_rate": 8.884664131812421e-06, |
| "loss": 1.7692, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.23959646910466584, |
| "grad_norm": 8.86284065246582, |
| "learning_rate": 8.871989860583017e-06, |
| "loss": 1.7995, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.2421185372005044, |
| "grad_norm": 9.612898826599121, |
| "learning_rate": 8.859315589353613e-06, |
| "loss": 2.045, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.244640605296343, |
| "grad_norm": 9.372990608215332, |
| "learning_rate": 8.846641318124208e-06, |
| "loss": 1.8652, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.2471626733921816, |
| "grad_norm": 9.045456886291504, |
| "learning_rate": 8.833967046894805e-06, |
| "loss": 1.8405, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.24968474148802017, |
| "grad_norm": 8.836333274841309, |
| "learning_rate": 8.8212927756654e-06, |
| "loss": 1.7977, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.25220680958385877, |
| "grad_norm": 8.542088508605957, |
| "learning_rate": 8.808618504435996e-06, |
| "loss": 1.7449, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.25220680958385877, |
| "eval_loss": 1.821334719657898, |
| "eval_runtime": 19.3187, |
| "eval_samples_per_second": 36.493, |
| "eval_steps_per_second": 18.272, |
| "step": 100 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 794, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 50, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 534403812249600.0, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
