| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.0, |
| "eval_steps": 50, |
| "global_step": 794, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0025220680958385876, |
| "grad_norm": 83.13754272460938, |
| "learning_rate": 0.0, |
| "loss": 3.3942, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.005044136191677175, |
| "grad_norm": 71.36713409423828, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 3.4365, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.007566204287515763, |
| "grad_norm": 66.02528381347656, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 3.0385, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.01008827238335435, |
| "grad_norm": 66.64842224121094, |
| "learning_rate": 6e-06, |
| "loss": 3.1228, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.012610340479192938, |
| "grad_norm": 58.996517181396484, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 2.7637, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.015132408575031526, |
| "grad_norm": 39.48223114013672, |
| "learning_rate": 1e-05, |
| "loss": 2.3209, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.017654476670870115, |
| "grad_norm": 46.47368240356445, |
| "learning_rate": 9.987325728770595e-06, |
| "loss": 2.1914, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.0201765447667087, |
| "grad_norm": 21.601478576660156, |
| "learning_rate": 9.974651457541193e-06, |
| "loss": 2.1892, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.02269861286254729, |
| "grad_norm": 15.485176086425781, |
| "learning_rate": 9.961977186311787e-06, |
| "loss": 2.1412, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.025220680958385876, |
| "grad_norm": 16.23291778564453, |
| "learning_rate": 9.949302915082384e-06, |
| "loss": 1.9318, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.027742749054224466, |
| "grad_norm": 13.485719680786133, |
| "learning_rate": 9.93662864385298e-06, |
| "loss": 1.9938, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.03026481715006305, |
| "grad_norm": 10.41800308227539, |
| "learning_rate": 9.923954372623576e-06, |
| "loss": 2.0039, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.03278688524590164, |
| "grad_norm": 13.47785472869873, |
| "learning_rate": 9.91128010139417e-06, |
| "loss": 2.0528, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.03530895334174023, |
| "grad_norm": 11.072226524353027, |
| "learning_rate": 9.898605830164766e-06, |
| "loss": 2.0423, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.03783102143757881, |
| "grad_norm": 13.525521278381348, |
| "learning_rate": 9.885931558935362e-06, |
| "loss": 1.9874, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.0403530895334174, |
| "grad_norm": 11.501786231994629, |
| "learning_rate": 9.873257287705957e-06, |
| "loss": 2.1873, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.04287515762925599, |
| "grad_norm": 10.845256805419922, |
| "learning_rate": 9.860583016476553e-06, |
| "loss": 1.9688, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.04539722572509458, |
| "grad_norm": 10.69442367553711, |
| "learning_rate": 9.847908745247149e-06, |
| "loss": 1.9445, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.04791929382093316, |
| "grad_norm": 10.206631660461426, |
| "learning_rate": 9.835234474017745e-06, |
| "loss": 1.93, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.05044136191677175, |
| "grad_norm": 11.61585521697998, |
| "learning_rate": 9.822560202788341e-06, |
| "loss": 1.94, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.05296343001261034, |
| "grad_norm": 11.214790344238281, |
| "learning_rate": 9.809885931558936e-06, |
| "loss": 1.8872, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.05548549810844893, |
| "grad_norm": 10.26319694519043, |
| "learning_rate": 9.797211660329532e-06, |
| "loss": 1.8142, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.058007566204287514, |
| "grad_norm": 9.72568130493164, |
| "learning_rate": 9.784537389100128e-06, |
| "loss": 1.9886, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.0605296343001261, |
| "grad_norm": 10.376155853271484, |
| "learning_rate": 9.771863117870724e-06, |
| "loss": 1.9708, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.06305170239596469, |
| "grad_norm": 10.003466606140137, |
| "learning_rate": 9.759188846641318e-06, |
| "loss": 1.9703, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.06557377049180328, |
| "grad_norm": 9.423194885253906, |
| "learning_rate": 9.746514575411914e-06, |
| "loss": 1.8896, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.06809583858764187, |
| "grad_norm": 9.320464134216309, |
| "learning_rate": 9.73384030418251e-06, |
| "loss": 1.9495, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.07061790668348046, |
| "grad_norm": 9.116365432739258, |
| "learning_rate": 9.721166032953105e-06, |
| "loss": 2.0434, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.07313997477931904, |
| "grad_norm": 9.689815521240234, |
| "learning_rate": 9.708491761723701e-06, |
| "loss": 1.9642, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.07566204287515763, |
| "grad_norm": 9.166707992553711, |
| "learning_rate": 9.695817490494297e-06, |
| "loss": 1.9487, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.07818411097099622, |
| "grad_norm": 9.399063110351562, |
| "learning_rate": 9.683143219264893e-06, |
| "loss": 2.0389, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.0807061790668348, |
| "grad_norm": 9.226134300231934, |
| "learning_rate": 9.670468948035488e-06, |
| "loss": 2.0427, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.0832282471626734, |
| "grad_norm": 9.105801582336426, |
| "learning_rate": 9.657794676806086e-06, |
| "loss": 2.1308, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.08575031525851198, |
| "grad_norm": 9.654237747192383, |
| "learning_rate": 9.64512040557668e-06, |
| "loss": 1.8129, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.08827238335435057, |
| "grad_norm": 9.531847953796387, |
| "learning_rate": 9.632446134347276e-06, |
| "loss": 1.9344, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.09079445145018916, |
| "grad_norm": 9.385769844055176, |
| "learning_rate": 9.619771863117872e-06, |
| "loss": 1.8751, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.09331651954602774, |
| "grad_norm": 9.698821067810059, |
| "learning_rate": 9.607097591888467e-06, |
| "loss": 2.029, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.09583858764186633, |
| "grad_norm": 9.558582305908203, |
| "learning_rate": 9.594423320659063e-06, |
| "loss": 1.9676, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.09836065573770492, |
| "grad_norm": 9.290550231933594, |
| "learning_rate": 9.581749049429659e-06, |
| "loss": 1.8812, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.1008827238335435, |
| "grad_norm": 9.714218139648438, |
| "learning_rate": 9.569074778200255e-06, |
| "loss": 1.8447, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.1034047919293821, |
| "grad_norm": 8.576757431030273, |
| "learning_rate": 9.55640050697085e-06, |
| "loss": 1.7642, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.10592686002522068, |
| "grad_norm": 9.177382469177246, |
| "learning_rate": 9.543726235741445e-06, |
| "loss": 1.8653, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.10844892812105927, |
| "grad_norm": 8.541791915893555, |
| "learning_rate": 9.531051964512042e-06, |
| "loss": 1.8476, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.11097099621689786, |
| "grad_norm": 9.684398651123047, |
| "learning_rate": 9.518377693282636e-06, |
| "loss": 1.865, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.11349306431273644, |
| "grad_norm": 9.168283462524414, |
| "learning_rate": 9.505703422053234e-06, |
| "loss": 1.9742, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.11601513240857503, |
| "grad_norm": 9.015252113342285, |
| "learning_rate": 9.493029150823828e-06, |
| "loss": 1.8696, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.11853720050441362, |
| "grad_norm": 8.578283309936523, |
| "learning_rate": 9.480354879594424e-06, |
| "loss": 1.786, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.1210592686002522, |
| "grad_norm": 9.717804908752441, |
| "learning_rate": 9.46768060836502e-06, |
| "loss": 2.0357, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.1235813366960908, |
| "grad_norm": 8.676836013793945, |
| "learning_rate": 9.455006337135616e-06, |
| "loss": 1.8266, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.12610340479192939, |
| "grad_norm": 9.012295722961426, |
| "learning_rate": 9.442332065906211e-06, |
| "loss": 1.9655, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.12610340479192939, |
| "eval_loss": 1.8593026399612427, |
| "eval_runtime": 22.7272, |
| "eval_samples_per_second": 31.02, |
| "eval_steps_per_second": 15.532, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.12862547288776796, |
| "grad_norm": 8.632142066955566, |
| "learning_rate": 9.429657794676807e-06, |
| "loss": 1.877, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.13114754098360656, |
| "grad_norm": 9.000449180603027, |
| "learning_rate": 9.416983523447403e-06, |
| "loss": 1.9196, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.13366960907944514, |
| "grad_norm": 8.286824226379395, |
| "learning_rate": 9.404309252217997e-06, |
| "loss": 1.7899, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.13619167717528374, |
| "grad_norm": 9.664816856384277, |
| "learning_rate": 9.391634980988594e-06, |
| "loss": 2.0637, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.13871374527112232, |
| "grad_norm": 9.408864974975586, |
| "learning_rate": 9.37896070975919e-06, |
| "loss": 1.9069, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.14123581336696092, |
| "grad_norm": 8.858333587646484, |
| "learning_rate": 9.366286438529786e-06, |
| "loss": 1.8742, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.1437578814627995, |
| "grad_norm": 8.489448547363281, |
| "learning_rate": 9.35361216730038e-06, |
| "loss": 1.9704, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.14627994955863807, |
| "grad_norm": 8.65485668182373, |
| "learning_rate": 9.340937896070976e-06, |
| "loss": 1.8288, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.14880201765447668, |
| "grad_norm": 9.034996032714844, |
| "learning_rate": 9.328263624841572e-06, |
| "loss": 1.8237, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.15132408575031525, |
| "grad_norm": 8.894627571105957, |
| "learning_rate": 9.315589353612169e-06, |
| "loss": 1.9284, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.15384615384615385, |
| "grad_norm": 9.375040054321289, |
| "learning_rate": 9.302915082382765e-06, |
| "loss": 1.8564, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.15636822194199243, |
| "grad_norm": 10.312094688415527, |
| "learning_rate": 9.290240811153359e-06, |
| "loss": 1.7402, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.15889029003783103, |
| "grad_norm": 9.399353981018066, |
| "learning_rate": 9.277566539923955e-06, |
| "loss": 1.9146, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.1614123581336696, |
| "grad_norm": 9.056628227233887, |
| "learning_rate": 9.264892268694551e-06, |
| "loss": 1.8897, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.16393442622950818, |
| "grad_norm": 9.38147258758545, |
| "learning_rate": 9.252217997465146e-06, |
| "loss": 1.8415, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.1664564943253468, |
| "grad_norm": 9.386856079101562, |
| "learning_rate": 9.239543726235742e-06, |
| "loss": 1.982, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.16897856242118536, |
| "grad_norm": 9.0509614944458, |
| "learning_rate": 9.226869455006338e-06, |
| "loss": 1.8456, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.17150063051702397, |
| "grad_norm": 8.862478256225586, |
| "learning_rate": 9.214195183776934e-06, |
| "loss": 1.8085, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.17402269861286254, |
| "grad_norm": 9.258233070373535, |
| "learning_rate": 9.201520912547528e-06, |
| "loss": 1.8478, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.17654476670870115, |
| "grad_norm": 9.156318664550781, |
| "learning_rate": 9.188846641318126e-06, |
| "loss": 1.748, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.17906683480453972, |
| "grad_norm": 9.234468460083008, |
| "learning_rate": 9.17617237008872e-06, |
| "loss": 1.8946, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.18158890290037832, |
| "grad_norm": 9.102885246276855, |
| "learning_rate": 9.163498098859315e-06, |
| "loss": 1.8383, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.1841109709962169, |
| "grad_norm": 9.106884002685547, |
| "learning_rate": 9.150823827629913e-06, |
| "loss": 1.9243, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.18663303909205547, |
| "grad_norm": 8.918400764465332, |
| "learning_rate": 9.138149556400507e-06, |
| "loss": 1.9136, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.18915510718789408, |
| "grad_norm": 9.20316219329834, |
| "learning_rate": 9.125475285171103e-06, |
| "loss": 1.9757, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.19167717528373265, |
| "grad_norm": 8.938888549804688, |
| "learning_rate": 9.1128010139417e-06, |
| "loss": 1.744, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.19419924337957126, |
| "grad_norm": 8.884087562561035, |
| "learning_rate": 9.100126742712296e-06, |
| "loss": 1.741, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.19672131147540983, |
| "grad_norm": 9.786199569702148, |
| "learning_rate": 9.08745247148289e-06, |
| "loss": 1.795, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.19924337957124844, |
| "grad_norm": 8.94467830657959, |
| "learning_rate": 9.074778200253486e-06, |
| "loss": 1.6029, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.201765447667087, |
| "grad_norm": 8.95161247253418, |
| "learning_rate": 9.062103929024082e-06, |
| "loss": 1.9906, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.2042875157629256, |
| "grad_norm": 8.998520851135254, |
| "learning_rate": 9.049429657794677e-06, |
| "loss": 1.8235, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.2068095838587642, |
| "grad_norm": 9.164076805114746, |
| "learning_rate": 9.036755386565273e-06, |
| "loss": 1.9275, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.20933165195460277, |
| "grad_norm": 9.689983367919922, |
| "learning_rate": 9.024081115335869e-06, |
| "loss": 1.8506, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.21185372005044137, |
| "grad_norm": 9.274272918701172, |
| "learning_rate": 9.011406844106465e-06, |
| "loss": 1.8702, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.21437578814627994, |
| "grad_norm": 8.776298522949219, |
| "learning_rate": 8.998732572877061e-06, |
| "loss": 1.7139, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.21689785624211855, |
| "grad_norm": 8.801532745361328, |
| "learning_rate": 8.986058301647655e-06, |
| "loss": 1.8459, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.21941992433795712, |
| "grad_norm": 8.84094524383545, |
| "learning_rate": 8.973384030418252e-06, |
| "loss": 1.9022, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.22194199243379573, |
| "grad_norm": 9.14400863647461, |
| "learning_rate": 8.960709759188848e-06, |
| "loss": 1.8897, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.2244640605296343, |
| "grad_norm": 9.148355484008789, |
| "learning_rate": 8.948035487959444e-06, |
| "loss": 1.8187, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.22698612862547288, |
| "grad_norm": 8.494791984558105, |
| "learning_rate": 8.935361216730038e-06, |
| "loss": 1.8459, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.22950819672131148, |
| "grad_norm": 9.062163352966309, |
| "learning_rate": 8.922686945500634e-06, |
| "loss": 1.8613, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.23203026481715006, |
| "grad_norm": 9.061888694763184, |
| "learning_rate": 8.91001267427123e-06, |
| "loss": 1.9857, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.23455233291298866, |
| "grad_norm": 10.139209747314453, |
| "learning_rate": 8.897338403041825e-06, |
| "loss": 1.9318, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.23707440100882723, |
| "grad_norm": 9.2800931930542, |
| "learning_rate": 8.884664131812421e-06, |
| "loss": 1.7709, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.23959646910466584, |
| "grad_norm": 8.862195014953613, |
| "learning_rate": 8.871989860583017e-06, |
| "loss": 1.7987, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.2421185372005044, |
| "grad_norm": 9.58297348022461, |
| "learning_rate": 8.859315589353613e-06, |
| "loss": 2.0442, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.244640605296343, |
| "grad_norm": 9.38765811920166, |
| "learning_rate": 8.846641318124208e-06, |
| "loss": 1.8665, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.2471626733921816, |
| "grad_norm": 9.039520263671875, |
| "learning_rate": 8.833967046894805e-06, |
| "loss": 1.8397, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.24968474148802017, |
| "grad_norm": 8.83530330657959, |
| "learning_rate": 8.8212927756654e-06, |
| "loss": 1.7988, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.25220680958385877, |
| "grad_norm": 8.552284240722656, |
| "learning_rate": 8.808618504435996e-06, |
| "loss": 1.7445, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.25220680958385877, |
| "eval_loss": 1.821302890777588, |
| "eval_runtime": 22.4563, |
| "eval_samples_per_second": 31.394, |
| "eval_steps_per_second": 15.719, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.2547288776796974, |
| "grad_norm": 9.627294540405273, |
| "learning_rate": 8.795944233206592e-06, |
| "loss": 1.8091, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.2572509457755359, |
| "grad_norm": 8.704631805419922, |
| "learning_rate": 8.783269961977186e-06, |
| "loss": 2.0544, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.2597730138713745, |
| "grad_norm": 8.846882820129395, |
| "learning_rate": 8.770595690747782e-06, |
| "loss": 1.8539, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.26229508196721313, |
| "grad_norm": 8.313948631286621, |
| "learning_rate": 8.757921419518379e-06, |
| "loss": 1.6635, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.2648171500630517, |
| "grad_norm": 8.77181625366211, |
| "learning_rate": 8.745247148288975e-06, |
| "loss": 1.8712, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.2673392181588903, |
| "grad_norm": 8.449075698852539, |
| "learning_rate": 8.732572877059569e-06, |
| "loss": 1.7943, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.2698612862547289, |
| "grad_norm": 9.596981048583984, |
| "learning_rate": 8.719898605830165e-06, |
| "loss": 2.0333, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.2723833543505675, |
| "grad_norm": 8.669624328613281, |
| "learning_rate": 8.707224334600761e-06, |
| "loss": 1.7816, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.27490542244640603, |
| "grad_norm": 9.708998680114746, |
| "learning_rate": 8.694550063371356e-06, |
| "loss": 1.9616, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.27742749054224464, |
| "grad_norm": 8.8702974319458, |
| "learning_rate": 8.681875792141954e-06, |
| "loss": 1.9119, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.27994955863808324, |
| "grad_norm": 9.147343635559082, |
| "learning_rate": 8.669201520912548e-06, |
| "loss": 1.8413, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.28247162673392184, |
| "grad_norm": 8.951756477355957, |
| "learning_rate": 8.656527249683144e-06, |
| "loss": 1.8813, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.2849936948297604, |
| "grad_norm": 9.136735916137695, |
| "learning_rate": 8.64385297845374e-06, |
| "loss": 1.7765, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.287515762925599, |
| "grad_norm": 9.53905963897705, |
| "learning_rate": 8.631178707224336e-06, |
| "loss": 1.7704, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.2900378310214376, |
| "grad_norm": 8.893516540527344, |
| "learning_rate": 8.61850443599493e-06, |
| "loss": 1.6198, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.29255989911727615, |
| "grad_norm": 8.778462409973145, |
| "learning_rate": 8.605830164765527e-06, |
| "loss": 1.7663, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.29508196721311475, |
| "grad_norm": 9.09292984008789, |
| "learning_rate": 8.593155893536123e-06, |
| "loss": 1.8273, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.29760403530895335, |
| "grad_norm": 9.203009605407715, |
| "learning_rate": 8.580481622306717e-06, |
| "loss": 1.9456, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.30012610340479196, |
| "grad_norm": 9.124825477600098, |
| "learning_rate": 8.567807351077313e-06, |
| "loss": 1.844, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.3026481715006305, |
| "grad_norm": 9.237686157226562, |
| "learning_rate": 8.55513307984791e-06, |
| "loss": 1.7495, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.3051702395964691, |
| "grad_norm": 9.535928726196289, |
| "learning_rate": 8.542458808618506e-06, |
| "loss": 1.828, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.3076923076923077, |
| "grad_norm": 9.44102954864502, |
| "learning_rate": 8.5297845373891e-06, |
| "loss": 1.9785, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.31021437578814626, |
| "grad_norm": 9.092142105102539, |
| "learning_rate": 8.517110266159696e-06, |
| "loss": 1.7611, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.31273644388398486, |
| "grad_norm": 9.274849891662598, |
| "learning_rate": 8.504435994930292e-06, |
| "loss": 1.7283, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.31525851197982346, |
| "grad_norm": 8.317136764526367, |
| "learning_rate": 8.491761723700888e-06, |
| "loss": 1.8366, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.31778058007566207, |
| "grad_norm": 8.939324378967285, |
| "learning_rate": 8.479087452471484e-06, |
| "loss": 1.878, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.3203026481715006, |
| "grad_norm": 9.072879791259766, |
| "learning_rate": 8.466413181242079e-06, |
| "loss": 1.8724, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.3228247162673392, |
| "grad_norm": 8.94404411315918, |
| "learning_rate": 8.453738910012675e-06, |
| "loss": 1.7007, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.3253467843631778, |
| "grad_norm": 8.423967361450195, |
| "learning_rate": 8.441064638783271e-06, |
| "loss": 1.8021, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.32786885245901637, |
| "grad_norm": 9.372537612915039, |
| "learning_rate": 8.428390367553865e-06, |
| "loss": 1.8622, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.33039092055485497, |
| "grad_norm": 8.834014892578125, |
| "learning_rate": 8.415716096324462e-06, |
| "loss": 1.7708, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.3329129886506936, |
| "grad_norm": 9.13171100616455, |
| "learning_rate": 8.403041825095058e-06, |
| "loss": 2.0644, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.3354350567465322, |
| "grad_norm": 9.38616943359375, |
| "learning_rate": 8.390367553865654e-06, |
| "loss": 1.8012, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.3379571248423707, |
| "grad_norm": 9.134305953979492, |
| "learning_rate": 8.377693282636248e-06, |
| "loss": 1.8579, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.34047919293820933, |
| "grad_norm": 9.147695541381836, |
| "learning_rate": 8.365019011406846e-06, |
| "loss": 1.8561, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.34300126103404793, |
| "grad_norm": 9.097079277038574, |
| "learning_rate": 8.35234474017744e-06, |
| "loss": 1.9241, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.3455233291298865, |
| "grad_norm": 8.7761812210083, |
| "learning_rate": 8.339670468948035e-06, |
| "loss": 1.8393, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.3480453972257251, |
| "grad_norm": 8.91004467010498, |
| "learning_rate": 8.326996197718633e-06, |
| "loss": 1.7533, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.3505674653215637, |
| "grad_norm": 9.649863243103027, |
| "learning_rate": 8.314321926489227e-06, |
| "loss": 1.9777, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.3530895334174023, |
| "grad_norm": 9.433012008666992, |
| "learning_rate": 8.301647655259823e-06, |
| "loss": 1.959, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.35561160151324084, |
| "grad_norm": 9.400664329528809, |
| "learning_rate": 8.28897338403042e-06, |
| "loss": 1.7688, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.35813366960907944, |
| "grad_norm": 8.890508651733398, |
| "learning_rate": 8.276299112801015e-06, |
| "loss": 1.7521, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.36065573770491804, |
| "grad_norm": 9.65843391418457, |
| "learning_rate": 8.26362484157161e-06, |
| "loss": 1.9993, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.36317780580075665, |
| "grad_norm": 8.980792045593262, |
| "learning_rate": 8.250950570342206e-06, |
| "loss": 1.7685, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.3656998738965952, |
| "grad_norm": 8.810537338256836, |
| "learning_rate": 8.238276299112802e-06, |
| "loss": 1.8443, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.3682219419924338, |
| "grad_norm": 9.117584228515625, |
| "learning_rate": 8.225602027883396e-06, |
| "loss": 1.9269, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.3707440100882724, |
| "grad_norm": 9.197243690490723, |
| "learning_rate": 8.212927756653993e-06, |
| "loss": 1.8833, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.37326607818411095, |
| "grad_norm": 9.297012329101562, |
| "learning_rate": 8.200253485424589e-06, |
| "loss": 1.8194, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.37578814627994955, |
| "grad_norm": 8.982695579528809, |
| "learning_rate": 8.187579214195185e-06, |
| "loss": 1.8801, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.37831021437578816, |
| "grad_norm": 8.55199909210205, |
| "learning_rate": 8.17490494296578e-06, |
| "loss": 1.7882, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.37831021437578816, |
| "eval_loss": 1.801971435546875, |
| "eval_runtime": 22.4853, |
| "eval_samples_per_second": 31.354, |
| "eval_steps_per_second": 15.699, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.38083228247162676, |
| "grad_norm": 8.808869361877441, |
| "learning_rate": 8.162230671736375e-06, |
| "loss": 1.7401, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.3833543505674653, |
| "grad_norm": 9.283302307128906, |
| "learning_rate": 8.149556400506971e-06, |
| "loss": 1.9796, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.3858764186633039, |
| "grad_norm": 9.003050804138184, |
| "learning_rate": 8.136882129277567e-06, |
| "loss": 1.6729, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.3883984867591425, |
| "grad_norm": 9.130897521972656, |
| "learning_rate": 8.124207858048164e-06, |
| "loss": 1.9085, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.39092055485498106, |
| "grad_norm": 8.871198654174805, |
| "learning_rate": 8.111533586818758e-06, |
| "loss": 1.9218, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.39344262295081966, |
| "grad_norm": 8.295755386352539, |
| "learning_rate": 8.098859315589354e-06, |
| "loss": 1.7709, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.39596469104665827, |
| "grad_norm": 9.15046501159668, |
| "learning_rate": 8.08618504435995e-06, |
| "loss": 1.9304, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.39848675914249687, |
| "grad_norm": 8.887716293334961, |
| "learning_rate": 8.073510773130546e-06, |
| "loss": 1.8097, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.4010088272383354, |
| "grad_norm": 8.1146821975708, |
| "learning_rate": 8.06083650190114e-06, |
| "loss": 1.7202, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.403530895334174, |
| "grad_norm": 9.62702465057373, |
| "learning_rate": 8.048162230671737e-06, |
| "loss": 1.8547, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.4060529634300126, |
| "grad_norm": 8.954533576965332, |
| "learning_rate": 8.035487959442333e-06, |
| "loss": 1.9418, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.4085750315258512, |
| "grad_norm": 8.709664344787598, |
| "learning_rate": 8.022813688212927e-06, |
| "loss": 1.8355, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.4110970996216898, |
| "grad_norm": 9.2684907913208, |
| "learning_rate": 8.010139416983525e-06, |
| "loss": 1.9908, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.4136191677175284, |
| "grad_norm": 9.581305503845215, |
| "learning_rate": 7.99746514575412e-06, |
| "loss": 1.8155, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.416141235813367, |
| "grad_norm": 9.040098190307617, |
| "learning_rate": 7.984790874524716e-06, |
| "loss": 1.8591, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.41866330390920553, |
| "grad_norm": 9.17188549041748, |
| "learning_rate": 7.972116603295312e-06, |
| "loss": 1.8332, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.42118537200504413, |
| "grad_norm": 9.190821647644043, |
| "learning_rate": 7.959442332065906e-06, |
| "loss": 1.8488, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.42370744010088274, |
| "grad_norm": 9.045573234558105, |
| "learning_rate": 7.946768060836502e-06, |
| "loss": 1.7428, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.4262295081967213, |
| "grad_norm": 8.98148250579834, |
| "learning_rate": 7.934093789607098e-06, |
| "loss": 1.965, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.4287515762925599, |
| "grad_norm": 8.625720024108887, |
| "learning_rate": 7.921419518377694e-06, |
| "loss": 1.8538, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.4312736443883985, |
| "grad_norm": 8.84864330291748, |
| "learning_rate": 7.908745247148289e-06, |
| "loss": 1.7758, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.4337957124842371, |
| "grad_norm": 9.253456115722656, |
| "learning_rate": 7.896070975918885e-06, |
| "loss": 1.7754, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.43631778058007564, |
| "grad_norm": 9.059581756591797, |
| "learning_rate": 7.883396704689481e-06, |
| "loss": 1.9926, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.43883984867591425, |
| "grad_norm": 8.904810905456543, |
| "learning_rate": 7.870722433460076e-06, |
| "loss": 1.7971, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.44136191677175285, |
| "grad_norm": 8.4295654296875, |
| "learning_rate": 7.858048162230673e-06, |
| "loss": 1.7947, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.44388398486759145, |
| "grad_norm": 8.664776802062988, |
| "learning_rate": 7.845373891001268e-06, |
| "loss": 1.9424, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.44640605296343, |
| "grad_norm": 9.025026321411133, |
| "learning_rate": 7.832699619771864e-06, |
| "loss": 1.8143, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.4489281210592686, |
| "grad_norm": 8.458661079406738, |
| "learning_rate": 7.82002534854246e-06, |
| "loss": 1.7291, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.4514501891551072, |
| "grad_norm": 8.800137519836426, |
| "learning_rate": 7.807351077313056e-06, |
| "loss": 1.759, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.45397225725094575, |
| "grad_norm": 8.654534339904785, |
| "learning_rate": 7.79467680608365e-06, |
| "loss": 2.0166, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.45649432534678436, |
| "grad_norm": 9.417305946350098, |
| "learning_rate": 7.782002534854247e-06, |
| "loss": 1.9709, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.45901639344262296, |
| "grad_norm": 8.89673137664795, |
| "learning_rate": 7.769328263624843e-06, |
| "loss": 1.8067, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.46153846153846156, |
| "grad_norm": 8.633663177490234, |
| "learning_rate": 7.756653992395437e-06, |
| "loss": 1.8676, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.4640605296343001, |
| "grad_norm": 9.134156227111816, |
| "learning_rate": 7.743979721166033e-06, |
| "loss": 1.857, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.4665825977301387, |
| "grad_norm": 8.542975425720215, |
| "learning_rate": 7.73130544993663e-06, |
| "loss": 1.638, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.4691046658259773, |
| "grad_norm": 8.729076385498047, |
| "learning_rate": 7.718631178707225e-06, |
| "loss": 1.7845, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.47162673392181587, |
| "grad_norm": 8.95164680480957, |
| "learning_rate": 7.70595690747782e-06, |
| "loss": 1.8296, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.47414880201765447, |
| "grad_norm": 9.210955619812012, |
| "learning_rate": 7.693282636248416e-06, |
| "loss": 1.7914, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.4766708701134931, |
| "grad_norm": 9.148017883300781, |
| "learning_rate": 7.680608365019012e-06, |
| "loss": 1.6624, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.4791929382093317, |
| "grad_norm": 8.401142120361328, |
| "learning_rate": 7.667934093789608e-06, |
| "loss": 1.691, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.4817150063051702, |
| "grad_norm": 9.830410957336426, |
| "learning_rate": 7.655259822560204e-06, |
| "loss": 1.9906, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.4842370744010088, |
| "grad_norm": 8.865063667297363, |
| "learning_rate": 7.642585551330799e-06, |
| "loss": 1.9455, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.48675914249684743, |
| "grad_norm": 10.0823335647583, |
| "learning_rate": 7.629911280101395e-06, |
| "loss": 1.6741, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.489281210592686, |
| "grad_norm": 9.399166107177734, |
| "learning_rate": 7.617237008871991e-06, |
| "loss": 1.8719, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.4918032786885246, |
| "grad_norm": 9.091114044189453, |
| "learning_rate": 7.604562737642585e-06, |
| "loss": 2.0057, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.4943253467843632, |
| "grad_norm": 9.053544044494629, |
| "learning_rate": 7.591888466413182e-06, |
| "loss": 2.0169, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.4968474148802018, |
| "grad_norm": 8.5532808303833, |
| "learning_rate": 7.5792141951837775e-06, |
| "loss": 1.8269, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.49936948297604034, |
| "grad_norm": 8.772011756896973, |
| "learning_rate": 7.566539923954374e-06, |
| "loss": 1.7108, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.501891551071879, |
| "grad_norm": 9.473034858703613, |
| "learning_rate": 7.553865652724969e-06, |
| "loss": 1.8995, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.5044136191677175, |
| "grad_norm": 9.129395484924316, |
| "learning_rate": 7.541191381495565e-06, |
| "loss": 1.8357, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.5044136191677175, |
| "eval_loss": 1.7911782264709473, |
| "eval_runtime": 22.4856, |
| "eval_samples_per_second": 31.353, |
| "eval_steps_per_second": 15.699, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.5069356872635561, |
| "grad_norm": 9.366947174072266, |
| "learning_rate": 7.52851711026616e-06, |
| "loss": 1.7247, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.5094577553593947, |
| "grad_norm": 9.029621124267578, |
| "learning_rate": 7.5158428390367555e-06, |
| "loss": 1.9187, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.5119798234552333, |
| "grad_norm": 8.75687026977539, |
| "learning_rate": 7.503168567807352e-06, |
| "loss": 1.8674, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.5145018915510718, |
| "grad_norm": 8.900492668151855, |
| "learning_rate": 7.490494296577947e-06, |
| "loss": 1.8799, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.5170239596469105, |
| "grad_norm": 9.444570541381836, |
| "learning_rate": 7.477820025348543e-06, |
| "loss": 1.8788, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.519546027742749, |
| "grad_norm": 8.889688491821289, |
| "learning_rate": 7.465145754119138e-06, |
| "loss": 1.9666, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.5220680958385876, |
| "grad_norm": 8.494430541992188, |
| "learning_rate": 7.452471482889735e-06, |
| "loss": 1.7426, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.5245901639344263, |
| "grad_norm": 9.225420951843262, |
| "learning_rate": 7.4397972116603304e-06, |
| "loss": 1.7908, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.5271122320302648, |
| "grad_norm": 8.304360389709473, |
| "learning_rate": 7.427122940430926e-06, |
| "loss": 1.6749, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.5296343001261034, |
| "grad_norm": 8.81341552734375, |
| "learning_rate": 7.414448669201522e-06, |
| "loss": 1.9377, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.532156368221942, |
| "grad_norm": 8.664180755615234, |
| "learning_rate": 7.401774397972117e-06, |
| "loss": 1.7779, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.5346784363177806, |
| "grad_norm": 8.888455390930176, |
| "learning_rate": 7.389100126742713e-06, |
| "loss": 1.956, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.5372005044136192, |
| "grad_norm": 8.316351890563965, |
| "learning_rate": 7.376425855513308e-06, |
| "loss": 1.7736, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.5397225725094578, |
| "grad_norm": 9.542658805847168, |
| "learning_rate": 7.3637515842839045e-06, |
| "loss": 1.8532, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.5422446406052963, |
| "grad_norm": 9.170520782470703, |
| "learning_rate": 7.3510773130545e-06, |
| "loss": 1.8865, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.544766708701135, |
| "grad_norm": 9.351484298706055, |
| "learning_rate": 7.338403041825095e-06, |
| "loss": 1.8796, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.5472887767969735, |
| "grad_norm": 9.406367301940918, |
| "learning_rate": 7.325728770595691e-06, |
| "loss": 1.8942, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.5498108448928121, |
| "grad_norm": 8.844432830810547, |
| "learning_rate": 7.313054499366286e-06, |
| "loss": 1.8349, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.5523329129886507, |
| "grad_norm": 9.533503532409668, |
| "learning_rate": 7.300380228136883e-06, |
| "loss": 1.957, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.5548549810844893, |
| "grad_norm": 8.604388236999512, |
| "learning_rate": 7.287705956907478e-06, |
| "loss": 1.7672, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.5573770491803278, |
| "grad_norm": 9.03526496887207, |
| "learning_rate": 7.275031685678075e-06, |
| "loss": 1.8653, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.5598991172761665, |
| "grad_norm": 9.044580459594727, |
| "learning_rate": 7.26235741444867e-06, |
| "loss": 1.9083, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.562421185372005, |
| "grad_norm": 8.949540138244629, |
| "learning_rate": 7.249683143219266e-06, |
| "loss": 1.6617, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.5649432534678437, |
| "grad_norm": 9.074623107910156, |
| "learning_rate": 7.237008871989861e-06, |
| "loss": 1.8499, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.5674653215636822, |
| "grad_norm": 8.888490676879883, |
| "learning_rate": 7.224334600760457e-06, |
| "loss": 1.6527, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.5699873896595208, |
| "grad_norm": 9.051539421081543, |
| "learning_rate": 7.211660329531053e-06, |
| "loss": 1.8038, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.5725094577553594, |
| "grad_norm": 8.369515419006348, |
| "learning_rate": 7.198986058301648e-06, |
| "loss": 1.8563, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.575031525851198, |
| "grad_norm": 8.217233657836914, |
| "learning_rate": 7.186311787072244e-06, |
| "loss": 1.6532, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.5775535939470365, |
| "grad_norm": 8.884720802307129, |
| "learning_rate": 7.173637515842839e-06, |
| "loss": 1.8103, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.5800756620428752, |
| "grad_norm": 9.489113807678223, |
| "learning_rate": 7.1609632446134354e-06, |
| "loss": 1.8983, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.5825977301387137, |
| "grad_norm": 10.489038467407227, |
| "learning_rate": 7.148288973384031e-06, |
| "loss": 1.8123, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.5851197982345523, |
| "grad_norm": 8.364508628845215, |
| "learning_rate": 7.135614702154626e-06, |
| "loss": 1.9231, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.587641866330391, |
| "grad_norm": 10.242339134216309, |
| "learning_rate": 7.122940430925223e-06, |
| "loss": 1.8356, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.5901639344262295, |
| "grad_norm": 8.08353042602539, |
| "learning_rate": 7.110266159695818e-06, |
| "loss": 1.6703, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.592686002522068, |
| "grad_norm": 9.348738670349121, |
| "learning_rate": 7.097591888466414e-06, |
| "loss": 1.7144, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.5952080706179067, |
| "grad_norm": 9.00921630859375, |
| "learning_rate": 7.0849176172370095e-06, |
| "loss": 1.6271, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.5977301387137453, |
| "grad_norm": 9.098313331604004, |
| "learning_rate": 7.072243346007606e-06, |
| "loss": 1.8377, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.6002522068095839, |
| "grad_norm": 8.487982749938965, |
| "learning_rate": 7.059569074778201e-06, |
| "loss": 1.7231, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.6027742749054225, |
| "grad_norm": 8.85170841217041, |
| "learning_rate": 7.046894803548796e-06, |
| "loss": 1.7239, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.605296343001261, |
| "grad_norm": 9.242439270019531, |
| "learning_rate": 7.034220532319392e-06, |
| "loss": 1.7778, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.6078184110970997, |
| "grad_norm": 10.266282081604004, |
| "learning_rate": 7.0215462610899875e-06, |
| "loss": 1.8505, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.6103404791929382, |
| "grad_norm": 10.174772262573242, |
| "learning_rate": 7.008871989860584e-06, |
| "loss": 1.822, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.6128625472887768, |
| "grad_norm": 9.37380313873291, |
| "learning_rate": 6.996197718631179e-06, |
| "loss": 1.7181, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.6153846153846154, |
| "grad_norm": 9.645342826843262, |
| "learning_rate": 6.983523447401776e-06, |
| "loss": 1.8322, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.617906683480454, |
| "grad_norm": 8.987611770629883, |
| "learning_rate": 6.97084917617237e-06, |
| "loss": 1.8805, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.6204287515762925, |
| "grad_norm": 9.18445110321045, |
| "learning_rate": 6.9581749049429655e-06, |
| "loss": 1.7114, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.6229508196721312, |
| "grad_norm": 8.987384796142578, |
| "learning_rate": 6.9455006337135625e-06, |
| "loss": 1.869, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.6254728877679697, |
| "grad_norm": 8.741730690002441, |
| "learning_rate": 6.932826362484158e-06, |
| "loss": 1.8521, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.6279949558638083, |
| "grad_norm": 9.442428588867188, |
| "learning_rate": 6.920152091254754e-06, |
| "loss": 1.8787, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.6305170239596469, |
| "grad_norm": 9.383081436157227, |
| "learning_rate": 6.907477820025349e-06, |
| "loss": 1.7819, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.6305170239596469, |
| "eval_loss": 1.7835694551467896, |
| "eval_runtime": 22.5026, |
| "eval_samples_per_second": 31.33, |
| "eval_steps_per_second": 15.687, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.6330390920554855, |
| "grad_norm": 8.477014541625977, |
| "learning_rate": 6.894803548795945e-06, |
| "loss": 1.7756, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.6355611601513241, |
| "grad_norm": 8.9135160446167, |
| "learning_rate": 6.8821292775665405e-06, |
| "loss": 1.6981, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.6380832282471627, |
| "grad_norm": 9.343244552612305, |
| "learning_rate": 6.869455006337136e-06, |
| "loss": 1.8793, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.6406052963430012, |
| "grad_norm": 9.541474342346191, |
| "learning_rate": 6.856780735107732e-06, |
| "loss": 1.9366, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.6431273644388399, |
| "grad_norm": 9.232076644897461, |
| "learning_rate": 6.844106463878327e-06, |
| "loss": 1.79, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.6456494325346784, |
| "grad_norm": 9.20903205871582, |
| "learning_rate": 6.831432192648923e-06, |
| "loss": 1.7927, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.648171500630517, |
| "grad_norm": 8.93044662475586, |
| "learning_rate": 6.8187579214195185e-06, |
| "loss": 1.8095, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.6506935687263556, |
| "grad_norm": 8.670905113220215, |
| "learning_rate": 6.806083650190115e-06, |
| "loss": 1.6471, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.6532156368221942, |
| "grad_norm": 8.664294242858887, |
| "learning_rate": 6.793409378960711e-06, |
| "loss": 1.9497, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.6557377049180327, |
| "grad_norm": 9.337104797363281, |
| "learning_rate": 6.780735107731305e-06, |
| "loss": 1.7811, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.6582597730138714, |
| "grad_norm": 8.13593864440918, |
| "learning_rate": 6.768060836501902e-06, |
| "loss": 1.6531, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.6607818411097099, |
| "grad_norm": 9.000870704650879, |
| "learning_rate": 6.755386565272497e-06, |
| "loss": 1.7869, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.6633039092055486, |
| "grad_norm": 8.675310134887695, |
| "learning_rate": 6.742712294043093e-06, |
| "loss": 1.7682, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.6658259773013872, |
| "grad_norm": 8.915125846862793, |
| "learning_rate": 6.730038022813689e-06, |
| "loss": 1.7886, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.6683480453972257, |
| "grad_norm": 8.760987281799316, |
| "learning_rate": 6.717363751584285e-06, |
| "loss": 1.6765, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.6708701134930644, |
| "grad_norm": 9.88598918914795, |
| "learning_rate": 6.70468948035488e-06, |
| "loss": 1.7479, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.6733921815889029, |
| "grad_norm": 8.675105094909668, |
| "learning_rate": 6.692015209125475e-06, |
| "loss": 1.7543, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.6759142496847415, |
| "grad_norm": 9.642090797424316, |
| "learning_rate": 6.679340937896071e-06, |
| "loss": 1.9508, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.6784363177805801, |
| "grad_norm": 9.55046272277832, |
| "learning_rate": 6.666666666666667e-06, |
| "loss": 1.7196, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.6809583858764187, |
| "grad_norm": 10.080808639526367, |
| "learning_rate": 6.653992395437263e-06, |
| "loss": 1.7838, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.6834804539722572, |
| "grad_norm": 9.57958698272705, |
| "learning_rate": 6.641318124207858e-06, |
| "loss": 1.849, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.6860025220680959, |
| "grad_norm": 8.220699310302734, |
| "learning_rate": 6.628643852978455e-06, |
| "loss": 1.717, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.6885245901639344, |
| "grad_norm": 9.084957122802734, |
| "learning_rate": 6.61596958174905e-06, |
| "loss": 1.8759, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.691046658259773, |
| "grad_norm": 9.193656921386719, |
| "learning_rate": 6.6032953105196455e-06, |
| "loss": 1.8918, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.6935687263556116, |
| "grad_norm": 9.222799301147461, |
| "learning_rate": 6.590621039290242e-06, |
| "loss": 1.899, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.6960907944514502, |
| "grad_norm": 9.636636734008789, |
| "learning_rate": 6.577946768060837e-06, |
| "loss": 1.8116, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.6986128625472888, |
| "grad_norm": 9.802331924438477, |
| "learning_rate": 6.565272496831433e-06, |
| "loss": 1.9349, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.7011349306431274, |
| "grad_norm": 9.755422592163086, |
| "learning_rate": 6.552598225602028e-06, |
| "loss": 1.8527, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.7036569987389659, |
| "grad_norm": 10.284688949584961, |
| "learning_rate": 6.539923954372624e-06, |
| "loss": 1.9025, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.7061790668348046, |
| "grad_norm": 9.143197059631348, |
| "learning_rate": 6.52724968314322e-06, |
| "loss": 1.7448, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.7087011349306431, |
| "grad_norm": 9.599867820739746, |
| "learning_rate": 6.514575411913816e-06, |
| "loss": 1.8387, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.7112232030264817, |
| "grad_norm": 8.4711275100708, |
| "learning_rate": 6.501901140684411e-06, |
| "loss": 1.6271, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.7137452711223203, |
| "grad_norm": 8.960174560546875, |
| "learning_rate": 6.489226869455006e-06, |
| "loss": 1.9262, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.7162673392181589, |
| "grad_norm": 9.175895690917969, |
| "learning_rate": 6.476552598225603e-06, |
| "loss": 1.8258, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.7187894073139974, |
| "grad_norm": 8.494986534118652, |
| "learning_rate": 6.4638783269961976e-06, |
| "loss": 1.8624, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.7213114754098361, |
| "grad_norm": 8.861451148986816, |
| "learning_rate": 6.4512040557667945e-06, |
| "loss": 1.7639, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.7238335435056746, |
| "grad_norm": 9.249289512634277, |
| "learning_rate": 6.43852978453739e-06, |
| "loss": 1.8052, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.7263556116015133, |
| "grad_norm": 9.551322937011719, |
| "learning_rate": 6.425855513307986e-06, |
| "loss": 1.888, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.7288776796973518, |
| "grad_norm": 7.97605037689209, |
| "learning_rate": 6.413181242078581e-06, |
| "loss": 1.7407, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.7313997477931904, |
| "grad_norm": 8.704668998718262, |
| "learning_rate": 6.400506970849176e-06, |
| "loss": 1.6289, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.733921815889029, |
| "grad_norm": 9.57497787475586, |
| "learning_rate": 6.3878326996197725e-06, |
| "loss": 1.7025, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.7364438839848676, |
| "grad_norm": 9.079139709472656, |
| "learning_rate": 6.375158428390368e-06, |
| "loss": 1.6973, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.7389659520807061, |
| "grad_norm": 8.671896934509277, |
| "learning_rate": 6.362484157160964e-06, |
| "loss": 1.691, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.7414880201765448, |
| "grad_norm": 9.564823150634766, |
| "learning_rate": 6.349809885931559e-06, |
| "loss": 1.8636, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.7440100882723834, |
| "grad_norm": 8.475247383117676, |
| "learning_rate": 6.337135614702155e-06, |
| "loss": 1.8106, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.7465321563682219, |
| "grad_norm": 9.372197151184082, |
| "learning_rate": 6.3244613434727505e-06, |
| "loss": 1.8129, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.7490542244640606, |
| "grad_norm": 9.042529106140137, |
| "learning_rate": 6.311787072243346e-06, |
| "loss": 1.8301, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.7515762925598991, |
| "grad_norm": 9.25075912475586, |
| "learning_rate": 6.299112801013943e-06, |
| "loss": 1.9945, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.7540983606557377, |
| "grad_norm": 9.301259994506836, |
| "learning_rate": 6.286438529784538e-06, |
| "loss": 1.8318, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.7566204287515763, |
| "grad_norm": 9.111929893493652, |
| "learning_rate": 6.273764258555134e-06, |
| "loss": 1.79, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.7566204287515763, |
| "eval_loss": 1.773391842842102, |
| "eval_runtime": 22.5092, |
| "eval_samples_per_second": 31.321, |
| "eval_steps_per_second": 15.683, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.7591424968474149, |
| "grad_norm": 9.18808364868164, |
| "learning_rate": 6.261089987325729e-06, |
| "loss": 1.6887, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.7616645649432535, |
| "grad_norm": 8.52299976348877, |
| "learning_rate": 6.2484157160963254e-06, |
| "loss": 1.7068, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.7641866330390921, |
| "grad_norm": 9.556783676147461, |
| "learning_rate": 6.235741444866921e-06, |
| "loss": 1.8265, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.7667087011349306, |
| "grad_norm": 8.4852294921875, |
| "learning_rate": 6.223067173637516e-06, |
| "loss": 1.7148, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.7692307692307693, |
| "grad_norm": 9.724072456359863, |
| "learning_rate": 6.210392902408112e-06, |
| "loss": 1.7973, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.7717528373266078, |
| "grad_norm": 9.087509155273438, |
| "learning_rate": 6.197718631178707e-06, |
| "loss": 1.8091, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.7742749054224464, |
| "grad_norm": 8.920263290405273, |
| "learning_rate": 6.1850443599493034e-06, |
| "loss": 1.7686, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.776796973518285, |
| "grad_norm": 8.707300186157227, |
| "learning_rate": 6.172370088719899e-06, |
| "loss": 1.7653, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.7793190416141236, |
| "grad_norm": 9.387958526611328, |
| "learning_rate": 6.159695817490496e-06, |
| "loss": 1.9009, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.7818411097099621, |
| "grad_norm": 9.361507415771484, |
| "learning_rate": 6.147021546261091e-06, |
| "loss": 1.8205, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.7843631778058008, |
| "grad_norm": 8.466252326965332, |
| "learning_rate": 6.134347275031685e-06, |
| "loss": 1.657, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.7868852459016393, |
| "grad_norm": 8.961893081665039, |
| "learning_rate": 6.121673003802282e-06, |
| "loss": 1.6343, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.7894073139974779, |
| "grad_norm": 9.126177787780762, |
| "learning_rate": 6.1089987325728775e-06, |
| "loss": 1.8017, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.7919293820933165, |
| "grad_norm": 9.051336288452148, |
| "learning_rate": 6.096324461343474e-06, |
| "loss": 1.8121, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.7944514501891551, |
| "grad_norm": 9.269831657409668, |
| "learning_rate": 6.083650190114069e-06, |
| "loss": 1.9142, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.7969735182849937, |
| "grad_norm": 9.106327056884766, |
| "learning_rate": 6.070975918884665e-06, |
| "loss": 1.8408, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.7994955863808323, |
| "grad_norm": 8.638962745666504, |
| "learning_rate": 6.05830164765526e-06, |
| "loss": 1.8278, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.8020176544766708, |
| "grad_norm": 8.961545944213867, |
| "learning_rate": 6.0456273764258555e-06, |
| "loss": 1.7788, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.8045397225725095, |
| "grad_norm": 8.860641479492188, |
| "learning_rate": 6.032953105196452e-06, |
| "loss": 1.7679, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.807061790668348, |
| "grad_norm": 9.001996040344238, |
| "learning_rate": 6.020278833967047e-06, |
| "loss": 1.825, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.8095838587641866, |
| "grad_norm": 8.475961685180664, |
| "learning_rate": 6.007604562737643e-06, |
| "loss": 1.8415, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.8121059268600253, |
| "grad_norm": 9.001214027404785, |
| "learning_rate": 5.994930291508238e-06, |
| "loss": 1.8361, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.8146279949558638, |
| "grad_norm": 9.263764381408691, |
| "learning_rate": 5.982256020278835e-06, |
| "loss": 1.8687, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.8171500630517023, |
| "grad_norm": 8.717523574829102, |
| "learning_rate": 5.9695817490494305e-06, |
| "loss": 1.7933, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.819672131147541, |
| "grad_norm": 9.021601676940918, |
| "learning_rate": 5.956907477820026e-06, |
| "loss": 1.7985, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.8221941992433796, |
| "grad_norm": 10.068187713623047, |
| "learning_rate": 5.944233206590622e-06, |
| "loss": 1.7753, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.8247162673392182, |
| "grad_norm": 8.52224349975586, |
| "learning_rate": 5.931558935361217e-06, |
| "loss": 1.8362, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.8272383354350568, |
| "grad_norm": 8.305383682250977, |
| "learning_rate": 5.918884664131813e-06, |
| "loss": 1.7546, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.8297604035308953, |
| "grad_norm": 9.338051795959473, |
| "learning_rate": 5.9062103929024085e-06, |
| "loss": 1.9501, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.832282471626734, |
| "grad_norm": 8.662667274475098, |
| "learning_rate": 5.8935361216730046e-06, |
| "loss": 1.7911, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.8348045397225725, |
| "grad_norm": 9.117914199829102, |
| "learning_rate": 5.8808618504436e-06, |
| "loss": 1.9963, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.8373266078184111, |
| "grad_norm": 8.750685691833496, |
| "learning_rate": 5.868187579214195e-06, |
| "loss": 1.7431, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.8398486759142497, |
| "grad_norm": 9.731898307800293, |
| "learning_rate": 5.855513307984791e-06, |
| "loss": 1.7908, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.8423707440100883, |
| "grad_norm": 8.483211517333984, |
| "learning_rate": 5.8428390367553864e-06, |
| "loss": 1.9832, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.8448928121059268, |
| "grad_norm": 8.711883544921875, |
| "learning_rate": 5.830164765525983e-06, |
| "loss": 1.7276, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.8474148802017655, |
| "grad_norm": 9.403569221496582, |
| "learning_rate": 5.817490494296578e-06, |
| "loss": 1.7779, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.849936948297604, |
| "grad_norm": 9.861798286437988, |
| "learning_rate": 5.804816223067175e-06, |
| "loss": 1.8812, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.8524590163934426, |
| "grad_norm": 9.074817657470703, |
| "learning_rate": 5.79214195183777e-06, |
| "loss": 1.814, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.8549810844892812, |
| "grad_norm": 9.062159538269043, |
| "learning_rate": 5.779467680608365e-06, |
| "loss": 1.6469, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.8575031525851198, |
| "grad_norm": 8.966131210327148, |
| "learning_rate": 5.766793409378961e-06, |
| "loss": 1.8023, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.8600252206809584, |
| "grad_norm": 9.410212516784668, |
| "learning_rate": 5.754119138149557e-06, |
| "loss": 1.872, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.862547288776797, |
| "grad_norm": 8.417155265808105, |
| "learning_rate": 5.741444866920153e-06, |
| "loss": 1.7251, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.8650693568726355, |
| "grad_norm": 9.311077117919922, |
| "learning_rate": 5.728770595690748e-06, |
| "loss": 1.7222, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.8675914249684742, |
| "grad_norm": 8.766838073730469, |
| "learning_rate": 5.716096324461344e-06, |
| "loss": 1.711, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.8701134930643127, |
| "grad_norm": 9.32026481628418, |
| "learning_rate": 5.703422053231939e-06, |
| "loss": 1.9097, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.8726355611601513, |
| "grad_norm": 9.121573448181152, |
| "learning_rate": 5.6907477820025355e-06, |
| "loss": 1.7767, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.8751576292559899, |
| "grad_norm": 9.25794792175293, |
| "learning_rate": 5.678073510773131e-06, |
| "loss": 1.8932, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.8776796973518285, |
| "grad_norm": 8.6607027053833, |
| "learning_rate": 5.665399239543726e-06, |
| "loss": 1.7855, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.880201765447667, |
| "grad_norm": 8.80229377746582, |
| "learning_rate": 5.652724968314323e-06, |
| "loss": 1.6629, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.8827238335435057, |
| "grad_norm": 8.451213836669922, |
| "learning_rate": 5.640050697084918e-06, |
| "loss": 1.8383, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.8827238335435057, |
| "eval_loss": 1.7666597366333008, |
| "eval_runtime": 22.5285, |
| "eval_samples_per_second": 31.294, |
| "eval_steps_per_second": 15.669, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.8852459016393442, |
| "grad_norm": 8.855935096740723, |
| "learning_rate": 5.627376425855514e-06, |
| "loss": 1.8248, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.8877679697351829, |
| "grad_norm": 8.918074607849121, |
| "learning_rate": 5.61470215462611e-06, |
| "loss": 1.8095, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.8902900378310215, |
| "grad_norm": 8.412212371826172, |
| "learning_rate": 5.602027883396706e-06, |
| "loss": 1.7792, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.89281210592686, |
| "grad_norm": 8.616189002990723, |
| "learning_rate": 5.589353612167301e-06, |
| "loss": 1.9303, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.8953341740226987, |
| "grad_norm": 9.573508262634277, |
| "learning_rate": 5.576679340937896e-06, |
| "loss": 1.903, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.8978562421185372, |
| "grad_norm": 9.231846809387207, |
| "learning_rate": 5.564005069708492e-06, |
| "loss": 1.9207, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.9003783102143758, |
| "grad_norm": 8.668343544006348, |
| "learning_rate": 5.5513307984790876e-06, |
| "loss": 1.8209, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.9029003783102144, |
| "grad_norm": 9.020340919494629, |
| "learning_rate": 5.538656527249684e-06, |
| "loss": 1.7936, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.905422446406053, |
| "grad_norm": 9.167196273803711, |
| "learning_rate": 5.525982256020279e-06, |
| "loss": 1.8981, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.9079445145018915, |
| "grad_norm": 8.988978385925293, |
| "learning_rate": 5.513307984790876e-06, |
| "loss": 1.6867, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.9104665825977302, |
| "grad_norm": 9.246484756469727, |
| "learning_rate": 5.50063371356147e-06, |
| "loss": 1.9292, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.9129886506935687, |
| "grad_norm": 9.017062187194824, |
| "learning_rate": 5.4879594423320656e-06, |
| "loss": 1.9438, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.9155107187894073, |
| "grad_norm": 8.916227340698242, |
| "learning_rate": 5.4752851711026625e-06, |
| "loss": 1.6769, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.9180327868852459, |
| "grad_norm": 8.565522193908691, |
| "learning_rate": 5.462610899873258e-06, |
| "loss": 1.7735, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.9205548549810845, |
| "grad_norm": 9.010213851928711, |
| "learning_rate": 5.449936628643854e-06, |
| "loss": 1.834, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.9230769230769231, |
| "grad_norm": 8.799229621887207, |
| "learning_rate": 5.437262357414449e-06, |
| "loss": 1.8073, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.9255989911727617, |
| "grad_norm": 8.609127044677734, |
| "learning_rate": 5.424588086185045e-06, |
| "loss": 1.6314, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.9281210592686002, |
| "grad_norm": 9.32305908203125, |
| "learning_rate": 5.4119138149556405e-06, |
| "loss": 1.7677, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.9306431273644389, |
| "grad_norm": 8.93819808959961, |
| "learning_rate": 5.399239543726236e-06, |
| "loss": 1.8062, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.9331651954602774, |
| "grad_norm": 9.007331848144531, |
| "learning_rate": 5.386565272496832e-06, |
| "loss": 1.7967, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.935687263556116, |
| "grad_norm": 9.112802505493164, |
| "learning_rate": 5.373891001267427e-06, |
| "loss": 1.827, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.9382093316519546, |
| "grad_norm": 8.801994323730469, |
| "learning_rate": 5.361216730038023e-06, |
| "loss": 1.8673, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.9407313997477932, |
| "grad_norm": 9.644193649291992, |
| "learning_rate": 5.3485424588086185e-06, |
| "loss": 1.6999, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.9432534678436317, |
| "grad_norm": 9.589875221252441, |
| "learning_rate": 5.3358681875792155e-06, |
| "loss": 1.8667, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.9457755359394704, |
| "grad_norm": 9.18924617767334, |
| "learning_rate": 5.323193916349811e-06, |
| "loss": 1.9254, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.9482976040353089, |
| "grad_norm": 8.787095069885254, |
| "learning_rate": 5.310519645120405e-06, |
| "loss": 1.8468, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.9508196721311475, |
| "grad_norm": 8.947575569152832, |
| "learning_rate": 5.297845373891002e-06, |
| "loss": 2.0021, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.9533417402269861, |
| "grad_norm": 9.039846420288086, |
| "learning_rate": 5.285171102661597e-06, |
| "loss": 1.5899, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.9558638083228247, |
| "grad_norm": 8.660459518432617, |
| "learning_rate": 5.2724968314321934e-06, |
| "loss": 1.8402, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.9583858764186634, |
| "grad_norm": 8.48667049407959, |
| "learning_rate": 5.259822560202789e-06, |
| "loss": 1.8095, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.9609079445145019, |
| "grad_norm": 8.915818214416504, |
| "learning_rate": 5.247148288973385e-06, |
| "loss": 1.8222, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.9634300126103404, |
| "grad_norm": 9.791091918945312, |
| "learning_rate": 5.23447401774398e-06, |
| "loss": 1.8119, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.9659520807061791, |
| "grad_norm": 9.289512634277344, |
| "learning_rate": 5.221799746514575e-06, |
| "loss": 1.9832, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.9684741488020177, |
| "grad_norm": 8.83728313446045, |
| "learning_rate": 5.2091254752851714e-06, |
| "loss": 1.7095, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.9709962168978562, |
| "grad_norm": 8.655898094177246, |
| "learning_rate": 5.196451204055767e-06, |
| "loss": 1.7634, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.9735182849936949, |
| "grad_norm": 9.05538558959961, |
| "learning_rate": 5.183776932826363e-06, |
| "loss": 1.9431, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.9760403530895334, |
| "grad_norm": 9.3674898147583, |
| "learning_rate": 5.171102661596958e-06, |
| "loss": 1.7756, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.978562421185372, |
| "grad_norm": 8.614623069763184, |
| "learning_rate": 5.158428390367555e-06, |
| "loss": 1.741, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.9810844892812106, |
| "grad_norm": 8.469090461730957, |
| "learning_rate": 5.14575411913815e-06, |
| "loss": 1.7514, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.9836065573770492, |
| "grad_norm": 8.436793327331543, |
| "learning_rate": 5.1330798479087455e-06, |
| "loss": 1.8312, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.9861286254728878, |
| "grad_norm": 9.177275657653809, |
| "learning_rate": 5.120405576679342e-06, |
| "loss": 1.7916, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.9886506935687264, |
| "grad_norm": 9.22571849822998, |
| "learning_rate": 5.107731305449937e-06, |
| "loss": 1.7274, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.9911727616645649, |
| "grad_norm": 8.921821594238281, |
| "learning_rate": 5.095057034220533e-06, |
| "loss": 1.8486, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.9936948297604036, |
| "grad_norm": 9.777151107788086, |
| "learning_rate": 5.082382762991128e-06, |
| "loss": 1.7962, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.9962168978562421, |
| "grad_norm": 9.289339065551758, |
| "learning_rate": 5.069708491761724e-06, |
| "loss": 1.8634, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.9987389659520807, |
| "grad_norm": 8.674428939819336, |
| "learning_rate": 5.05703422053232e-06, |
| "loss": 1.7491, |
| "step": 396 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 11.861848831176758, |
| "learning_rate": 5.044359949302915e-06, |
| "loss": 1.7503, |
| "step": 397 |
| }, |
| { |
| "epoch": 1.0025220680958387, |
| "grad_norm": 8.58899974822998, |
| "learning_rate": 5.031685678073511e-06, |
| "loss": 1.732, |
| "step": 398 |
| }, |
| { |
| "epoch": 1.005044136191677, |
| "grad_norm": 8.345893859863281, |
| "learning_rate": 5.019011406844106e-06, |
| "loss": 1.5869, |
| "step": 399 |
| }, |
| { |
| "epoch": 1.0075662042875158, |
| "grad_norm": 8.831095695495605, |
| "learning_rate": 5.006337135614703e-06, |
| "loss": 1.7195, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.0075662042875158, |
| "eval_loss": 1.7611252069473267, |
| "eval_runtime": 22.4939, |
| "eval_samples_per_second": 31.342, |
| "eval_steps_per_second": 15.693, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.0100882723833544, |
| "grad_norm": 9.14418888092041, |
| "learning_rate": 4.993662864385298e-06, |
| "loss": 1.8563, |
| "step": 401 |
| }, |
| { |
| "epoch": 1.0126103404791928, |
| "grad_norm": 8.74465560913086, |
| "learning_rate": 4.980988593155894e-06, |
| "loss": 1.82, |
| "step": 402 |
| }, |
| { |
| "epoch": 1.0151324085750315, |
| "grad_norm": 8.89957332611084, |
| "learning_rate": 4.96831432192649e-06, |
| "loss": 1.6913, |
| "step": 403 |
| }, |
| { |
| "epoch": 1.0176544766708702, |
| "grad_norm": 8.891386032104492, |
| "learning_rate": 4.955640050697085e-06, |
| "loss": 1.726, |
| "step": 404 |
| }, |
| { |
| "epoch": 1.0201765447667086, |
| "grad_norm": 8.337928771972656, |
| "learning_rate": 4.942965779467681e-06, |
| "loss": 1.6986, |
| "step": 405 |
| }, |
| { |
| "epoch": 1.0226986128625473, |
| "grad_norm": 8.295173645019531, |
| "learning_rate": 4.9302915082382765e-06, |
| "loss": 1.6875, |
| "step": 406 |
| }, |
| { |
| "epoch": 1.025220680958386, |
| "grad_norm": 8.478890419006348, |
| "learning_rate": 4.9176172370088726e-06, |
| "loss": 1.7651, |
| "step": 407 |
| }, |
| { |
| "epoch": 1.0277427490542244, |
| "grad_norm": 8.227107048034668, |
| "learning_rate": 4.904942965779468e-06, |
| "loss": 1.5488, |
| "step": 408 |
| }, |
| { |
| "epoch": 1.030264817150063, |
| "grad_norm": 9.003451347351074, |
| "learning_rate": 4.892268694550064e-06, |
| "loss": 1.774, |
| "step": 409 |
| }, |
| { |
| "epoch": 1.0327868852459017, |
| "grad_norm": 9.412216186523438, |
| "learning_rate": 4.879594423320659e-06, |
| "loss": 1.6978, |
| "step": 410 |
| }, |
| { |
| "epoch": 1.0353089533417403, |
| "grad_norm": 8.655759811401367, |
| "learning_rate": 4.866920152091255e-06, |
| "loss": 1.7626, |
| "step": 411 |
| }, |
| { |
| "epoch": 1.0378310214375788, |
| "grad_norm": 9.048812866210938, |
| "learning_rate": 4.8542458808618505e-06, |
| "loss": 1.6594, |
| "step": 412 |
| }, |
| { |
| "epoch": 1.0403530895334174, |
| "grad_norm": 8.879314422607422, |
| "learning_rate": 4.841571609632447e-06, |
| "loss": 1.5911, |
| "step": 413 |
| }, |
| { |
| "epoch": 1.042875157629256, |
| "grad_norm": 9.472200393676758, |
| "learning_rate": 4.828897338403043e-06, |
| "loss": 1.8656, |
| "step": 414 |
| }, |
| { |
| "epoch": 1.0453972257250945, |
| "grad_norm": 8.532514572143555, |
| "learning_rate": 4.816223067173638e-06, |
| "loss": 1.7849, |
| "step": 415 |
| }, |
| { |
| "epoch": 1.0479192938209332, |
| "grad_norm": 9.327256202697754, |
| "learning_rate": 4.803548795944233e-06, |
| "loss": 1.6938, |
| "step": 416 |
| }, |
| { |
| "epoch": 1.0504413619167718, |
| "grad_norm": 9.368194580078125, |
| "learning_rate": 4.790874524714829e-06, |
| "loss": 1.6514, |
| "step": 417 |
| }, |
| { |
| "epoch": 1.0529634300126103, |
| "grad_norm": 8.558184623718262, |
| "learning_rate": 4.778200253485425e-06, |
| "loss": 1.7785, |
| "step": 418 |
| }, |
| { |
| "epoch": 1.055485498108449, |
| "grad_norm": 9.455879211425781, |
| "learning_rate": 4.765525982256021e-06, |
| "loss": 1.8434, |
| "step": 419 |
| }, |
| { |
| "epoch": 1.0580075662042876, |
| "grad_norm": 9.662800788879395, |
| "learning_rate": 4.752851711026617e-06, |
| "loss": 1.7101, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.060529634300126, |
| "grad_norm": 9.488238334655762, |
| "learning_rate": 4.740177439797212e-06, |
| "loss": 1.8802, |
| "step": 421 |
| }, |
| { |
| "epoch": 1.0630517023959647, |
| "grad_norm": 8.534794807434082, |
| "learning_rate": 4.727503168567808e-06, |
| "loss": 1.568, |
| "step": 422 |
| }, |
| { |
| "epoch": 1.0655737704918034, |
| "grad_norm": 9.18177604675293, |
| "learning_rate": 4.7148288973384035e-06, |
| "loss": 1.8018, |
| "step": 423 |
| }, |
| { |
| "epoch": 1.0680958385876418, |
| "grad_norm": 9.213223457336426, |
| "learning_rate": 4.702154626108999e-06, |
| "loss": 1.5857, |
| "step": 424 |
| }, |
| { |
| "epoch": 1.0706179066834804, |
| "grad_norm": 9.037619590759277, |
| "learning_rate": 4.689480354879595e-06, |
| "loss": 1.7453, |
| "step": 425 |
| }, |
| { |
| "epoch": 1.073139974779319, |
| "grad_norm": 9.289252281188965, |
| "learning_rate": 4.67680608365019e-06, |
| "loss": 1.8, |
| "step": 426 |
| }, |
| { |
| "epoch": 1.0756620428751575, |
| "grad_norm": 9.062057495117188, |
| "learning_rate": 4.664131812420786e-06, |
| "loss": 1.7444, |
| "step": 427 |
| }, |
| { |
| "epoch": 1.0781841109709962, |
| "grad_norm": 9.211161613464355, |
| "learning_rate": 4.651457541191382e-06, |
| "loss": 1.6607, |
| "step": 428 |
| }, |
| { |
| "epoch": 1.0807061790668349, |
| "grad_norm": 9.448345184326172, |
| "learning_rate": 4.638783269961978e-06, |
| "loss": 1.7634, |
| "step": 429 |
| }, |
| { |
| "epoch": 1.0832282471626733, |
| "grad_norm": 9.102761268615723, |
| "learning_rate": 4.626108998732573e-06, |
| "loss": 1.727, |
| "step": 430 |
| }, |
| { |
| "epoch": 1.085750315258512, |
| "grad_norm": 9.302409172058105, |
| "learning_rate": 4.613434727503169e-06, |
| "loss": 1.5686, |
| "step": 431 |
| }, |
| { |
| "epoch": 1.0882723833543506, |
| "grad_norm": 9.160185813903809, |
| "learning_rate": 4.600760456273764e-06, |
| "loss": 1.6276, |
| "step": 432 |
| }, |
| { |
| "epoch": 1.090794451450189, |
| "grad_norm": 9.005019187927246, |
| "learning_rate": 4.58808618504436e-06, |
| "loss": 1.711, |
| "step": 433 |
| }, |
| { |
| "epoch": 1.0933165195460277, |
| "grad_norm": 9.073993682861328, |
| "learning_rate": 4.575411913814956e-06, |
| "loss": 1.6735, |
| "step": 434 |
| }, |
| { |
| "epoch": 1.0958385876418664, |
| "grad_norm": 9.60854434967041, |
| "learning_rate": 4.562737642585552e-06, |
| "loss": 1.6992, |
| "step": 435 |
| }, |
| { |
| "epoch": 1.098360655737705, |
| "grad_norm": 9.270426750183105, |
| "learning_rate": 4.550063371356148e-06, |
| "loss": 1.6649, |
| "step": 436 |
| }, |
| { |
| "epoch": 1.1008827238335435, |
| "grad_norm": 9.528584480285645, |
| "learning_rate": 4.537389100126743e-06, |
| "loss": 1.6938, |
| "step": 437 |
| }, |
| { |
| "epoch": 1.1034047919293821, |
| "grad_norm": 8.907529830932617, |
| "learning_rate": 4.524714828897338e-06, |
| "loss": 1.7054, |
| "step": 438 |
| }, |
| { |
| "epoch": 1.1059268600252208, |
| "grad_norm": 9.686405181884766, |
| "learning_rate": 4.512040557667934e-06, |
| "loss": 1.7412, |
| "step": 439 |
| }, |
| { |
| "epoch": 1.1084489281210592, |
| "grad_norm": 8.789739608764648, |
| "learning_rate": 4.4993662864385305e-06, |
| "loss": 1.7399, |
| "step": 440 |
| }, |
| { |
| "epoch": 1.1109709962168979, |
| "grad_norm": 8.63120174407959, |
| "learning_rate": 4.486692015209126e-06, |
| "loss": 1.6688, |
| "step": 441 |
| }, |
| { |
| "epoch": 1.1134930643127365, |
| "grad_norm": 9.118254661560059, |
| "learning_rate": 4.474017743979722e-06, |
| "loss": 1.7343, |
| "step": 442 |
| }, |
| { |
| "epoch": 1.116015132408575, |
| "grad_norm": 8.822847366333008, |
| "learning_rate": 4.461343472750317e-06, |
| "loss": 1.674, |
| "step": 443 |
| }, |
| { |
| "epoch": 1.1185372005044136, |
| "grad_norm": 9.02927017211914, |
| "learning_rate": 4.448669201520912e-06, |
| "loss": 1.839, |
| "step": 444 |
| }, |
| { |
| "epoch": 1.1210592686002523, |
| "grad_norm": 9.810903549194336, |
| "learning_rate": 4.4359949302915085e-06, |
| "loss": 1.8944, |
| "step": 445 |
| }, |
| { |
| "epoch": 1.1235813366960907, |
| "grad_norm": 8.291837692260742, |
| "learning_rate": 4.423320659062104e-06, |
| "loss": 1.4689, |
| "step": 446 |
| }, |
| { |
| "epoch": 1.1261034047919294, |
| "grad_norm": 9.797700881958008, |
| "learning_rate": 4.4106463878327e-06, |
| "loss": 1.6016, |
| "step": 447 |
| }, |
| { |
| "epoch": 1.128625472887768, |
| "grad_norm": 9.153908729553223, |
| "learning_rate": 4.397972116603296e-06, |
| "loss": 1.6547, |
| "step": 448 |
| }, |
| { |
| "epoch": 1.1311475409836065, |
| "grad_norm": 9.585012435913086, |
| "learning_rate": 4.385297845373891e-06, |
| "loss": 1.5893, |
| "step": 449 |
| }, |
| { |
| "epoch": 1.1336696090794451, |
| "grad_norm": 9.06651496887207, |
| "learning_rate": 4.372623574144487e-06, |
| "loss": 1.6064, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.1336696090794451, |
| "eval_loss": 1.7596553564071655, |
| "eval_runtime": 22.4465, |
| "eval_samples_per_second": 31.408, |
| "eval_steps_per_second": 15.726, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.1361916771752838, |
| "grad_norm": 9.466200828552246, |
| "learning_rate": 4.359949302915083e-06, |
| "loss": 1.728, |
| "step": 451 |
| }, |
| { |
| "epoch": 1.1387137452711222, |
| "grad_norm": 9.499626159667969, |
| "learning_rate": 4.347275031685678e-06, |
| "loss": 1.6511, |
| "step": 452 |
| }, |
| { |
| "epoch": 1.141235813366961, |
| "grad_norm": 8.98332691192627, |
| "learning_rate": 4.334600760456274e-06, |
| "loss": 1.7788, |
| "step": 453 |
| }, |
| { |
| "epoch": 1.1437578814627996, |
| "grad_norm": 9.162995338439941, |
| "learning_rate": 4.32192648922687e-06, |
| "loss": 1.8071, |
| "step": 454 |
| }, |
| { |
| "epoch": 1.146279949558638, |
| "grad_norm": 8.884337425231934, |
| "learning_rate": 4.309252217997465e-06, |
| "loss": 1.5365, |
| "step": 455 |
| }, |
| { |
| "epoch": 1.1488020176544766, |
| "grad_norm": 8.809791564941406, |
| "learning_rate": 4.2965779467680614e-06, |
| "loss": 1.6716, |
| "step": 456 |
| }, |
| { |
| "epoch": 1.1513240857503153, |
| "grad_norm": 9.566184997558594, |
| "learning_rate": 4.283903675538657e-06, |
| "loss": 1.6793, |
| "step": 457 |
| }, |
| { |
| "epoch": 1.1538461538461537, |
| "grad_norm": 9.130178451538086, |
| "learning_rate": 4.271229404309253e-06, |
| "loss": 1.7677, |
| "step": 458 |
| }, |
| { |
| "epoch": 1.1563682219419924, |
| "grad_norm": 9.55342960357666, |
| "learning_rate": 4.258555133079848e-06, |
| "loss": 1.8912, |
| "step": 459 |
| }, |
| { |
| "epoch": 1.158890290037831, |
| "grad_norm": 9.287851333618164, |
| "learning_rate": 4.245880861850444e-06, |
| "loss": 1.5189, |
| "step": 460 |
| }, |
| { |
| "epoch": 1.1614123581336697, |
| "grad_norm": 9.905914306640625, |
| "learning_rate": 4.2332065906210394e-06, |
| "loss": 1.695, |
| "step": 461 |
| }, |
| { |
| "epoch": 1.1639344262295082, |
| "grad_norm": 8.899324417114258, |
| "learning_rate": 4.2205323193916355e-06, |
| "loss": 1.4702, |
| "step": 462 |
| }, |
| { |
| "epoch": 1.1664564943253468, |
| "grad_norm": 9.082657814025879, |
| "learning_rate": 4.207858048162231e-06, |
| "loss": 1.6108, |
| "step": 463 |
| }, |
| { |
| "epoch": 1.1689785624211853, |
| "grad_norm": 9.262421607971191, |
| "learning_rate": 4.195183776932827e-06, |
| "loss": 1.718, |
| "step": 464 |
| }, |
| { |
| "epoch": 1.171500630517024, |
| "grad_norm": 9.513672828674316, |
| "learning_rate": 4.182509505703423e-06, |
| "loss": 1.684, |
| "step": 465 |
| }, |
| { |
| "epoch": 1.1740226986128626, |
| "grad_norm": 9.031325340270996, |
| "learning_rate": 4.169835234474017e-06, |
| "loss": 1.5361, |
| "step": 466 |
| }, |
| { |
| "epoch": 1.1765447667087012, |
| "grad_norm": 8.938674926757812, |
| "learning_rate": 4.1571609632446135e-06, |
| "loss": 1.6018, |
| "step": 467 |
| }, |
| { |
| "epoch": 1.1790668348045397, |
| "grad_norm": 9.238043785095215, |
| "learning_rate": 4.14448669201521e-06, |
| "loss": 1.6122, |
| "step": 468 |
| }, |
| { |
| "epoch": 1.1815889029003783, |
| "grad_norm": 8.885744094848633, |
| "learning_rate": 4.131812420785805e-06, |
| "loss": 1.6558, |
| "step": 469 |
| }, |
| { |
| "epoch": 1.184110970996217, |
| "grad_norm": 10.2953462600708, |
| "learning_rate": 4.119138149556401e-06, |
| "loss": 1.7725, |
| "step": 470 |
| }, |
| { |
| "epoch": 1.1866330390920554, |
| "grad_norm": 9.824376106262207, |
| "learning_rate": 4.106463878326996e-06, |
| "loss": 1.8206, |
| "step": 471 |
| }, |
| { |
| "epoch": 1.189155107187894, |
| "grad_norm": 9.420836448669434, |
| "learning_rate": 4.093789607097592e-06, |
| "loss": 1.7473, |
| "step": 472 |
| }, |
| { |
| "epoch": 1.1916771752837327, |
| "grad_norm": 9.474247932434082, |
| "learning_rate": 4.081115335868188e-06, |
| "loss": 1.8159, |
| "step": 473 |
| }, |
| { |
| "epoch": 1.1941992433795712, |
| "grad_norm": 10.473383903503418, |
| "learning_rate": 4.068441064638784e-06, |
| "loss": 1.9066, |
| "step": 474 |
| }, |
| { |
| "epoch": 1.1967213114754098, |
| "grad_norm": 8.572524070739746, |
| "learning_rate": 4.055766793409379e-06, |
| "loss": 1.4682, |
| "step": 475 |
| }, |
| { |
| "epoch": 1.1992433795712485, |
| "grad_norm": 8.852579116821289, |
| "learning_rate": 4.043092522179975e-06, |
| "loss": 1.7067, |
| "step": 476 |
| }, |
| { |
| "epoch": 1.201765447667087, |
| "grad_norm": 9.339936256408691, |
| "learning_rate": 4.03041825095057e-06, |
| "loss": 1.6287, |
| "step": 477 |
| }, |
| { |
| "epoch": 1.2042875157629256, |
| "grad_norm": 9.349390029907227, |
| "learning_rate": 4.0177439797211665e-06, |
| "loss": 1.7157, |
| "step": 478 |
| }, |
| { |
| "epoch": 1.2068095838587642, |
| "grad_norm": 10.161043167114258, |
| "learning_rate": 4.0050697084917626e-06, |
| "loss": 1.8147, |
| "step": 479 |
| }, |
| { |
| "epoch": 1.2093316519546027, |
| "grad_norm": 9.73593521118164, |
| "learning_rate": 3.992395437262358e-06, |
| "loss": 1.7927, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.2118537200504413, |
| "grad_norm": 9.5723237991333, |
| "learning_rate": 3.979721166032953e-06, |
| "loss": 1.6168, |
| "step": 481 |
| }, |
| { |
| "epoch": 1.21437578814628, |
| "grad_norm": 9.275384902954102, |
| "learning_rate": 3.967046894803549e-06, |
| "loss": 1.7346, |
| "step": 482 |
| }, |
| { |
| "epoch": 1.2168978562421184, |
| "grad_norm": 9.265257835388184, |
| "learning_rate": 3.9543726235741444e-06, |
| "loss": 1.623, |
| "step": 483 |
| }, |
| { |
| "epoch": 1.219419924337957, |
| "grad_norm": 8.994928359985352, |
| "learning_rate": 3.9416983523447406e-06, |
| "loss": 1.8644, |
| "step": 484 |
| }, |
| { |
| "epoch": 1.2219419924337958, |
| "grad_norm": 9.751431465148926, |
| "learning_rate": 3.929024081115337e-06, |
| "loss": 1.544, |
| "step": 485 |
| }, |
| { |
| "epoch": 1.2244640605296344, |
| "grad_norm": 9.64126205444336, |
| "learning_rate": 3.916349809885932e-06, |
| "loss": 1.8339, |
| "step": 486 |
| }, |
| { |
| "epoch": 1.2269861286254728, |
| "grad_norm": 9.501723289489746, |
| "learning_rate": 3.903675538656528e-06, |
| "loss": 1.7841, |
| "step": 487 |
| }, |
| { |
| "epoch": 1.2295081967213115, |
| "grad_norm": 9.056175231933594, |
| "learning_rate": 3.891001267427123e-06, |
| "loss": 1.5466, |
| "step": 488 |
| }, |
| { |
| "epoch": 1.23203026481715, |
| "grad_norm": 9.509209632873535, |
| "learning_rate": 3.8783269961977185e-06, |
| "loss": 1.6009, |
| "step": 489 |
| }, |
| { |
| "epoch": 1.2345523329129886, |
| "grad_norm": 9.608789443969727, |
| "learning_rate": 3.865652724968315e-06, |
| "loss": 1.8423, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.2370744010088273, |
| "grad_norm": 9.637362480163574, |
| "learning_rate": 3.85297845373891e-06, |
| "loss": 1.6719, |
| "step": 491 |
| }, |
| { |
| "epoch": 1.239596469104666, |
| "grad_norm": 10.562204360961914, |
| "learning_rate": 3.840304182509506e-06, |
| "loss": 1.8632, |
| "step": 492 |
| }, |
| { |
| "epoch": 1.2421185372005044, |
| "grad_norm": 9.369248390197754, |
| "learning_rate": 3.827629911280102e-06, |
| "loss": 1.7053, |
| "step": 493 |
| }, |
| { |
| "epoch": 1.244640605296343, |
| "grad_norm": 9.00673770904541, |
| "learning_rate": 3.814955640050697e-06, |
| "loss": 1.627, |
| "step": 494 |
| }, |
| { |
| "epoch": 1.2471626733921817, |
| "grad_norm": 8.660638809204102, |
| "learning_rate": 3.8022813688212926e-06, |
| "loss": 1.7025, |
| "step": 495 |
| }, |
| { |
| "epoch": 1.2496847414880201, |
| "grad_norm": 9.28056812286377, |
| "learning_rate": 3.7896070975918887e-06, |
| "loss": 1.8539, |
| "step": 496 |
| }, |
| { |
| "epoch": 1.2522068095838588, |
| "grad_norm": 9.94273567199707, |
| "learning_rate": 3.7769328263624844e-06, |
| "loss": 1.7902, |
| "step": 497 |
| }, |
| { |
| "epoch": 1.2547288776796974, |
| "grad_norm": 9.692427635192871, |
| "learning_rate": 3.76425855513308e-06, |
| "loss": 1.7912, |
| "step": 498 |
| }, |
| { |
| "epoch": 1.2572509457755359, |
| "grad_norm": 8.99404525756836, |
| "learning_rate": 3.751584283903676e-06, |
| "loss": 1.6405, |
| "step": 499 |
| }, |
| { |
| "epoch": 1.2597730138713745, |
| "grad_norm": 9.031216621398926, |
| "learning_rate": 3.7389100126742715e-06, |
| "loss": 1.623, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.2597730138713745, |
| "eval_loss": 1.7565768957138062, |
| "eval_runtime": 22.3852, |
| "eval_samples_per_second": 31.494, |
| "eval_steps_per_second": 15.769, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.2622950819672132, |
| "grad_norm": 10.267949104309082, |
| "learning_rate": 3.7262357414448676e-06, |
| "loss": 1.6885, |
| "step": 501 |
| }, |
| { |
| "epoch": 1.2648171500630516, |
| "grad_norm": 9.798089981079102, |
| "learning_rate": 3.713561470215463e-06, |
| "loss": 1.6324, |
| "step": 502 |
| }, |
| { |
| "epoch": 1.2673392181588903, |
| "grad_norm": 9.46596622467041, |
| "learning_rate": 3.7008871989860585e-06, |
| "loss": 1.628, |
| "step": 503 |
| }, |
| { |
| "epoch": 1.269861286254729, |
| "grad_norm": 9.081344604492188, |
| "learning_rate": 3.688212927756654e-06, |
| "loss": 1.6574, |
| "step": 504 |
| }, |
| { |
| "epoch": 1.2723833543505676, |
| "grad_norm": 9.713850975036621, |
| "learning_rate": 3.67553865652725e-06, |
| "loss": 1.7195, |
| "step": 505 |
| }, |
| { |
| "epoch": 1.274905422446406, |
| "grad_norm": 9.316399574279785, |
| "learning_rate": 3.6628643852978456e-06, |
| "loss": 1.6689, |
| "step": 506 |
| }, |
| { |
| "epoch": 1.2774274905422447, |
| "grad_norm": 9.453971862792969, |
| "learning_rate": 3.6501901140684417e-06, |
| "loss": 1.6093, |
| "step": 507 |
| }, |
| { |
| "epoch": 1.2799495586380831, |
| "grad_norm": 9.226309776306152, |
| "learning_rate": 3.6375158428390374e-06, |
| "loss": 1.567, |
| "step": 508 |
| }, |
| { |
| "epoch": 1.2824716267339218, |
| "grad_norm": 9.866756439208984, |
| "learning_rate": 3.624841571609633e-06, |
| "loss": 1.6982, |
| "step": 509 |
| }, |
| { |
| "epoch": 1.2849936948297604, |
| "grad_norm": 9.587846755981445, |
| "learning_rate": 3.6121673003802283e-06, |
| "loss": 1.6818, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.287515762925599, |
| "grad_norm": 9.904179573059082, |
| "learning_rate": 3.599493029150824e-06, |
| "loss": 1.6322, |
| "step": 511 |
| }, |
| { |
| "epoch": 1.2900378310214375, |
| "grad_norm": 9.122604370117188, |
| "learning_rate": 3.5868187579214197e-06, |
| "loss": 1.5596, |
| "step": 512 |
| }, |
| { |
| "epoch": 1.2925598991172762, |
| "grad_norm": 9.586247444152832, |
| "learning_rate": 3.5741444866920154e-06, |
| "loss": 1.7829, |
| "step": 513 |
| }, |
| { |
| "epoch": 1.2950819672131146, |
| "grad_norm": 10.381091117858887, |
| "learning_rate": 3.5614702154626115e-06, |
| "loss": 1.6142, |
| "step": 514 |
| }, |
| { |
| "epoch": 1.2976040353089533, |
| "grad_norm": 10.115662574768066, |
| "learning_rate": 3.548795944233207e-06, |
| "loss": 1.6871, |
| "step": 515 |
| }, |
| { |
| "epoch": 1.300126103404792, |
| "grad_norm": 9.470108032226562, |
| "learning_rate": 3.536121673003803e-06, |
| "loss": 1.7796, |
| "step": 516 |
| }, |
| { |
| "epoch": 1.3026481715006306, |
| "grad_norm": 9.521225929260254, |
| "learning_rate": 3.523447401774398e-06, |
| "loss": 1.603, |
| "step": 517 |
| }, |
| { |
| "epoch": 1.305170239596469, |
| "grad_norm": 9.661476135253906, |
| "learning_rate": 3.5107731305449938e-06, |
| "loss": 1.8263, |
| "step": 518 |
| }, |
| { |
| "epoch": 1.3076923076923077, |
| "grad_norm": 9.68459701538086, |
| "learning_rate": 3.4980988593155894e-06, |
| "loss": 1.7837, |
| "step": 519 |
| }, |
| { |
| "epoch": 1.3102143757881461, |
| "grad_norm": 9.41417121887207, |
| "learning_rate": 3.485424588086185e-06, |
| "loss": 1.6561, |
| "step": 520 |
| }, |
| { |
| "epoch": 1.3127364438839848, |
| "grad_norm": 10.068198204040527, |
| "learning_rate": 3.4727503168567812e-06, |
| "loss": 1.6128, |
| "step": 521 |
| }, |
| { |
| "epoch": 1.3152585119798235, |
| "grad_norm": 9.584807395935059, |
| "learning_rate": 3.460076045627377e-06, |
| "loss": 1.7105, |
| "step": 522 |
| }, |
| { |
| "epoch": 1.3177805800756621, |
| "grad_norm": 9.193069458007812, |
| "learning_rate": 3.4474017743979726e-06, |
| "loss": 1.7568, |
| "step": 523 |
| }, |
| { |
| "epoch": 1.3203026481715006, |
| "grad_norm": 10.061849594116211, |
| "learning_rate": 3.434727503168568e-06, |
| "loss": 1.8421, |
| "step": 524 |
| }, |
| { |
| "epoch": 1.3228247162673392, |
| "grad_norm": 9.136890411376953, |
| "learning_rate": 3.4220532319391635e-06, |
| "loss": 1.6708, |
| "step": 525 |
| }, |
| { |
| "epoch": 1.3253467843631779, |
| "grad_norm": 9.05933666229248, |
| "learning_rate": 3.4093789607097592e-06, |
| "loss": 1.3036, |
| "step": 526 |
| }, |
| { |
| "epoch": 1.3278688524590163, |
| "grad_norm": 10.050952911376953, |
| "learning_rate": 3.3967046894803553e-06, |
| "loss": 1.7916, |
| "step": 527 |
| }, |
| { |
| "epoch": 1.330390920554855, |
| "grad_norm": 9.331023216247559, |
| "learning_rate": 3.384030418250951e-06, |
| "loss": 1.5831, |
| "step": 528 |
| }, |
| { |
| "epoch": 1.3329129886506936, |
| "grad_norm": 9.325072288513184, |
| "learning_rate": 3.3713561470215467e-06, |
| "loss": 1.6657, |
| "step": 529 |
| }, |
| { |
| "epoch": 1.3354350567465323, |
| "grad_norm": 9.131630897521973, |
| "learning_rate": 3.3586818757921424e-06, |
| "loss": 1.648, |
| "step": 530 |
| }, |
| { |
| "epoch": 1.3379571248423707, |
| "grad_norm": 8.725765228271484, |
| "learning_rate": 3.3460076045627376e-06, |
| "loss": 1.6871, |
| "step": 531 |
| }, |
| { |
| "epoch": 1.3404791929382094, |
| "grad_norm": 10.578934669494629, |
| "learning_rate": 3.3333333333333333e-06, |
| "loss": 1.6716, |
| "step": 532 |
| }, |
| { |
| "epoch": 1.3430012610340478, |
| "grad_norm": 9.641721725463867, |
| "learning_rate": 3.320659062103929e-06, |
| "loss": 1.5869, |
| "step": 533 |
| }, |
| { |
| "epoch": 1.3455233291298865, |
| "grad_norm": 9.94640827178955, |
| "learning_rate": 3.307984790874525e-06, |
| "loss": 1.6186, |
| "step": 534 |
| }, |
| { |
| "epoch": 1.3480453972257251, |
| "grad_norm": 9.046260833740234, |
| "learning_rate": 3.295310519645121e-06, |
| "loss": 1.6223, |
| "step": 535 |
| }, |
| { |
| "epoch": 1.3505674653215638, |
| "grad_norm": 9.704270362854004, |
| "learning_rate": 3.2826362484157165e-06, |
| "loss": 1.6491, |
| "step": 536 |
| }, |
| { |
| "epoch": 1.3530895334174022, |
| "grad_norm": 9.7464017868042, |
| "learning_rate": 3.269961977186312e-06, |
| "loss": 1.7075, |
| "step": 537 |
| }, |
| { |
| "epoch": 1.355611601513241, |
| "grad_norm": 9.087071418762207, |
| "learning_rate": 3.257287705956908e-06, |
| "loss": 1.6223, |
| "step": 538 |
| }, |
| { |
| "epoch": 1.3581336696090793, |
| "grad_norm": 10.00153636932373, |
| "learning_rate": 3.244613434727503e-06, |
| "loss": 1.6805, |
| "step": 539 |
| }, |
| { |
| "epoch": 1.360655737704918, |
| "grad_norm": 8.92297649383545, |
| "learning_rate": 3.2319391634980988e-06, |
| "loss": 1.5825, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.3631778058007566, |
| "grad_norm": 9.513710975646973, |
| "learning_rate": 3.219264892268695e-06, |
| "loss": 1.6147, |
| "step": 541 |
| }, |
| { |
| "epoch": 1.3656998738965953, |
| "grad_norm": 9.498922348022461, |
| "learning_rate": 3.2065906210392906e-06, |
| "loss": 1.7417, |
| "step": 542 |
| }, |
| { |
| "epoch": 1.3682219419924337, |
| "grad_norm": 9.488662719726562, |
| "learning_rate": 3.1939163498098863e-06, |
| "loss": 1.6707, |
| "step": 543 |
| }, |
| { |
| "epoch": 1.3707440100882724, |
| "grad_norm": 9.396777153015137, |
| "learning_rate": 3.181242078580482e-06, |
| "loss": 1.5051, |
| "step": 544 |
| }, |
| { |
| "epoch": 1.3732660781841108, |
| "grad_norm": 9.580156326293945, |
| "learning_rate": 3.1685678073510776e-06, |
| "loss": 1.719, |
| "step": 545 |
| }, |
| { |
| "epoch": 1.3757881462799495, |
| "grad_norm": 9.403277397155762, |
| "learning_rate": 3.155893536121673e-06, |
| "loss": 1.6774, |
| "step": 546 |
| }, |
| { |
| "epoch": 1.3783102143757882, |
| "grad_norm": 9.415700912475586, |
| "learning_rate": 3.143219264892269e-06, |
| "loss": 1.8147, |
| "step": 547 |
| }, |
| { |
| "epoch": 1.3808322824716268, |
| "grad_norm": 9.660356521606445, |
| "learning_rate": 3.1305449936628647e-06, |
| "loss": 1.6236, |
| "step": 548 |
| }, |
| { |
| "epoch": 1.3833543505674653, |
| "grad_norm": 9.048222541809082, |
| "learning_rate": 3.1178707224334604e-06, |
| "loss": 1.7736, |
| "step": 549 |
| }, |
| { |
| "epoch": 1.385876418663304, |
| "grad_norm": 9.656234741210938, |
| "learning_rate": 3.105196451204056e-06, |
| "loss": 1.6414, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.385876418663304, |
| "eval_loss": 1.75382661819458, |
| "eval_runtime": 22.3681, |
| "eval_samples_per_second": 31.518, |
| "eval_steps_per_second": 15.781, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.3883984867591426, |
| "grad_norm": 9.62458610534668, |
| "learning_rate": 3.0925221799746517e-06, |
| "loss": 1.6652, |
| "step": 551 |
| }, |
| { |
| "epoch": 1.390920554854981, |
| "grad_norm": 9.961172103881836, |
| "learning_rate": 3.079847908745248e-06, |
| "loss": 1.8208, |
| "step": 552 |
| }, |
| { |
| "epoch": 1.3934426229508197, |
| "grad_norm": 9.553665161132812, |
| "learning_rate": 3.0671736375158427e-06, |
| "loss": 1.5438, |
| "step": 553 |
| }, |
| { |
| "epoch": 1.3959646910466583, |
| "grad_norm": 9.486597061157227, |
| "learning_rate": 3.0544993662864388e-06, |
| "loss": 1.8355, |
| "step": 554 |
| }, |
| { |
| "epoch": 1.398486759142497, |
| "grad_norm": 9.213068008422852, |
| "learning_rate": 3.0418250950570345e-06, |
| "loss": 1.6475, |
| "step": 555 |
| }, |
| { |
| "epoch": 1.4010088272383354, |
| "grad_norm": 9.938986778259277, |
| "learning_rate": 3.02915082382763e-06, |
| "loss": 1.6967, |
| "step": 556 |
| }, |
| { |
| "epoch": 1.403530895334174, |
| "grad_norm": 9.655618667602539, |
| "learning_rate": 3.016476552598226e-06, |
| "loss": 1.481, |
| "step": 557 |
| }, |
| { |
| "epoch": 1.4060529634300125, |
| "grad_norm": 9.845370292663574, |
| "learning_rate": 3.0038022813688215e-06, |
| "loss": 1.8479, |
| "step": 558 |
| }, |
| { |
| "epoch": 1.4085750315258512, |
| "grad_norm": 8.618291854858398, |
| "learning_rate": 2.9911280101394176e-06, |
| "loss": 1.5914, |
| "step": 559 |
| }, |
| { |
| "epoch": 1.4110970996216898, |
| "grad_norm": 9.113511085510254, |
| "learning_rate": 2.978453738910013e-06, |
| "loss": 1.8274, |
| "step": 560 |
| }, |
| { |
| "epoch": 1.4136191677175285, |
| "grad_norm": 9.713285446166992, |
| "learning_rate": 2.9657794676806085e-06, |
| "loss": 1.7582, |
| "step": 561 |
| }, |
| { |
| "epoch": 1.416141235813367, |
| "grad_norm": 9.250914573669434, |
| "learning_rate": 2.9531051964512042e-06, |
| "loss": 1.7039, |
| "step": 562 |
| }, |
| { |
| "epoch": 1.4186633039092056, |
| "grad_norm": 10.000387191772461, |
| "learning_rate": 2.9404309252218e-06, |
| "loss": 1.8177, |
| "step": 563 |
| }, |
| { |
| "epoch": 1.421185372005044, |
| "grad_norm": 9.84742259979248, |
| "learning_rate": 2.9277566539923956e-06, |
| "loss": 1.5976, |
| "step": 564 |
| }, |
| { |
| "epoch": 1.4237074401008827, |
| "grad_norm": 9.501148223876953, |
| "learning_rate": 2.9150823827629917e-06, |
| "loss": 1.8369, |
| "step": 565 |
| }, |
| { |
| "epoch": 1.4262295081967213, |
| "grad_norm": 9.475255012512207, |
| "learning_rate": 2.9024081115335874e-06, |
| "loss": 1.669, |
| "step": 566 |
| }, |
| { |
| "epoch": 1.42875157629256, |
| "grad_norm": 9.750550270080566, |
| "learning_rate": 2.8897338403041826e-06, |
| "loss": 1.7408, |
| "step": 567 |
| }, |
| { |
| "epoch": 1.4312736443883984, |
| "grad_norm": 9.255462646484375, |
| "learning_rate": 2.8770595690747783e-06, |
| "loss": 1.7196, |
| "step": 568 |
| }, |
| { |
| "epoch": 1.433795712484237, |
| "grad_norm": 9.485091209411621, |
| "learning_rate": 2.864385297845374e-06, |
| "loss": 1.5609, |
| "step": 569 |
| }, |
| { |
| "epoch": 1.4363177805800755, |
| "grad_norm": 9.578581809997559, |
| "learning_rate": 2.8517110266159697e-06, |
| "loss": 1.5967, |
| "step": 570 |
| }, |
| { |
| "epoch": 1.4388398486759142, |
| "grad_norm": 9.213194847106934, |
| "learning_rate": 2.8390367553865654e-06, |
| "loss": 1.8386, |
| "step": 571 |
| }, |
| { |
| "epoch": 1.4413619167717528, |
| "grad_norm": 9.304922103881836, |
| "learning_rate": 2.8263624841571615e-06, |
| "loss": 1.7098, |
| "step": 572 |
| }, |
| { |
| "epoch": 1.4438839848675915, |
| "grad_norm": 9.215829849243164, |
| "learning_rate": 2.813688212927757e-06, |
| "loss": 1.6925, |
| "step": 573 |
| }, |
| { |
| "epoch": 1.44640605296343, |
| "grad_norm": 9.296672821044922, |
| "learning_rate": 2.801013941698353e-06, |
| "loss": 1.5472, |
| "step": 574 |
| }, |
| { |
| "epoch": 1.4489281210592686, |
| "grad_norm": 9.168315887451172, |
| "learning_rate": 2.788339670468948e-06, |
| "loss": 1.6184, |
| "step": 575 |
| }, |
| { |
| "epoch": 1.4514501891551073, |
| "grad_norm": 9.798210144042969, |
| "learning_rate": 2.7756653992395438e-06, |
| "loss": 1.7085, |
| "step": 576 |
| }, |
| { |
| "epoch": 1.4539722572509457, |
| "grad_norm": 8.9691801071167, |
| "learning_rate": 2.7629911280101395e-06, |
| "loss": 1.4603, |
| "step": 577 |
| }, |
| { |
| "epoch": 1.4564943253467844, |
| "grad_norm": 9.579113006591797, |
| "learning_rate": 2.750316856780735e-06, |
| "loss": 1.6915, |
| "step": 578 |
| }, |
| { |
| "epoch": 1.459016393442623, |
| "grad_norm": 9.1442289352417, |
| "learning_rate": 2.7376425855513313e-06, |
| "loss": 1.6734, |
| "step": 579 |
| }, |
| { |
| "epoch": 1.4615384615384617, |
| "grad_norm": 9.718462944030762, |
| "learning_rate": 2.724968314321927e-06, |
| "loss": 1.7198, |
| "step": 580 |
| }, |
| { |
| "epoch": 1.4640605296343001, |
| "grad_norm": 10.05518627166748, |
| "learning_rate": 2.7122940430925226e-06, |
| "loss": 1.8889, |
| "step": 581 |
| }, |
| { |
| "epoch": 1.4665825977301388, |
| "grad_norm": 9.309950828552246, |
| "learning_rate": 2.699619771863118e-06, |
| "loss": 1.5719, |
| "step": 582 |
| }, |
| { |
| "epoch": 1.4691046658259772, |
| "grad_norm": 10.380331993103027, |
| "learning_rate": 2.6869455006337136e-06, |
| "loss": 1.6905, |
| "step": 583 |
| }, |
| { |
| "epoch": 1.4716267339218159, |
| "grad_norm": 10.128129005432129, |
| "learning_rate": 2.6742712294043092e-06, |
| "loss": 1.7951, |
| "step": 584 |
| }, |
| { |
| "epoch": 1.4741488020176545, |
| "grad_norm": 9.734953880310059, |
| "learning_rate": 2.6615969581749054e-06, |
| "loss": 1.7151, |
| "step": 585 |
| }, |
| { |
| "epoch": 1.4766708701134932, |
| "grad_norm": 9.19047737121582, |
| "learning_rate": 2.648922686945501e-06, |
| "loss": 1.7062, |
| "step": 586 |
| }, |
| { |
| "epoch": 1.4791929382093316, |
| "grad_norm": 9.794449806213379, |
| "learning_rate": 2.6362484157160967e-06, |
| "loss": 1.7291, |
| "step": 587 |
| }, |
| { |
| "epoch": 1.4817150063051703, |
| "grad_norm": 9.653838157653809, |
| "learning_rate": 2.6235741444866924e-06, |
| "loss": 1.7751, |
| "step": 588 |
| }, |
| { |
| "epoch": 1.4842370744010087, |
| "grad_norm": 9.215062141418457, |
| "learning_rate": 2.6108998732572877e-06, |
| "loss": 1.6874, |
| "step": 589 |
| }, |
| { |
| "epoch": 1.4867591424968474, |
| "grad_norm": 9.825355529785156, |
| "learning_rate": 2.5982256020278833e-06, |
| "loss": 1.8204, |
| "step": 590 |
| }, |
| { |
| "epoch": 1.489281210592686, |
| "grad_norm": 9.898273468017578, |
| "learning_rate": 2.585551330798479e-06, |
| "loss": 1.8703, |
| "step": 591 |
| }, |
| { |
| "epoch": 1.4918032786885247, |
| "grad_norm": 9.797385215759277, |
| "learning_rate": 2.572877059569075e-06, |
| "loss": 1.7697, |
| "step": 592 |
| }, |
| { |
| "epoch": 1.4943253467843631, |
| "grad_norm": 9.761408805847168, |
| "learning_rate": 2.560202788339671e-06, |
| "loss": 1.8219, |
| "step": 593 |
| }, |
| { |
| "epoch": 1.4968474148802018, |
| "grad_norm": 10.170997619628906, |
| "learning_rate": 2.5475285171102665e-06, |
| "loss": 1.6717, |
| "step": 594 |
| }, |
| { |
| "epoch": 1.4993694829760402, |
| "grad_norm": 9.12843132019043, |
| "learning_rate": 2.534854245880862e-06, |
| "loss": 1.7411, |
| "step": 595 |
| }, |
| { |
| "epoch": 1.5018915510718789, |
| "grad_norm": 9.036306381225586, |
| "learning_rate": 2.5221799746514574e-06, |
| "loss": 1.514, |
| "step": 596 |
| }, |
| { |
| "epoch": 1.5044136191677175, |
| "grad_norm": 9.639406204223633, |
| "learning_rate": 2.509505703422053e-06, |
| "loss": 1.7619, |
| "step": 597 |
| }, |
| { |
| "epoch": 1.5069356872635562, |
| "grad_norm": 9.230900764465332, |
| "learning_rate": 2.496831432192649e-06, |
| "loss": 1.7733, |
| "step": 598 |
| }, |
| { |
| "epoch": 1.5094577553593949, |
| "grad_norm": 9.234027862548828, |
| "learning_rate": 2.484157160963245e-06, |
| "loss": 1.6044, |
| "step": 599 |
| }, |
| { |
| "epoch": 1.5119798234552333, |
| "grad_norm": 9.265420913696289, |
| "learning_rate": 2.4714828897338406e-06, |
| "loss": 1.673, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.5119798234552333, |
| "eval_loss": 1.7523093223571777, |
| "eval_runtime": 22.38, |
| "eval_samples_per_second": 31.501, |
| "eval_steps_per_second": 15.773, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.5145018915510717, |
| "grad_norm": 9.651077270507812, |
| "learning_rate": 2.4588086185044363e-06, |
| "loss": 1.5491, |
| "step": 601 |
| }, |
| { |
| "epoch": 1.5170239596469104, |
| "grad_norm": 9.367993354797363, |
| "learning_rate": 2.446134347275032e-06, |
| "loss": 1.609, |
| "step": 602 |
| }, |
| { |
| "epoch": 1.519546027742749, |
| "grad_norm": 9.361973762512207, |
| "learning_rate": 2.4334600760456276e-06, |
| "loss": 1.6936, |
| "step": 603 |
| }, |
| { |
| "epoch": 1.5220680958385877, |
| "grad_norm": 9.585187911987305, |
| "learning_rate": 2.4207858048162233e-06, |
| "loss": 1.8009, |
| "step": 604 |
| }, |
| { |
| "epoch": 1.5245901639344264, |
| "grad_norm": 9.865044593811035, |
| "learning_rate": 2.408111533586819e-06, |
| "loss": 1.7838, |
| "step": 605 |
| }, |
| { |
| "epoch": 1.5271122320302648, |
| "grad_norm": 9.89111328125, |
| "learning_rate": 2.3954372623574147e-06, |
| "loss": 1.6319, |
| "step": 606 |
| }, |
| { |
| "epoch": 1.5296343001261032, |
| "grad_norm": 9.685453414916992, |
| "learning_rate": 2.3827629911280104e-06, |
| "loss": 1.8397, |
| "step": 607 |
| }, |
| { |
| "epoch": 1.532156368221942, |
| "grad_norm": 9.569920539855957, |
| "learning_rate": 2.370088719898606e-06, |
| "loss": 1.6555, |
| "step": 608 |
| }, |
| { |
| "epoch": 1.5346784363177806, |
| "grad_norm": 9.133719444274902, |
| "learning_rate": 2.3574144486692017e-06, |
| "loss": 1.6702, |
| "step": 609 |
| }, |
| { |
| "epoch": 1.5372005044136192, |
| "grad_norm": 9.190169334411621, |
| "learning_rate": 2.3447401774397974e-06, |
| "loss": 1.5816, |
| "step": 610 |
| }, |
| { |
| "epoch": 1.5397225725094579, |
| "grad_norm": 9.700498580932617, |
| "learning_rate": 2.332065906210393e-06, |
| "loss": 1.6974, |
| "step": 611 |
| }, |
| { |
| "epoch": 1.5422446406052963, |
| "grad_norm": 9.959566116333008, |
| "learning_rate": 2.319391634980989e-06, |
| "loss": 1.6214, |
| "step": 612 |
| }, |
| { |
| "epoch": 1.544766708701135, |
| "grad_norm": 9.219340324401855, |
| "learning_rate": 2.3067173637515845e-06, |
| "loss": 1.5522, |
| "step": 613 |
| }, |
| { |
| "epoch": 1.5472887767969734, |
| "grad_norm": 9.79837417602539, |
| "learning_rate": 2.29404309252218e-06, |
| "loss": 1.757, |
| "step": 614 |
| }, |
| { |
| "epoch": 1.549810844892812, |
| "grad_norm": 9.967864036560059, |
| "learning_rate": 2.281368821292776e-06, |
| "loss": 1.6265, |
| "step": 615 |
| }, |
| { |
| "epoch": 1.5523329129886507, |
| "grad_norm": 9.409161567687988, |
| "learning_rate": 2.2686945500633715e-06, |
| "loss": 1.6398, |
| "step": 616 |
| }, |
| { |
| "epoch": 1.5548549810844894, |
| "grad_norm": 9.403983116149902, |
| "learning_rate": 2.256020278833967e-06, |
| "loss": 1.4564, |
| "step": 617 |
| }, |
| { |
| "epoch": 1.5573770491803278, |
| "grad_norm": 9.532289505004883, |
| "learning_rate": 2.243346007604563e-06, |
| "loss": 1.7196, |
| "step": 618 |
| }, |
| { |
| "epoch": 1.5598991172761665, |
| "grad_norm": 9.415918350219727, |
| "learning_rate": 2.2306717363751586e-06, |
| "loss": 1.7602, |
| "step": 619 |
| }, |
| { |
| "epoch": 1.562421185372005, |
| "grad_norm": 9.484832763671875, |
| "learning_rate": 2.2179974651457543e-06, |
| "loss": 1.6221, |
| "step": 620 |
| }, |
| { |
| "epoch": 1.5649432534678436, |
| "grad_norm": 8.91826057434082, |
| "learning_rate": 2.20532319391635e-06, |
| "loss": 1.6068, |
| "step": 621 |
| }, |
| { |
| "epoch": 1.5674653215636822, |
| "grad_norm": 9.329851150512695, |
| "learning_rate": 2.1926489226869456e-06, |
| "loss": 1.5645, |
| "step": 622 |
| }, |
| { |
| "epoch": 1.569987389659521, |
| "grad_norm": 9.843445777893066, |
| "learning_rate": 2.1799746514575413e-06, |
| "loss": 1.7785, |
| "step": 623 |
| }, |
| { |
| "epoch": 1.5725094577553596, |
| "grad_norm": 9.400677680969238, |
| "learning_rate": 2.167300380228137e-06, |
| "loss": 1.773, |
| "step": 624 |
| }, |
| { |
| "epoch": 1.575031525851198, |
| "grad_norm": 10.016898155212402, |
| "learning_rate": 2.1546261089987327e-06, |
| "loss": 1.9336, |
| "step": 625 |
| }, |
| { |
| "epoch": 1.5775535939470364, |
| "grad_norm": 10.434575080871582, |
| "learning_rate": 2.1419518377693283e-06, |
| "loss": 1.5465, |
| "step": 626 |
| }, |
| { |
| "epoch": 1.580075662042875, |
| "grad_norm": 11.400501251220703, |
| "learning_rate": 2.129277566539924e-06, |
| "loss": 1.7939, |
| "step": 627 |
| }, |
| { |
| "epoch": 1.5825977301387137, |
| "grad_norm": 9.04845142364502, |
| "learning_rate": 2.1166032953105197e-06, |
| "loss": 1.6274, |
| "step": 628 |
| }, |
| { |
| "epoch": 1.5851197982345524, |
| "grad_norm": 10.22314453125, |
| "learning_rate": 2.1039290240811154e-06, |
| "loss": 1.6714, |
| "step": 629 |
| }, |
| { |
| "epoch": 1.587641866330391, |
| "grad_norm": 9.6449613571167, |
| "learning_rate": 2.0912547528517115e-06, |
| "loss": 1.6939, |
| "step": 630 |
| }, |
| { |
| "epoch": 1.5901639344262295, |
| "grad_norm": 9.827229499816895, |
| "learning_rate": 2.0785804816223068e-06, |
| "loss": 1.6616, |
| "step": 631 |
| }, |
| { |
| "epoch": 1.592686002522068, |
| "grad_norm": 9.703105926513672, |
| "learning_rate": 2.0659062103929024e-06, |
| "loss": 1.7044, |
| "step": 632 |
| }, |
| { |
| "epoch": 1.5952080706179066, |
| "grad_norm": 9.688172340393066, |
| "learning_rate": 2.053231939163498e-06, |
| "loss": 1.7758, |
| "step": 633 |
| }, |
| { |
| "epoch": 1.5977301387137453, |
| "grad_norm": 9.653241157531738, |
| "learning_rate": 2.040557667934094e-06, |
| "loss": 1.7537, |
| "step": 634 |
| }, |
| { |
| "epoch": 1.600252206809584, |
| "grad_norm": 9.296571731567383, |
| "learning_rate": 2.0278833967046895e-06, |
| "loss": 1.6858, |
| "step": 635 |
| }, |
| { |
| "epoch": 1.6027742749054226, |
| "grad_norm": 10.401541709899902, |
| "learning_rate": 2.015209125475285e-06, |
| "loss": 1.7414, |
| "step": 636 |
| }, |
| { |
| "epoch": 1.605296343001261, |
| "grad_norm": 9.051884651184082, |
| "learning_rate": 2.0025348542458813e-06, |
| "loss": 1.5245, |
| "step": 637 |
| }, |
| { |
| "epoch": 1.6078184110970997, |
| "grad_norm": 9.532299041748047, |
| "learning_rate": 1.9898605830164765e-06, |
| "loss": 1.7633, |
| "step": 638 |
| }, |
| { |
| "epoch": 1.610340479192938, |
| "grad_norm": 9.500764846801758, |
| "learning_rate": 1.9771863117870722e-06, |
| "loss": 1.7115, |
| "step": 639 |
| }, |
| { |
| "epoch": 1.6128625472887768, |
| "grad_norm": 9.496732711791992, |
| "learning_rate": 1.9645120405576683e-06, |
| "loss": 1.7225, |
| "step": 640 |
| }, |
| { |
| "epoch": 1.6153846153846154, |
| "grad_norm": 9.434415817260742, |
| "learning_rate": 1.951837769328264e-06, |
| "loss": 1.644, |
| "step": 641 |
| }, |
| { |
| "epoch": 1.617906683480454, |
| "grad_norm": 9.592620849609375, |
| "learning_rate": 1.9391634980988593e-06, |
| "loss": 1.8371, |
| "step": 642 |
| }, |
| { |
| "epoch": 1.6204287515762925, |
| "grad_norm": 9.407877922058105, |
| "learning_rate": 1.926489226869455e-06, |
| "loss": 1.8604, |
| "step": 643 |
| }, |
| { |
| "epoch": 1.6229508196721312, |
| "grad_norm": 9.350131034851074, |
| "learning_rate": 1.913814955640051e-06, |
| "loss": 1.5641, |
| "step": 644 |
| }, |
| { |
| "epoch": 1.6254728877679696, |
| "grad_norm": 9.472994804382324, |
| "learning_rate": 1.9011406844106463e-06, |
| "loss": 1.7148, |
| "step": 645 |
| }, |
| { |
| "epoch": 1.6279949558638083, |
| "grad_norm": 9.949991226196289, |
| "learning_rate": 1.8884664131812422e-06, |
| "loss": 1.6501, |
| "step": 646 |
| }, |
| { |
| "epoch": 1.630517023959647, |
| "grad_norm": 8.786355972290039, |
| "learning_rate": 1.875792141951838e-06, |
| "loss": 1.5483, |
| "step": 647 |
| }, |
| { |
| "epoch": 1.6330390920554856, |
| "grad_norm": 9.989036560058594, |
| "learning_rate": 1.8631178707224338e-06, |
| "loss": 1.8243, |
| "step": 648 |
| }, |
| { |
| "epoch": 1.6355611601513242, |
| "grad_norm": 9.494795799255371, |
| "learning_rate": 1.8504435994930293e-06, |
| "loss": 1.7462, |
| "step": 649 |
| }, |
| { |
| "epoch": 1.6380832282471627, |
| "grad_norm": 9.811188697814941, |
| "learning_rate": 1.837769328263625e-06, |
| "loss": 1.7883, |
| "step": 650 |
| }, |
| { |
| "epoch": 1.6380832282471627, |
| "eval_loss": 1.7496782541275024, |
| "eval_runtime": 22.3363, |
| "eval_samples_per_second": 31.563, |
| "eval_steps_per_second": 15.804, |
| "step": 650 |
| }, |
| { |
| "epoch": 1.6406052963430011, |
| "grad_norm": 9.878396987915039, |
| "learning_rate": 1.8250950570342208e-06, |
| "loss": 1.7597, |
| "step": 651 |
| }, |
| { |
| "epoch": 1.6431273644388398, |
| "grad_norm": 9.418442726135254, |
| "learning_rate": 1.8124207858048165e-06, |
| "loss": 1.6927, |
| "step": 652 |
| }, |
| { |
| "epoch": 1.6456494325346784, |
| "grad_norm": 9.230744361877441, |
| "learning_rate": 1.799746514575412e-06, |
| "loss": 1.6722, |
| "step": 653 |
| }, |
| { |
| "epoch": 1.648171500630517, |
| "grad_norm": 9.318791389465332, |
| "learning_rate": 1.7870722433460077e-06, |
| "loss": 1.6268, |
| "step": 654 |
| }, |
| { |
| "epoch": 1.6506935687263558, |
| "grad_norm": 9.35730266571045, |
| "learning_rate": 1.7743979721166036e-06, |
| "loss": 1.5894, |
| "step": 655 |
| }, |
| { |
| "epoch": 1.6532156368221942, |
| "grad_norm": 9.660544395446777, |
| "learning_rate": 1.761723700887199e-06, |
| "loss": 1.5975, |
| "step": 656 |
| }, |
| { |
| "epoch": 1.6557377049180326, |
| "grad_norm": 9.178739547729492, |
| "learning_rate": 1.7490494296577947e-06, |
| "loss": 1.7066, |
| "step": 657 |
| }, |
| { |
| "epoch": 1.6582597730138713, |
| "grad_norm": 9.610675811767578, |
| "learning_rate": 1.7363751584283906e-06, |
| "loss": 1.7854, |
| "step": 658 |
| }, |
| { |
| "epoch": 1.66078184110971, |
| "grad_norm": 9.982096672058105, |
| "learning_rate": 1.7237008871989863e-06, |
| "loss": 1.8862, |
| "step": 659 |
| }, |
| { |
| "epoch": 1.6633039092055486, |
| "grad_norm": 9.464872360229492, |
| "learning_rate": 1.7110266159695818e-06, |
| "loss": 1.7103, |
| "step": 660 |
| }, |
| { |
| "epoch": 1.6658259773013873, |
| "grad_norm": 10.029378890991211, |
| "learning_rate": 1.6983523447401777e-06, |
| "loss": 1.8386, |
| "step": 661 |
| }, |
| { |
| "epoch": 1.6683480453972257, |
| "grad_norm": 10.07486343383789, |
| "learning_rate": 1.6856780735107733e-06, |
| "loss": 1.7132, |
| "step": 662 |
| }, |
| { |
| "epoch": 1.6708701134930644, |
| "grad_norm": 9.461385726928711, |
| "learning_rate": 1.6730038022813688e-06, |
| "loss": 1.8575, |
| "step": 663 |
| }, |
| { |
| "epoch": 1.6733921815889028, |
| "grad_norm": 9.384078979492188, |
| "learning_rate": 1.6603295310519645e-06, |
| "loss": 1.7451, |
| "step": 664 |
| }, |
| { |
| "epoch": 1.6759142496847415, |
| "grad_norm": 10.08484172821045, |
| "learning_rate": 1.6476552598225604e-06, |
| "loss": 1.8205, |
| "step": 665 |
| }, |
| { |
| "epoch": 1.6784363177805801, |
| "grad_norm": 8.9235258102417, |
| "learning_rate": 1.634980988593156e-06, |
| "loss": 1.6296, |
| "step": 666 |
| }, |
| { |
| "epoch": 1.6809583858764188, |
| "grad_norm": 8.805487632751465, |
| "learning_rate": 1.6223067173637516e-06, |
| "loss": 1.5716, |
| "step": 667 |
| }, |
| { |
| "epoch": 1.6834804539722572, |
| "grad_norm": 9.344003677368164, |
| "learning_rate": 1.6096324461343474e-06, |
| "loss": 1.665, |
| "step": 668 |
| }, |
| { |
| "epoch": 1.6860025220680959, |
| "grad_norm": 9.791078567504883, |
| "learning_rate": 1.5969581749049431e-06, |
| "loss": 1.6864, |
| "step": 669 |
| }, |
| { |
| "epoch": 1.6885245901639343, |
| "grad_norm": 9.306896209716797, |
| "learning_rate": 1.5842839036755388e-06, |
| "loss": 1.6191, |
| "step": 670 |
| }, |
| { |
| "epoch": 1.691046658259773, |
| "grad_norm": 9.320843696594238, |
| "learning_rate": 1.5716096324461345e-06, |
| "loss": 1.7787, |
| "step": 671 |
| }, |
| { |
| "epoch": 1.6935687263556116, |
| "grad_norm": 8.704729080200195, |
| "learning_rate": 1.5589353612167302e-06, |
| "loss": 1.6084, |
| "step": 672 |
| }, |
| { |
| "epoch": 1.6960907944514503, |
| "grad_norm": 9.247455596923828, |
| "learning_rate": 1.5462610899873259e-06, |
| "loss": 1.6195, |
| "step": 673 |
| }, |
| { |
| "epoch": 1.698612862547289, |
| "grad_norm": 9.209896087646484, |
| "learning_rate": 1.5335868187579213e-06, |
| "loss": 1.4866, |
| "step": 674 |
| }, |
| { |
| "epoch": 1.7011349306431274, |
| "grad_norm": 9.45024299621582, |
| "learning_rate": 1.5209125475285172e-06, |
| "loss": 1.6317, |
| "step": 675 |
| }, |
| { |
| "epoch": 1.7036569987389658, |
| "grad_norm": 9.23570728302002, |
| "learning_rate": 1.508238276299113e-06, |
| "loss": 1.6528, |
| "step": 676 |
| }, |
| { |
| "epoch": 1.7061790668348045, |
| "grad_norm": 9.888360023498535, |
| "learning_rate": 1.4955640050697088e-06, |
| "loss": 1.8495, |
| "step": 677 |
| }, |
| { |
| "epoch": 1.7087011349306431, |
| "grad_norm": 9.215476036071777, |
| "learning_rate": 1.4828897338403043e-06, |
| "loss": 1.7159, |
| "step": 678 |
| }, |
| { |
| "epoch": 1.7112232030264818, |
| "grad_norm": 10.161598205566406, |
| "learning_rate": 1.4702154626109e-06, |
| "loss": 1.6652, |
| "step": 679 |
| }, |
| { |
| "epoch": 1.7137452711223204, |
| "grad_norm": 8.876617431640625, |
| "learning_rate": 1.4575411913814959e-06, |
| "loss": 1.6727, |
| "step": 680 |
| }, |
| { |
| "epoch": 1.7162673392181589, |
| "grad_norm": 9.413269996643066, |
| "learning_rate": 1.4448669201520913e-06, |
| "loss": 1.7251, |
| "step": 681 |
| }, |
| { |
| "epoch": 1.7187894073139973, |
| "grad_norm": 9.70720100402832, |
| "learning_rate": 1.432192648922687e-06, |
| "loss": 1.6496, |
| "step": 682 |
| }, |
| { |
| "epoch": 1.721311475409836, |
| "grad_norm": 9.4563570022583, |
| "learning_rate": 1.4195183776932827e-06, |
| "loss": 1.6654, |
| "step": 683 |
| }, |
| { |
| "epoch": 1.7238335435056746, |
| "grad_norm": 9.741867065429688, |
| "learning_rate": 1.4068441064638786e-06, |
| "loss": 1.717, |
| "step": 684 |
| }, |
| { |
| "epoch": 1.7263556116015133, |
| "grad_norm": 9.284911155700684, |
| "learning_rate": 1.394169835234474e-06, |
| "loss": 1.8214, |
| "step": 685 |
| }, |
| { |
| "epoch": 1.728877679697352, |
| "grad_norm": 9.757843017578125, |
| "learning_rate": 1.3814955640050697e-06, |
| "loss": 1.7171, |
| "step": 686 |
| }, |
| { |
| "epoch": 1.7313997477931904, |
| "grad_norm": 9.240010261535645, |
| "learning_rate": 1.3688212927756656e-06, |
| "loss": 1.57, |
| "step": 687 |
| }, |
| { |
| "epoch": 1.733921815889029, |
| "grad_norm": 9.373875617980957, |
| "learning_rate": 1.3561470215462613e-06, |
| "loss": 1.7745, |
| "step": 688 |
| }, |
| { |
| "epoch": 1.7364438839848675, |
| "grad_norm": 10.032711029052734, |
| "learning_rate": 1.3434727503168568e-06, |
| "loss": 1.7319, |
| "step": 689 |
| }, |
| { |
| "epoch": 1.7389659520807061, |
| "grad_norm": 10.820676803588867, |
| "learning_rate": 1.3307984790874527e-06, |
| "loss": 1.7383, |
| "step": 690 |
| }, |
| { |
| "epoch": 1.7414880201765448, |
| "grad_norm": 9.454099655151367, |
| "learning_rate": 1.3181242078580484e-06, |
| "loss": 1.5799, |
| "step": 691 |
| }, |
| { |
| "epoch": 1.7440100882723835, |
| "grad_norm": 9.65280532836914, |
| "learning_rate": 1.3054499366286438e-06, |
| "loss": 1.6499, |
| "step": 692 |
| }, |
| { |
| "epoch": 1.746532156368222, |
| "grad_norm": 9.339778900146484, |
| "learning_rate": 1.2927756653992395e-06, |
| "loss": 1.5878, |
| "step": 693 |
| }, |
| { |
| "epoch": 1.7490542244640606, |
| "grad_norm": 9.690807342529297, |
| "learning_rate": 1.2801013941698354e-06, |
| "loss": 1.6491, |
| "step": 694 |
| }, |
| { |
| "epoch": 1.751576292559899, |
| "grad_norm": 9.621843338012695, |
| "learning_rate": 1.267427122940431e-06, |
| "loss": 1.6351, |
| "step": 695 |
| }, |
| { |
| "epoch": 1.7540983606557377, |
| "grad_norm": 9.59380054473877, |
| "learning_rate": 1.2547528517110266e-06, |
| "loss": 1.7122, |
| "step": 696 |
| }, |
| { |
| "epoch": 1.7566204287515763, |
| "grad_norm": 9.694832801818848, |
| "learning_rate": 1.2420785804816225e-06, |
| "loss": 1.8336, |
| "step": 697 |
| }, |
| { |
| "epoch": 1.759142496847415, |
| "grad_norm": 9.189477920532227, |
| "learning_rate": 1.2294043092522181e-06, |
| "loss": 1.6511, |
| "step": 698 |
| }, |
| { |
| "epoch": 1.7616645649432536, |
| "grad_norm": 9.697997093200684, |
| "learning_rate": 1.2167300380228138e-06, |
| "loss": 1.7776, |
| "step": 699 |
| }, |
| { |
| "epoch": 1.764186633039092, |
| "grad_norm": 10.124703407287598, |
| "learning_rate": 1.2040557667934095e-06, |
| "loss": 1.9325, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.764186633039092, |
| "eval_loss": 1.7485777139663696, |
| "eval_runtime": 22.3315, |
| "eval_samples_per_second": 31.57, |
| "eval_steps_per_second": 15.807, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.7667087011349305, |
| "grad_norm": 10.02460765838623, |
| "learning_rate": 1.1913814955640052e-06, |
| "loss": 1.7893, |
| "step": 701 |
| }, |
| { |
| "epoch": 1.7692307692307692, |
| "grad_norm": 9.702786445617676, |
| "learning_rate": 1.1787072243346009e-06, |
| "loss": 1.6767, |
| "step": 702 |
| }, |
| { |
| "epoch": 1.7717528373266078, |
| "grad_norm": 9.492086410522461, |
| "learning_rate": 1.1660329531051966e-06, |
| "loss": 1.6442, |
| "step": 703 |
| }, |
| { |
| "epoch": 1.7742749054224465, |
| "grad_norm": 9.21624755859375, |
| "learning_rate": 1.1533586818757922e-06, |
| "loss": 1.709, |
| "step": 704 |
| }, |
| { |
| "epoch": 1.7767969735182851, |
| "grad_norm": 8.985629081726074, |
| "learning_rate": 1.140684410646388e-06, |
| "loss": 1.7345, |
| "step": 705 |
| }, |
| { |
| "epoch": 1.7793190416141236, |
| "grad_norm": 8.86026668548584, |
| "learning_rate": 1.1280101394169836e-06, |
| "loss": 1.5044, |
| "step": 706 |
| }, |
| { |
| "epoch": 1.781841109709962, |
| "grad_norm": 9.030643463134766, |
| "learning_rate": 1.1153358681875793e-06, |
| "loss": 1.759, |
| "step": 707 |
| }, |
| { |
| "epoch": 1.7843631778058007, |
| "grad_norm": 9.298970222473145, |
| "learning_rate": 1.102661596958175e-06, |
| "loss": 1.7031, |
| "step": 708 |
| }, |
| { |
| "epoch": 1.7868852459016393, |
| "grad_norm": 10.055564880371094, |
| "learning_rate": 1.0899873257287706e-06, |
| "loss": 1.7342, |
| "step": 709 |
| }, |
| { |
| "epoch": 1.789407313997478, |
| "grad_norm": 9.073225021362305, |
| "learning_rate": 1.0773130544993663e-06, |
| "loss": 1.761, |
| "step": 710 |
| }, |
| { |
| "epoch": 1.7919293820933166, |
| "grad_norm": 9.601025581359863, |
| "learning_rate": 1.064638783269962e-06, |
| "loss": 1.654, |
| "step": 711 |
| }, |
| { |
| "epoch": 1.794451450189155, |
| "grad_norm": 9.712860107421875, |
| "learning_rate": 1.0519645120405577e-06, |
| "loss": 1.6359, |
| "step": 712 |
| }, |
| { |
| "epoch": 1.7969735182849937, |
| "grad_norm": 10.143293380737305, |
| "learning_rate": 1.0392902408111534e-06, |
| "loss": 1.5526, |
| "step": 713 |
| }, |
| { |
| "epoch": 1.7994955863808322, |
| "grad_norm": 9.93713092803955, |
| "learning_rate": 1.026615969581749e-06, |
| "loss": 1.5565, |
| "step": 714 |
| }, |
| { |
| "epoch": 1.8020176544766708, |
| "grad_norm": 9.756038665771484, |
| "learning_rate": 1.0139416983523447e-06, |
| "loss": 1.6234, |
| "step": 715 |
| }, |
| { |
| "epoch": 1.8045397225725095, |
| "grad_norm": 9.444257736206055, |
| "learning_rate": 1.0012674271229406e-06, |
| "loss": 1.6252, |
| "step": 716 |
| }, |
| { |
| "epoch": 1.8070617906683482, |
| "grad_norm": 8.920618057250977, |
| "learning_rate": 9.885931558935361e-07, |
| "loss": 1.6009, |
| "step": 717 |
| }, |
| { |
| "epoch": 1.8095838587641866, |
| "grad_norm": 10.030890464782715, |
| "learning_rate": 9.75918884664132e-07, |
| "loss": 1.8006, |
| "step": 718 |
| }, |
| { |
| "epoch": 1.8121059268600253, |
| "grad_norm": 9.226669311523438, |
| "learning_rate": 9.632446134347275e-07, |
| "loss": 1.6485, |
| "step": 719 |
| }, |
| { |
| "epoch": 1.8146279949558637, |
| "grad_norm": 9.405095100402832, |
| "learning_rate": 9.505703422053232e-07, |
| "loss": 1.6349, |
| "step": 720 |
| }, |
| { |
| "epoch": 1.8171500630517023, |
| "grad_norm": 9.43427562713623, |
| "learning_rate": 9.37896070975919e-07, |
| "loss": 1.7347, |
| "step": 721 |
| }, |
| { |
| "epoch": 1.819672131147541, |
| "grad_norm": 9.175073623657227, |
| "learning_rate": 9.252217997465146e-07, |
| "loss": 1.5586, |
| "step": 722 |
| }, |
| { |
| "epoch": 1.8221941992433797, |
| "grad_norm": 10.574820518493652, |
| "learning_rate": 9.125475285171104e-07, |
| "loss": 1.8204, |
| "step": 723 |
| }, |
| { |
| "epoch": 1.8247162673392183, |
| "grad_norm": 10.789299964904785, |
| "learning_rate": 8.99873257287706e-07, |
| "loss": 1.8064, |
| "step": 724 |
| }, |
| { |
| "epoch": 1.8272383354350568, |
| "grad_norm": 9.429031372070312, |
| "learning_rate": 8.871989860583018e-07, |
| "loss": 1.6855, |
| "step": 725 |
| }, |
| { |
| "epoch": 1.8297604035308952, |
| "grad_norm": 9.773348808288574, |
| "learning_rate": 8.745247148288974e-07, |
| "loss": 1.681, |
| "step": 726 |
| }, |
| { |
| "epoch": 1.8322824716267339, |
| "grad_norm": 9.321125030517578, |
| "learning_rate": 8.618504435994932e-07, |
| "loss": 1.5172, |
| "step": 727 |
| }, |
| { |
| "epoch": 1.8348045397225725, |
| "grad_norm": 9.979530334472656, |
| "learning_rate": 8.491761723700888e-07, |
| "loss": 1.6533, |
| "step": 728 |
| }, |
| { |
| "epoch": 1.8373266078184112, |
| "grad_norm": 9.914467811584473, |
| "learning_rate": 8.365019011406844e-07, |
| "loss": 1.6337, |
| "step": 729 |
| }, |
| { |
| "epoch": 1.8398486759142498, |
| "grad_norm": 9.555672645568848, |
| "learning_rate": 8.238276299112802e-07, |
| "loss": 1.6124, |
| "step": 730 |
| }, |
| { |
| "epoch": 1.8423707440100883, |
| "grad_norm": 9.191370010375977, |
| "learning_rate": 8.111533586818758e-07, |
| "loss": 1.7716, |
| "step": 731 |
| }, |
| { |
| "epoch": 1.8448928121059267, |
| "grad_norm": 8.71939754486084, |
| "learning_rate": 7.984790874524716e-07, |
| "loss": 1.5852, |
| "step": 732 |
| }, |
| { |
| "epoch": 1.8474148802017654, |
| "grad_norm": 10.85517406463623, |
| "learning_rate": 7.858048162230672e-07, |
| "loss": 1.7649, |
| "step": 733 |
| }, |
| { |
| "epoch": 1.849936948297604, |
| "grad_norm": 9.507818222045898, |
| "learning_rate": 7.731305449936629e-07, |
| "loss": 1.6892, |
| "step": 734 |
| }, |
| { |
| "epoch": 1.8524590163934427, |
| "grad_norm": 10.164153099060059, |
| "learning_rate": 7.604562737642586e-07, |
| "loss": 1.7367, |
| "step": 735 |
| }, |
| { |
| "epoch": 1.8549810844892813, |
| "grad_norm": 9.772536277770996, |
| "learning_rate": 7.477820025348544e-07, |
| "loss": 1.5983, |
| "step": 736 |
| }, |
| { |
| "epoch": 1.8575031525851198, |
| "grad_norm": 9.441061019897461, |
| "learning_rate": 7.3510773130545e-07, |
| "loss": 1.7796, |
| "step": 737 |
| }, |
| { |
| "epoch": 1.8600252206809584, |
| "grad_norm": 9.750692367553711, |
| "learning_rate": 7.224334600760457e-07, |
| "loss": 1.6755, |
| "step": 738 |
| }, |
| { |
| "epoch": 1.8625472887767969, |
| "grad_norm": 9.983835220336914, |
| "learning_rate": 7.097591888466413e-07, |
| "loss": 1.7303, |
| "step": 739 |
| }, |
| { |
| "epoch": 1.8650693568726355, |
| "grad_norm": 9.609946250915527, |
| "learning_rate": 6.97084917617237e-07, |
| "loss": 1.6073, |
| "step": 740 |
| }, |
| { |
| "epoch": 1.8675914249684742, |
| "grad_norm": 9.948182106018066, |
| "learning_rate": 6.844106463878328e-07, |
| "loss": 1.7385, |
| "step": 741 |
| }, |
| { |
| "epoch": 1.8701134930643128, |
| "grad_norm": 10.381742477416992, |
| "learning_rate": 6.717363751584284e-07, |
| "loss": 1.6154, |
| "step": 742 |
| }, |
| { |
| "epoch": 1.8726355611601513, |
| "grad_norm": 9.736071586608887, |
| "learning_rate": 6.590621039290242e-07, |
| "loss": 1.7608, |
| "step": 743 |
| }, |
| { |
| "epoch": 1.87515762925599, |
| "grad_norm": 9.389786720275879, |
| "learning_rate": 6.463878326996198e-07, |
| "loss": 1.6142, |
| "step": 744 |
| }, |
| { |
| "epoch": 1.8776796973518284, |
| "grad_norm": 9.023841857910156, |
| "learning_rate": 6.337135614702155e-07, |
| "loss": 1.6004, |
| "step": 745 |
| }, |
| { |
| "epoch": 1.880201765447667, |
| "grad_norm": 10.105546951293945, |
| "learning_rate": 6.210392902408112e-07, |
| "loss": 1.8666, |
| "step": 746 |
| }, |
| { |
| "epoch": 1.8827238335435057, |
| "grad_norm": 9.822077751159668, |
| "learning_rate": 6.083650190114069e-07, |
| "loss": 1.7136, |
| "step": 747 |
| }, |
| { |
| "epoch": 1.8852459016393444, |
| "grad_norm": 9.289091110229492, |
| "learning_rate": 5.956907477820026e-07, |
| "loss": 1.6946, |
| "step": 748 |
| }, |
| { |
| "epoch": 1.887767969735183, |
| "grad_norm": 10.051258087158203, |
| "learning_rate": 5.830164765525983e-07, |
| "loss": 1.6847, |
| "step": 749 |
| }, |
| { |
| "epoch": 1.8902900378310215, |
| "grad_norm": 9.966401100158691, |
| "learning_rate": 5.70342205323194e-07, |
| "loss": 1.616, |
| "step": 750 |
| }, |
| { |
| "epoch": 1.8902900378310215, |
| "eval_loss": 1.7466928958892822, |
| "eval_runtime": 22.2935, |
| "eval_samples_per_second": 31.624, |
| "eval_steps_per_second": 15.834, |
| "step": 750 |
| }, |
| { |
| "epoch": 1.89281210592686, |
| "grad_norm": 9.48179817199707, |
| "learning_rate": 5.576679340937896e-07, |
| "loss": 1.6371, |
| "step": 751 |
| }, |
| { |
| "epoch": 1.8953341740226985, |
| "grad_norm": 9.31264591217041, |
| "learning_rate": 5.449936628643853e-07, |
| "loss": 1.6826, |
| "step": 752 |
| }, |
| { |
| "epoch": 1.8978562421185372, |
| "grad_norm": 9.839986801147461, |
| "learning_rate": 5.32319391634981e-07, |
| "loss": 1.655, |
| "step": 753 |
| }, |
| { |
| "epoch": 1.9003783102143759, |
| "grad_norm": 9.741303443908691, |
| "learning_rate": 5.196451204055767e-07, |
| "loss": 1.7738, |
| "step": 754 |
| }, |
| { |
| "epoch": 1.9029003783102145, |
| "grad_norm": 9.247757911682129, |
| "learning_rate": 5.069708491761724e-07, |
| "loss": 1.8148, |
| "step": 755 |
| }, |
| { |
| "epoch": 1.905422446406053, |
| "grad_norm": 9.768037796020508, |
| "learning_rate": 4.942965779467681e-07, |
| "loss": 1.639, |
| "step": 756 |
| }, |
| { |
| "epoch": 1.9079445145018914, |
| "grad_norm": 9.715697288513184, |
| "learning_rate": 4.816223067173637e-07, |
| "loss": 1.58, |
| "step": 757 |
| }, |
| { |
| "epoch": 1.91046658259773, |
| "grad_norm": 9.666449546813965, |
| "learning_rate": 4.689480354879595e-07, |
| "loss": 1.674, |
| "step": 758 |
| }, |
| { |
| "epoch": 1.9129886506935687, |
| "grad_norm": 9.957441329956055, |
| "learning_rate": 4.562737642585552e-07, |
| "loss": 1.887, |
| "step": 759 |
| }, |
| { |
| "epoch": 1.9155107187894074, |
| "grad_norm": 9.29638385772705, |
| "learning_rate": 4.435994930291509e-07, |
| "loss": 1.58, |
| "step": 760 |
| }, |
| { |
| "epoch": 1.918032786885246, |
| "grad_norm": 9.338552474975586, |
| "learning_rate": 4.309252217997466e-07, |
| "loss": 1.7204, |
| "step": 761 |
| }, |
| { |
| "epoch": 1.9205548549810845, |
| "grad_norm": 9.696423530578613, |
| "learning_rate": 4.182509505703422e-07, |
| "loss": 1.8397, |
| "step": 762 |
| }, |
| { |
| "epoch": 1.9230769230769231, |
| "grad_norm": 9.439428329467773, |
| "learning_rate": 4.055766793409379e-07, |
| "loss": 1.8547, |
| "step": 763 |
| }, |
| { |
| "epoch": 1.9255989911727616, |
| "grad_norm": 9.756299018859863, |
| "learning_rate": 3.929024081115336e-07, |
| "loss": 1.731, |
| "step": 764 |
| }, |
| { |
| "epoch": 1.9281210592686002, |
| "grad_norm": 9.778884887695312, |
| "learning_rate": 3.802281368821293e-07, |
| "loss": 1.7143, |
| "step": 765 |
| }, |
| { |
| "epoch": 1.9306431273644389, |
| "grad_norm": 10.031231880187988, |
| "learning_rate": 3.67553865652725e-07, |
| "loss": 1.7769, |
| "step": 766 |
| }, |
| { |
| "epoch": 1.9331651954602775, |
| "grad_norm": 9.602938652038574, |
| "learning_rate": 3.5487959442332067e-07, |
| "loss": 1.6605, |
| "step": 767 |
| }, |
| { |
| "epoch": 1.935687263556116, |
| "grad_norm": 9.457903861999512, |
| "learning_rate": 3.422053231939164e-07, |
| "loss": 1.6331, |
| "step": 768 |
| }, |
| { |
| "epoch": 1.9382093316519546, |
| "grad_norm": 8.781030654907227, |
| "learning_rate": 3.295310519645121e-07, |
| "loss": 1.6539, |
| "step": 769 |
| }, |
| { |
| "epoch": 1.940731399747793, |
| "grad_norm": 10.194268226623535, |
| "learning_rate": 3.1685678073510777e-07, |
| "loss": 1.7886, |
| "step": 770 |
| }, |
| { |
| "epoch": 1.9432534678436317, |
| "grad_norm": 9.292413711547852, |
| "learning_rate": 3.0418250950570346e-07, |
| "loss": 1.7447, |
| "step": 771 |
| }, |
| { |
| "epoch": 1.9457755359394704, |
| "grad_norm": 9.451911926269531, |
| "learning_rate": 2.9150823827629914e-07, |
| "loss": 1.6883, |
| "step": 772 |
| }, |
| { |
| "epoch": 1.948297604035309, |
| "grad_norm": 8.796989440917969, |
| "learning_rate": 2.788339670468948e-07, |
| "loss": 1.5163, |
| "step": 773 |
| }, |
| { |
| "epoch": 1.9508196721311475, |
| "grad_norm": 9.83316707611084, |
| "learning_rate": 2.661596958174905e-07, |
| "loss": 1.6907, |
| "step": 774 |
| }, |
| { |
| "epoch": 1.9533417402269861, |
| "grad_norm": 9.6011323928833, |
| "learning_rate": 2.534854245880862e-07, |
| "loss": 1.8415, |
| "step": 775 |
| }, |
| { |
| "epoch": 1.9558638083228246, |
| "grad_norm": 9.126031875610352, |
| "learning_rate": 2.4081115335868187e-07, |
| "loss": 1.6539, |
| "step": 776 |
| }, |
| { |
| "epoch": 1.9583858764186632, |
| "grad_norm": 9.415656089782715, |
| "learning_rate": 2.281368821292776e-07, |
| "loss": 1.5977, |
| "step": 777 |
| }, |
| { |
| "epoch": 1.960907944514502, |
| "grad_norm": 9.307875633239746, |
| "learning_rate": 2.154626108998733e-07, |
| "loss": 1.7503, |
| "step": 778 |
| }, |
| { |
| "epoch": 1.9634300126103406, |
| "grad_norm": 9.824455261230469, |
| "learning_rate": 2.0278833967046894e-07, |
| "loss": 1.7062, |
| "step": 779 |
| }, |
| { |
| "epoch": 1.9659520807061792, |
| "grad_norm": 9.112115859985352, |
| "learning_rate": 1.9011406844106465e-07, |
| "loss": 1.7101, |
| "step": 780 |
| }, |
| { |
| "epoch": 1.9684741488020177, |
| "grad_norm": 9.579900741577148, |
| "learning_rate": 1.7743979721166034e-07, |
| "loss": 1.8317, |
| "step": 781 |
| }, |
| { |
| "epoch": 1.970996216897856, |
| "grad_norm": 10.12672233581543, |
| "learning_rate": 1.6476552598225605e-07, |
| "loss": 1.6936, |
| "step": 782 |
| }, |
| { |
| "epoch": 1.9735182849936947, |
| "grad_norm": 9.38885498046875, |
| "learning_rate": 1.5209125475285173e-07, |
| "loss": 1.7461, |
| "step": 783 |
| }, |
| { |
| "epoch": 1.9760403530895334, |
| "grad_norm": 9.046688079833984, |
| "learning_rate": 1.394169835234474e-07, |
| "loss": 1.6711, |
| "step": 784 |
| }, |
| { |
| "epoch": 1.978562421185372, |
| "grad_norm": 9.212310791015625, |
| "learning_rate": 1.267427122940431e-07, |
| "loss": 1.6484, |
| "step": 785 |
| }, |
| { |
| "epoch": 1.9810844892812107, |
| "grad_norm": 9.474123001098633, |
| "learning_rate": 1.140684410646388e-07, |
| "loss": 1.7078, |
| "step": 786 |
| }, |
| { |
| "epoch": 1.9836065573770492, |
| "grad_norm": 9.448431968688965, |
| "learning_rate": 1.0139416983523447e-07, |
| "loss": 1.7017, |
| "step": 787 |
| }, |
| { |
| "epoch": 1.9861286254728878, |
| "grad_norm": 9.857911109924316, |
| "learning_rate": 8.871989860583017e-08, |
| "loss": 1.7641, |
| "step": 788 |
| }, |
| { |
| "epoch": 1.9886506935687263, |
| "grad_norm": 9.555232048034668, |
| "learning_rate": 7.604562737642586e-08, |
| "loss": 1.5813, |
| "step": 789 |
| }, |
| { |
| "epoch": 1.991172761664565, |
| "grad_norm": 9.313446998596191, |
| "learning_rate": 6.337135614702155e-08, |
| "loss": 1.6946, |
| "step": 790 |
| }, |
| { |
| "epoch": 1.9936948297604036, |
| "grad_norm": 9.353551864624023, |
| "learning_rate": 5.0697084917617236e-08, |
| "loss": 1.6709, |
| "step": 791 |
| }, |
| { |
| "epoch": 1.9962168978562422, |
| "grad_norm": 8.949235916137695, |
| "learning_rate": 3.802281368821293e-08, |
| "loss": 1.7325, |
| "step": 792 |
| }, |
| { |
| "epoch": 1.9987389659520807, |
| "grad_norm": 10.36653995513916, |
| "learning_rate": 2.5348542458808618e-08, |
| "loss": 1.6658, |
| "step": 793 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 12.554285049438477, |
| "learning_rate": 1.2674271229404309e-08, |
| "loss": 1.5741, |
| "step": 794 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 794, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 200, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 4276469629939200.0, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
