| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.175, |
| "eval_steps": 500, |
| "global_step": 87000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0, |
| "grad_norm": 2.8962271213531494, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 1.1292, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 6.777284145355225, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 1.1979, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 3.0732028484344482, |
| "learning_rate": 6e-06, |
| "loss": 1.1233, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 2.748718023300171, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 1.1694, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 3.2017223834991455, |
| "learning_rate": 1e-05, |
| "loss": 1.1499, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.01, |
| "eval_loss": 1.1749963760375977, |
| "eval_runtime": 106.2784, |
| "eval_samples_per_second": 9.409, |
| "eval_steps_per_second": 2.352, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 3.5688204765319824, |
| "learning_rate": 9.98994974874372e-06, |
| "loss": 1.1033, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 2.247222900390625, |
| "learning_rate": 9.979899497487437e-06, |
| "loss": 1.1353, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 5.563870906829834, |
| "learning_rate": 9.969849246231156e-06, |
| "loss": 1.1575, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 3.093879461288452, |
| "learning_rate": 9.959798994974875e-06, |
| "loss": 1.186, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 3.5246388912200928, |
| "learning_rate": 9.949748743718594e-06, |
| "loss": 1.123, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.03, |
| "eval_loss": 1.2011113166809082, |
| "eval_runtime": 106.2391, |
| "eval_samples_per_second": 9.413, |
| "eval_steps_per_second": 2.353, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 8.584878921508789, |
| "learning_rate": 9.939698492462311e-06, |
| "loss": 1.1876, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.8535866737365723, |
| "learning_rate": 9.929648241206032e-06, |
| "loss": 1.147, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 4.041557788848877, |
| "learning_rate": 9.91959798994975e-06, |
| "loss": 1.1527, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 4.288966655731201, |
| "learning_rate": 9.909547738693468e-06, |
| "loss": 1.1, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 3.992133378982544, |
| "learning_rate": 9.899497487437186e-06, |
| "loss": 1.1702, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.04, |
| "eval_loss": 1.194442629814148, |
| "eval_runtime": 106.2775, |
| "eval_samples_per_second": 9.409, |
| "eval_steps_per_second": 2.352, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 10.900914192199707, |
| "learning_rate": 9.889447236180906e-06, |
| "loss": 1.1407, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 2.308995485305786, |
| "learning_rate": 9.879396984924624e-06, |
| "loss": 1.1732, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 4.821071147918701, |
| "learning_rate": 9.869346733668343e-06, |
| "loss": 1.178, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 2.4869799613952637, |
| "learning_rate": 9.859296482412062e-06, |
| "loss": 1.1236, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 3.6243529319763184, |
| "learning_rate": 9.84924623115578e-06, |
| "loss": 1.1383, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.05, |
| "eval_loss": 1.197302222251892, |
| "eval_runtime": 106.476, |
| "eval_samples_per_second": 9.392, |
| "eval_steps_per_second": 2.348, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 4.772403717041016, |
| "learning_rate": 9.839195979899498e-06, |
| "loss": 1.1792, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 5.6403985023498535, |
| "learning_rate": 9.829145728643217e-06, |
| "loss": 1.2086, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 6.52122163772583, |
| "learning_rate": 9.819095477386936e-06, |
| "loss": 1.1417, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 5.543770790100098, |
| "learning_rate": 9.809045226130655e-06, |
| "loss": 1.18, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 7.871328353881836, |
| "learning_rate": 9.798994974874372e-06, |
| "loss": 1.1623, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.06, |
| "eval_loss": 1.2371257543563843, |
| "eval_runtime": 106.486, |
| "eval_samples_per_second": 9.391, |
| "eval_steps_per_second": 2.348, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 9.064556121826172, |
| "learning_rate": 9.788944723618091e-06, |
| "loss": 1.2078, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 6.955998420715332, |
| "learning_rate": 9.77889447236181e-06, |
| "loss": 1.105, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 2.0823745727539062, |
| "learning_rate": 9.768844221105529e-06, |
| "loss": 1.093, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 3.0110859870910645, |
| "learning_rate": 9.758793969849248e-06, |
| "loss": 1.1217, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 6.344435691833496, |
| "learning_rate": 9.748743718592965e-06, |
| "loss": 1.0912, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.07, |
| "eval_loss": 1.1914273500442505, |
| "eval_runtime": 106.2585, |
| "eval_samples_per_second": 9.411, |
| "eval_steps_per_second": 2.353, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.916799783706665, |
| "learning_rate": 9.738693467336684e-06, |
| "loss": 1.1098, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 6.60597038269043, |
| "learning_rate": 9.728643216080402e-06, |
| "loss": 1.1522, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 6.223481178283691, |
| "learning_rate": 9.718592964824122e-06, |
| "loss": 1.1633, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 3.995976686477661, |
| "learning_rate": 9.70854271356784e-06, |
| "loss": 1.168, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 4.338571071624756, |
| "learning_rate": 9.698492462311559e-06, |
| "loss": 1.1514, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.09, |
| "eval_loss": 1.2231833934783936, |
| "eval_runtime": 106.0603, |
| "eval_samples_per_second": 9.429, |
| "eval_steps_per_second": 2.357, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.8867563009262085, |
| "learning_rate": 9.688442211055276e-06, |
| "loss": 1.1255, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 4.41115140914917, |
| "learning_rate": 9.678391959798997e-06, |
| "loss": 1.1184, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 4.065484046936035, |
| "learning_rate": 9.668341708542714e-06, |
| "loss": 1.1587, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 4.625395774841309, |
| "learning_rate": 9.658291457286433e-06, |
| "loss": 1.1494, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 3.19793963432312, |
| "learning_rate": 9.648241206030152e-06, |
| "loss": 1.1196, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.1, |
| "eval_loss": 1.1993799209594727, |
| "eval_runtime": 106.0818, |
| "eval_samples_per_second": 9.427, |
| "eval_steps_per_second": 2.357, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 8.89126205444336, |
| "learning_rate": 9.63819095477387e-06, |
| "loss": 1.1485, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 2.234679698944092, |
| "learning_rate": 9.628140703517588e-06, |
| "loss": 1.1758, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 8.758123397827148, |
| "learning_rate": 9.618090452261307e-06, |
| "loss": 1.177, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 3.4299983978271484, |
| "learning_rate": 9.608040201005026e-06, |
| "loss": 1.1694, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 11.623360633850098, |
| "learning_rate": 9.597989949748745e-06, |
| "loss": 1.1724, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.11, |
| "eval_loss": 1.22361421585083, |
| "eval_runtime": 106.1398, |
| "eval_samples_per_second": 9.422, |
| "eval_steps_per_second": 2.355, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 3.621526002883911, |
| "learning_rate": 9.587939698492464e-06, |
| "loss": 1.176, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 6.011305809020996, |
| "learning_rate": 9.577889447236181e-06, |
| "loss": 1.132, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 4.702287673950195, |
| "learning_rate": 9.5678391959799e-06, |
| "loss": 1.2036, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 7.796123027801514, |
| "learning_rate": 9.55778894472362e-06, |
| "loss": 1.1573, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 4.329326152801514, |
| "learning_rate": 9.547738693467338e-06, |
| "loss": 1.1477, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.12, |
| "eval_loss": 1.1805349588394165, |
| "eval_runtime": 106.2287, |
| "eval_samples_per_second": 9.414, |
| "eval_steps_per_second": 2.353, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 3.5872912406921387, |
| "learning_rate": 9.537688442211056e-06, |
| "loss": 1.1774, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 7.94892692565918, |
| "learning_rate": 9.527638190954775e-06, |
| "loss": 1.1639, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 2.417180061340332, |
| "learning_rate": 9.517587939698492e-06, |
| "loss": 1.1626, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 4.434834003448486, |
| "learning_rate": 9.507537688442213e-06, |
| "loss": 1.1846, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 6.536422252655029, |
| "learning_rate": 9.49748743718593e-06, |
| "loss": 1.1359, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.14, |
| "eval_loss": 1.220381498336792, |
| "eval_runtime": 106.2553, |
| "eval_samples_per_second": 9.411, |
| "eval_steps_per_second": 2.353, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 7.294464111328125, |
| "learning_rate": 9.487437185929649e-06, |
| "loss": 1.1081, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 5.32218074798584, |
| "learning_rate": 9.477386934673368e-06, |
| "loss": 1.1621, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 3.692546844482422, |
| "learning_rate": 9.467336683417087e-06, |
| "loss": 1.1703, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 6.460719585418701, |
| "learning_rate": 9.457286432160804e-06, |
| "loss": 1.2071, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 5.178548336029053, |
| "learning_rate": 9.447236180904523e-06, |
| "loss": 1.1124, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.15, |
| "eval_loss": 1.1760114431381226, |
| "eval_runtime": 106.2308, |
| "eval_samples_per_second": 9.413, |
| "eval_steps_per_second": 2.353, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 7.670156478881836, |
| "learning_rate": 9.437185929648242e-06, |
| "loss": 1.1385, |
| "step": 6100 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 4.211444854736328, |
| "learning_rate": 9.427135678391961e-06, |
| "loss": 1.1298, |
| "step": 6200 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 3.375978469848633, |
| "learning_rate": 9.41708542713568e-06, |
| "loss": 1.1745, |
| "step": 6300 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 7.415770053863525, |
| "learning_rate": 9.407035175879397e-06, |
| "loss": 1.1609, |
| "step": 6400 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 5.558354377746582, |
| "learning_rate": 9.396984924623116e-06, |
| "loss": 1.1433, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.16, |
| "eval_loss": 1.1909652948379517, |
| "eval_runtime": 106.1934, |
| "eval_samples_per_second": 9.417, |
| "eval_steps_per_second": 2.354, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 4.368566989898682, |
| "learning_rate": 9.386934673366835e-06, |
| "loss": 1.2008, |
| "step": 6600 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 4.2384209632873535, |
| "learning_rate": 9.376884422110554e-06, |
| "loss": 1.2142, |
| "step": 6700 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 4.848013877868652, |
| "learning_rate": 9.366834170854272e-06, |
| "loss": 1.1843, |
| "step": 6800 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 6.339895725250244, |
| "learning_rate": 9.35678391959799e-06, |
| "loss": 1.1703, |
| "step": 6900 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 7.7875518798828125, |
| "learning_rate": 9.34673366834171e-06, |
| "loss": 1.1185, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.17, |
| "eval_loss": 1.2201147079467773, |
| "eval_runtime": 106.1893, |
| "eval_samples_per_second": 9.417, |
| "eval_steps_per_second": 2.354, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 4.590594291687012, |
| "learning_rate": 9.336683417085429e-06, |
| "loss": 1.1346, |
| "step": 7100 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 5.217388153076172, |
| "learning_rate": 9.326633165829146e-06, |
| "loss": 1.118, |
| "step": 7200 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 2.3999927043914795, |
| "learning_rate": 9.316582914572865e-06, |
| "loss": 1.1394, |
| "step": 7300 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 2.4164233207702637, |
| "learning_rate": 9.306532663316584e-06, |
| "loss": 1.1311, |
| "step": 7400 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 1.3500103950500488, |
| "learning_rate": 9.296482412060303e-06, |
| "loss": 1.1907, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.19, |
| "eval_loss": 1.2538405656814575, |
| "eval_runtime": 106.2387, |
| "eval_samples_per_second": 9.413, |
| "eval_steps_per_second": 2.353, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 4.407262325286865, |
| "learning_rate": 9.28643216080402e-06, |
| "loss": 1.1847, |
| "step": 7600 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 2.9364423751831055, |
| "learning_rate": 9.276381909547739e-06, |
| "loss": 1.1634, |
| "step": 7700 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 4.788465976715088, |
| "learning_rate": 9.266331658291458e-06, |
| "loss": 1.1667, |
| "step": 7800 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.906449317932129, |
| "learning_rate": 9.256281407035177e-06, |
| "loss": 1.1199, |
| "step": 7900 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 4.966096878051758, |
| "learning_rate": 9.246231155778896e-06, |
| "loss": 1.1859, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.2, |
| "eval_loss": 1.1558078527450562, |
| "eval_runtime": 106.2052, |
| "eval_samples_per_second": 9.416, |
| "eval_steps_per_second": 2.354, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 7.45963191986084, |
| "learning_rate": 9.236180904522613e-06, |
| "loss": 1.1246, |
| "step": 8100 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 7.322927951812744, |
| "learning_rate": 9.226130653266332e-06, |
| "loss": 1.1553, |
| "step": 8200 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 5.216075420379639, |
| "learning_rate": 9.216080402010051e-06, |
| "loss": 1.1181, |
| "step": 8300 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 4.784651279449463, |
| "learning_rate": 9.20603015075377e-06, |
| "loss": 1.0775, |
| "step": 8400 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 6.537864685058594, |
| "learning_rate": 9.195979899497488e-06, |
| "loss": 1.1112, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.21, |
| "eval_loss": 1.1949126720428467, |
| "eval_runtime": 106.2149, |
| "eval_samples_per_second": 9.415, |
| "eval_steps_per_second": 2.354, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.4382109642028809, |
| "learning_rate": 9.185929648241207e-06, |
| "loss": 1.1235, |
| "step": 8600 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 7.871183395385742, |
| "learning_rate": 9.175879396984926e-06, |
| "loss": 1.2089, |
| "step": 8700 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 3.897693395614624, |
| "learning_rate": 9.165829145728645e-06, |
| "loss": 1.1792, |
| "step": 8800 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 3.8129703998565674, |
| "learning_rate": 9.155778894472362e-06, |
| "loss": 1.1458, |
| "step": 8900 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 2.998715877532959, |
| "learning_rate": 9.14572864321608e-06, |
| "loss": 1.1321, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.23, |
| "eval_loss": 1.165256381034851, |
| "eval_runtime": 106.0709, |
| "eval_samples_per_second": 9.428, |
| "eval_steps_per_second": 2.357, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 6.936214923858643, |
| "learning_rate": 9.1356783919598e-06, |
| "loss": 1.1338, |
| "step": 9100 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 6.714348793029785, |
| "learning_rate": 9.125628140703519e-06, |
| "loss": 1.1526, |
| "step": 9200 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 6.532776832580566, |
| "learning_rate": 9.115577889447236e-06, |
| "loss": 1.1279, |
| "step": 9300 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 4.0869245529174805, |
| "learning_rate": 9.105527638190955e-06, |
| "loss": 1.152, |
| "step": 9400 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 5.13925313949585, |
| "learning_rate": 9.095477386934674e-06, |
| "loss": 1.1462, |
| "step": 9500 |
| }, |
| { |
| "epoch": 0.24, |
| "eval_loss": 1.2190707921981812, |
| "eval_runtime": 106.0445, |
| "eval_samples_per_second": 9.43, |
| "eval_steps_per_second": 2.358, |
| "step": 9500 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 2.3696067333221436, |
| "learning_rate": 9.085427135678393e-06, |
| "loss": 1.1338, |
| "step": 9600 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 4.178169250488281, |
| "learning_rate": 9.075376884422112e-06, |
| "loss": 1.1047, |
| "step": 9700 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 8.618546485900879, |
| "learning_rate": 9.06532663316583e-06, |
| "loss": 1.2217, |
| "step": 9800 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 7.047238349914551, |
| "learning_rate": 9.055276381909548e-06, |
| "loss": 1.1277, |
| "step": 9900 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 3.2608633041381836, |
| "learning_rate": 9.045226130653267e-06, |
| "loss": 1.0982, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.25, |
| "eval_loss": 1.2301849126815796, |
| "eval_runtime": 106.0445, |
| "eval_samples_per_second": 9.43, |
| "eval_steps_per_second": 2.358, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 7.365833759307861, |
| "learning_rate": 9.035175879396986e-06, |
| "loss": 1.1367, |
| "step": 10100 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 5.321079254150391, |
| "learning_rate": 9.025125628140704e-06, |
| "loss": 1.1288, |
| "step": 10200 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 6.2387518882751465, |
| "learning_rate": 9.015075376884423e-06, |
| "loss": 1.1415, |
| "step": 10300 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 4.032764911651611, |
| "learning_rate": 9.005025125628142e-06, |
| "loss": 1.1471, |
| "step": 10400 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 7.161890506744385, |
| "learning_rate": 8.99497487437186e-06, |
| "loss": 1.1121, |
| "step": 10500 |
| }, |
| { |
| "epoch": 0.26, |
| "eval_loss": 1.1580675840377808, |
| "eval_runtime": 106.0405, |
| "eval_samples_per_second": 9.43, |
| "eval_steps_per_second": 2.358, |
| "step": 10500 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 8.492444038391113, |
| "learning_rate": 8.984924623115578e-06, |
| "loss": 1.2182, |
| "step": 10600 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 3.7185165882110596, |
| "learning_rate": 8.974874371859297e-06, |
| "loss": 1.1466, |
| "step": 10700 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 5.3694963455200195, |
| "learning_rate": 8.964824120603016e-06, |
| "loss": 1.1329, |
| "step": 10800 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 2.5741922855377197, |
| "learning_rate": 8.954773869346735e-06, |
| "loss": 1.1466, |
| "step": 10900 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 4.072163105010986, |
| "learning_rate": 8.944723618090452e-06, |
| "loss": 1.127, |
| "step": 11000 |
| }, |
| { |
| "epoch": 0.28, |
| "eval_loss": 1.2112760543823242, |
| "eval_runtime": 106.0385, |
| "eval_samples_per_second": 9.431, |
| "eval_steps_per_second": 2.358, |
| "step": 11000 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 6.539740085601807, |
| "learning_rate": 8.934673366834171e-06, |
| "loss": 1.2167, |
| "step": 11100 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 3.4889700412750244, |
| "learning_rate": 8.92462311557789e-06, |
| "loss": 1.1264, |
| "step": 11200 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 5.519000053405762, |
| "learning_rate": 8.914572864321609e-06, |
| "loss": 1.1552, |
| "step": 11300 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 4.674288272857666, |
| "learning_rate": 8.904522613065328e-06, |
| "loss": 1.1393, |
| "step": 11400 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 7.456840991973877, |
| "learning_rate": 8.894472361809045e-06, |
| "loss": 1.1376, |
| "step": 11500 |
| }, |
| { |
| "epoch": 0.29, |
| "eval_loss": 1.2394318580627441, |
| "eval_runtime": 106.0218, |
| "eval_samples_per_second": 9.432, |
| "eval_steps_per_second": 2.358, |
| "step": 11500 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 4.70370626449585, |
| "learning_rate": 8.884422110552764e-06, |
| "loss": 1.139, |
| "step": 11600 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 7.3822922706604, |
| "learning_rate": 8.874371859296483e-06, |
| "loss": 1.1231, |
| "step": 11700 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 8.374277114868164, |
| "learning_rate": 8.864321608040202e-06, |
| "loss": 1.1627, |
| "step": 11800 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 5.440807342529297, |
| "learning_rate": 8.85427135678392e-06, |
| "loss": 1.1215, |
| "step": 11900 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 8.692358016967773, |
| "learning_rate": 8.84422110552764e-06, |
| "loss": 1.163, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.3, |
| "eval_loss": 1.1826081275939941, |
| "eval_runtime": 106.0303, |
| "eval_samples_per_second": 9.431, |
| "eval_steps_per_second": 2.358, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 2.820358991622925, |
| "learning_rate": 8.834170854271358e-06, |
| "loss": 1.103, |
| "step": 12100 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 7.24362850189209, |
| "learning_rate": 8.824120603015077e-06, |
| "loss": 1.0791, |
| "step": 12200 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 3.441662311553955, |
| "learning_rate": 8.814070351758794e-06, |
| "loss": 1.1786, |
| "step": 12300 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 2.2167410850524902, |
| "learning_rate": 8.804020100502513e-06, |
| "loss": 1.1805, |
| "step": 12400 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 5.339104652404785, |
| "learning_rate": 8.793969849246232e-06, |
| "loss": 1.0919, |
| "step": 12500 |
| }, |
| { |
| "epoch": 0.31, |
| "eval_loss": 1.1974951028823853, |
| "eval_runtime": 106.035, |
| "eval_samples_per_second": 9.431, |
| "eval_steps_per_second": 2.358, |
| "step": 12500 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 5.801215171813965, |
| "learning_rate": 8.78391959798995e-06, |
| "loss": 1.0955, |
| "step": 12600 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 10.506399154663086, |
| "learning_rate": 8.773869346733668e-06, |
| "loss": 1.2134, |
| "step": 12700 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 4.50074577331543, |
| "learning_rate": 8.763819095477387e-06, |
| "loss": 1.1828, |
| "step": 12800 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 2.6549763679504395, |
| "learning_rate": 8.753768844221106e-06, |
| "loss": 1.1031, |
| "step": 12900 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 5.622566223144531, |
| "learning_rate": 8.743718592964825e-06, |
| "loss": 1.108, |
| "step": 13000 |
| }, |
| { |
| "epoch": 0.33, |
| "eval_loss": 1.206725835800171, |
| "eval_runtime": 106.0479, |
| "eval_samples_per_second": 9.43, |
| "eval_steps_per_second": 2.357, |
| "step": 13000 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 5.7196221351623535, |
| "learning_rate": 8.733668341708544e-06, |
| "loss": 1.1414, |
| "step": 13100 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 3.0874502658843994, |
| "learning_rate": 8.723618090452261e-06, |
| "loss": 1.1779, |
| "step": 13200 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 3.2144765853881836, |
| "learning_rate": 8.71356783919598e-06, |
| "loss": 1.1189, |
| "step": 13300 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 3.149327039718628, |
| "learning_rate": 8.7035175879397e-06, |
| "loss": 1.2085, |
| "step": 13400 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 2.726438522338867, |
| "learning_rate": 8.693467336683418e-06, |
| "loss": 1.0836, |
| "step": 13500 |
| }, |
| { |
| "epoch": 0.34, |
| "eval_loss": 1.1935946941375732, |
| "eval_runtime": 106.028, |
| "eval_samples_per_second": 9.431, |
| "eval_steps_per_second": 2.358, |
| "step": 13500 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 4.5727105140686035, |
| "learning_rate": 8.683417085427136e-06, |
| "loss": 1.0865, |
| "step": 13600 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 6.883179187774658, |
| "learning_rate": 8.673366834170856e-06, |
| "loss": 1.1212, |
| "step": 13700 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 4.398787498474121, |
| "learning_rate": 8.663316582914574e-06, |
| "loss": 1.1267, |
| "step": 13800 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 3.785742998123169, |
| "learning_rate": 8.653266331658293e-06, |
| "loss": 1.135, |
| "step": 13900 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 4.241240978240967, |
| "learning_rate": 8.64321608040201e-06, |
| "loss": 1.1242, |
| "step": 14000 |
| }, |
| { |
| "epoch": 0.35, |
| "eval_loss": 1.1758685111999512, |
| "eval_runtime": 106.0542, |
| "eval_samples_per_second": 9.429, |
| "eval_steps_per_second": 2.357, |
| "step": 14000 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 4.4116621017456055, |
| "learning_rate": 8.63316582914573e-06, |
| "loss": 1.0878, |
| "step": 14100 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 6.320282459259033, |
| "learning_rate": 8.623115577889448e-06, |
| "loss": 1.1523, |
| "step": 14200 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 8.830348014831543, |
| "learning_rate": 8.613065326633167e-06, |
| "loss": 1.0909, |
| "step": 14300 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 3.5644683837890625, |
| "learning_rate": 8.603015075376884e-06, |
| "loss": 1.196, |
| "step": 14400 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 6.190166473388672, |
| "learning_rate": 8.592964824120603e-06, |
| "loss": 1.1618, |
| "step": 14500 |
| }, |
| { |
| "epoch": 0.36, |
| "eval_loss": 1.1882929801940918, |
| "eval_runtime": 106.0551, |
| "eval_samples_per_second": 9.429, |
| "eval_steps_per_second": 2.357, |
| "step": 14500 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 17.052867889404297, |
| "learning_rate": 8.582914572864322e-06, |
| "loss": 1.1788, |
| "step": 14600 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 7.739620685577393, |
| "learning_rate": 8.572864321608041e-06, |
| "loss": 1.1384, |
| "step": 14700 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 9.18273639678955, |
| "learning_rate": 8.56281407035176e-06, |
| "loss": 1.1222, |
| "step": 14800 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 3.9803543090820312, |
| "learning_rate": 8.552763819095477e-06, |
| "loss": 1.1078, |
| "step": 14900 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 3.8314757347106934, |
| "learning_rate": 8.542713567839196e-06, |
| "loss": 1.1153, |
| "step": 15000 |
| }, |
| { |
| "epoch": 0.38, |
| "eval_loss": 1.1791757345199585, |
| "eval_runtime": 106.2981, |
| "eval_samples_per_second": 9.408, |
| "eval_steps_per_second": 2.352, |
| "step": 15000 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 7.389952659606934, |
| "learning_rate": 8.532663316582915e-06, |
| "loss": 1.0997, |
| "step": 15100 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 4.7773051261901855, |
| "learning_rate": 8.522613065326634e-06, |
| "loss": 1.1291, |
| "step": 15200 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 5.93678092956543, |
| "learning_rate": 8.512562814070352e-06, |
| "loss": 1.1771, |
| "step": 15300 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 5.244768142700195, |
| "learning_rate": 8.50251256281407e-06, |
| "loss": 1.1455, |
| "step": 15400 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 3.881159543991089, |
| "learning_rate": 8.49246231155779e-06, |
| "loss": 1.1593, |
| "step": 15500 |
| }, |
| { |
| "epoch": 0.39, |
| "eval_loss": 1.174180030822754, |
| "eval_runtime": 106.0212, |
| "eval_samples_per_second": 9.432, |
| "eval_steps_per_second": 2.358, |
| "step": 15500 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 1.6950880289077759, |
| "learning_rate": 8.482412060301509e-06, |
| "loss": 1.1111, |
| "step": 15600 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 4.720574855804443, |
| "learning_rate": 8.472361809045226e-06, |
| "loss": 1.1277, |
| "step": 15700 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 1.957318902015686, |
| "learning_rate": 8.462311557788947e-06, |
| "loss": 1.1213, |
| "step": 15800 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 3.463331937789917, |
| "learning_rate": 8.452261306532664e-06, |
| "loss": 1.1348, |
| "step": 15900 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 4.911657810211182, |
| "learning_rate": 8.442211055276383e-06, |
| "loss": 1.183, |
| "step": 16000 |
| }, |
| { |
| "epoch": 0.4, |
| "eval_loss": 1.1880648136138916, |
| "eval_runtime": 106.0399, |
| "eval_samples_per_second": 9.43, |
| "eval_steps_per_second": 2.358, |
| "step": 16000 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 3.685622215270996, |
| "learning_rate": 8.4321608040201e-06, |
| "loss": 1.0885, |
| "step": 16100 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 6.106893539428711, |
| "learning_rate": 8.42211055276382e-06, |
| "loss": 1.1155, |
| "step": 16200 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 3.5625643730163574, |
| "learning_rate": 8.412060301507538e-06, |
| "loss": 1.1509, |
| "step": 16300 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 2.4601857662200928, |
| "learning_rate": 8.402010050251257e-06, |
| "loss": 1.1641, |
| "step": 16400 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 3.221052408218384, |
| "learning_rate": 8.391959798994976e-06, |
| "loss": 1.1614, |
| "step": 16500 |
| }, |
| { |
| "epoch": 0.41, |
| "eval_loss": 1.2177305221557617, |
| "eval_runtime": 106.0442, |
| "eval_samples_per_second": 9.43, |
| "eval_steps_per_second": 2.358, |
| "step": 16500 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 7.0826416015625, |
| "learning_rate": 8.381909547738695e-06, |
| "loss": 1.2206, |
| "step": 16600 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 8.027673721313477, |
| "learning_rate": 8.371859296482412e-06, |
| "loss": 1.1221, |
| "step": 16700 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 3.402815103530884, |
| "learning_rate": 8.361809045226131e-06, |
| "loss": 1.1168, |
| "step": 16800 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 3.39699125289917, |
| "learning_rate": 8.35175879396985e-06, |
| "loss": 1.2223, |
| "step": 16900 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 7.322509288787842, |
| "learning_rate": 8.341708542713568e-06, |
| "loss": 1.13, |
| "step": 17000 |
| }, |
| { |
| "epoch": 0.42, |
| "eval_loss": 1.20486319065094, |
| "eval_runtime": 106.0286, |
| "eval_samples_per_second": 9.431, |
| "eval_steps_per_second": 2.358, |
| "step": 17000 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 8.754172325134277, |
| "learning_rate": 8.331658291457287e-06, |
| "loss": 1.0929, |
| "step": 17100 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 5.245049476623535, |
| "learning_rate": 8.321608040201006e-06, |
| "loss": 1.0899, |
| "step": 17200 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 3.368318557739258, |
| "learning_rate": 8.311557788944725e-06, |
| "loss": 1.1458, |
| "step": 17300 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 3.112353563308716, |
| "learning_rate": 8.301507537688442e-06, |
| "loss": 1.1361, |
| "step": 17400 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 5.4094953536987305, |
| "learning_rate": 8.291457286432163e-06, |
| "loss": 1.1214, |
| "step": 17500 |
| }, |
| { |
| "epoch": 0.44, |
| "eval_loss": 1.249082088470459, |
| "eval_runtime": 106.0393, |
| "eval_samples_per_second": 9.43, |
| "eval_steps_per_second": 2.358, |
| "step": 17500 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 6.122429370880127, |
| "learning_rate": 8.28140703517588e-06, |
| "loss": 1.1201, |
| "step": 17600 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 8.071257591247559, |
| "learning_rate": 8.271356783919599e-06, |
| "loss": 1.0958, |
| "step": 17700 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 4.817784309387207, |
| "learning_rate": 8.261306532663316e-06, |
| "loss": 1.1187, |
| "step": 17800 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.626766324043274, |
| "learning_rate": 8.251256281407037e-06, |
| "loss": 1.1443, |
| "step": 17900 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 3.9109134674072266, |
| "learning_rate": 8.241206030150754e-06, |
| "loss": 1.1612, |
| "step": 18000 |
| }, |
| { |
| "epoch": 0.45, |
| "eval_loss": 1.168979287147522, |
| "eval_runtime": 106.0316, |
| "eval_samples_per_second": 9.431, |
| "eval_steps_per_second": 2.358, |
| "step": 18000 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 5.2552337646484375, |
| "learning_rate": 8.231155778894473e-06, |
| "loss": 1.1636, |
| "step": 18100 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 4.994833946228027, |
| "learning_rate": 8.221105527638192e-06, |
| "loss": 1.1199, |
| "step": 18200 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 6.6655449867248535, |
| "learning_rate": 8.211055276381911e-06, |
| "loss": 1.1118, |
| "step": 18300 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 7.384323596954346, |
| "learning_rate": 8.201005025125628e-06, |
| "loss": 1.1713, |
| "step": 18400 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 4.516322612762451, |
| "learning_rate": 8.190954773869347e-06, |
| "loss": 1.2118, |
| "step": 18500 |
| }, |
| { |
| "epoch": 0.46, |
| "eval_loss": 1.1855034828186035, |
| "eval_runtime": 106.0276, |
| "eval_samples_per_second": 9.432, |
| "eval_steps_per_second": 2.358, |
| "step": 18500 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 2.098135471343994, |
| "learning_rate": 8.180904522613066e-06, |
| "loss": 1.1457, |
| "step": 18600 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 6.398161888122559, |
| "learning_rate": 8.170854271356785e-06, |
| "loss": 1.1211, |
| "step": 18700 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 10.372193336486816, |
| "learning_rate": 8.160804020100503e-06, |
| "loss": 1.1691, |
| "step": 18800 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 8.23112678527832, |
| "learning_rate": 8.150753768844222e-06, |
| "loss": 1.1251, |
| "step": 18900 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 4.921475887298584, |
| "learning_rate": 8.14070351758794e-06, |
| "loss": 1.092, |
| "step": 19000 |
| }, |
| { |
| "epoch": 0.47, |
| "eval_loss": 1.20026433467865, |
| "eval_runtime": 106.017, |
| "eval_samples_per_second": 9.432, |
| "eval_steps_per_second": 2.358, |
| "step": 19000 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 5.03338623046875, |
| "learning_rate": 8.130653266331658e-06, |
| "loss": 1.1199, |
| "step": 19100 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 10.756241798400879, |
| "learning_rate": 8.120603015075379e-06, |
| "loss": 1.121, |
| "step": 19200 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 5.687259674072266, |
| "learning_rate": 8.110552763819096e-06, |
| "loss": 1.1623, |
| "step": 19300 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 2.741285562515259, |
| "learning_rate": 8.100502512562815e-06, |
| "loss": 1.089, |
| "step": 19400 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 2.4017832279205322, |
| "learning_rate": 8.090452261306532e-06, |
| "loss": 1.1537, |
| "step": 19500 |
| }, |
| { |
| "epoch": 0.49, |
| "eval_loss": 1.210019588470459, |
| "eval_runtime": 106.0274, |
| "eval_samples_per_second": 9.432, |
| "eval_steps_per_second": 2.358, |
| "step": 19500 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 27.84754753112793, |
| "learning_rate": 8.080402010050253e-06, |
| "loss": 1.1101, |
| "step": 19600 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 15.681364059448242, |
| "learning_rate": 8.07035175879397e-06, |
| "loss": 1.1033, |
| "step": 19700 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 4.995880603790283, |
| "learning_rate": 8.060301507537689e-06, |
| "loss": 1.1781, |
| "step": 19800 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 11.795672416687012, |
| "learning_rate": 8.050251256281408e-06, |
| "loss": 1.0692, |
| "step": 19900 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 7.25331449508667, |
| "learning_rate": 8.040201005025127e-06, |
| "loss": 1.1582, |
| "step": 20000 |
| }, |
| { |
| "epoch": 0.5, |
| "eval_loss": 1.1762893199920654, |
| "eval_runtime": 106.0116, |
| "eval_samples_per_second": 9.433, |
| "eval_steps_per_second": 2.358, |
| "step": 20000 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 6.3939690589904785, |
| "learning_rate": 8.030150753768844e-06, |
| "loss": 1.1748, |
| "step": 20100 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 4.918806552886963, |
| "learning_rate": 8.020100502512563e-06, |
| "loss": 1.1929, |
| "step": 20200 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 9.905332565307617, |
| "learning_rate": 8.010050251256282e-06, |
| "loss": 1.1741, |
| "step": 20300 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 2.9581973552703857, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 1.1134, |
| "step": 20400 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 3.484316349029541, |
| "learning_rate": 7.989949748743719e-06, |
| "loss": 1.1542, |
| "step": 20500 |
| }, |
| { |
| "epoch": 0.51, |
| "eval_loss": 1.2277439832687378, |
| "eval_runtime": 106.0241, |
| "eval_samples_per_second": 9.432, |
| "eval_steps_per_second": 2.358, |
| "step": 20500 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 4.826357841491699, |
| "learning_rate": 7.979899497487438e-06, |
| "loss": 1.1211, |
| "step": 20600 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 4.551624774932861, |
| "learning_rate": 7.969849246231157e-06, |
| "loss": 1.1811, |
| "step": 20700 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 2.7033650875091553, |
| "learning_rate": 7.959798994974876e-06, |
| "loss": 1.1529, |
| "step": 20800 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 3.31227445602417, |
| "learning_rate": 7.949748743718595e-06, |
| "loss": 1.1559, |
| "step": 20900 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 8.757655143737793, |
| "learning_rate": 7.939698492462312e-06, |
| "loss": 1.166, |
| "step": 21000 |
| }, |
| { |
| "epoch": 0.53, |
| "eval_loss": 1.2115482091903687, |
| "eval_runtime": 106.0189, |
| "eval_samples_per_second": 9.432, |
| "eval_steps_per_second": 2.358, |
| "step": 21000 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 4.111684322357178, |
| "learning_rate": 7.929648241206031e-06, |
| "loss": 1.1683, |
| "step": 21100 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 3.45263409614563, |
| "learning_rate": 7.91959798994975e-06, |
| "loss": 1.1146, |
| "step": 21200 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 3.8724279403686523, |
| "learning_rate": 7.909547738693469e-06, |
| "loss": 1.1648, |
| "step": 21300 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 4.8003387451171875, |
| "learning_rate": 7.899497487437186e-06, |
| "loss": 1.1802, |
| "step": 21400 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 8.398045539855957, |
| "learning_rate": 7.889447236180905e-06, |
| "loss": 1.1438, |
| "step": 21500 |
| }, |
| { |
| "epoch": 0.54, |
| "eval_loss": 1.1905258893966675, |
| "eval_runtime": 106.016, |
| "eval_samples_per_second": 9.433, |
| "eval_steps_per_second": 2.358, |
| "step": 21500 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 5.731268882751465, |
| "learning_rate": 7.879396984924622e-06, |
| "loss": 1.0726, |
| "step": 21600 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 9.864482879638672, |
| "learning_rate": 7.869346733668343e-06, |
| "loss": 1.1604, |
| "step": 21700 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 3.624190092086792, |
| "learning_rate": 7.85929648241206e-06, |
| "loss": 1.1831, |
| "step": 21800 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 6.659609317779541, |
| "learning_rate": 7.84924623115578e-06, |
| "loss": 1.0539, |
| "step": 21900 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 6.585338592529297, |
| "learning_rate": 7.839195979899498e-06, |
| "loss": 1.2157, |
| "step": 22000 |
| }, |
| { |
| "epoch": 0.55, |
| "eval_loss": 1.199148178100586, |
| "eval_runtime": 106.0429, |
| "eval_samples_per_second": 9.43, |
| "eval_steps_per_second": 2.358, |
| "step": 22000 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 4.8435893058776855, |
| "learning_rate": 7.829145728643217e-06, |
| "loss": 1.07, |
| "step": 22100 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 5.895426273345947, |
| "learning_rate": 7.819095477386935e-06, |
| "loss": 1.115, |
| "step": 22200 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 7.716872692108154, |
| "learning_rate": 7.809045226130654e-06, |
| "loss": 1.1016, |
| "step": 22300 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 2.7104599475860596, |
| "learning_rate": 7.798994974874373e-06, |
| "loss": 1.0983, |
| "step": 22400 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 4.22263240814209, |
| "learning_rate": 7.788944723618092e-06, |
| "loss": 1.0981, |
| "step": 22500 |
| }, |
| { |
| "epoch": 0.56, |
| "eval_loss": 1.2477768659591675, |
| "eval_runtime": 106.0531, |
| "eval_samples_per_second": 9.429, |
| "eval_steps_per_second": 2.357, |
| "step": 22500 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 12.602644920349121, |
| "learning_rate": 7.77889447236181e-06, |
| "loss": 1.1739, |
| "step": 22600 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 6.040693283081055, |
| "learning_rate": 7.768844221105528e-06, |
| "loss": 1.1364, |
| "step": 22700 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 4.136214733123779, |
| "learning_rate": 7.758793969849247e-06, |
| "loss": 1.1374, |
| "step": 22800 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 6.945772647857666, |
| "learning_rate": 7.748743718592966e-06, |
| "loss": 1.1533, |
| "step": 22900 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 3.4912397861480713, |
| "learning_rate": 7.738693467336685e-06, |
| "loss": 1.0981, |
| "step": 23000 |
| }, |
| { |
| "epoch": 0.57, |
| "eval_loss": 1.2318669557571411, |
| "eval_runtime": 106.0223, |
| "eval_samples_per_second": 9.432, |
| "eval_steps_per_second": 2.358, |
| "step": 23000 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 4.470850944519043, |
| "learning_rate": 7.728643216080402e-06, |
| "loss": 1.1453, |
| "step": 23100 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 2.3996975421905518, |
| "learning_rate": 7.718592964824121e-06, |
| "loss": 1.1357, |
| "step": 23200 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 4.165435314178467, |
| "learning_rate": 7.70854271356784e-06, |
| "loss": 1.0431, |
| "step": 23300 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 3.5636632442474365, |
| "learning_rate": 7.698492462311559e-06, |
| "loss": 1.1245, |
| "step": 23400 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 5.408770561218262, |
| "learning_rate": 7.688442211055276e-06, |
| "loss": 1.131, |
| "step": 23500 |
| }, |
| { |
| "epoch": 0.59, |
| "eval_loss": 1.1715679168701172, |
| "eval_runtime": 106.0287, |
| "eval_samples_per_second": 9.431, |
| "eval_steps_per_second": 2.358, |
| "step": 23500 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 8.558609008789062, |
| "learning_rate": 7.678391959798995e-06, |
| "loss": 1.0817, |
| "step": 23600 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 4.554088115692139, |
| "learning_rate": 7.668341708542714e-06, |
| "loss": 1.1049, |
| "step": 23700 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 4.769896507263184, |
| "learning_rate": 7.658291457286433e-06, |
| "loss": 1.1414, |
| "step": 23800 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 6.120572566986084, |
| "learning_rate": 7.64824120603015e-06, |
| "loss": 1.1546, |
| "step": 23900 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 9.137899398803711, |
| "learning_rate": 7.63819095477387e-06, |
| "loss": 1.0968, |
| "step": 24000 |
| }, |
| { |
| "epoch": 0.6, |
| "eval_loss": 1.1701098680496216, |
| "eval_runtime": 106.0427, |
| "eval_samples_per_second": 9.43, |
| "eval_steps_per_second": 2.358, |
| "step": 24000 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 5.275972843170166, |
| "learning_rate": 7.628140703517588e-06, |
| "loss": 1.0813, |
| "step": 24100 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 4.437551975250244, |
| "learning_rate": 7.618090452261308e-06, |
| "loss": 1.1649, |
| "step": 24200 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 3.896280527114868, |
| "learning_rate": 7.608040201005026e-06, |
| "loss": 1.1536, |
| "step": 24300 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 6.638348579406738, |
| "learning_rate": 7.597989949748744e-06, |
| "loss": 1.1122, |
| "step": 24400 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 4.344515800476074, |
| "learning_rate": 7.587939698492463e-06, |
| "loss": 1.1265, |
| "step": 24500 |
| }, |
| { |
| "epoch": 0.61, |
| "eval_loss": 1.1937814950942993, |
| "eval_runtime": 106.0359, |
| "eval_samples_per_second": 9.431, |
| "eval_steps_per_second": 2.358, |
| "step": 24500 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 12.144390106201172, |
| "learning_rate": 7.577889447236182e-06, |
| "loss": 1.0717, |
| "step": 24600 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 5.6124162673950195, |
| "learning_rate": 7.5678391959799e-06, |
| "loss": 1.1462, |
| "step": 24700 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 8.556794166564941, |
| "learning_rate": 7.557788944723619e-06, |
| "loss": 1.1072, |
| "step": 24800 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 9.116814613342285, |
| "learning_rate": 7.547738693467337e-06, |
| "loss": 1.1318, |
| "step": 24900 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 9.45323371887207, |
| "learning_rate": 7.537688442211056e-06, |
| "loss": 1.1285, |
| "step": 25000 |
| }, |
| { |
| "epoch": 0.62, |
| "eval_loss": 1.2085939645767212, |
| "eval_runtime": 106.0572, |
| "eval_samples_per_second": 9.429, |
| "eval_steps_per_second": 2.357, |
| "step": 25000 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 4.843000411987305, |
| "learning_rate": 7.527638190954774e-06, |
| "loss": 1.1281, |
| "step": 25100 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 2.768526792526245, |
| "learning_rate": 7.517587939698493e-06, |
| "loss": 1.1034, |
| "step": 25200 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 3.8277149200439453, |
| "learning_rate": 7.507537688442211e-06, |
| "loss": 1.1364, |
| "step": 25300 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 4.662463665008545, |
| "learning_rate": 7.49748743718593e-06, |
| "loss": 1.0998, |
| "step": 25400 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 4.321447372436523, |
| "learning_rate": 7.487437185929649e-06, |
| "loss": 1.0505, |
| "step": 25500 |
| }, |
| { |
| "epoch": 0.64, |
| "eval_loss": 1.1745121479034424, |
| "eval_runtime": 106.0373, |
| "eval_samples_per_second": 9.431, |
| "eval_steps_per_second": 2.358, |
| "step": 25500 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 6.473324775695801, |
| "learning_rate": 7.4773869346733675e-06, |
| "loss": 1.1277, |
| "step": 25600 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 8.012463569641113, |
| "learning_rate": 7.467336683417086e-06, |
| "loss": 1.171, |
| "step": 25700 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 3.7822492122650146, |
| "learning_rate": 7.4572864321608055e-06, |
| "loss": 1.1144, |
| "step": 25800 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 6.848889350891113, |
| "learning_rate": 7.447236180904524e-06, |
| "loss": 1.1733, |
| "step": 25900 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 5.613380432128906, |
| "learning_rate": 7.437185929648242e-06, |
| "loss": 1.1166, |
| "step": 26000 |
| }, |
| { |
| "epoch": 0.65, |
| "eval_loss": 1.1962485313415527, |
| "eval_runtime": 106.0399, |
| "eval_samples_per_second": 9.43, |
| "eval_steps_per_second": 2.358, |
| "step": 26000 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 9.13502311706543, |
| "learning_rate": 7.42713567839196e-06, |
| "loss": 1.1202, |
| "step": 26100 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 2.9282798767089844, |
| "learning_rate": 7.417085427135679e-06, |
| "loss": 1.146, |
| "step": 26200 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 2.336259365081787, |
| "learning_rate": 7.407035175879398e-06, |
| "loss": 1.139, |
| "step": 26300 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 6.539892673492432, |
| "learning_rate": 7.396984924623116e-06, |
| "loss": 1.101, |
| "step": 26400 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 3.7083210945129395, |
| "learning_rate": 7.386934673366835e-06, |
| "loss": 1.2061, |
| "step": 26500 |
| }, |
| { |
| "epoch": 0.66, |
| "eval_loss": 1.208566665649414, |
| "eval_runtime": 105.9891, |
| "eval_samples_per_second": 9.435, |
| "eval_steps_per_second": 2.359, |
| "step": 26500 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 2.5254299640655518, |
| "learning_rate": 7.376884422110553e-06, |
| "loss": 1.1518, |
| "step": 26600 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 3.481236457824707, |
| "learning_rate": 7.366834170854272e-06, |
| "loss": 1.1229, |
| "step": 26700 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 3.710301399230957, |
| "learning_rate": 7.35678391959799e-06, |
| "loss": 1.1179, |
| "step": 26800 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 5.444150924682617, |
| "learning_rate": 7.346733668341709e-06, |
| "loss": 1.1705, |
| "step": 26900 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 5.206109046936035, |
| "learning_rate": 7.336683417085427e-06, |
| "loss": 1.0838, |
| "step": 27000 |
| }, |
| { |
| "epoch": 0.68, |
| "eval_loss": 1.1918013095855713, |
| "eval_runtime": 106.0214, |
| "eval_samples_per_second": 9.432, |
| "eval_steps_per_second": 2.358, |
| "step": 27000 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 10.437155723571777, |
| "learning_rate": 7.326633165829146e-06, |
| "loss": 1.1246, |
| "step": 27100 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 2.975705862045288, |
| "learning_rate": 7.316582914572865e-06, |
| "loss": 1.1462, |
| "step": 27200 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 4.456331729888916, |
| "learning_rate": 7.3065326633165835e-06, |
| "loss": 1.1436, |
| "step": 27300 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 3.7051470279693604, |
| "learning_rate": 7.296482412060302e-06, |
| "loss": 1.127, |
| "step": 27400 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 6.190571308135986, |
| "learning_rate": 7.2864321608040215e-06, |
| "loss": 1.1008, |
| "step": 27500 |
| }, |
| { |
| "epoch": 0.69, |
| "eval_loss": 1.1216787099838257, |
| "eval_runtime": 106.009, |
| "eval_samples_per_second": 9.433, |
| "eval_steps_per_second": 2.358, |
| "step": 27500 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 3.3411688804626465, |
| "learning_rate": 7.27638190954774e-06, |
| "loss": 1.1983, |
| "step": 27600 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 4.207643032073975, |
| "learning_rate": 7.266331658291458e-06, |
| "loss": 1.1391, |
| "step": 27700 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 12.340192794799805, |
| "learning_rate": 7.256281407035176e-06, |
| "loss": 1.1098, |
| "step": 27800 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 5.5857367515563965, |
| "learning_rate": 7.246231155778896e-06, |
| "loss": 1.1246, |
| "step": 27900 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 3.554783821105957, |
| "learning_rate": 7.236180904522614e-06, |
| "loss": 1.0962, |
| "step": 28000 |
| }, |
| { |
| "epoch": 0.7, |
| "eval_loss": 1.1856356859207153, |
| "eval_runtime": 106.0327, |
| "eval_samples_per_second": 9.431, |
| "eval_steps_per_second": 2.358, |
| "step": 28000 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.0475980043411255, |
| "learning_rate": 7.226130653266332e-06, |
| "loss": 1.1436, |
| "step": 28100 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 15.718121528625488, |
| "learning_rate": 7.21608040201005e-06, |
| "loss": 1.141, |
| "step": 28200 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 2.8623883724212646, |
| "learning_rate": 7.206030150753769e-06, |
| "loss": 1.1262, |
| "step": 28300 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 5.101434230804443, |
| "learning_rate": 7.195979899497488e-06, |
| "loss": 1.096, |
| "step": 28400 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 8.572381019592285, |
| "learning_rate": 7.185929648241206e-06, |
| "loss": 1.156, |
| "step": 28500 |
| }, |
| { |
| "epoch": 0.71, |
| "eval_loss": 1.2090998888015747, |
| "eval_runtime": 106.033, |
| "eval_samples_per_second": 9.431, |
| "eval_steps_per_second": 2.358, |
| "step": 28500 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 6.753989219665527, |
| "learning_rate": 7.175879396984925e-06, |
| "loss": 1.1645, |
| "step": 28600 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 4.745002269744873, |
| "learning_rate": 7.165829145728643e-06, |
| "loss": 1.1904, |
| "step": 28700 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 4.988409042358398, |
| "learning_rate": 7.155778894472362e-06, |
| "loss": 1.14, |
| "step": 28800 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 12.388657569885254, |
| "learning_rate": 7.145728643216081e-06, |
| "loss": 1.1043, |
| "step": 28900 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 7.307866096496582, |
| "learning_rate": 7.1356783919597995e-06, |
| "loss": 1.1395, |
| "step": 29000 |
| }, |
| { |
| "epoch": 0.72, |
| "eval_loss": 1.1706377267837524, |
| "eval_runtime": 106.0325, |
| "eval_samples_per_second": 9.431, |
| "eval_steps_per_second": 2.358, |
| "step": 29000 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 3.388065814971924, |
| "learning_rate": 7.125628140703518e-06, |
| "loss": 1.1336, |
| "step": 29100 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 2.8489246368408203, |
| "learning_rate": 7.1155778894472375e-06, |
| "loss": 1.098, |
| "step": 29200 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 9.67976188659668, |
| "learning_rate": 7.105527638190956e-06, |
| "loss": 1.0673, |
| "step": 29300 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 2.9133048057556152, |
| "learning_rate": 7.095477386934674e-06, |
| "loss": 1.0832, |
| "step": 29400 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 5.992185115814209, |
| "learning_rate": 7.085427135678392e-06, |
| "loss": 1.1449, |
| "step": 29500 |
| }, |
| { |
| "epoch": 0.74, |
| "eval_loss": 1.1525543928146362, |
| "eval_runtime": 106.0329, |
| "eval_samples_per_second": 9.431, |
| "eval_steps_per_second": 2.358, |
| "step": 29500 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.5347836017608643, |
| "learning_rate": 7.075376884422112e-06, |
| "loss": 1.1152, |
| "step": 29600 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 6.405416965484619, |
| "learning_rate": 7.06532663316583e-06, |
| "loss": 1.1239, |
| "step": 29700 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 10.704813957214355, |
| "learning_rate": 7.055276381909548e-06, |
| "loss": 1.1007, |
| "step": 29800 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 6.187832355499268, |
| "learning_rate": 7.045226130653266e-06, |
| "loss": 1.1903, |
| "step": 29900 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 2.4171247482299805, |
| "learning_rate": 7.035175879396986e-06, |
| "loss": 1.1101, |
| "step": 30000 |
| }, |
| { |
| "epoch": 0.75, |
| "eval_loss": 1.1943550109863281, |
| "eval_runtime": 106.0234, |
| "eval_samples_per_second": 9.432, |
| "eval_steps_per_second": 2.358, |
| "step": 30000 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 10.25555419921875, |
| "learning_rate": 7.025125628140704e-06, |
| "loss": 1.1009, |
| "step": 30100 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 3.6381895542144775, |
| "learning_rate": 7.015075376884422e-06, |
| "loss": 1.1136, |
| "step": 30200 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 10.197813034057617, |
| "learning_rate": 7.005025125628141e-06, |
| "loss": 1.1178, |
| "step": 30300 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 7.947491645812988, |
| "learning_rate": 6.99497487437186e-06, |
| "loss": 1.0774, |
| "step": 30400 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 5.598392009735107, |
| "learning_rate": 6.984924623115578e-06, |
| "loss": 1.155, |
| "step": 30500 |
| }, |
| { |
| "epoch": 0.76, |
| "eval_loss": 1.1524125337600708, |
| "eval_runtime": 106.0253, |
| "eval_samples_per_second": 9.432, |
| "eval_steps_per_second": 2.358, |
| "step": 30500 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 3.098531723022461, |
| "learning_rate": 6.974874371859297e-06, |
| "loss": 1.1064, |
| "step": 30600 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 4.466740131378174, |
| "learning_rate": 6.9648241206030155e-06, |
| "loss": 1.1111, |
| "step": 30700 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 4.58650541305542, |
| "learning_rate": 6.954773869346734e-06, |
| "loss": 1.129, |
| "step": 30800 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.4121707677841187, |
| "learning_rate": 6.9447236180904535e-06, |
| "loss": 1.138, |
| "step": 30900 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 3.7431671619415283, |
| "learning_rate": 6.934673366834172e-06, |
| "loss": 1.1675, |
| "step": 31000 |
| }, |
| { |
| "epoch": 0.78, |
| "eval_loss": 1.1724088191986084, |
| "eval_runtime": 106.0356, |
| "eval_samples_per_second": 9.431, |
| "eval_steps_per_second": 2.358, |
| "step": 31000 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 4.1336212158203125, |
| "learning_rate": 6.92462311557789e-06, |
| "loss": 1.1452, |
| "step": 31100 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 3.988180637359619, |
| "learning_rate": 6.914572864321608e-06, |
| "loss": 1.1288, |
| "step": 31200 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 4.099323749542236, |
| "learning_rate": 6.904522613065328e-06, |
| "loss": 1.1179, |
| "step": 31300 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 4.779965877532959, |
| "learning_rate": 6.894472361809046e-06, |
| "loss": 1.0647, |
| "step": 31400 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 8.382486343383789, |
| "learning_rate": 6.884422110552764e-06, |
| "loss": 1.0933, |
| "step": 31500 |
| }, |
| { |
| "epoch": 0.79, |
| "eval_loss": 1.2039211988449097, |
| "eval_runtime": 106.0501, |
| "eval_samples_per_second": 9.43, |
| "eval_steps_per_second": 2.357, |
| "step": 31500 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 5.752281665802002, |
| "learning_rate": 6.874371859296482e-06, |
| "loss": 1.0914, |
| "step": 31600 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 7.070209980010986, |
| "learning_rate": 6.864321608040202e-06, |
| "loss": 1.0789, |
| "step": 31700 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 10.135692596435547, |
| "learning_rate": 6.85427135678392e-06, |
| "loss": 1.1318, |
| "step": 31800 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 10.787989616394043, |
| "learning_rate": 6.844221105527638e-06, |
| "loss": 1.1505, |
| "step": 31900 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 3.4322993755340576, |
| "learning_rate": 6.834170854271357e-06, |
| "loss": 1.1121, |
| "step": 32000 |
| }, |
| { |
| "epoch": 0.8, |
| "eval_loss": 1.2028348445892334, |
| "eval_runtime": 106.0697, |
| "eval_samples_per_second": 9.428, |
| "eval_steps_per_second": 2.357, |
| "step": 32000 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 6.8712568283081055, |
| "learning_rate": 6.824120603015076e-06, |
| "loss": 1.0593, |
| "step": 32100 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 8.722804069519043, |
| "learning_rate": 6.814070351758794e-06, |
| "loss": 1.1287, |
| "step": 32200 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 4.802107334136963, |
| "learning_rate": 6.804020100502513e-06, |
| "loss": 1.1291, |
| "step": 32300 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 14.779809951782227, |
| "learning_rate": 6.7939698492462315e-06, |
| "loss": 1.124, |
| "step": 32400 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 12.029526710510254, |
| "learning_rate": 6.7839195979899505e-06, |
| "loss": 1.1146, |
| "step": 32500 |
| }, |
| { |
| "epoch": 0.81, |
| "eval_loss": 1.2012832164764404, |
| "eval_runtime": 106.0411, |
| "eval_samples_per_second": 9.43, |
| "eval_steps_per_second": 2.358, |
| "step": 32500 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 4.80298376083374, |
| "learning_rate": 6.7738693467336695e-06, |
| "loss": 1.1362, |
| "step": 32600 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 2.3808014392852783, |
| "learning_rate": 6.763819095477388e-06, |
| "loss": 1.1042, |
| "step": 32700 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 3.032790184020996, |
| "learning_rate": 6.753768844221106e-06, |
| "loss": 1.183, |
| "step": 32800 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 21.967342376708984, |
| "learning_rate": 6.743718592964824e-06, |
| "loss": 1.1154, |
| "step": 32900 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 3.282263994216919, |
| "learning_rate": 6.733668341708544e-06, |
| "loss": 1.0703, |
| "step": 33000 |
| }, |
| { |
| "epoch": 0.82, |
| "eval_loss": 1.1923493146896362, |
| "eval_runtime": 106.0475, |
| "eval_samples_per_second": 9.43, |
| "eval_steps_per_second": 2.357, |
| "step": 33000 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 11.197218894958496, |
| "learning_rate": 6.723618090452262e-06, |
| "loss": 1.0949, |
| "step": 33100 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 4.288850784301758, |
| "learning_rate": 6.71356783919598e-06, |
| "loss": 1.1465, |
| "step": 33200 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 5.537724018096924, |
| "learning_rate": 6.703517587939698e-06, |
| "loss": 1.1354, |
| "step": 33300 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 10.037650108337402, |
| "learning_rate": 6.693467336683418e-06, |
| "loss": 1.0584, |
| "step": 33400 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 8.176264762878418, |
| "learning_rate": 6.683417085427136e-06, |
| "loss": 1.1543, |
| "step": 33500 |
| }, |
| { |
| "epoch": 0.84, |
| "eval_loss": 1.1587566137313843, |
| "eval_runtime": 106.0403, |
| "eval_samples_per_second": 9.43, |
| "eval_steps_per_second": 2.358, |
| "step": 33500 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 5.638991832733154, |
| "learning_rate": 6.673366834170854e-06, |
| "loss": 1.1664, |
| "step": 33600 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 6.490970134735107, |
| "learning_rate": 6.663316582914573e-06, |
| "loss": 1.1154, |
| "step": 33700 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 5.5730061531066895, |
| "learning_rate": 6.653266331658292e-06, |
| "loss": 1.1113, |
| "step": 33800 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 4.730175495147705, |
| "learning_rate": 6.64321608040201e-06, |
| "loss": 1.1427, |
| "step": 33900 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 3.3499104976654053, |
| "learning_rate": 6.633165829145729e-06, |
| "loss": 1.1063, |
| "step": 34000 |
| }, |
| { |
| "epoch": 0.85, |
| "eval_loss": 1.193935751914978, |
| "eval_runtime": 106.0279, |
| "eval_samples_per_second": 9.431, |
| "eval_steps_per_second": 2.358, |
| "step": 34000 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 10.057549476623535, |
| "learning_rate": 6.6231155778894475e-06, |
| "loss": 1.1197, |
| "step": 34100 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 15.203615188598633, |
| "learning_rate": 6.6130653266331665e-06, |
| "loss": 1.1391, |
| "step": 34200 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 7.671562671661377, |
| "learning_rate": 6.6030150753768855e-06, |
| "loss": 1.0629, |
| "step": 34300 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 3.142216205596924, |
| "learning_rate": 6.592964824120604e-06, |
| "loss": 1.1066, |
| "step": 34400 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 7.480587005615234, |
| "learning_rate": 6.582914572864322e-06, |
| "loss": 1.1141, |
| "step": 34500 |
| }, |
| { |
| "epoch": 0.86, |
| "eval_loss": 1.2126845121383667, |
| "eval_runtime": 106.0466, |
| "eval_samples_per_second": 9.43, |
| "eval_steps_per_second": 2.357, |
| "step": 34500 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 5.307888984680176, |
| "learning_rate": 6.572864321608042e-06, |
| "loss": 1.1767, |
| "step": 34600 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 5.546361446380615, |
| "learning_rate": 6.56281407035176e-06, |
| "loss": 1.0825, |
| "step": 34700 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 3.469991445541382, |
| "learning_rate": 6.552763819095478e-06, |
| "loss": 1.09, |
| "step": 34800 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 9.490703582763672, |
| "learning_rate": 6.542713567839196e-06, |
| "loss": 1.1252, |
| "step": 34900 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 3.142402172088623, |
| "learning_rate": 6.532663316582916e-06, |
| "loss": 1.1048, |
| "step": 35000 |
| }, |
| { |
| "epoch": 0.88, |
| "eval_loss": 1.1838258504867554, |
| "eval_runtime": 106.0204, |
| "eval_samples_per_second": 9.432, |
| "eval_steps_per_second": 2.358, |
| "step": 35000 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 2.945019483566284, |
| "learning_rate": 6.522613065326634e-06, |
| "loss": 1.163, |
| "step": 35100 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 9.670687675476074, |
| "learning_rate": 6.512562814070352e-06, |
| "loss": 1.1424, |
| "step": 35200 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 7.109795093536377, |
| "learning_rate": 6.50251256281407e-06, |
| "loss": 1.0786, |
| "step": 35300 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 11.224685668945312, |
| "learning_rate": 6.492462311557789e-06, |
| "loss": 1.0738, |
| "step": 35400 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 5.65909481048584, |
| "learning_rate": 6.482412060301508e-06, |
| "loss": 1.1332, |
| "step": 35500 |
| }, |
| { |
| "epoch": 0.89, |
| "eval_loss": 1.1802384853363037, |
| "eval_runtime": 106.0242, |
| "eval_samples_per_second": 9.432, |
| "eval_steps_per_second": 2.358, |
| "step": 35500 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 5.420670032501221, |
| "learning_rate": 6.472361809045226e-06, |
| "loss": 1.0465, |
| "step": 35600 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 8.849187850952148, |
| "learning_rate": 6.462311557788945e-06, |
| "loss": 1.1075, |
| "step": 35700 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 5.64987325668335, |
| "learning_rate": 6.4522613065326635e-06, |
| "loss": 1.0641, |
| "step": 35800 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 5.252566337585449, |
| "learning_rate": 6.4422110552763825e-06, |
| "loss": 1.1164, |
| "step": 35900 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 8.550498008728027, |
| "learning_rate": 6.4321608040201015e-06, |
| "loss": 1.1399, |
| "step": 36000 |
| }, |
| { |
| "epoch": 0.9, |
| "eval_loss": 1.1574853658676147, |
| "eval_runtime": 106.0269, |
| "eval_samples_per_second": 9.432, |
| "eval_steps_per_second": 2.358, |
| "step": 36000 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 4.474692344665527, |
| "learning_rate": 6.42211055276382e-06, |
| "loss": 1.0862, |
| "step": 36100 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 4.71559476852417, |
| "learning_rate": 6.412060301507538e-06, |
| "loss": 1.1035, |
| "step": 36200 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 5.566168785095215, |
| "learning_rate": 6.402010050251258e-06, |
| "loss": 1.114, |
| "step": 36300 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 6.755014419555664, |
| "learning_rate": 6.391959798994976e-06, |
| "loss": 1.1105, |
| "step": 36400 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 7.986637592315674, |
| "learning_rate": 6.381909547738694e-06, |
| "loss": 1.1106, |
| "step": 36500 |
| }, |
| { |
| "epoch": 0.91, |
| "eval_loss": 1.1570751667022705, |
| "eval_runtime": 106.0272, |
| "eval_samples_per_second": 9.432, |
| "eval_steps_per_second": 2.358, |
| "step": 36500 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 4.5939812660217285, |
| "learning_rate": 6.371859296482412e-06, |
| "loss": 1.1091, |
| "step": 36600 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 6.492833137512207, |
| "learning_rate": 6.361809045226132e-06, |
| "loss": 1.1201, |
| "step": 36700 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 2.1696550846099854, |
| "learning_rate": 6.35175879396985e-06, |
| "loss": 1.1464, |
| "step": 36800 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 4.580470085144043, |
| "learning_rate": 6.341708542713568e-06, |
| "loss": 1.087, |
| "step": 36900 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 9.039238929748535, |
| "learning_rate": 6.331658291457286e-06, |
| "loss": 1.0744, |
| "step": 37000 |
| }, |
| { |
| "epoch": 0.93, |
| "eval_loss": 1.172175407409668, |
| "eval_runtime": 106.0477, |
| "eval_samples_per_second": 9.43, |
| "eval_steps_per_second": 2.357, |
| "step": 37000 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 6.3673601150512695, |
| "learning_rate": 6.321608040201006e-06, |
| "loss": 1.1054, |
| "step": 37100 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 3.981923818588257, |
| "learning_rate": 6.311557788944724e-06, |
| "loss": 1.1256, |
| "step": 37200 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 4.649021148681641, |
| "learning_rate": 6.301507537688442e-06, |
| "loss": 1.1943, |
| "step": 37300 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 4.58133602142334, |
| "learning_rate": 6.291457286432161e-06, |
| "loss": 1.0715, |
| "step": 37400 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 3.975027322769165, |
| "learning_rate": 6.28140703517588e-06, |
| "loss": 1.1326, |
| "step": 37500 |
| }, |
| { |
| "epoch": 0.94, |
| "eval_loss": 1.1794663667678833, |
| "eval_runtime": 106.2486, |
| "eval_samples_per_second": 9.412, |
| "eval_steps_per_second": 2.353, |
| "step": 37500 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 4.90846586227417, |
| "learning_rate": 6.2713567839195985e-06, |
| "loss": 1.1318, |
| "step": 37600 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 2.7073814868927, |
| "learning_rate": 6.2613065326633175e-06, |
| "loss": 1.1162, |
| "step": 37700 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 4.579253673553467, |
| "learning_rate": 6.251256281407036e-06, |
| "loss": 1.164, |
| "step": 37800 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 7.598400592803955, |
| "learning_rate": 6.241206030150754e-06, |
| "loss": 1.1825, |
| "step": 37900 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 4.532858848571777, |
| "learning_rate": 6.231155778894474e-06, |
| "loss": 1.1073, |
| "step": 38000 |
| }, |
| { |
| "epoch": 0.95, |
| "eval_loss": 1.1997580528259277, |
| "eval_runtime": 106.0241, |
| "eval_samples_per_second": 9.432, |
| "eval_steps_per_second": 2.358, |
| "step": 38000 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 3.0677943229675293, |
| "learning_rate": 6.221105527638192e-06, |
| "loss": 1.1517, |
| "step": 38100 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 5.746025562286377, |
| "learning_rate": 6.21105527638191e-06, |
| "loss": 1.1354, |
| "step": 38200 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 11.519875526428223, |
| "learning_rate": 6.201005025125628e-06, |
| "loss": 1.1621, |
| "step": 38300 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 5.125645160675049, |
| "learning_rate": 6.190954773869348e-06, |
| "loss": 1.1307, |
| "step": 38400 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 8.785491943359375, |
| "learning_rate": 6.180904522613066e-06, |
| "loss": 1.1468, |
| "step": 38500 |
| }, |
| { |
| "epoch": 0.96, |
| "eval_loss": 1.1801879405975342, |
| "eval_runtime": 106.031, |
| "eval_samples_per_second": 9.431, |
| "eval_steps_per_second": 2.358, |
| "step": 38500 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 4.312779426574707, |
| "learning_rate": 6.170854271356784e-06, |
| "loss": 1.0977, |
| "step": 38600 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 10.210089683532715, |
| "learning_rate": 6.160804020100502e-06, |
| "loss": 1.1212, |
| "step": 38700 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 14.815506935119629, |
| "learning_rate": 6.150753768844222e-06, |
| "loss": 1.0945, |
| "step": 38800 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 5.335196495056152, |
| "learning_rate": 6.14070351758794e-06, |
| "loss": 1.0615, |
| "step": 38900 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 7.525231838226318, |
| "learning_rate": 6.130653266331658e-06, |
| "loss": 1.1338, |
| "step": 39000 |
| }, |
| { |
| "epoch": 0.97, |
| "eval_loss": 1.1894632577896118, |
| "eval_runtime": 106.0138, |
| "eval_samples_per_second": 9.433, |
| "eval_steps_per_second": 2.358, |
| "step": 39000 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 3.6122279167175293, |
| "learning_rate": 6.120603015075377e-06, |
| "loss": 1.1506, |
| "step": 39100 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 6.508030414581299, |
| "learning_rate": 6.110552763819096e-06, |
| "loss": 1.1407, |
| "step": 39200 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 4.020355701446533, |
| "learning_rate": 6.1005025125628145e-06, |
| "loss": 1.1289, |
| "step": 39300 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 8.432185173034668, |
| "learning_rate": 6.0904522613065335e-06, |
| "loss": 1.085, |
| "step": 39400 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 6.687023639678955, |
| "learning_rate": 6.080402010050252e-06, |
| "loss": 1.0099, |
| "step": 39500 |
| }, |
| { |
| "epoch": 0.99, |
| "eval_loss": 1.170699954032898, |
| "eval_runtime": 106.0277, |
| "eval_samples_per_second": 9.431, |
| "eval_steps_per_second": 2.358, |
| "step": 39500 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 4.077007293701172, |
| "learning_rate": 6.070351758793971e-06, |
| "loss": 1.1303, |
| "step": 39600 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 7.5526251792907715, |
| "learning_rate": 6.06030150753769e-06, |
| "loss": 1.1067, |
| "step": 39700 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 4.360392093658447, |
| "learning_rate": 6.050251256281408e-06, |
| "loss": 1.0872, |
| "step": 39800 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 3.9685182571411133, |
| "learning_rate": 6.040201005025126e-06, |
| "loss": 1.0929, |
| "step": 39900 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 6.292672157287598, |
| "learning_rate": 6.030150753768844e-06, |
| "loss": 1.0774, |
| "step": 40000 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_loss": 1.157470464706421, |
| "eval_runtime": 106.0466, |
| "eval_samples_per_second": 9.43, |
| "eval_steps_per_second": 2.357, |
| "step": 40000 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 9.378790855407715, |
| "learning_rate": 6.020100502512564e-06, |
| "loss": 1.0823, |
| "step": 40100 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 5.2826924324035645, |
| "learning_rate": 6.010050251256282e-06, |
| "loss": 1.153, |
| "step": 40200 |
| }, |
| { |
| "epoch": 1.01, |
| "grad_norm": 7.502425193786621, |
| "learning_rate": 6e-06, |
| "loss": 1.0995, |
| "step": 40300 |
| }, |
| { |
| "epoch": 1.01, |
| "grad_norm": 5.4071478843688965, |
| "learning_rate": 5.989949748743718e-06, |
| "loss": 1.0838, |
| "step": 40400 |
| }, |
| { |
| "epoch": 1.01, |
| "grad_norm": 9.192337989807129, |
| "learning_rate": 5.979899497487438e-06, |
| "loss": 1.0842, |
| "step": 40500 |
| }, |
| { |
| "epoch": 1.01, |
| "eval_loss": 1.1935093402862549, |
| "eval_runtime": 106.0184, |
| "eval_samples_per_second": 9.432, |
| "eval_steps_per_second": 2.358, |
| "step": 40500 |
| }, |
| { |
| "epoch": 1.01, |
| "grad_norm": 5.097936630249023, |
| "learning_rate": 5.969849246231156e-06, |
| "loss": 1.0933, |
| "step": 40600 |
| }, |
| { |
| "epoch": 1.02, |
| "grad_norm": 5.131293296813965, |
| "learning_rate": 5.959798994974874e-06, |
| "loss": 1.1113, |
| "step": 40700 |
| }, |
| { |
| "epoch": 1.02, |
| "grad_norm": 3.551987886428833, |
| "learning_rate": 5.949748743718593e-06, |
| "loss": 1.1403, |
| "step": 40800 |
| }, |
| { |
| "epoch": 1.02, |
| "grad_norm": 3.4648571014404297, |
| "learning_rate": 5.939698492462312e-06, |
| "loss": 1.0558, |
| "step": 40900 |
| }, |
| { |
| "epoch": 1.02, |
| "grad_norm": 4.847639083862305, |
| "learning_rate": 5.9296482412060305e-06, |
| "loss": 1.1159, |
| "step": 41000 |
| }, |
| { |
| "epoch": 1.02, |
| "eval_loss": 1.173964500427246, |
| "eval_runtime": 106.0026, |
| "eval_samples_per_second": 9.434, |
| "eval_steps_per_second": 2.358, |
| "step": 41000 |
| }, |
| { |
| "epoch": 1.03, |
| "grad_norm": 3.479746103286743, |
| "learning_rate": 5.9195979899497495e-06, |
| "loss": 1.0749, |
| "step": 41100 |
| }, |
| { |
| "epoch": 1.03, |
| "grad_norm": 3.6594090461730957, |
| "learning_rate": 5.909547738693468e-06, |
| "loss": 1.1112, |
| "step": 41200 |
| }, |
| { |
| "epoch": 1.03, |
| "grad_norm": 2.625340700149536, |
| "learning_rate": 5.899497487437187e-06, |
| "loss": 1.0512, |
| "step": 41300 |
| }, |
| { |
| "epoch": 1.03, |
| "grad_norm": 2.8171932697296143, |
| "learning_rate": 5.889447236180905e-06, |
| "loss": 1.0005, |
| "step": 41400 |
| }, |
| { |
| "epoch": 1.04, |
| "grad_norm": 8.219596862792969, |
| "learning_rate": 5.879396984924624e-06, |
| "loss": 1.0944, |
| "step": 41500 |
| }, |
| { |
| "epoch": 1.04, |
| "eval_loss": 1.1878960132598877, |
| "eval_runtime": 106.0059, |
| "eval_samples_per_second": 9.433, |
| "eval_steps_per_second": 2.358, |
| "step": 41500 |
| }, |
| { |
| "epoch": 1.04, |
| "grad_norm": 6.593535423278809, |
| "learning_rate": 5.869346733668342e-06, |
| "loss": 1.1062, |
| "step": 41600 |
| }, |
| { |
| "epoch": 1.04, |
| "grad_norm": 12.300980567932129, |
| "learning_rate": 5.859296482412061e-06, |
| "loss": 1.0978, |
| "step": 41700 |
| }, |
| { |
| "epoch": 1.04, |
| "grad_norm": 5.79435396194458, |
| "learning_rate": 5.84924623115578e-06, |
| "loss": 1.1111, |
| "step": 41800 |
| }, |
| { |
| "epoch": 1.05, |
| "grad_norm": 4.353159427642822, |
| "learning_rate": 5.839195979899498e-06, |
| "loss": 0.9926, |
| "step": 41900 |
| }, |
| { |
| "epoch": 1.05, |
| "grad_norm": 4.977834224700928, |
| "learning_rate": 5.829145728643216e-06, |
| "loss": 1.1513, |
| "step": 42000 |
| }, |
| { |
| "epoch": 1.05, |
| "eval_loss": 1.163717269897461, |
| "eval_runtime": 106.0412, |
| "eval_samples_per_second": 9.43, |
| "eval_steps_per_second": 2.358, |
| "step": 42000 |
| }, |
| { |
| "epoch": 1.05, |
| "grad_norm": 11.844463348388672, |
| "learning_rate": 5.819095477386936e-06, |
| "loss": 1.1136, |
| "step": 42100 |
| }, |
| { |
| "epoch": 1.05, |
| "grad_norm": 2.4753732681274414, |
| "learning_rate": 5.809045226130654e-06, |
| "loss": 1.0853, |
| "step": 42200 |
| }, |
| { |
| "epoch": 1.06, |
| "grad_norm": 12.580413818359375, |
| "learning_rate": 5.798994974874372e-06, |
| "loss": 1.1077, |
| "step": 42300 |
| }, |
| { |
| "epoch": 1.06, |
| "grad_norm": 5.60028600692749, |
| "learning_rate": 5.78894472361809e-06, |
| "loss": 1.1063, |
| "step": 42400 |
| }, |
| { |
| "epoch": 1.06, |
| "grad_norm": 1.8767462968826294, |
| "learning_rate": 5.778894472361809e-06, |
| "loss": 1.0604, |
| "step": 42500 |
| }, |
| { |
| "epoch": 1.06, |
| "eval_loss": 1.165592074394226, |
| "eval_runtime": 106.03, |
| "eval_samples_per_second": 9.431, |
| "eval_steps_per_second": 2.358, |
| "step": 42500 |
| }, |
| { |
| "epoch": 1.06, |
| "grad_norm": 10.33289623260498, |
| "learning_rate": 5.768844221105528e-06, |
| "loss": 1.0902, |
| "step": 42600 |
| }, |
| { |
| "epoch": 1.07, |
| "grad_norm": 7.651864528656006, |
| "learning_rate": 5.7587939698492465e-06, |
| "loss": 1.104, |
| "step": 42700 |
| }, |
| { |
| "epoch": 1.07, |
| "grad_norm": 8.54739761352539, |
| "learning_rate": 5.7487437185929655e-06, |
| "loss": 1.087, |
| "step": 42800 |
| }, |
| { |
| "epoch": 1.07, |
| "grad_norm": 5.075497150421143, |
| "learning_rate": 5.738693467336684e-06, |
| "loss": 1.0538, |
| "step": 42900 |
| }, |
| { |
| "epoch": 1.07, |
| "grad_norm": 9.329207420349121, |
| "learning_rate": 5.728643216080403e-06, |
| "loss": 1.1125, |
| "step": 43000 |
| }, |
| { |
| "epoch": 1.07, |
| "eval_loss": 1.1709275245666504, |
| "eval_runtime": 106.005, |
| "eval_samples_per_second": 9.434, |
| "eval_steps_per_second": 2.358, |
| "step": 43000 |
| }, |
| { |
| "epoch": 1.08, |
| "grad_norm": 6.580108642578125, |
| "learning_rate": 5.718592964824121e-06, |
| "loss": 1.1526, |
| "step": 43100 |
| }, |
| { |
| "epoch": 1.08, |
| "grad_norm": 3.0420515537261963, |
| "learning_rate": 5.70854271356784e-06, |
| "loss": 1.0622, |
| "step": 43200 |
| }, |
| { |
| "epoch": 1.08, |
| "grad_norm": 5.738161563873291, |
| "learning_rate": 5.698492462311558e-06, |
| "loss": 1.1277, |
| "step": 43300 |
| }, |
| { |
| "epoch": 1.08, |
| "grad_norm": 4.498201370239258, |
| "learning_rate": 5.688442211055277e-06, |
| "loss": 1.1508, |
| "step": 43400 |
| }, |
| { |
| "epoch": 1.09, |
| "grad_norm": 9.206507682800293, |
| "learning_rate": 5.678391959798996e-06, |
| "loss": 1.15, |
| "step": 43500 |
| }, |
| { |
| "epoch": 1.09, |
| "eval_loss": 1.2386019229888916, |
| "eval_runtime": 106.0267, |
| "eval_samples_per_second": 9.432, |
| "eval_steps_per_second": 2.358, |
| "step": 43500 |
| }, |
| { |
| "epoch": 1.09, |
| "grad_norm": 4.026927471160889, |
| "learning_rate": 5.668341708542714e-06, |
| "loss": 1.1185, |
| "step": 43600 |
| }, |
| { |
| "epoch": 1.09, |
| "grad_norm": 6.961542129516602, |
| "learning_rate": 5.658291457286432e-06, |
| "loss": 1.0814, |
| "step": 43700 |
| }, |
| { |
| "epoch": 1.09, |
| "grad_norm": 9.742774963378906, |
| "learning_rate": 5.648241206030152e-06, |
| "loss": 1.1235, |
| "step": 43800 |
| }, |
| { |
| "epoch": 1.1, |
| "grad_norm": 7.585122108459473, |
| "learning_rate": 5.63819095477387e-06, |
| "loss": 1.0564, |
| "step": 43900 |
| }, |
| { |
| "epoch": 1.1, |
| "grad_norm": 9.282063484191895, |
| "learning_rate": 5.628140703517588e-06, |
| "loss": 1.1511, |
| "step": 44000 |
| }, |
| { |
| "epoch": 1.1, |
| "eval_loss": 1.1688772439956665, |
| "eval_runtime": 106.0117, |
| "eval_samples_per_second": 9.433, |
| "eval_steps_per_second": 2.358, |
| "step": 44000 |
| }, |
| { |
| "epoch": 1.1, |
| "grad_norm": 7.329659938812256, |
| "learning_rate": 5.618090452261306e-06, |
| "loss": 1.101, |
| "step": 44100 |
| }, |
| { |
| "epoch": 1.1, |
| "grad_norm": 12.55649185180664, |
| "learning_rate": 5.608040201005026e-06, |
| "loss": 1.043, |
| "step": 44200 |
| }, |
| { |
| "epoch": 1.11, |
| "grad_norm": 2.476288318634033, |
| "learning_rate": 5.597989949748744e-06, |
| "loss": 1.097, |
| "step": 44300 |
| }, |
| { |
| "epoch": 1.11, |
| "grad_norm": 4.84243631362915, |
| "learning_rate": 5.5879396984924625e-06, |
| "loss": 1.0998, |
| "step": 44400 |
| }, |
| { |
| "epoch": 1.11, |
| "grad_norm": 5.389865398406982, |
| "learning_rate": 5.577889447236181e-06, |
| "loss": 1.128, |
| "step": 44500 |
| }, |
| { |
| "epoch": 1.11, |
| "eval_loss": 1.1911169290542603, |
| "eval_runtime": 106.0388, |
| "eval_samples_per_second": 9.431, |
| "eval_steps_per_second": 2.358, |
| "step": 44500 |
| }, |
| { |
| "epoch": 1.11, |
| "grad_norm": 3.9024312496185303, |
| "learning_rate": 5.5678391959799e-06, |
| "loss": 1.0754, |
| "step": 44600 |
| }, |
| { |
| "epoch": 1.12, |
| "grad_norm": 9.319623947143555, |
| "learning_rate": 5.557788944723619e-06, |
| "loss": 1.1378, |
| "step": 44700 |
| }, |
| { |
| "epoch": 1.12, |
| "grad_norm": 3.1492748260498047, |
| "learning_rate": 5.547738693467337e-06, |
| "loss": 1.1004, |
| "step": 44800 |
| }, |
| { |
| "epoch": 1.12, |
| "grad_norm": 8.03979778289795, |
| "learning_rate": 5.537688442211056e-06, |
| "loss": 1.0497, |
| "step": 44900 |
| }, |
| { |
| "epoch": 1.12, |
| "grad_norm": 7.752456188201904, |
| "learning_rate": 5.527638190954774e-06, |
| "loss": 1.0543, |
| "step": 45000 |
| }, |
| { |
| "epoch": 1.12, |
| "eval_loss": 1.1790896654129028, |
| "eval_runtime": 106.0302, |
| "eval_samples_per_second": 9.431, |
| "eval_steps_per_second": 2.358, |
| "step": 45000 |
| }, |
| { |
| "epoch": 1.13, |
| "grad_norm": 2.237823009490967, |
| "learning_rate": 5.517587939698493e-06, |
| "loss": 1.1139, |
| "step": 45100 |
| }, |
| { |
| "epoch": 1.13, |
| "grad_norm": 8.119503021240234, |
| "learning_rate": 5.507537688442212e-06, |
| "loss": 1.1112, |
| "step": 45200 |
| }, |
| { |
| "epoch": 1.13, |
| "grad_norm": 12.357787132263184, |
| "learning_rate": 5.49748743718593e-06, |
| "loss": 1.0849, |
| "step": 45300 |
| }, |
| { |
| "epoch": 1.14, |
| "grad_norm": 13.721491813659668, |
| "learning_rate": 5.487437185929648e-06, |
| "loss": 1.0981, |
| "step": 45400 |
| }, |
| { |
| "epoch": 1.14, |
| "grad_norm": 10.318241119384766, |
| "learning_rate": 5.477386934673368e-06, |
| "loss": 1.1199, |
| "step": 45500 |
| }, |
| { |
| "epoch": 1.14, |
| "eval_loss": 1.179891586303711, |
| "eval_runtime": 106.0371, |
| "eval_samples_per_second": 9.431, |
| "eval_steps_per_second": 2.358, |
| "step": 45500 |
| }, |
| { |
| "epoch": 1.14, |
| "grad_norm": 8.675165176391602, |
| "learning_rate": 5.467336683417086e-06, |
| "loss": 1.0626, |
| "step": 45600 |
| }, |
| { |
| "epoch": 1.14, |
| "grad_norm": 10.515371322631836, |
| "learning_rate": 5.457286432160804e-06, |
| "loss": 1.1091, |
| "step": 45700 |
| }, |
| { |
| "epoch": 1.15, |
| "grad_norm": 11.576639175415039, |
| "learning_rate": 5.447236180904522e-06, |
| "loss": 1.0725, |
| "step": 45800 |
| }, |
| { |
| "epoch": 1.15, |
| "grad_norm": 9.982847213745117, |
| "learning_rate": 5.437185929648242e-06, |
| "loss": 1.0723, |
| "step": 45900 |
| }, |
| { |
| "epoch": 1.15, |
| "grad_norm": 10.960646629333496, |
| "learning_rate": 5.42713567839196e-06, |
| "loss": 1.1203, |
| "step": 46000 |
| }, |
| { |
| "epoch": 1.15, |
| "eval_loss": 1.1439155340194702, |
| "eval_runtime": 106.0632, |
| "eval_samples_per_second": 9.428, |
| "eval_steps_per_second": 2.357, |
| "step": 46000 |
| }, |
| { |
| "epoch": 1.15, |
| "grad_norm": 3.7092068195343018, |
| "learning_rate": 5.4170854271356785e-06, |
| "loss": 1.049, |
| "step": 46100 |
| }, |
| { |
| "epoch": 1.16, |
| "grad_norm": 3.488994836807251, |
| "learning_rate": 5.407035175879397e-06, |
| "loss": 1.0726, |
| "step": 46200 |
| }, |
| { |
| "epoch": 1.16, |
| "grad_norm": 3.420220375061035, |
| "learning_rate": 5.3969849246231165e-06, |
| "loss": 1.104, |
| "step": 46300 |
| }, |
| { |
| "epoch": 1.16, |
| "grad_norm": 3.8675038814544678, |
| "learning_rate": 5.386934673366835e-06, |
| "loss": 1.1328, |
| "step": 46400 |
| }, |
| { |
| "epoch": 1.16, |
| "grad_norm": 14.8497314453125, |
| "learning_rate": 5.376884422110553e-06, |
| "loss": 1.0603, |
| "step": 46500 |
| }, |
| { |
| "epoch": 1.16, |
| "eval_loss": 1.1883912086486816, |
| "eval_runtime": 106.0465, |
| "eval_samples_per_second": 9.43, |
| "eval_steps_per_second": 2.357, |
| "step": 46500 |
| }, |
| { |
| "epoch": 1.17, |
| "grad_norm": 9.701748847961426, |
| "learning_rate": 5.366834170854272e-06, |
| "loss": 1.0552, |
| "step": 46600 |
| }, |
| { |
| "epoch": 1.17, |
| "grad_norm": 4.574182510375977, |
| "learning_rate": 5.356783919597991e-06, |
| "loss": 1.0861, |
| "step": 46700 |
| }, |
| { |
| "epoch": 1.17, |
| "grad_norm": 5.884522438049316, |
| "learning_rate": 5.346733668341709e-06, |
| "loss": 1.0978, |
| "step": 46800 |
| }, |
| { |
| "epoch": 1.17, |
| "grad_norm": 4.888044357299805, |
| "learning_rate": 5.336683417085428e-06, |
| "loss": 1.1089, |
| "step": 46900 |
| }, |
| { |
| "epoch": 1.18, |
| "grad_norm": 8.62630558013916, |
| "learning_rate": 5.326633165829146e-06, |
| "loss": 1.0617, |
| "step": 47000 |
| }, |
| { |
| "epoch": 1.18, |
| "eval_loss": 1.2093132734298706, |
| "eval_runtime": 106.0518, |
| "eval_samples_per_second": 9.429, |
| "eval_steps_per_second": 2.357, |
| "step": 47000 |
| }, |
| { |
| "epoch": 1.18, |
| "grad_norm": 4.283385276794434, |
| "learning_rate": 5.316582914572864e-06, |
| "loss": 1.0723, |
| "step": 47100 |
| }, |
| { |
| "epoch": 1.18, |
| "grad_norm": 2.514089584350586, |
| "learning_rate": 5.306532663316584e-06, |
| "loss": 1.0563, |
| "step": 47200 |
| }, |
| { |
| "epoch": 1.18, |
| "grad_norm": 4.744464874267578, |
| "learning_rate": 5.296482412060302e-06, |
| "loss": 1.0867, |
| "step": 47300 |
| }, |
| { |
| "epoch": 1.19, |
| "grad_norm": 4.583905220031738, |
| "learning_rate": 5.28643216080402e-06, |
| "loss": 1.0383, |
| "step": 47400 |
| }, |
| { |
| "epoch": 1.19, |
| "grad_norm": 4.338555812835693, |
| "learning_rate": 5.2763819095477384e-06, |
| "loss": 1.0783, |
| "step": 47500 |
| }, |
| { |
| "epoch": 1.19, |
| "eval_loss": 1.1971614360809326, |
| "eval_runtime": 106.0626, |
| "eval_samples_per_second": 9.428, |
| "eval_steps_per_second": 2.357, |
| "step": 47500 |
| }, |
| { |
| "epoch": 1.19, |
| "grad_norm": 4.034645080566406, |
| "learning_rate": 5.266331658291458e-06, |
| "loss": 1.1005, |
| "step": 47600 |
| }, |
| { |
| "epoch": 1.19, |
| "grad_norm": 18.2078857421875, |
| "learning_rate": 5.256281407035176e-06, |
| "loss": 1.0802, |
| "step": 47700 |
| }, |
| { |
| "epoch": 1.2, |
| "grad_norm": 11.409656524658203, |
| "learning_rate": 5.2462311557788945e-06, |
| "loss": 1.0279, |
| "step": 47800 |
| }, |
| { |
| "epoch": 1.2, |
| "grad_norm": 9.654501914978027, |
| "learning_rate": 5.236180904522613e-06, |
| "loss": 1.1281, |
| "step": 47900 |
| }, |
| { |
| "epoch": 1.2, |
| "grad_norm": 2.338249444961548, |
| "learning_rate": 5.2261306532663325e-06, |
| "loss": 1.071, |
| "step": 48000 |
| }, |
| { |
| "epoch": 1.2, |
| "eval_loss": 1.2035820484161377, |
| "eval_runtime": 106.069, |
| "eval_samples_per_second": 9.428, |
| "eval_steps_per_second": 2.357, |
| "step": 48000 |
| }, |
| { |
| "epoch": 1.2, |
| "grad_norm": 2.0878255367279053, |
| "learning_rate": 5.216080402010051e-06, |
| "loss": 1.0815, |
| "step": 48100 |
| }, |
| { |
| "epoch": 1.21, |
| "grad_norm": 3.829693078994751, |
| "learning_rate": 5.206030150753769e-06, |
| "loss": 1.0727, |
| "step": 48200 |
| }, |
| { |
| "epoch": 1.21, |
| "grad_norm": 8.797452926635742, |
| "learning_rate": 5.195979899497488e-06, |
| "loss": 1.111, |
| "step": 48300 |
| }, |
| { |
| "epoch": 1.21, |
| "grad_norm": 7.87650728225708, |
| "learning_rate": 5.185929648241207e-06, |
| "loss": 1.1124, |
| "step": 48400 |
| }, |
| { |
| "epoch": 1.21, |
| "grad_norm": 6.868736743927002, |
| "learning_rate": 5.175879396984925e-06, |
| "loss": 1.0428, |
| "step": 48500 |
| }, |
| { |
| "epoch": 1.21, |
| "eval_loss": 1.205499291419983, |
| "eval_runtime": 106.0571, |
| "eval_samples_per_second": 9.429, |
| "eval_steps_per_second": 2.357, |
| "step": 48500 |
| }, |
| { |
| "epoch": 1.22, |
| "grad_norm": 11.863227844238281, |
| "learning_rate": 5.165829145728644e-06, |
| "loss": 1.0223, |
| "step": 48600 |
| }, |
| { |
| "epoch": 1.22, |
| "grad_norm": 4.662557125091553, |
| "learning_rate": 5.155778894472362e-06, |
| "loss": 1.0766, |
| "step": 48700 |
| }, |
| { |
| "epoch": 1.22, |
| "grad_norm": 6.566014766693115, |
| "learning_rate": 5.145728643216081e-06, |
| "loss": 1.0794, |
| "step": 48800 |
| }, |
| { |
| "epoch": 1.22, |
| "grad_norm": 4.543015003204346, |
| "learning_rate": 5.1356783919598e-06, |
| "loss": 1.089, |
| "step": 48900 |
| }, |
| { |
| "epoch": 1.23, |
| "grad_norm": 11.50754451751709, |
| "learning_rate": 5.125628140703518e-06, |
| "loss": 1.1178, |
| "step": 49000 |
| }, |
| { |
| "epoch": 1.23, |
| "eval_loss": 1.1721173524856567, |
| "eval_runtime": 106.5237, |
| "eval_samples_per_second": 9.388, |
| "eval_steps_per_second": 2.347, |
| "step": 49000 |
| }, |
| { |
| "epoch": 1.23, |
| "grad_norm": 4.686221599578857, |
| "learning_rate": 5.115577889447236e-06, |
| "loss": 1.0752, |
| "step": 49100 |
| }, |
| { |
| "epoch": 1.23, |
| "grad_norm": 6.304415702819824, |
| "learning_rate": 5.1055276381909544e-06, |
| "loss": 1.0687, |
| "step": 49200 |
| }, |
| { |
| "epoch": 1.23, |
| "grad_norm": 14.939876556396484, |
| "learning_rate": 5.095477386934674e-06, |
| "loss": 1.0325, |
| "step": 49300 |
| }, |
| { |
| "epoch": 1.23, |
| "grad_norm": 6.50522518157959, |
| "learning_rate": 5.085427135678392e-06, |
| "loss": 1.0694, |
| "step": 49400 |
| }, |
| { |
| "epoch": 1.24, |
| "grad_norm": 6.129203796386719, |
| "learning_rate": 5.0753768844221105e-06, |
| "loss": 1.0754, |
| "step": 49500 |
| }, |
| { |
| "epoch": 1.24, |
| "eval_loss": 1.1991491317749023, |
| "eval_runtime": 106.0551, |
| "eval_samples_per_second": 9.429, |
| "eval_steps_per_second": 2.357, |
| "step": 49500 |
| }, |
| { |
| "epoch": 1.24, |
| "grad_norm": 6.325349807739258, |
| "learning_rate": 5.065326633165829e-06, |
| "loss": 1.1652, |
| "step": 49600 |
| }, |
| { |
| "epoch": 1.24, |
| "grad_norm": 4.5157928466796875, |
| "learning_rate": 5.0552763819095485e-06, |
| "loss": 1.0868, |
| "step": 49700 |
| }, |
| { |
| "epoch": 1.25, |
| "grad_norm": 8.48715877532959, |
| "learning_rate": 5.045226130653267e-06, |
| "loss": 1.1151, |
| "step": 49800 |
| }, |
| { |
| "epoch": 1.25, |
| "grad_norm": 4.27447509765625, |
| "learning_rate": 5.035175879396985e-06, |
| "loss": 1.1102, |
| "step": 49900 |
| }, |
| { |
| "epoch": 1.25, |
| "grad_norm": 7.0696258544921875, |
| "learning_rate": 5.025125628140704e-06, |
| "loss": 1.1229, |
| "step": 50000 |
| }, |
| { |
| "epoch": 1.25, |
| "eval_loss": 1.19700026512146, |
| "eval_runtime": 106.0396, |
| "eval_samples_per_second": 9.43, |
| "eval_steps_per_second": 2.358, |
| "step": 50000 |
| }, |
| { |
| "epoch": 1.25, |
| "grad_norm": 4.845221519470215, |
| "learning_rate": 5.015075376884423e-06, |
| "loss": 1.0913, |
| "step": 50100 |
| }, |
| { |
| "epoch": 1.25, |
| "grad_norm": 3.8308610916137695, |
| "learning_rate": 5.005025125628141e-06, |
| "loss": 1.074, |
| "step": 50200 |
| }, |
| { |
| "epoch": 1.26, |
| "grad_norm": 11.193860054016113, |
| "learning_rate": 4.99497487437186e-06, |
| "loss": 1.0813, |
| "step": 50300 |
| }, |
| { |
| "epoch": 1.26, |
| "grad_norm": 9.640278816223145, |
| "learning_rate": 4.984924623115578e-06, |
| "loss": 1.092, |
| "step": 50400 |
| }, |
| { |
| "epoch": 1.26, |
| "grad_norm": 8.961405754089355, |
| "learning_rate": 4.974874371859297e-06, |
| "loss": 1.0906, |
| "step": 50500 |
| }, |
| { |
| "epoch": 1.26, |
| "eval_loss": 1.2116854190826416, |
| "eval_runtime": 106.3232, |
| "eval_samples_per_second": 9.405, |
| "eval_steps_per_second": 2.351, |
| "step": 50500 |
| }, |
| { |
| "epoch": 1.27, |
| "grad_norm": 3.288750171661377, |
| "learning_rate": 4.964824120603016e-06, |
| "loss": 1.0906, |
| "step": 50600 |
| }, |
| { |
| "epoch": 1.27, |
| "grad_norm": 3.4457216262817383, |
| "learning_rate": 4.954773869346734e-06, |
| "loss": 1.0875, |
| "step": 50700 |
| }, |
| { |
| "epoch": 1.27, |
| "grad_norm": 7.605111598968506, |
| "learning_rate": 4.944723618090453e-06, |
| "loss": 1.0967, |
| "step": 50800 |
| }, |
| { |
| "epoch": 1.27, |
| "grad_norm": 9.561128616333008, |
| "learning_rate": 4.934673366834171e-06, |
| "loss": 1.0812, |
| "step": 50900 |
| }, |
| { |
| "epoch": 1.27, |
| "grad_norm": 7.3962931632995605, |
| "learning_rate": 4.92462311557789e-06, |
| "loss": 1.0977, |
| "step": 51000 |
| }, |
| { |
| "epoch": 1.27, |
| "eval_loss": 1.2100400924682617, |
| "eval_runtime": 106.052, |
| "eval_samples_per_second": 9.429, |
| "eval_steps_per_second": 2.357, |
| "step": 51000 |
| }, |
| { |
| "epoch": 1.28, |
| "grad_norm": 6.937880992889404, |
| "learning_rate": 4.914572864321608e-06, |
| "loss": 1.0975, |
| "step": 51100 |
| }, |
| { |
| "epoch": 1.28, |
| "grad_norm": 5.143784999847412, |
| "learning_rate": 4.904522613065327e-06, |
| "loss": 1.087, |
| "step": 51200 |
| }, |
| { |
| "epoch": 1.28, |
| "grad_norm": 3.9461379051208496, |
| "learning_rate": 4.8944723618090455e-06, |
| "loss": 1.1038, |
| "step": 51300 |
| }, |
| { |
| "epoch": 1.28, |
| "grad_norm": 5.973447322845459, |
| "learning_rate": 4.8844221105527645e-06, |
| "loss": 1.074, |
| "step": 51400 |
| }, |
| { |
| "epoch": 1.29, |
| "grad_norm": 6.638311386108398, |
| "learning_rate": 4.874371859296483e-06, |
| "loss": 1.0614, |
| "step": 51500 |
| }, |
| { |
| "epoch": 1.29, |
| "eval_loss": 1.185408115386963, |
| "eval_runtime": 106.2987, |
| "eval_samples_per_second": 9.407, |
| "eval_steps_per_second": 2.352, |
| "step": 51500 |
| }, |
| { |
| "epoch": 1.29, |
| "grad_norm": 6.998035907745361, |
| "learning_rate": 4.864321608040201e-06, |
| "loss": 1.0744, |
| "step": 51600 |
| }, |
| { |
| "epoch": 1.29, |
| "grad_norm": 3.3675694465637207, |
| "learning_rate": 4.85427135678392e-06, |
| "loss": 1.096, |
| "step": 51700 |
| }, |
| { |
| "epoch": 1.29, |
| "grad_norm": 8.822165489196777, |
| "learning_rate": 4.844221105527638e-06, |
| "loss": 1.0922, |
| "step": 51800 |
| }, |
| { |
| "epoch": 1.3, |
| "grad_norm": 9.377400398254395, |
| "learning_rate": 4.834170854271357e-06, |
| "loss": 1.0192, |
| "step": 51900 |
| }, |
| { |
| "epoch": 1.3, |
| "grad_norm": 5.365954399108887, |
| "learning_rate": 4.824120603015076e-06, |
| "loss": 1.0852, |
| "step": 52000 |
| }, |
| { |
| "epoch": 1.3, |
| "eval_loss": 1.1685329675674438, |
| "eval_runtime": 106.0668, |
| "eval_samples_per_second": 9.428, |
| "eval_steps_per_second": 2.357, |
| "step": 52000 |
| }, |
| { |
| "epoch": 1.3, |
| "grad_norm": 10.73094367980957, |
| "learning_rate": 4.814070351758794e-06, |
| "loss": 1.026, |
| "step": 52100 |
| }, |
| { |
| "epoch": 1.3, |
| "grad_norm": 8.08397102355957, |
| "learning_rate": 4.804020100502513e-06, |
| "loss": 1.1124, |
| "step": 52200 |
| }, |
| { |
| "epoch": 1.31, |
| "grad_norm": 5.968872547149658, |
| "learning_rate": 4.793969849246232e-06, |
| "loss": 1.0756, |
| "step": 52300 |
| }, |
| { |
| "epoch": 1.31, |
| "grad_norm": 8.512557983398438, |
| "learning_rate": 4.78391959798995e-06, |
| "loss": 1.1132, |
| "step": 52400 |
| }, |
| { |
| "epoch": 1.31, |
| "grad_norm": 15.78652286529541, |
| "learning_rate": 4.773869346733669e-06, |
| "loss": 1.0729, |
| "step": 52500 |
| }, |
| { |
| "epoch": 1.31, |
| "eval_loss": 1.1879240274429321, |
| "eval_runtime": 106.0637, |
| "eval_samples_per_second": 9.428, |
| "eval_steps_per_second": 2.357, |
| "step": 52500 |
| }, |
| { |
| "epoch": 1.31, |
| "grad_norm": 7.199432849884033, |
| "learning_rate": 4.763819095477387e-06, |
| "loss": 1.1142, |
| "step": 52600 |
| }, |
| { |
| "epoch": 1.32, |
| "grad_norm": 2.3736164569854736, |
| "learning_rate": 4.753768844221106e-06, |
| "loss": 1.0713, |
| "step": 52700 |
| }, |
| { |
| "epoch": 1.32, |
| "grad_norm": 6.64162540435791, |
| "learning_rate": 4.743718592964824e-06, |
| "loss": 1.0596, |
| "step": 52800 |
| }, |
| { |
| "epoch": 1.32, |
| "grad_norm": 5.036973476409912, |
| "learning_rate": 4.733668341708543e-06, |
| "loss": 1.1353, |
| "step": 52900 |
| }, |
| { |
| "epoch": 1.32, |
| "grad_norm": 13.622482299804688, |
| "learning_rate": 4.7236180904522615e-06, |
| "loss": 1.0713, |
| "step": 53000 |
| }, |
| { |
| "epoch": 1.32, |
| "eval_loss": 1.2138935327529907, |
| "eval_runtime": 106.0336, |
| "eval_samples_per_second": 9.431, |
| "eval_steps_per_second": 2.358, |
| "step": 53000 |
| }, |
| { |
| "epoch": 1.33, |
| "grad_norm": 10.74639892578125, |
| "learning_rate": 4.7135678391959805e-06, |
| "loss": 1.1092, |
| "step": 53100 |
| }, |
| { |
| "epoch": 1.33, |
| "grad_norm": 2.7003939151763916, |
| "learning_rate": 4.703517587939699e-06, |
| "loss": 1.0927, |
| "step": 53200 |
| }, |
| { |
| "epoch": 1.33, |
| "grad_norm": 7.11260986328125, |
| "learning_rate": 4.693467336683418e-06, |
| "loss": 1.0905, |
| "step": 53300 |
| }, |
| { |
| "epoch": 1.33, |
| "grad_norm": 12.401396751403809, |
| "learning_rate": 4.683417085427136e-06, |
| "loss": 1.1015, |
| "step": 53400 |
| }, |
| { |
| "epoch": 1.34, |
| "grad_norm": 8.661816596984863, |
| "learning_rate": 4.673366834170855e-06, |
| "loss": 1.1312, |
| "step": 53500 |
| }, |
| { |
| "epoch": 1.34, |
| "eval_loss": 1.1807825565338135, |
| "eval_runtime": 106.0587, |
| "eval_samples_per_second": 9.429, |
| "eval_steps_per_second": 2.357, |
| "step": 53500 |
| }, |
| { |
| "epoch": 1.34, |
| "grad_norm": 5.789402008056641, |
| "learning_rate": 4.663316582914573e-06, |
| "loss": 1.0313, |
| "step": 53600 |
| }, |
| { |
| "epoch": 1.34, |
| "grad_norm": 10.267823219299316, |
| "learning_rate": 4.653266331658292e-06, |
| "loss": 1.1201, |
| "step": 53700 |
| }, |
| { |
| "epoch": 1.34, |
| "grad_norm": 7.390511512756348, |
| "learning_rate": 4.64321608040201e-06, |
| "loss": 1.1064, |
| "step": 53800 |
| }, |
| { |
| "epoch": 1.35, |
| "grad_norm": 3.220641613006592, |
| "learning_rate": 4.633165829145729e-06, |
| "loss": 1.0898, |
| "step": 53900 |
| }, |
| { |
| "epoch": 1.35, |
| "grad_norm": 4.595098972320557, |
| "learning_rate": 4.623115577889448e-06, |
| "loss": 1.0807, |
| "step": 54000 |
| }, |
| { |
| "epoch": 1.35, |
| "eval_loss": 1.1710258722305298, |
| "eval_runtime": 106.0574, |
| "eval_samples_per_second": 9.429, |
| "eval_steps_per_second": 2.357, |
| "step": 54000 |
| }, |
| { |
| "epoch": 1.35, |
| "grad_norm": 14.225842475891113, |
| "learning_rate": 4.613065326633166e-06, |
| "loss": 1.1179, |
| "step": 54100 |
| }, |
| { |
| "epoch": 1.35, |
| "grad_norm": 2.6075730323791504, |
| "learning_rate": 4.603015075376885e-06, |
| "loss": 1.1075, |
| "step": 54200 |
| }, |
| { |
| "epoch": 1.36, |
| "grad_norm": 8.72014045715332, |
| "learning_rate": 4.592964824120603e-06, |
| "loss": 1.0653, |
| "step": 54300 |
| }, |
| { |
| "epoch": 1.36, |
| "grad_norm": 13.056175231933594, |
| "learning_rate": 4.582914572864322e-06, |
| "loss": 1.106, |
| "step": 54400 |
| }, |
| { |
| "epoch": 1.36, |
| "grad_norm": 6.238776683807373, |
| "learning_rate": 4.57286432160804e-06, |
| "loss": 1.0797, |
| "step": 54500 |
| }, |
| { |
| "epoch": 1.36, |
| "eval_loss": 1.1717697381973267, |
| "eval_runtime": 106.0446, |
| "eval_samples_per_second": 9.43, |
| "eval_steps_per_second": 2.357, |
| "step": 54500 |
| }, |
| { |
| "epoch": 1.36, |
| "grad_norm": 4.283226490020752, |
| "learning_rate": 4.562814070351759e-06, |
| "loss": 1.0956, |
| "step": 54600 |
| }, |
| { |
| "epoch": 1.37, |
| "grad_norm": 4.9857282638549805, |
| "learning_rate": 4.5527638190954775e-06, |
| "loss": 1.1299, |
| "step": 54700 |
| }, |
| { |
| "epoch": 1.37, |
| "grad_norm": 2.51924204826355, |
| "learning_rate": 4.5427135678391965e-06, |
| "loss": 1.0938, |
| "step": 54800 |
| }, |
| { |
| "epoch": 1.37, |
| "grad_norm": 4.603549003601074, |
| "learning_rate": 4.532663316582915e-06, |
| "loss": 1.1509, |
| "step": 54900 |
| }, |
| { |
| "epoch": 1.38, |
| "grad_norm": 11.00109577178955, |
| "learning_rate": 4.522613065326634e-06, |
| "loss": 1.0956, |
| "step": 55000 |
| }, |
| { |
| "epoch": 1.38, |
| "eval_loss": 1.1807342767715454, |
| "eval_runtime": 106.0599, |
| "eval_samples_per_second": 9.429, |
| "eval_steps_per_second": 2.357, |
| "step": 55000 |
| }, |
| { |
| "epoch": 1.38, |
| "grad_norm": 4.154958724975586, |
| "learning_rate": 4.512562814070352e-06, |
| "loss": 1.0964, |
| "step": 55100 |
| }, |
| { |
| "epoch": 1.38, |
| "grad_norm": 4.329712867736816, |
| "learning_rate": 4.502512562814071e-06, |
| "loss": 1.1373, |
| "step": 55200 |
| }, |
| { |
| "epoch": 1.38, |
| "grad_norm": 5.342220783233643, |
| "learning_rate": 4.492462311557789e-06, |
| "loss": 1.0808, |
| "step": 55300 |
| }, |
| { |
| "epoch": 1.39, |
| "grad_norm": 5.705708980560303, |
| "learning_rate": 4.482412060301508e-06, |
| "loss": 1.062, |
| "step": 55400 |
| }, |
| { |
| "epoch": 1.39, |
| "grad_norm": 4.463514804840088, |
| "learning_rate": 4.472361809045226e-06, |
| "loss": 1.1105, |
| "step": 55500 |
| }, |
| { |
| "epoch": 1.39, |
| "eval_loss": 1.1636874675750732, |
| "eval_runtime": 106.046, |
| "eval_samples_per_second": 9.43, |
| "eval_steps_per_second": 2.357, |
| "step": 55500 |
| }, |
| { |
| "epoch": 1.39, |
| "grad_norm": 3.2776780128479004, |
| "learning_rate": 4.462311557788945e-06, |
| "loss": 1.1123, |
| "step": 55600 |
| }, |
| { |
| "epoch": 1.39, |
| "grad_norm": 7.7830491065979, |
| "learning_rate": 4.452261306532664e-06, |
| "loss": 1.0417, |
| "step": 55700 |
| }, |
| { |
| "epoch": 1.4, |
| "grad_norm": 4.776956081390381, |
| "learning_rate": 4.442211055276382e-06, |
| "loss": 1.1081, |
| "step": 55800 |
| }, |
| { |
| "epoch": 1.4, |
| "grad_norm": 8.097271919250488, |
| "learning_rate": 4.432160804020101e-06, |
| "loss": 1.1005, |
| "step": 55900 |
| }, |
| { |
| "epoch": 1.4, |
| "grad_norm": 7.190639019012451, |
| "learning_rate": 4.42211055276382e-06, |
| "loss": 1.0712, |
| "step": 56000 |
| }, |
| { |
| "epoch": 1.4, |
| "eval_loss": 1.1957862377166748, |
| "eval_runtime": 106.0581, |
| "eval_samples_per_second": 9.429, |
| "eval_steps_per_second": 2.357, |
| "step": 56000 |
| }, |
| { |
| "epoch": 1.4, |
| "grad_norm": 12.115496635437012, |
| "learning_rate": 4.412060301507538e-06, |
| "loss": 1.0484, |
| "step": 56100 |
| }, |
| { |
| "epoch": 1.41, |
| "grad_norm": 3.0836589336395264, |
| "learning_rate": 4.4020100502512564e-06, |
| "loss": 1.0373, |
| "step": 56200 |
| }, |
| { |
| "epoch": 1.41, |
| "grad_norm": 5.282203197479248, |
| "learning_rate": 4.391959798994975e-06, |
| "loss": 1.1324, |
| "step": 56300 |
| }, |
| { |
| "epoch": 1.41, |
| "grad_norm": 15.216297149658203, |
| "learning_rate": 4.3819095477386936e-06, |
| "loss": 1.12, |
| "step": 56400 |
| }, |
| { |
| "epoch": 1.41, |
| "grad_norm": 5.781431674957275, |
| "learning_rate": 4.3718592964824125e-06, |
| "loss": 1.0372, |
| "step": 56500 |
| }, |
| { |
| "epoch": 1.41, |
| "eval_loss": 1.1856083869934082, |
| "eval_runtime": 106.0461, |
| "eval_samples_per_second": 9.43, |
| "eval_steps_per_second": 2.357, |
| "step": 56500 |
| }, |
| { |
| "epoch": 1.42, |
| "grad_norm": 7.501257419586182, |
| "learning_rate": 4.361809045226131e-06, |
| "loss": 1.049, |
| "step": 56600 |
| }, |
| { |
| "epoch": 1.42, |
| "grad_norm": 4.0562238693237305, |
| "learning_rate": 4.35175879396985e-06, |
| "loss": 1.0758, |
| "step": 56700 |
| }, |
| { |
| "epoch": 1.42, |
| "grad_norm": 4.510584831237793, |
| "learning_rate": 4.341708542713568e-06, |
| "loss": 1.0304, |
| "step": 56800 |
| }, |
| { |
| "epoch": 1.42, |
| "grad_norm": 11.4026517868042, |
| "learning_rate": 4.331658291457287e-06, |
| "loss": 1.0906, |
| "step": 56900 |
| }, |
| { |
| "epoch": 1.43, |
| "grad_norm": 2.8201565742492676, |
| "learning_rate": 4.321608040201005e-06, |
| "loss": 1.0806, |
| "step": 57000 |
| }, |
| { |
| "epoch": 1.43, |
| "eval_loss": 1.1789506673812866, |
| "eval_runtime": 106.0454, |
| "eval_samples_per_second": 9.43, |
| "eval_steps_per_second": 2.357, |
| "step": 57000 |
| }, |
| { |
| "epoch": 1.43, |
| "grad_norm": 5.044394493103027, |
| "learning_rate": 4.311557788944724e-06, |
| "loss": 1.0585, |
| "step": 57100 |
| }, |
| { |
| "epoch": 1.43, |
| "grad_norm": 6.520532131195068, |
| "learning_rate": 4.301507537688442e-06, |
| "loss": 1.0524, |
| "step": 57200 |
| }, |
| { |
| "epoch": 1.43, |
| "grad_norm": 5.544332981109619, |
| "learning_rate": 4.291457286432161e-06, |
| "loss": 1.0957, |
| "step": 57300 |
| }, |
| { |
| "epoch": 1.44, |
| "grad_norm": 5.975767612457275, |
| "learning_rate": 4.28140703517588e-06, |
| "loss": 1.0923, |
| "step": 57400 |
| }, |
| { |
| "epoch": 1.44, |
| "grad_norm": 8.338631629943848, |
| "learning_rate": 4.271356783919598e-06, |
| "loss": 1.05, |
| "step": 57500 |
| }, |
| { |
| "epoch": 1.44, |
| "eval_loss": 1.213557481765747, |
| "eval_runtime": 106.0582, |
| "eval_samples_per_second": 9.429, |
| "eval_steps_per_second": 2.357, |
| "step": 57500 |
| }, |
| { |
| "epoch": 1.44, |
| "grad_norm": 9.21115779876709, |
| "learning_rate": 4.261306532663317e-06, |
| "loss": 1.0633, |
| "step": 57600 |
| }, |
| { |
| "epoch": 1.44, |
| "grad_norm": 4.789947032928467, |
| "learning_rate": 4.251256281407035e-06, |
| "loss": 1.06, |
| "step": 57700 |
| }, |
| { |
| "epoch": 1.45, |
| "grad_norm": 3.622896909713745, |
| "learning_rate": 4.241206030150754e-06, |
| "loss": 1.0639, |
| "step": 57800 |
| }, |
| { |
| "epoch": 1.45, |
| "grad_norm": 8.646242141723633, |
| "learning_rate": 4.231155778894473e-06, |
| "loss": 1.0433, |
| "step": 57900 |
| }, |
| { |
| "epoch": 1.45, |
| "grad_norm": 5.949797630310059, |
| "learning_rate": 4.221105527638191e-06, |
| "loss": 1.0838, |
| "step": 58000 |
| }, |
| { |
| "epoch": 1.45, |
| "eval_loss": 1.2052046060562134, |
| "eval_runtime": 106.0422, |
| "eval_samples_per_second": 9.43, |
| "eval_steps_per_second": 2.358, |
| "step": 58000 |
| }, |
| { |
| "epoch": 1.45, |
| "grad_norm": 3.80587100982666, |
| "learning_rate": 4.21105527638191e-06, |
| "loss": 1.0948, |
| "step": 58100 |
| }, |
| { |
| "epoch": 1.46, |
| "grad_norm": 11.919468879699707, |
| "learning_rate": 4.2010050251256285e-06, |
| "loss": 1.078, |
| "step": 58200 |
| }, |
| { |
| "epoch": 1.46, |
| "grad_norm": 5.601760387420654, |
| "learning_rate": 4.1909547738693475e-06, |
| "loss": 1.0883, |
| "step": 58300 |
| }, |
| { |
| "epoch": 1.46, |
| "grad_norm": 9.78034782409668, |
| "learning_rate": 4.180904522613066e-06, |
| "loss": 1.0545, |
| "step": 58400 |
| }, |
| { |
| "epoch": 1.46, |
| "grad_norm": 10.80511474609375, |
| "learning_rate": 4.170854271356784e-06, |
| "loss": 1.1235, |
| "step": 58500 |
| }, |
| { |
| "epoch": 1.46, |
| "eval_loss": 1.2118693590164185, |
| "eval_runtime": 106.3097, |
| "eval_samples_per_second": 9.406, |
| "eval_steps_per_second": 2.352, |
| "step": 58500 |
| }, |
| { |
| "epoch": 1.47, |
| "grad_norm": 3.7069671154022217, |
| "learning_rate": 4.160804020100503e-06, |
| "loss": 1.1136, |
| "step": 58600 |
| }, |
| { |
| "epoch": 1.47, |
| "grad_norm": 15.624918937683105, |
| "learning_rate": 4.150753768844221e-06, |
| "loss": 1.0553, |
| "step": 58700 |
| }, |
| { |
| "epoch": 1.47, |
| "grad_norm": 6.897815227508545, |
| "learning_rate": 4.14070351758794e-06, |
| "loss": 1.0706, |
| "step": 58800 |
| }, |
| { |
| "epoch": 1.47, |
| "grad_norm": 5.351986885070801, |
| "learning_rate": 4.130653266331658e-06, |
| "loss": 1.0226, |
| "step": 58900 |
| }, |
| { |
| "epoch": 1.48, |
| "grad_norm": 4.158387660980225, |
| "learning_rate": 4.120603015075377e-06, |
| "loss": 1.0865, |
| "step": 59000 |
| }, |
| { |
| "epoch": 1.48, |
| "eval_loss": 1.16471529006958, |
| "eval_runtime": 106.0354, |
| "eval_samples_per_second": 9.431, |
| "eval_steps_per_second": 2.358, |
| "step": 59000 |
| }, |
| { |
| "epoch": 1.48, |
| "grad_norm": 2.942288398742676, |
| "learning_rate": 4.110552763819096e-06, |
| "loss": 1.098, |
| "step": 59100 |
| }, |
| { |
| "epoch": 1.48, |
| "grad_norm": 9.001307487487793, |
| "learning_rate": 4.100502512562814e-06, |
| "loss": 1.1024, |
| "step": 59200 |
| }, |
| { |
| "epoch": 1.48, |
| "grad_norm": 14.217978477478027, |
| "learning_rate": 4.090452261306533e-06, |
| "loss": 1.0029, |
| "step": 59300 |
| }, |
| { |
| "epoch": 1.48, |
| "grad_norm": 12.35381031036377, |
| "learning_rate": 4.080402010050251e-06, |
| "loss": 1.0757, |
| "step": 59400 |
| }, |
| { |
| "epoch": 1.49, |
| "grad_norm": 3.351334571838379, |
| "learning_rate": 4.07035175879397e-06, |
| "loss": 1.055, |
| "step": 59500 |
| }, |
| { |
| "epoch": 1.49, |
| "eval_loss": 1.1809368133544922, |
| "eval_runtime": 106.0646, |
| "eval_samples_per_second": 9.428, |
| "eval_steps_per_second": 2.357, |
| "step": 59500 |
| }, |
| { |
| "epoch": 1.49, |
| "grad_norm": 5.989234447479248, |
| "learning_rate": 4.060301507537689e-06, |
| "loss": 1.034, |
| "step": 59600 |
| }, |
| { |
| "epoch": 1.49, |
| "grad_norm": 9.616496086120605, |
| "learning_rate": 4.0502512562814074e-06, |
| "loss": 1.0885, |
| "step": 59700 |
| }, |
| { |
| "epoch": 1.5, |
| "grad_norm": 7.053142547607422, |
| "learning_rate": 4.040201005025126e-06, |
| "loss": 1.0858, |
| "step": 59800 |
| }, |
| { |
| "epoch": 1.5, |
| "grad_norm": 12.209592819213867, |
| "learning_rate": 4.0301507537688446e-06, |
| "loss": 1.0442, |
| "step": 59900 |
| }, |
| { |
| "epoch": 1.5, |
| "grad_norm": 4.404716968536377, |
| "learning_rate": 4.0201005025125635e-06, |
| "loss": 1.0734, |
| "step": 60000 |
| }, |
| { |
| "epoch": 1.5, |
| "eval_loss": 1.1983425617218018, |
| "eval_runtime": 106.0576, |
| "eval_samples_per_second": 9.429, |
| "eval_steps_per_second": 2.357, |
| "step": 60000 |
| }, |
| { |
| "epoch": 1.5, |
| "grad_norm": 5.645810604095459, |
| "learning_rate": 4.010050251256282e-06, |
| "loss": 1.0638, |
| "step": 60100 |
| }, |
| { |
| "epoch": 1.5, |
| "grad_norm": 4.7631940841674805, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 1.0657, |
| "step": 60200 |
| }, |
| { |
| "epoch": 1.51, |
| "grad_norm": 2.6057679653167725, |
| "learning_rate": 3.989949748743719e-06, |
| "loss": 1.0556, |
| "step": 60300 |
| }, |
| { |
| "epoch": 1.51, |
| "grad_norm": 9.091955184936523, |
| "learning_rate": 3.979899497487438e-06, |
| "loss": 1.1244, |
| "step": 60400 |
| }, |
| { |
| "epoch": 1.51, |
| "grad_norm": 6.215171813964844, |
| "learning_rate": 3.969849246231156e-06, |
| "loss": 1.1504, |
| "step": 60500 |
| }, |
| { |
| "epoch": 1.51, |
| "eval_loss": 1.1710612773895264, |
| "eval_runtime": 106.0549, |
| "eval_samples_per_second": 9.429, |
| "eval_steps_per_second": 2.357, |
| "step": 60500 |
| }, |
| { |
| "epoch": 1.52, |
| "grad_norm": 7.309828758239746, |
| "learning_rate": 3.959798994974875e-06, |
| "loss": 1.0624, |
| "step": 60600 |
| }, |
| { |
| "epoch": 1.52, |
| "grad_norm": 5.1372880935668945, |
| "learning_rate": 3.949748743718593e-06, |
| "loss": 1.1102, |
| "step": 60700 |
| }, |
| { |
| "epoch": 1.52, |
| "grad_norm": 2.1944918632507324, |
| "learning_rate": 3.939698492462311e-06, |
| "loss": 1.0699, |
| "step": 60800 |
| }, |
| { |
| "epoch": 1.52, |
| "grad_norm": 11.555052757263184, |
| "learning_rate": 3.92964824120603e-06, |
| "loss": 1.0467, |
| "step": 60900 |
| }, |
| { |
| "epoch": 1.52, |
| "grad_norm": 8.433820724487305, |
| "learning_rate": 3.919597989949749e-06, |
| "loss": 1.0355, |
| "step": 61000 |
| }, |
| { |
| "epoch": 1.52, |
| "eval_loss": 1.1772249937057495, |
| "eval_runtime": 106.0454, |
| "eval_samples_per_second": 9.43, |
| "eval_steps_per_second": 2.357, |
| "step": 61000 |
| }, |
| { |
| "epoch": 1.53, |
| "grad_norm": 2.291175365447998, |
| "learning_rate": 3.909547738693467e-06, |
| "loss": 1.0655, |
| "step": 61100 |
| }, |
| { |
| "epoch": 1.53, |
| "grad_norm": 2.7827377319335938, |
| "learning_rate": 3.899497487437186e-06, |
| "loss": 1.0947, |
| "step": 61200 |
| }, |
| { |
| "epoch": 1.53, |
| "grad_norm": 12.351645469665527, |
| "learning_rate": 3.889447236180905e-06, |
| "loss": 1.0826, |
| "step": 61300 |
| }, |
| { |
| "epoch": 1.54, |
| "grad_norm": 10.359111785888672, |
| "learning_rate": 3.8793969849246234e-06, |
| "loss": 1.0938, |
| "step": 61400 |
| }, |
| { |
| "epoch": 1.54, |
| "grad_norm": 4.723474979400635, |
| "learning_rate": 3.869346733668342e-06, |
| "loss": 1.0753, |
| "step": 61500 |
| }, |
| { |
| "epoch": 1.54, |
| "eval_loss": 1.1773525476455688, |
| "eval_runtime": 106.0341, |
| "eval_samples_per_second": 9.431, |
| "eval_steps_per_second": 2.358, |
| "step": 61500 |
| }, |
| { |
| "epoch": 1.54, |
| "grad_norm": 7.097861289978027, |
| "learning_rate": 3.8592964824120606e-06, |
| "loss": 1.039, |
| "step": 61600 |
| }, |
| { |
| "epoch": 1.54, |
| "grad_norm": 2.926146984100342, |
| "learning_rate": 3.8492462311557795e-06, |
| "loss": 1.1176, |
| "step": 61700 |
| }, |
| { |
| "epoch": 1.54, |
| "grad_norm": 9.322738647460938, |
| "learning_rate": 3.839195979899498e-06, |
| "loss": 1.0327, |
| "step": 61800 |
| }, |
| { |
| "epoch": 1.55, |
| "grad_norm": 13.57543659210205, |
| "learning_rate": 3.829145728643217e-06, |
| "loss": 1.1169, |
| "step": 61900 |
| }, |
| { |
| "epoch": 1.55, |
| "grad_norm": 4.7055535316467285, |
| "learning_rate": 3.819095477386935e-06, |
| "loss": 1.0436, |
| "step": 62000 |
| }, |
| { |
| "epoch": 1.55, |
| "eval_loss": 1.1872432231903076, |
| "eval_runtime": 106.0793, |
| "eval_samples_per_second": 9.427, |
| "eval_steps_per_second": 2.357, |
| "step": 62000 |
| }, |
| { |
| "epoch": 1.55, |
| "grad_norm": 3.1538665294647217, |
| "learning_rate": 3.809045226130654e-06, |
| "loss": 1.0537, |
| "step": 62100 |
| }, |
| { |
| "epoch": 1.56, |
| "grad_norm": 8.150029182434082, |
| "learning_rate": 3.798994974874372e-06, |
| "loss": 1.0598, |
| "step": 62200 |
| }, |
| { |
| "epoch": 1.56, |
| "grad_norm": 4.418848037719727, |
| "learning_rate": 3.788944723618091e-06, |
| "loss": 1.0996, |
| "step": 62300 |
| }, |
| { |
| "epoch": 1.56, |
| "grad_norm": 5.905966281890869, |
| "learning_rate": 3.7788944723618095e-06, |
| "loss": 1.0735, |
| "step": 62400 |
| }, |
| { |
| "epoch": 1.56, |
| "grad_norm": 3.2698171138763428, |
| "learning_rate": 3.768844221105528e-06, |
| "loss": 1.0281, |
| "step": 62500 |
| }, |
| { |
| "epoch": 1.56, |
| "eval_loss": 1.2369818687438965, |
| "eval_runtime": 106.0418, |
| "eval_samples_per_second": 9.43, |
| "eval_steps_per_second": 2.358, |
| "step": 62500 |
| }, |
| { |
| "epoch": 1.56, |
| "grad_norm": 8.885529518127441, |
| "learning_rate": 3.7587939698492466e-06, |
| "loss": 1.056, |
| "step": 62600 |
| }, |
| { |
| "epoch": 1.57, |
| "grad_norm": 6.061652660369873, |
| "learning_rate": 3.748743718592965e-06, |
| "loss": 1.0571, |
| "step": 62700 |
| }, |
| { |
| "epoch": 1.57, |
| "grad_norm": 6.784704685211182, |
| "learning_rate": 3.7386934673366837e-06, |
| "loss": 1.0289, |
| "step": 62800 |
| }, |
| { |
| "epoch": 1.57, |
| "grad_norm": 5.635735034942627, |
| "learning_rate": 3.7286432160804027e-06, |
| "loss": 1.0872, |
| "step": 62900 |
| }, |
| { |
| "epoch": 1.57, |
| "grad_norm": 7.111885070800781, |
| "learning_rate": 3.718592964824121e-06, |
| "loss": 1.0963, |
| "step": 63000 |
| }, |
| { |
| "epoch": 1.57, |
| "eval_loss": 1.1708903312683105, |
| "eval_runtime": 106.032, |
| "eval_samples_per_second": 9.431, |
| "eval_steps_per_second": 2.358, |
| "step": 63000 |
| }, |
| { |
| "epoch": 1.58, |
| "grad_norm": 3.6875112056732178, |
| "learning_rate": 3.7085427135678394e-06, |
| "loss": 1.0496, |
| "step": 63100 |
| }, |
| { |
| "epoch": 1.58, |
| "grad_norm": 6.22719669342041, |
| "learning_rate": 3.698492462311558e-06, |
| "loss": 1.0766, |
| "step": 63200 |
| }, |
| { |
| "epoch": 1.58, |
| "grad_norm": 5.189857482910156, |
| "learning_rate": 3.6884422110552766e-06, |
| "loss": 1.0274, |
| "step": 63300 |
| }, |
| { |
| "epoch": 1.58, |
| "grad_norm": 5.517366409301758, |
| "learning_rate": 3.678391959798995e-06, |
| "loss": 1.0942, |
| "step": 63400 |
| }, |
| { |
| "epoch": 1.59, |
| "grad_norm": 9.920944213867188, |
| "learning_rate": 3.6683417085427137e-06, |
| "loss": 1.0694, |
| "step": 63500 |
| }, |
| { |
| "epoch": 1.59, |
| "eval_loss": 1.1612495183944702, |
| "eval_runtime": 106.0488, |
| "eval_samples_per_second": 9.43, |
| "eval_steps_per_second": 2.357, |
| "step": 63500 |
| }, |
| { |
| "epoch": 1.59, |
| "grad_norm": 30.120113372802734, |
| "learning_rate": 3.6582914572864327e-06, |
| "loss": 1.0943, |
| "step": 63600 |
| }, |
| { |
| "epoch": 1.59, |
| "grad_norm": 6.0459771156311035, |
| "learning_rate": 3.648241206030151e-06, |
| "loss": 1.0807, |
| "step": 63700 |
| }, |
| { |
| "epoch": 1.59, |
| "grad_norm": 6.1749653816223145, |
| "learning_rate": 3.63819095477387e-06, |
| "loss": 1.1387, |
| "step": 63800 |
| }, |
| { |
| "epoch": 1.6, |
| "grad_norm": 4.901200771331787, |
| "learning_rate": 3.628140703517588e-06, |
| "loss": 1.0758, |
| "step": 63900 |
| }, |
| { |
| "epoch": 1.6, |
| "grad_norm": 12.518453598022461, |
| "learning_rate": 3.618090452261307e-06, |
| "loss": 1.0996, |
| "step": 64000 |
| }, |
| { |
| "epoch": 1.6, |
| "eval_loss": 1.1155891418457031, |
| "eval_runtime": 106.0569, |
| "eval_samples_per_second": 9.429, |
| "eval_steps_per_second": 2.357, |
| "step": 64000 |
| }, |
| { |
| "epoch": 1.6, |
| "grad_norm": 5.017581462860107, |
| "learning_rate": 3.608040201005025e-06, |
| "loss": 1.0532, |
| "step": 64100 |
| }, |
| { |
| "epoch": 1.6, |
| "grad_norm": 1.2370281219482422, |
| "learning_rate": 3.597989949748744e-06, |
| "loss": 1.0878, |
| "step": 64200 |
| }, |
| { |
| "epoch": 1.61, |
| "grad_norm": 11.514025688171387, |
| "learning_rate": 3.5879396984924626e-06, |
| "loss": 1.0529, |
| "step": 64300 |
| }, |
| { |
| "epoch": 1.61, |
| "grad_norm": 5.596809387207031, |
| "learning_rate": 3.577889447236181e-06, |
| "loss": 1.038, |
| "step": 64400 |
| }, |
| { |
| "epoch": 1.61, |
| "grad_norm": 5.313028335571289, |
| "learning_rate": 3.5678391959798997e-06, |
| "loss": 1.0532, |
| "step": 64500 |
| }, |
| { |
| "epoch": 1.61, |
| "eval_loss": 1.1719648838043213, |
| "eval_runtime": 106.0478, |
| "eval_samples_per_second": 9.43, |
| "eval_steps_per_second": 2.357, |
| "step": 64500 |
| }, |
| { |
| "epoch": 1.61, |
| "grad_norm": 10.414960861206055, |
| "learning_rate": 3.5577889447236187e-06, |
| "loss": 1.0048, |
| "step": 64600 |
| }, |
| { |
| "epoch": 1.62, |
| "grad_norm": 13.392841339111328, |
| "learning_rate": 3.547738693467337e-06, |
| "loss": 1.1014, |
| "step": 64700 |
| }, |
| { |
| "epoch": 1.62, |
| "grad_norm": 3.2335710525512695, |
| "learning_rate": 3.537688442211056e-06, |
| "loss": 1.1013, |
| "step": 64800 |
| }, |
| { |
| "epoch": 1.62, |
| "grad_norm": 4.216681003570557, |
| "learning_rate": 3.527638190954774e-06, |
| "loss": 1.0363, |
| "step": 64900 |
| }, |
| { |
| "epoch": 1.62, |
| "grad_norm": 3.247030735015869, |
| "learning_rate": 3.517587939698493e-06, |
| "loss": 1.0747, |
| "step": 65000 |
| }, |
| { |
| "epoch": 1.62, |
| "eval_loss": 1.1740339994430542, |
| "eval_runtime": 106.0636, |
| "eval_samples_per_second": 9.428, |
| "eval_steps_per_second": 2.357, |
| "step": 65000 |
| }, |
| { |
| "epoch": 1.63, |
| "grad_norm": 10.313753128051758, |
| "learning_rate": 3.507537688442211e-06, |
| "loss": 1.0048, |
| "step": 65100 |
| }, |
| { |
| "epoch": 1.63, |
| "grad_norm": 2.487821102142334, |
| "learning_rate": 3.49748743718593e-06, |
| "loss": 1.0597, |
| "step": 65200 |
| }, |
| { |
| "epoch": 1.63, |
| "grad_norm": 5.214561462402344, |
| "learning_rate": 3.4874371859296487e-06, |
| "loss": 1.0923, |
| "step": 65300 |
| }, |
| { |
| "epoch": 1.64, |
| "grad_norm": 7.987942218780518, |
| "learning_rate": 3.477386934673367e-06, |
| "loss": 1.0697, |
| "step": 65400 |
| }, |
| { |
| "epoch": 1.64, |
| "grad_norm": 21.811670303344727, |
| "learning_rate": 3.467336683417086e-06, |
| "loss": 1.0922, |
| "step": 65500 |
| }, |
| { |
| "epoch": 1.64, |
| "eval_loss": 1.1970088481903076, |
| "eval_runtime": 106.0745, |
| "eval_samples_per_second": 9.427, |
| "eval_steps_per_second": 2.357, |
| "step": 65500 |
| }, |
| { |
| "epoch": 1.64, |
| "grad_norm": 2.0042884349823, |
| "learning_rate": 3.457286432160804e-06, |
| "loss": 1.0802, |
| "step": 65600 |
| }, |
| { |
| "epoch": 1.64, |
| "grad_norm": 7.716630935668945, |
| "learning_rate": 3.447236180904523e-06, |
| "loss": 1.0439, |
| "step": 65700 |
| }, |
| { |
| "epoch": 1.65, |
| "grad_norm": 10.984993934631348, |
| "learning_rate": 3.437185929648241e-06, |
| "loss": 1.0531, |
| "step": 65800 |
| }, |
| { |
| "epoch": 1.65, |
| "grad_norm": 7.731362819671631, |
| "learning_rate": 3.42713567839196e-06, |
| "loss": 1.0971, |
| "step": 65900 |
| }, |
| { |
| "epoch": 1.65, |
| "grad_norm": 7.619626522064209, |
| "learning_rate": 3.4170854271356786e-06, |
| "loss": 1.0754, |
| "step": 66000 |
| }, |
| { |
| "epoch": 1.65, |
| "eval_loss": 1.185581088066101, |
| "eval_runtime": 106.0575, |
| "eval_samples_per_second": 9.429, |
| "eval_steps_per_second": 2.357, |
| "step": 66000 |
| }, |
| { |
| "epoch": 1.65, |
| "grad_norm": 10.193381309509277, |
| "learning_rate": 3.407035175879397e-06, |
| "loss": 1.0544, |
| "step": 66100 |
| }, |
| { |
| "epoch": 1.66, |
| "grad_norm": 2.2454402446746826, |
| "learning_rate": 3.3969849246231158e-06, |
| "loss": 1.142, |
| "step": 66200 |
| }, |
| { |
| "epoch": 1.66, |
| "grad_norm": 9.75003433227539, |
| "learning_rate": 3.3869346733668347e-06, |
| "loss": 1.0923, |
| "step": 66300 |
| }, |
| { |
| "epoch": 1.66, |
| "grad_norm": 7.709816932678223, |
| "learning_rate": 3.376884422110553e-06, |
| "loss": 1.0747, |
| "step": 66400 |
| }, |
| { |
| "epoch": 1.66, |
| "grad_norm": 6.4221696853637695, |
| "learning_rate": 3.366834170854272e-06, |
| "loss": 1.0434, |
| "step": 66500 |
| }, |
| { |
| "epoch": 1.66, |
| "eval_loss": 1.1786295175552368, |
| "eval_runtime": 106.0416, |
| "eval_samples_per_second": 9.43, |
| "eval_steps_per_second": 2.358, |
| "step": 66500 |
| }, |
| { |
| "epoch": 1.67, |
| "grad_norm": 7.951330661773682, |
| "learning_rate": 3.35678391959799e-06, |
| "loss": 1.0725, |
| "step": 66600 |
| }, |
| { |
| "epoch": 1.67, |
| "grad_norm": 6.741400718688965, |
| "learning_rate": 3.346733668341709e-06, |
| "loss": 1.0469, |
| "step": 66700 |
| }, |
| { |
| "epoch": 1.67, |
| "grad_norm": 14.190262794494629, |
| "learning_rate": 3.336683417085427e-06, |
| "loss": 1.0687, |
| "step": 66800 |
| }, |
| { |
| "epoch": 1.67, |
| "grad_norm": 9.906428337097168, |
| "learning_rate": 3.326633165829146e-06, |
| "loss": 1.0962, |
| "step": 66900 |
| }, |
| { |
| "epoch": 1.68, |
| "grad_norm": 4.775923728942871, |
| "learning_rate": 3.3165829145728647e-06, |
| "loss": 1.0659, |
| "step": 67000 |
| }, |
| { |
| "epoch": 1.68, |
| "eval_loss": 1.1667512655258179, |
| "eval_runtime": 106.0757, |
| "eval_samples_per_second": 9.427, |
| "eval_steps_per_second": 2.357, |
| "step": 67000 |
| }, |
| { |
| "epoch": 1.68, |
| "grad_norm": 10.69369888305664, |
| "learning_rate": 3.3065326633165833e-06, |
| "loss": 1.0384, |
| "step": 67100 |
| }, |
| { |
| "epoch": 1.68, |
| "grad_norm": 4.059796333312988, |
| "learning_rate": 3.296482412060302e-06, |
| "loss": 1.0502, |
| "step": 67200 |
| }, |
| { |
| "epoch": 1.68, |
| "grad_norm": 3.5036587715148926, |
| "learning_rate": 3.286432160804021e-06, |
| "loss": 1.0406, |
| "step": 67300 |
| }, |
| { |
| "epoch": 1.69, |
| "grad_norm": 7.150821685791016, |
| "learning_rate": 3.276381909547739e-06, |
| "loss": 1.0384, |
| "step": 67400 |
| }, |
| { |
| "epoch": 1.69, |
| "grad_norm": 4.669068813323975, |
| "learning_rate": 3.266331658291458e-06, |
| "loss": 1.0755, |
| "step": 67500 |
| }, |
| { |
| "epoch": 1.69, |
| "eval_loss": 1.1525746583938599, |
| "eval_runtime": 106.0609, |
| "eval_samples_per_second": 9.429, |
| "eval_steps_per_second": 2.357, |
| "step": 67500 |
| }, |
| { |
| "epoch": 1.69, |
| "grad_norm": 9.362273216247559, |
| "learning_rate": 3.256281407035176e-06, |
| "loss": 1.0794, |
| "step": 67600 |
| }, |
| { |
| "epoch": 1.69, |
| "grad_norm": 3.6637213230133057, |
| "learning_rate": 3.2462311557788946e-06, |
| "loss": 1.0654, |
| "step": 67700 |
| }, |
| { |
| "epoch": 1.69, |
| "grad_norm": 5.397108554840088, |
| "learning_rate": 3.236180904522613e-06, |
| "loss": 1.0832, |
| "step": 67800 |
| }, |
| { |
| "epoch": 1.7, |
| "grad_norm": 2.418199300765991, |
| "learning_rate": 3.2261306532663318e-06, |
| "loss": 1.0634, |
| "step": 67900 |
| }, |
| { |
| "epoch": 1.7, |
| "grad_norm": 9.751249313354492, |
| "learning_rate": 3.2160804020100507e-06, |
| "loss": 1.0813, |
| "step": 68000 |
| }, |
| { |
| "epoch": 1.7, |
| "eval_loss": 1.1616853475570679, |
| "eval_runtime": 106.044, |
| "eval_samples_per_second": 9.43, |
| "eval_steps_per_second": 2.358, |
| "step": 68000 |
| }, |
| { |
| "epoch": 1.7, |
| "grad_norm": 5.580630302429199, |
| "learning_rate": 3.206030150753769e-06, |
| "loss": 1.0981, |
| "step": 68100 |
| }, |
| { |
| "epoch": 1.71, |
| "grad_norm": 5.4495530128479, |
| "learning_rate": 3.195979899497488e-06, |
| "loss": 1.0737, |
| "step": 68200 |
| }, |
| { |
| "epoch": 1.71, |
| "grad_norm": 12.089224815368652, |
| "learning_rate": 3.185929648241206e-06, |
| "loss": 1.0539, |
| "step": 68300 |
| }, |
| { |
| "epoch": 1.71, |
| "grad_norm": 10.440498352050781, |
| "learning_rate": 3.175879396984925e-06, |
| "loss": 1.0803, |
| "step": 68400 |
| }, |
| { |
| "epoch": 1.71, |
| "grad_norm": 10.229782104492188, |
| "learning_rate": 3.165829145728643e-06, |
| "loss": 1.0979, |
| "step": 68500 |
| }, |
| { |
| "epoch": 1.71, |
| "eval_loss": 1.159399151802063, |
| "eval_runtime": 106.0674, |
| "eval_samples_per_second": 9.428, |
| "eval_steps_per_second": 2.357, |
| "step": 68500 |
| }, |
| { |
| "epoch": 1.71, |
| "grad_norm": 3.6945924758911133, |
| "learning_rate": 3.155778894472362e-06, |
| "loss": 1.0627, |
| "step": 68600 |
| }, |
| { |
| "epoch": 1.72, |
| "grad_norm": 5.110106468200684, |
| "learning_rate": 3.1457286432160807e-06, |
| "loss": 1.0585, |
| "step": 68700 |
| }, |
| { |
| "epoch": 1.72, |
| "grad_norm": 7.140746593475342, |
| "learning_rate": 3.1356783919597993e-06, |
| "loss": 1.0597, |
| "step": 68800 |
| }, |
| { |
| "epoch": 1.72, |
| "grad_norm": 16.83041000366211, |
| "learning_rate": 3.125628140703518e-06, |
| "loss": 0.9972, |
| "step": 68900 |
| }, |
| { |
| "epoch": 1.73, |
| "grad_norm": 5.084952354431152, |
| "learning_rate": 3.115577889447237e-06, |
| "loss": 0.9752, |
| "step": 69000 |
| }, |
| { |
| "epoch": 1.73, |
| "eval_loss": 1.144303798675537, |
| "eval_runtime": 106.0475, |
| "eval_samples_per_second": 9.43, |
| "eval_steps_per_second": 2.357, |
| "step": 69000 |
| }, |
| { |
| "epoch": 1.73, |
| "grad_norm": 9.237672805786133, |
| "learning_rate": 3.105527638190955e-06, |
| "loss": 1.0702, |
| "step": 69100 |
| }, |
| { |
| "epoch": 1.73, |
| "grad_norm": 10.925599098205566, |
| "learning_rate": 3.095477386934674e-06, |
| "loss": 1.0242, |
| "step": 69200 |
| }, |
| { |
| "epoch": 1.73, |
| "grad_norm": 13.037814140319824, |
| "learning_rate": 3.085427135678392e-06, |
| "loss": 1.0663, |
| "step": 69300 |
| }, |
| { |
| "epoch": 1.73, |
| "grad_norm": 9.554988861083984, |
| "learning_rate": 3.075376884422111e-06, |
| "loss": 1.1384, |
| "step": 69400 |
| }, |
| { |
| "epoch": 1.74, |
| "grad_norm": 3.325300455093384, |
| "learning_rate": 3.065326633165829e-06, |
| "loss": 1.0099, |
| "step": 69500 |
| }, |
| { |
| "epoch": 1.74, |
| "eval_loss": 1.1666878461837769, |
| "eval_runtime": 106.0586, |
| "eval_samples_per_second": 9.429, |
| "eval_steps_per_second": 2.357, |
| "step": 69500 |
| }, |
| { |
| "epoch": 1.74, |
| "grad_norm": 5.020545959472656, |
| "learning_rate": 3.055276381909548e-06, |
| "loss": 1.0712, |
| "step": 69600 |
| }, |
| { |
| "epoch": 1.74, |
| "grad_norm": 9.31608772277832, |
| "learning_rate": 3.0452261306532668e-06, |
| "loss": 1.0718, |
| "step": 69700 |
| }, |
| { |
| "epoch": 1.75, |
| "grad_norm": 4.576101779937744, |
| "learning_rate": 3.0351758793969853e-06, |
| "loss": 0.9786, |
| "step": 69800 |
| }, |
| { |
| "epoch": 1.75, |
| "grad_norm": 5.823631286621094, |
| "learning_rate": 3.025125628140704e-06, |
| "loss": 1.0892, |
| "step": 69900 |
| }, |
| { |
| "epoch": 1.75, |
| "grad_norm": 7.814849376678467, |
| "learning_rate": 3.015075376884422e-06, |
| "loss": 1.0544, |
| "step": 70000 |
| }, |
| { |
| "epoch": 1.75, |
| "eval_loss": 1.1586934328079224, |
| "eval_runtime": 106.0553, |
| "eval_samples_per_second": 9.429, |
| "eval_steps_per_second": 2.357, |
| "step": 70000 |
| }, |
| { |
| "epoch": 1.75, |
| "grad_norm": 20.614145278930664, |
| "learning_rate": 3.005025125628141e-06, |
| "loss": 1.0971, |
| "step": 70100 |
| }, |
| { |
| "epoch": 1.75, |
| "grad_norm": 6.837667942047119, |
| "learning_rate": 2.994974874371859e-06, |
| "loss": 1.0629, |
| "step": 70200 |
| }, |
| { |
| "epoch": 1.76, |
| "grad_norm": 11.336121559143066, |
| "learning_rate": 2.984924623115578e-06, |
| "loss": 1.0624, |
| "step": 70300 |
| }, |
| { |
| "epoch": 1.76, |
| "grad_norm": 13.510031700134277, |
| "learning_rate": 2.9748743718592967e-06, |
| "loss": 1.1043, |
| "step": 70400 |
| }, |
| { |
| "epoch": 1.76, |
| "grad_norm": 5.644843578338623, |
| "learning_rate": 2.9648241206030153e-06, |
| "loss": 1.0754, |
| "step": 70500 |
| }, |
| { |
| "epoch": 1.76, |
| "eval_loss": 1.1812278032302856, |
| "eval_runtime": 106.029, |
| "eval_samples_per_second": 9.431, |
| "eval_steps_per_second": 2.358, |
| "step": 70500 |
| }, |
| { |
| "epoch": 1.77, |
| "grad_norm": 6.993515968322754, |
| "learning_rate": 2.954773869346734e-06, |
| "loss": 1.0704, |
| "step": 70600 |
| }, |
| { |
| "epoch": 1.77, |
| "grad_norm": 9.949378967285156, |
| "learning_rate": 2.9447236180904524e-06, |
| "loss": 1.0647, |
| "step": 70700 |
| }, |
| { |
| "epoch": 1.77, |
| "grad_norm": 11.08406925201416, |
| "learning_rate": 2.934673366834171e-06, |
| "loss": 1.0978, |
| "step": 70800 |
| }, |
| { |
| "epoch": 1.77, |
| "grad_norm": 9.99530029296875, |
| "learning_rate": 2.92462311557789e-06, |
| "loss": 1.0333, |
| "step": 70900 |
| }, |
| { |
| "epoch": 1.77, |
| "grad_norm": 12.340422630310059, |
| "learning_rate": 2.914572864321608e-06, |
| "loss": 1.0597, |
| "step": 71000 |
| }, |
| { |
| "epoch": 1.77, |
| "eval_loss": 1.1510303020477295, |
| "eval_runtime": 106.3062, |
| "eval_samples_per_second": 9.407, |
| "eval_steps_per_second": 2.352, |
| "step": 71000 |
| }, |
| { |
| "epoch": 1.78, |
| "grad_norm": 3.573578119277954, |
| "learning_rate": 2.904522613065327e-06, |
| "loss": 1.1165, |
| "step": 71100 |
| }, |
| { |
| "epoch": 1.78, |
| "grad_norm": 5.8838629722595215, |
| "learning_rate": 2.894472361809045e-06, |
| "loss": 1.0916, |
| "step": 71200 |
| }, |
| { |
| "epoch": 1.78, |
| "grad_norm": 7.589781761169434, |
| "learning_rate": 2.884422110552764e-06, |
| "loss": 1.0535, |
| "step": 71300 |
| }, |
| { |
| "epoch": 1.79, |
| "grad_norm": 4.135651111602783, |
| "learning_rate": 2.8743718592964828e-06, |
| "loss": 1.0768, |
| "step": 71400 |
| }, |
| { |
| "epoch": 1.79, |
| "grad_norm": 8.806633949279785, |
| "learning_rate": 2.8643216080402013e-06, |
| "loss": 1.0945, |
| "step": 71500 |
| }, |
| { |
| "epoch": 1.79, |
| "eval_loss": 1.200325846672058, |
| "eval_runtime": 106.0463, |
| "eval_samples_per_second": 9.43, |
| "eval_steps_per_second": 2.357, |
| "step": 71500 |
| }, |
| { |
| "epoch": 1.79, |
| "grad_norm": 3.913125991821289, |
| "learning_rate": 2.85427135678392e-06, |
| "loss": 1.0631, |
| "step": 71600 |
| }, |
| { |
| "epoch": 1.79, |
| "grad_norm": 5.196088790893555, |
| "learning_rate": 2.8442211055276384e-06, |
| "loss": 1.0687, |
| "step": 71700 |
| }, |
| { |
| "epoch": 1.79, |
| "grad_norm": 8.308272361755371, |
| "learning_rate": 2.834170854271357e-06, |
| "loss": 1.1081, |
| "step": 71800 |
| }, |
| { |
| "epoch": 1.8, |
| "grad_norm": 8.516919136047363, |
| "learning_rate": 2.824120603015076e-06, |
| "loss": 1.0712, |
| "step": 71900 |
| }, |
| { |
| "epoch": 1.8, |
| "grad_norm": 10.68675422668457, |
| "learning_rate": 2.814070351758794e-06, |
| "loss": 1.1194, |
| "step": 72000 |
| }, |
| { |
| "epoch": 1.8, |
| "eval_loss": 1.1641302108764648, |
| "eval_runtime": 106.0419, |
| "eval_samples_per_second": 9.43, |
| "eval_steps_per_second": 2.358, |
| "step": 72000 |
| }, |
| { |
| "epoch": 1.8, |
| "grad_norm": 9.415139198303223, |
| "learning_rate": 2.804020100502513e-06, |
| "loss": 1.0774, |
| "step": 72100 |
| }, |
| { |
| "epoch": 1.81, |
| "grad_norm": 3.7503983974456787, |
| "learning_rate": 2.7939698492462313e-06, |
| "loss": 1.1268, |
| "step": 72200 |
| }, |
| { |
| "epoch": 1.81, |
| "grad_norm": 1.8224315643310547, |
| "learning_rate": 2.78391959798995e-06, |
| "loss": 1.0452, |
| "step": 72300 |
| }, |
| { |
| "epoch": 1.81, |
| "grad_norm": 13.259425163269043, |
| "learning_rate": 2.7738693467336684e-06, |
| "loss": 1.0463, |
| "step": 72400 |
| }, |
| { |
| "epoch": 1.81, |
| "grad_norm": 5.253272533416748, |
| "learning_rate": 2.763819095477387e-06, |
| "loss": 1.0794, |
| "step": 72500 |
| }, |
| { |
| "epoch": 1.81, |
| "eval_loss": 1.1821850538253784, |
| "eval_runtime": 106.0523, |
| "eval_samples_per_second": 9.429, |
| "eval_steps_per_second": 2.357, |
| "step": 72500 |
| }, |
| { |
| "epoch": 1.81, |
| "grad_norm": 14.562149047851562, |
| "learning_rate": 2.753768844221106e-06, |
| "loss": 1.1187, |
| "step": 72600 |
| }, |
| { |
| "epoch": 1.82, |
| "grad_norm": 13.231179237365723, |
| "learning_rate": 2.743718592964824e-06, |
| "loss": 1.0532, |
| "step": 72700 |
| }, |
| { |
| "epoch": 1.82, |
| "grad_norm": 5.84453010559082, |
| "learning_rate": 2.733668341708543e-06, |
| "loss": 1.066, |
| "step": 72800 |
| }, |
| { |
| "epoch": 1.82, |
| "grad_norm": 8.251835823059082, |
| "learning_rate": 2.723618090452261e-06, |
| "loss": 1.0764, |
| "step": 72900 |
| }, |
| { |
| "epoch": 1.82, |
| "grad_norm": 6.283970832824707, |
| "learning_rate": 2.71356783919598e-06, |
| "loss": 1.1205, |
| "step": 73000 |
| }, |
| { |
| "epoch": 1.82, |
| "eval_loss": 1.137833833694458, |
| "eval_runtime": 106.0617, |
| "eval_samples_per_second": 9.428, |
| "eval_steps_per_second": 2.357, |
| "step": 73000 |
| }, |
| { |
| "epoch": 1.83, |
| "grad_norm": 5.204836845397949, |
| "learning_rate": 2.7035175879396983e-06, |
| "loss": 1.0788, |
| "step": 73100 |
| }, |
| { |
| "epoch": 1.83, |
| "grad_norm": 12.395988464355469, |
| "learning_rate": 2.6934673366834173e-06, |
| "loss": 1.0342, |
| "step": 73200 |
| }, |
| { |
| "epoch": 1.83, |
| "grad_norm": 7.316469669342041, |
| "learning_rate": 2.683417085427136e-06, |
| "loss": 1.1122, |
| "step": 73300 |
| }, |
| { |
| "epoch": 1.83, |
| "grad_norm": 5.458342552185059, |
| "learning_rate": 2.6733668341708545e-06, |
| "loss": 1.0277, |
| "step": 73400 |
| }, |
| { |
| "epoch": 1.84, |
| "grad_norm": 4.2949981689453125, |
| "learning_rate": 2.663316582914573e-06, |
| "loss": 1.0895, |
| "step": 73500 |
| }, |
| { |
| "epoch": 1.84, |
| "eval_loss": 1.1763978004455566, |
| "eval_runtime": 106.047, |
| "eval_samples_per_second": 9.43, |
| "eval_steps_per_second": 2.357, |
| "step": 73500 |
| }, |
| { |
| "epoch": 1.84, |
| "grad_norm": 3.5636932849884033, |
| "learning_rate": 2.653266331658292e-06, |
| "loss": 1.0559, |
| "step": 73600 |
| }, |
| { |
| "epoch": 1.84, |
| "grad_norm": 10.85332202911377, |
| "learning_rate": 2.64321608040201e-06, |
| "loss": 1.0593, |
| "step": 73700 |
| }, |
| { |
| "epoch": 1.84, |
| "grad_norm": 7.5514750480651855, |
| "learning_rate": 2.633165829145729e-06, |
| "loss": 1.0819, |
| "step": 73800 |
| }, |
| { |
| "epoch": 1.85, |
| "grad_norm": 9.394440650939941, |
| "learning_rate": 2.6231155778894473e-06, |
| "loss": 1.0498, |
| "step": 73900 |
| }, |
| { |
| "epoch": 1.85, |
| "grad_norm": 9.17789363861084, |
| "learning_rate": 2.6130653266331663e-06, |
| "loss": 1.1306, |
| "step": 74000 |
| }, |
| { |
| "epoch": 1.85, |
| "eval_loss": 1.1681709289550781, |
| "eval_runtime": 106.0499, |
| "eval_samples_per_second": 9.43, |
| "eval_steps_per_second": 2.357, |
| "step": 74000 |
| }, |
| { |
| "epoch": 1.85, |
| "grad_norm": 18.37449073791504, |
| "learning_rate": 2.6030150753768844e-06, |
| "loss": 1.051, |
| "step": 74100 |
| }, |
| { |
| "epoch": 1.85, |
| "grad_norm": 2.33835768699646, |
| "learning_rate": 2.5929648241206034e-06, |
| "loss": 1.0613, |
| "step": 74200 |
| }, |
| { |
| "epoch": 1.86, |
| "grad_norm": 6.537227630615234, |
| "learning_rate": 2.582914572864322e-06, |
| "loss": 1.1065, |
| "step": 74300 |
| }, |
| { |
| "epoch": 1.86, |
| "grad_norm": 15.826942443847656, |
| "learning_rate": 2.5728643216080405e-06, |
| "loss": 1.0764, |
| "step": 74400 |
| }, |
| { |
| "epoch": 1.86, |
| "grad_norm": 6.798605918884277, |
| "learning_rate": 2.562814070351759e-06, |
| "loss": 1.0653, |
| "step": 74500 |
| }, |
| { |
| "epoch": 1.86, |
| "eval_loss": 1.1853090524673462, |
| "eval_runtime": 106.0658, |
| "eval_samples_per_second": 9.428, |
| "eval_steps_per_second": 2.357, |
| "step": 74500 |
| }, |
| { |
| "epoch": 1.86, |
| "grad_norm": 5.614243984222412, |
| "learning_rate": 2.5527638190954772e-06, |
| "loss": 1.0322, |
| "step": 74600 |
| }, |
| { |
| "epoch": 1.87, |
| "grad_norm": 4.611671447753906, |
| "learning_rate": 2.542713567839196e-06, |
| "loss": 1.0867, |
| "step": 74700 |
| }, |
| { |
| "epoch": 1.87, |
| "grad_norm": 13.089502334594727, |
| "learning_rate": 2.5326633165829143e-06, |
| "loss": 1.0698, |
| "step": 74800 |
| }, |
| { |
| "epoch": 1.87, |
| "grad_norm": 7.631048679351807, |
| "learning_rate": 2.5226130653266333e-06, |
| "loss": 1.0094, |
| "step": 74900 |
| }, |
| { |
| "epoch": 1.88, |
| "grad_norm": 8.738151550292969, |
| "learning_rate": 2.512562814070352e-06, |
| "loss": 1.0388, |
| "step": 75000 |
| }, |
| { |
| "epoch": 1.88, |
| "eval_loss": 1.1503615379333496, |
| "eval_runtime": 106.071, |
| "eval_samples_per_second": 9.428, |
| "eval_steps_per_second": 2.357, |
| "step": 75000 |
| }, |
| { |
| "epoch": 1.88, |
| "grad_norm": 3.997983932495117, |
| "learning_rate": 2.5025125628140705e-06, |
| "loss": 1.039, |
| "step": 75100 |
| }, |
| { |
| "epoch": 1.88, |
| "grad_norm": 3.2443947792053223, |
| "learning_rate": 2.492462311557789e-06, |
| "loss": 1.0644, |
| "step": 75200 |
| }, |
| { |
| "epoch": 1.88, |
| "grad_norm": 3.138190507888794, |
| "learning_rate": 2.482412060301508e-06, |
| "loss": 1.0382, |
| "step": 75300 |
| }, |
| { |
| "epoch": 1.89, |
| "grad_norm": 8.46721363067627, |
| "learning_rate": 2.4723618090452266e-06, |
| "loss": 1.0846, |
| "step": 75400 |
| }, |
| { |
| "epoch": 1.89, |
| "grad_norm": 6.676329135894775, |
| "learning_rate": 2.462311557788945e-06, |
| "loss": 1.1071, |
| "step": 75500 |
| }, |
| { |
| "epoch": 1.89, |
| "eval_loss": 1.1840382814407349, |
| "eval_runtime": 106.0594, |
| "eval_samples_per_second": 9.429, |
| "eval_steps_per_second": 2.357, |
| "step": 75500 |
| }, |
| { |
| "epoch": 1.89, |
| "grad_norm": 4.778306484222412, |
| "learning_rate": 2.4522613065326637e-06, |
| "loss": 1.0251, |
| "step": 75600 |
| }, |
| { |
| "epoch": 1.89, |
| "grad_norm": 10.008584022521973, |
| "learning_rate": 2.4422110552763823e-06, |
| "loss": 1.0547, |
| "step": 75700 |
| }, |
| { |
| "epoch": 1.9, |
| "grad_norm": 7.311899185180664, |
| "learning_rate": 2.4321608040201004e-06, |
| "loss": 1.04, |
| "step": 75800 |
| }, |
| { |
| "epoch": 1.9, |
| "grad_norm": 18.295940399169922, |
| "learning_rate": 2.422110552763819e-06, |
| "loss": 1.0708, |
| "step": 75900 |
| }, |
| { |
| "epoch": 1.9, |
| "grad_norm": 8.365277290344238, |
| "learning_rate": 2.412060301507538e-06, |
| "loss": 0.9736, |
| "step": 76000 |
| }, |
| { |
| "epoch": 1.9, |
| "eval_loss": 1.1644206047058105, |
| "eval_runtime": 106.0488, |
| "eval_samples_per_second": 9.43, |
| "eval_steps_per_second": 2.357, |
| "step": 76000 |
| }, |
| { |
| "epoch": 1.9, |
| "grad_norm": 7.482743263244629, |
| "learning_rate": 2.4020100502512565e-06, |
| "loss": 1.0588, |
| "step": 76100 |
| }, |
| { |
| "epoch": 1.91, |
| "grad_norm": 6.637324333190918, |
| "learning_rate": 2.391959798994975e-06, |
| "loss": 1.0029, |
| "step": 76200 |
| }, |
| { |
| "epoch": 1.91, |
| "grad_norm": 4.1734089851379395, |
| "learning_rate": 2.3819095477386936e-06, |
| "loss": 1.089, |
| "step": 76300 |
| }, |
| { |
| "epoch": 1.91, |
| "grad_norm": 16.437904357910156, |
| "learning_rate": 2.371859296482412e-06, |
| "loss": 1.0594, |
| "step": 76400 |
| }, |
| { |
| "epoch": 1.91, |
| "grad_norm": 7.176886081695557, |
| "learning_rate": 2.3618090452261308e-06, |
| "loss": 1.0755, |
| "step": 76500 |
| }, |
| { |
| "epoch": 1.91, |
| "eval_loss": 1.1777397394180298, |
| "eval_runtime": 106.0428, |
| "eval_samples_per_second": 9.43, |
| "eval_steps_per_second": 2.358, |
| "step": 76500 |
| }, |
| { |
| "epoch": 1.92, |
| "grad_norm": 5.481789588928223, |
| "learning_rate": 2.3517587939698493e-06, |
| "loss": 1.0636, |
| "step": 76600 |
| }, |
| { |
| "epoch": 1.92, |
| "grad_norm": 8.8861083984375, |
| "learning_rate": 2.341708542713568e-06, |
| "loss": 1.0088, |
| "step": 76700 |
| }, |
| { |
| "epoch": 1.92, |
| "grad_norm": 9.045199394226074, |
| "learning_rate": 2.3316582914572865e-06, |
| "loss": 1.0385, |
| "step": 76800 |
| }, |
| { |
| "epoch": 1.92, |
| "grad_norm": 8.271011352539062, |
| "learning_rate": 2.321608040201005e-06, |
| "loss": 1.0585, |
| "step": 76900 |
| }, |
| { |
| "epoch": 1.93, |
| "grad_norm": 5.93958854675293, |
| "learning_rate": 2.311557788944724e-06, |
| "loss": 1.0454, |
| "step": 77000 |
| }, |
| { |
| "epoch": 1.93, |
| "eval_loss": 1.1677011251449585, |
| "eval_runtime": 106.0657, |
| "eval_samples_per_second": 9.428, |
| "eval_steps_per_second": 2.357, |
| "step": 77000 |
| }, |
| { |
| "epoch": 1.93, |
| "grad_norm": 4.292805194854736, |
| "learning_rate": 2.3015075376884426e-06, |
| "loss": 1.1054, |
| "step": 77100 |
| }, |
| { |
| "epoch": 1.93, |
| "grad_norm": 6.812904357910156, |
| "learning_rate": 2.291457286432161e-06, |
| "loss": 1.104, |
| "step": 77200 |
| }, |
| { |
| "epoch": 1.93, |
| "grad_norm": 5.912458896636963, |
| "learning_rate": 2.2814070351758797e-06, |
| "loss": 1.0717, |
| "step": 77300 |
| }, |
| { |
| "epoch": 1.94, |
| "grad_norm": 11.724600791931152, |
| "learning_rate": 2.2713567839195983e-06, |
| "loss": 1.0796, |
| "step": 77400 |
| }, |
| { |
| "epoch": 1.94, |
| "grad_norm": 8.604060173034668, |
| "learning_rate": 2.261306532663317e-06, |
| "loss": 1.0793, |
| "step": 77500 |
| }, |
| { |
| "epoch": 1.94, |
| "eval_loss": 1.1650307178497314, |
| "eval_runtime": 106.053, |
| "eval_samples_per_second": 9.429, |
| "eval_steps_per_second": 2.357, |
| "step": 77500 |
| }, |
| { |
| "epoch": 1.94, |
| "grad_norm": 6.0530476570129395, |
| "learning_rate": 2.2512562814070354e-06, |
| "loss": 1.0121, |
| "step": 77600 |
| }, |
| { |
| "epoch": 1.94, |
| "grad_norm": 4.569116115570068, |
| "learning_rate": 2.241206030150754e-06, |
| "loss": 1.0333, |
| "step": 77700 |
| }, |
| { |
| "epoch": 1.94, |
| "grad_norm": 6.292867660522461, |
| "learning_rate": 2.2311557788944725e-06, |
| "loss": 1.0363, |
| "step": 77800 |
| }, |
| { |
| "epoch": 1.95, |
| "grad_norm": 5.912831783294678, |
| "learning_rate": 2.221105527638191e-06, |
| "loss": 1.0515, |
| "step": 77900 |
| }, |
| { |
| "epoch": 1.95, |
| "grad_norm": 7.606415271759033, |
| "learning_rate": 2.21105527638191e-06, |
| "loss": 1.0151, |
| "step": 78000 |
| }, |
| { |
| "epoch": 1.95, |
| "eval_loss": 1.1836047172546387, |
| "eval_runtime": 106.0598, |
| "eval_samples_per_second": 9.429, |
| "eval_steps_per_second": 2.357, |
| "step": 78000 |
| }, |
| { |
| "epoch": 1.95, |
| "grad_norm": 4.176692008972168, |
| "learning_rate": 2.2010050251256282e-06, |
| "loss": 1.0719, |
| "step": 78100 |
| }, |
| { |
| "epoch": 1.96, |
| "grad_norm": 15.275976181030273, |
| "learning_rate": 2.1909547738693468e-06, |
| "loss": 1.0158, |
| "step": 78200 |
| }, |
| { |
| "epoch": 1.96, |
| "grad_norm": 5.714578151702881, |
| "learning_rate": 2.1809045226130653e-06, |
| "loss": 1.0678, |
| "step": 78300 |
| }, |
| { |
| "epoch": 1.96, |
| "grad_norm": 1.8382607698440552, |
| "learning_rate": 2.170854271356784e-06, |
| "loss": 1.045, |
| "step": 78400 |
| }, |
| { |
| "epoch": 1.96, |
| "grad_norm": 7.254737377166748, |
| "learning_rate": 2.1608040201005025e-06, |
| "loss": 1.0161, |
| "step": 78500 |
| }, |
| { |
| "epoch": 1.96, |
| "eval_loss": 1.1580357551574707, |
| "eval_runtime": 106.0396, |
| "eval_samples_per_second": 9.43, |
| "eval_steps_per_second": 2.358, |
| "step": 78500 |
| }, |
| { |
| "epoch": 1.96, |
| "grad_norm": 8.868572235107422, |
| "learning_rate": 2.150753768844221e-06, |
| "loss": 1.0734, |
| "step": 78600 |
| }, |
| { |
| "epoch": 1.97, |
| "grad_norm": 10.592870712280273, |
| "learning_rate": 2.14070351758794e-06, |
| "loss": 1.0544, |
| "step": 78700 |
| }, |
| { |
| "epoch": 1.97, |
| "grad_norm": 8.468735694885254, |
| "learning_rate": 2.1306532663316586e-06, |
| "loss": 1.1248, |
| "step": 78800 |
| }, |
| { |
| "epoch": 1.97, |
| "grad_norm": 5.241983890533447, |
| "learning_rate": 2.120603015075377e-06, |
| "loss": 1.0655, |
| "step": 78900 |
| }, |
| { |
| "epoch": 1.98, |
| "grad_norm": 4.542044162750244, |
| "learning_rate": 2.1105527638190957e-06, |
| "loss": 1.0258, |
| "step": 79000 |
| }, |
| { |
| "epoch": 1.98, |
| "eval_loss": 1.1469522714614868, |
| "eval_runtime": 106.139, |
| "eval_samples_per_second": 9.422, |
| "eval_steps_per_second": 2.355, |
| "step": 79000 |
| }, |
| { |
| "epoch": 1.98, |
| "grad_norm": 9.26364803314209, |
| "learning_rate": 2.1005025125628143e-06, |
| "loss": 1.0528, |
| "step": 79100 |
| }, |
| { |
| "epoch": 1.98, |
| "grad_norm": 4.515612602233887, |
| "learning_rate": 2.090452261306533e-06, |
| "loss": 1.0788, |
| "step": 79200 |
| }, |
| { |
| "epoch": 1.98, |
| "grad_norm": 16.94777488708496, |
| "learning_rate": 2.0804020100502514e-06, |
| "loss": 1.0541, |
| "step": 79300 |
| }, |
| { |
| "epoch": 1.98, |
| "grad_norm": 3.827336549758911, |
| "learning_rate": 2.07035175879397e-06, |
| "loss": 1.0475, |
| "step": 79400 |
| }, |
| { |
| "epoch": 1.99, |
| "grad_norm": 2.7908217906951904, |
| "learning_rate": 2.0603015075376885e-06, |
| "loss": 1.1173, |
| "step": 79500 |
| }, |
| { |
| "epoch": 1.99, |
| "eval_loss": 1.2008851766586304, |
| "eval_runtime": 106.0493, |
| "eval_samples_per_second": 9.43, |
| "eval_steps_per_second": 2.357, |
| "step": 79500 |
| }, |
| { |
| "epoch": 1.99, |
| "grad_norm": 4.2991623878479, |
| "learning_rate": 2.050251256281407e-06, |
| "loss": 1.029, |
| "step": 79600 |
| }, |
| { |
| "epoch": 1.99, |
| "grad_norm": 6.991485595703125, |
| "learning_rate": 2.0402010050251257e-06, |
| "loss": 1.0284, |
| "step": 79700 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 12.238316535949707, |
| "learning_rate": 2.0301507537688446e-06, |
| "loss": 1.1032, |
| "step": 79800 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 4.9090447425842285, |
| "learning_rate": 2.020100502512563e-06, |
| "loss": 1.0962, |
| "step": 79900 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 3.7181665897369385, |
| "learning_rate": 2.0100502512562818e-06, |
| "loss": 0.9719, |
| "step": 80000 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_loss": 1.1909617185592651, |
| "eval_runtime": 106.0461, |
| "eval_samples_per_second": 9.43, |
| "eval_steps_per_second": 2.357, |
| "step": 80000 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 10.567878723144531, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 1.0297, |
| "step": 80100 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 18.70653533935547, |
| "learning_rate": 1.989949748743719e-06, |
| "loss": 0.9519, |
| "step": 80200 |
| }, |
| { |
| "epoch": 2.01, |
| "grad_norm": 9.118350982666016, |
| "learning_rate": 1.9798994974874375e-06, |
| "loss": 1.0837, |
| "step": 80300 |
| }, |
| { |
| "epoch": 2.01, |
| "grad_norm": 7.65001916885376, |
| "learning_rate": 1.9698492462311556e-06, |
| "loss": 1.0141, |
| "step": 80400 |
| }, |
| { |
| "epoch": 2.01, |
| "grad_norm": 10.12730598449707, |
| "learning_rate": 1.9597989949748746e-06, |
| "loss": 0.9636, |
| "step": 80500 |
| }, |
| { |
| "epoch": 2.01, |
| "eval_loss": 1.2351462841033936, |
| "eval_runtime": 106.0686, |
| "eval_samples_per_second": 9.428, |
| "eval_steps_per_second": 2.357, |
| "step": 80500 |
| }, |
| { |
| "epoch": 2.02, |
| "grad_norm": 4.90811824798584, |
| "learning_rate": 1.949748743718593e-06, |
| "loss": 1.0283, |
| "step": 80600 |
| }, |
| { |
| "epoch": 2.02, |
| "grad_norm": 13.02475357055664, |
| "learning_rate": 1.9396984924623117e-06, |
| "loss": 1.0575, |
| "step": 80700 |
| }, |
| { |
| "epoch": 2.02, |
| "grad_norm": 6.416511535644531, |
| "learning_rate": 1.9296482412060303e-06, |
| "loss": 1.0341, |
| "step": 80800 |
| }, |
| { |
| "epoch": 2.02, |
| "grad_norm": 3.5513508319854736, |
| "learning_rate": 1.919597989949749e-06, |
| "loss": 0.9724, |
| "step": 80900 |
| }, |
| { |
| "epoch": 2.02, |
| "grad_norm": 9.833860397338867, |
| "learning_rate": 1.9095477386934674e-06, |
| "loss": 0.9616, |
| "step": 81000 |
| }, |
| { |
| "epoch": 2.02, |
| "eval_loss": 1.2099558115005493, |
| "eval_runtime": 106.0421, |
| "eval_samples_per_second": 9.43, |
| "eval_steps_per_second": 2.358, |
| "step": 81000 |
| }, |
| { |
| "epoch": 2.03, |
| "grad_norm": 2.1147024631500244, |
| "learning_rate": 1.899497487437186e-06, |
| "loss": 1.0576, |
| "step": 81100 |
| }, |
| { |
| "epoch": 2.03, |
| "grad_norm": 11.194029808044434, |
| "learning_rate": 1.8894472361809047e-06, |
| "loss": 1.02, |
| "step": 81200 |
| }, |
| { |
| "epoch": 2.03, |
| "grad_norm": 8.503270149230957, |
| "learning_rate": 1.8793969849246233e-06, |
| "loss": 1.0283, |
| "step": 81300 |
| }, |
| { |
| "epoch": 2.04, |
| "grad_norm": 8.470173835754395, |
| "learning_rate": 1.8693467336683419e-06, |
| "loss": 1.124, |
| "step": 81400 |
| }, |
| { |
| "epoch": 2.04, |
| "grad_norm": 5.411770343780518, |
| "learning_rate": 1.8592964824120604e-06, |
| "loss": 1.0552, |
| "step": 81500 |
| }, |
| { |
| "epoch": 2.04, |
| "eval_loss": 1.1827166080474854, |
| "eval_runtime": 106.0475, |
| "eval_samples_per_second": 9.43, |
| "eval_steps_per_second": 2.357, |
| "step": 81500 |
| }, |
| { |
| "epoch": 2.04, |
| "grad_norm": 12.674576759338379, |
| "learning_rate": 1.849246231155779e-06, |
| "loss": 1.0509, |
| "step": 81600 |
| }, |
| { |
| "epoch": 2.04, |
| "grad_norm": 11.850838661193848, |
| "learning_rate": 1.8391959798994976e-06, |
| "loss": 1.0259, |
| "step": 81700 |
| }, |
| { |
| "epoch": 2.04, |
| "grad_norm": 13.24087142944336, |
| "learning_rate": 1.8291457286432163e-06, |
| "loss": 0.9819, |
| "step": 81800 |
| }, |
| { |
| "epoch": 2.05, |
| "grad_norm": 4.519367694854736, |
| "learning_rate": 1.819095477386935e-06, |
| "loss": 0.9872, |
| "step": 81900 |
| }, |
| { |
| "epoch": 2.05, |
| "grad_norm": 9.235967636108398, |
| "learning_rate": 1.8090452261306535e-06, |
| "loss": 1.0907, |
| "step": 82000 |
| }, |
| { |
| "epoch": 2.05, |
| "eval_loss": 1.2134792804718018, |
| "eval_runtime": 106.0602, |
| "eval_samples_per_second": 9.429, |
| "eval_steps_per_second": 2.357, |
| "step": 82000 |
| }, |
| { |
| "epoch": 2.05, |
| "grad_norm": 20.29911994934082, |
| "learning_rate": 1.798994974874372e-06, |
| "loss": 1.064, |
| "step": 82100 |
| }, |
| { |
| "epoch": 2.06, |
| "grad_norm": 14.744649887084961, |
| "learning_rate": 1.7889447236180906e-06, |
| "loss": 0.935, |
| "step": 82200 |
| }, |
| { |
| "epoch": 2.06, |
| "grad_norm": 13.829286575317383, |
| "learning_rate": 1.7788944723618094e-06, |
| "loss": 1.0424, |
| "step": 82300 |
| }, |
| { |
| "epoch": 2.06, |
| "grad_norm": 29.574548721313477, |
| "learning_rate": 1.768844221105528e-06, |
| "loss": 0.9826, |
| "step": 82400 |
| }, |
| { |
| "epoch": 2.06, |
| "grad_norm": 24.981372833251953, |
| "learning_rate": 1.7587939698492465e-06, |
| "loss": 1.0717, |
| "step": 82500 |
| }, |
| { |
| "epoch": 2.06, |
| "eval_loss": 1.2202541828155518, |
| "eval_runtime": 106.0305, |
| "eval_samples_per_second": 9.431, |
| "eval_steps_per_second": 2.358, |
| "step": 82500 |
| }, |
| { |
| "epoch": 2.06, |
| "grad_norm": 4.073423862457275, |
| "learning_rate": 1.748743718592965e-06, |
| "loss": 1.0153, |
| "step": 82600 |
| }, |
| { |
| "epoch": 2.07, |
| "grad_norm": 4.531286716461182, |
| "learning_rate": 1.7386934673366834e-06, |
| "loss": 1.0284, |
| "step": 82700 |
| }, |
| { |
| "epoch": 2.07, |
| "grad_norm": 17.423730850219727, |
| "learning_rate": 1.728643216080402e-06, |
| "loss": 1.0107, |
| "step": 82800 |
| }, |
| { |
| "epoch": 2.07, |
| "grad_norm": 11.03442096710205, |
| "learning_rate": 1.7185929648241205e-06, |
| "loss": 1.0691, |
| "step": 82900 |
| }, |
| { |
| "epoch": 2.08, |
| "grad_norm": 6.14145565032959, |
| "learning_rate": 1.7085427135678393e-06, |
| "loss": 1.008, |
| "step": 83000 |
| }, |
| { |
| "epoch": 2.08, |
| "eval_loss": 1.1811891794204712, |
| "eval_runtime": 106.0519, |
| "eval_samples_per_second": 9.429, |
| "eval_steps_per_second": 2.357, |
| "step": 83000 |
| }, |
| { |
| "epoch": 2.08, |
| "grad_norm": 7.994312286376953, |
| "learning_rate": 1.6984924623115579e-06, |
| "loss": 1.045, |
| "step": 83100 |
| }, |
| { |
| "epoch": 2.08, |
| "grad_norm": 9.712363243103027, |
| "learning_rate": 1.6884422110552764e-06, |
| "loss": 0.9937, |
| "step": 83200 |
| }, |
| { |
| "epoch": 2.08, |
| "grad_norm": 6.869166851043701, |
| "learning_rate": 1.678391959798995e-06, |
| "loss": 1.0208, |
| "step": 83300 |
| }, |
| { |
| "epoch": 2.08, |
| "grad_norm": 6.159416675567627, |
| "learning_rate": 1.6683417085427136e-06, |
| "loss": 0.955, |
| "step": 83400 |
| }, |
| { |
| "epoch": 2.09, |
| "grad_norm": 11.284279823303223, |
| "learning_rate": 1.6582914572864323e-06, |
| "loss": 0.9479, |
| "step": 83500 |
| }, |
| { |
| "epoch": 2.09, |
| "eval_loss": 1.1792709827423096, |
| "eval_runtime": 106.0661, |
| "eval_samples_per_second": 9.428, |
| "eval_steps_per_second": 2.357, |
| "step": 83500 |
| }, |
| { |
| "epoch": 2.09, |
| "grad_norm": 4.538952350616455, |
| "learning_rate": 1.648241206030151e-06, |
| "loss": 0.9935, |
| "step": 83600 |
| }, |
| { |
| "epoch": 2.09, |
| "grad_norm": 8.99368953704834, |
| "learning_rate": 1.6381909547738695e-06, |
| "loss": 1.0084, |
| "step": 83700 |
| }, |
| { |
| "epoch": 2.1, |
| "grad_norm": 6.514503002166748, |
| "learning_rate": 1.628140703517588e-06, |
| "loss": 0.9761, |
| "step": 83800 |
| }, |
| { |
| "epoch": 2.1, |
| "grad_norm": 11.572303771972656, |
| "learning_rate": 1.6180904522613066e-06, |
| "loss": 1.0081, |
| "step": 83900 |
| }, |
| { |
| "epoch": 2.1, |
| "grad_norm": 7.4358673095703125, |
| "learning_rate": 1.6080402010050254e-06, |
| "loss": 1.0011, |
| "step": 84000 |
| }, |
| { |
| "epoch": 2.1, |
| "eval_loss": 1.201202392578125, |
| "eval_runtime": 106.042, |
| "eval_samples_per_second": 9.43, |
| "eval_steps_per_second": 2.358, |
| "step": 84000 |
| }, |
| { |
| "epoch": 2.1, |
| "grad_norm": 6.303736209869385, |
| "learning_rate": 1.597989949748744e-06, |
| "loss": 1.0016, |
| "step": 84100 |
| }, |
| { |
| "epoch": 2.1, |
| "grad_norm": 16.139482498168945, |
| "learning_rate": 1.5879396984924625e-06, |
| "loss": 1.0374, |
| "step": 84200 |
| }, |
| { |
| "epoch": 2.11, |
| "grad_norm": 9.819048881530762, |
| "learning_rate": 1.577889447236181e-06, |
| "loss": 1.0411, |
| "step": 84300 |
| }, |
| { |
| "epoch": 2.11, |
| "grad_norm": 4.718905925750732, |
| "learning_rate": 1.5678391959798996e-06, |
| "loss": 1.0069, |
| "step": 84400 |
| }, |
| { |
| "epoch": 2.11, |
| "grad_norm": 7.538113117218018, |
| "learning_rate": 1.5577889447236184e-06, |
| "loss": 0.9829, |
| "step": 84500 |
| }, |
| { |
| "epoch": 2.11, |
| "eval_loss": 1.1614010334014893, |
| "eval_runtime": 106.0653, |
| "eval_samples_per_second": 9.428, |
| "eval_steps_per_second": 2.357, |
| "step": 84500 |
| }, |
| { |
| "epoch": 2.12, |
| "grad_norm": 10.54318904876709, |
| "learning_rate": 1.547738693467337e-06, |
| "loss": 1.0193, |
| "step": 84600 |
| }, |
| { |
| "epoch": 2.12, |
| "grad_norm": 5.262185096740723, |
| "learning_rate": 1.5376884422110555e-06, |
| "loss": 0.9674, |
| "step": 84700 |
| }, |
| { |
| "epoch": 2.12, |
| "grad_norm": 3.759582281112671, |
| "learning_rate": 1.527638190954774e-06, |
| "loss": 0.9791, |
| "step": 84800 |
| }, |
| { |
| "epoch": 2.12, |
| "grad_norm": 9.718276977539062, |
| "learning_rate": 1.5175879396984927e-06, |
| "loss": 1.0632, |
| "step": 84900 |
| }, |
| { |
| "epoch": 2.12, |
| "grad_norm": 3.3487863540649414, |
| "learning_rate": 1.507537688442211e-06, |
| "loss": 1.0127, |
| "step": 85000 |
| }, |
| { |
| "epoch": 2.12, |
| "eval_loss": 1.2236921787261963, |
| "eval_runtime": 106.0375, |
| "eval_samples_per_second": 9.431, |
| "eval_steps_per_second": 2.358, |
| "step": 85000 |
| }, |
| { |
| "epoch": 2.13, |
| "grad_norm": 11.309074401855469, |
| "learning_rate": 1.4974874371859296e-06, |
| "loss": 1.0514, |
| "step": 85100 |
| }, |
| { |
| "epoch": 2.13, |
| "grad_norm": 7.24993896484375, |
| "learning_rate": 1.4874371859296483e-06, |
| "loss": 1.0591, |
| "step": 85200 |
| }, |
| { |
| "epoch": 2.13, |
| "grad_norm": 14.747005462646484, |
| "learning_rate": 1.477386934673367e-06, |
| "loss": 1.014, |
| "step": 85300 |
| }, |
| { |
| "epoch": 2.13, |
| "grad_norm": 5.064266204833984, |
| "learning_rate": 1.4673366834170855e-06, |
| "loss": 1.0337, |
| "step": 85400 |
| }, |
| { |
| "epoch": 2.14, |
| "grad_norm": 3.267292022705078, |
| "learning_rate": 1.457286432160804e-06, |
| "loss": 1.0187, |
| "step": 85500 |
| }, |
| { |
| "epoch": 2.14, |
| "eval_loss": 1.1988115310668945, |
| "eval_runtime": 106.0389, |
| "eval_samples_per_second": 9.43, |
| "eval_steps_per_second": 2.358, |
| "step": 85500 |
| }, |
| { |
| "epoch": 2.14, |
| "grad_norm": 7.9214863777160645, |
| "learning_rate": 1.4472361809045226e-06, |
| "loss": 1.0343, |
| "step": 85600 |
| }, |
| { |
| "epoch": 2.14, |
| "grad_norm": 3.9712471961975098, |
| "learning_rate": 1.4371859296482414e-06, |
| "loss": 1.0237, |
| "step": 85700 |
| }, |
| { |
| "epoch": 2.15, |
| "grad_norm": 15.225872039794922, |
| "learning_rate": 1.42713567839196e-06, |
| "loss": 0.9932, |
| "step": 85800 |
| }, |
| { |
| "epoch": 2.15, |
| "grad_norm": 13.813911437988281, |
| "learning_rate": 1.4170854271356785e-06, |
| "loss": 0.9916, |
| "step": 85900 |
| }, |
| { |
| "epoch": 2.15, |
| "grad_norm": 9.51653003692627, |
| "learning_rate": 1.407035175879397e-06, |
| "loss": 0.9697, |
| "step": 86000 |
| }, |
| { |
| "epoch": 2.15, |
| "eval_loss": 1.1969990730285645, |
| "eval_runtime": 106.0377, |
| "eval_samples_per_second": 9.431, |
| "eval_steps_per_second": 2.358, |
| "step": 86000 |
| }, |
| { |
| "epoch": 2.15, |
| "grad_norm": 2.477295398712158, |
| "learning_rate": 1.3969849246231156e-06, |
| "loss": 1.0454, |
| "step": 86100 |
| }, |
| { |
| "epoch": 2.15, |
| "grad_norm": 20.349689483642578, |
| "learning_rate": 1.3869346733668342e-06, |
| "loss": 1.034, |
| "step": 86200 |
| }, |
| { |
| "epoch": 2.16, |
| "grad_norm": 13.855409622192383, |
| "learning_rate": 1.376884422110553e-06, |
| "loss": 1.0126, |
| "step": 86300 |
| }, |
| { |
| "epoch": 2.16, |
| "grad_norm": 6.404795169830322, |
| "learning_rate": 1.3668341708542715e-06, |
| "loss": 1.0157, |
| "step": 86400 |
| }, |
| { |
| "epoch": 2.16, |
| "grad_norm": 24.46071434020996, |
| "learning_rate": 1.35678391959799e-06, |
| "loss": 0.9319, |
| "step": 86500 |
| }, |
| { |
| "epoch": 2.16, |
| "eval_loss": 1.2477246522903442, |
| "eval_runtime": 106.0459, |
| "eval_samples_per_second": 9.43, |
| "eval_steps_per_second": 2.357, |
| "step": 86500 |
| }, |
| { |
| "epoch": 2.17, |
| "grad_norm": 8.004197120666504, |
| "learning_rate": 1.3467336683417087e-06, |
| "loss": 0.9952, |
| "step": 86600 |
| }, |
| { |
| "epoch": 2.17, |
| "grad_norm": 14.353170394897461, |
| "learning_rate": 1.3366834170854272e-06, |
| "loss": 1.0468, |
| "step": 86700 |
| }, |
| { |
| "epoch": 2.17, |
| "grad_norm": 17.298402786254883, |
| "learning_rate": 1.326633165829146e-06, |
| "loss": 1.0275, |
| "step": 86800 |
| }, |
| { |
| "epoch": 2.17, |
| "grad_norm": 12.817279815673828, |
| "learning_rate": 1.3165829145728646e-06, |
| "loss": 1.04, |
| "step": 86900 |
| }, |
| { |
| "epoch": 2.17, |
| "grad_norm": 7.053438186645508, |
| "learning_rate": 1.3065326633165831e-06, |
| "loss": 0.9107, |
| "step": 87000 |
| }, |
| { |
| "epoch": 2.17, |
| "eval_loss": 1.2399846315383911, |
| "eval_runtime": 106.0347, |
| "eval_samples_per_second": 9.431, |
| "eval_steps_per_second": 2.358, |
| "step": 87000 |
| } |
| ], |
| "logging_steps": 100, |
| "max_steps": 100000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "total_flos": 1.400884961476608e+18, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
