| { |
| "best_metric": 0.5994039177894592, |
| "best_model_checkpoint": "outputs/checkpoint-1839", |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 1839, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.08, |
| "learning_rate": 3.147441434337073e-05, |
| "loss": 2.727, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.16, |
| "learning_rate": 3.705117131325856e-05, |
| "loss": 2.0215, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.24, |
| "learning_rate": 4.031336501627827e-05, |
| "loss": 1.4483, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.33, |
| "learning_rate": 4.262792828314637e-05, |
| "loss": 1.2309, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.41, |
| "learning_rate": 4.442324303011218e-05, |
| "loss": 1.0732, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.49, |
| "learning_rate": 4.589012198616609e-05, |
| "loss": 1.0297, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.57, |
| "learning_rate": 4.713035047190436e-05, |
| "loss": 0.9676, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.65, |
| "learning_rate": 4.82046852530342e-05, |
| "loss": 0.9311, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.73, |
| "learning_rate": 4.915231568918581e-05, |
| "loss": 0.9144, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.82, |
| "learning_rate": 5e-05, |
| "loss": 0.8811, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.9, |
| "learning_rate": 4.971822886716504e-05, |
| "loss": 0.8284, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.98, |
| "learning_rate": 4.943070730304773e-05, |
| "loss": 0.8349, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_loss": 0.7203035354614258, |
| "eval_runtime": 2.0613, |
| "eval_samples_per_second": 568.098, |
| "eval_steps_per_second": 17.95, |
| "step": 613 |
| }, |
| { |
| "epoch": 1.06, |
| "learning_rate": 4.914318573893042e-05, |
| "loss": 0.8284, |
| "step": 650 |
| }, |
| { |
| "epoch": 1.14, |
| "learning_rate": 4.8855664174813115e-05, |
| "loss": 0.8152, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.22, |
| "learning_rate": 4.856814261069581e-05, |
| "loss": 0.8085, |
| "step": 750 |
| }, |
| { |
| "epoch": 1.31, |
| "learning_rate": 4.8280621046578495e-05, |
| "loss": 0.8156, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.39, |
| "learning_rate": 4.799309948246118e-05, |
| "loss": 0.7773, |
| "step": 850 |
| }, |
| { |
| "epoch": 1.47, |
| "learning_rate": 4.770557791834388e-05, |
| "loss": 0.7913, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.55, |
| "learning_rate": 4.741805635422657e-05, |
| "loss": 0.7787, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.63, |
| "learning_rate": 4.713053479010926e-05, |
| "loss": 0.7589, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.71, |
| "learning_rate": 4.684301322599195e-05, |
| "loss": 0.7671, |
| "step": 1050 |
| }, |
| { |
| "epoch": 1.79, |
| "learning_rate": 4.655549166187464e-05, |
| "loss": 0.7461, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.88, |
| "learning_rate": 4.6267970097757336e-05, |
| "loss": 0.7469, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.96, |
| "learning_rate": 4.598044853364002e-05, |
| "loss": 0.743, |
| "step": 1200 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_loss": 0.6314801573753357, |
| "eval_runtime": 2.0735, |
| "eval_samples_per_second": 564.759, |
| "eval_steps_per_second": 17.845, |
| "step": 1226 |
| }, |
| { |
| "epoch": 2.04, |
| "learning_rate": 4.5692926969522716e-05, |
| "loss": 0.7375, |
| "step": 1250 |
| }, |
| { |
| "epoch": 2.12, |
| "learning_rate": 4.540540540540541e-05, |
| "loss": 0.7342, |
| "step": 1300 |
| }, |
| { |
| "epoch": 2.2, |
| "learning_rate": 4.51178838412881e-05, |
| "loss": 0.7308, |
| "step": 1350 |
| }, |
| { |
| "epoch": 2.28, |
| "learning_rate": 4.483036227717079e-05, |
| "loss": 0.7157, |
| "step": 1400 |
| }, |
| { |
| "epoch": 2.37, |
| "learning_rate": 4.454284071305348e-05, |
| "loss": 0.7032, |
| "step": 1450 |
| }, |
| { |
| "epoch": 2.45, |
| "learning_rate": 4.425531914893617e-05, |
| "loss": 0.7114, |
| "step": 1500 |
| }, |
| { |
| "epoch": 2.53, |
| "learning_rate": 4.396779758481886e-05, |
| "loss": 0.7192, |
| "step": 1550 |
| }, |
| { |
| "epoch": 2.61, |
| "learning_rate": 4.3680276020701557e-05, |
| "loss": 0.7132, |
| "step": 1600 |
| }, |
| { |
| "epoch": 2.69, |
| "learning_rate": 4.339275445658424e-05, |
| "loss": 0.7106, |
| "step": 1650 |
| }, |
| { |
| "epoch": 2.77, |
| "learning_rate": 4.310523289246694e-05, |
| "loss": 0.6874, |
| "step": 1700 |
| }, |
| { |
| "epoch": 2.85, |
| "learning_rate": 4.281771132834963e-05, |
| "loss": 0.6983, |
| "step": 1750 |
| }, |
| { |
| "epoch": 2.94, |
| "learning_rate": 4.253018976423232e-05, |
| "loss": 0.6989, |
| "step": 1800 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_loss": 0.5994039177894592, |
| "eval_runtime": 2.0675, |
| "eval_samples_per_second": 566.385, |
| "eval_steps_per_second": 17.896, |
| "step": 1839 |
| } |
| ], |
| "logging_steps": 50, |
| "max_steps": 9195, |
| "num_train_epochs": 15, |
| "save_steps": 500, |
| "total_flos": 3058064064249856.0, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
