| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 10, |
| "global_step": 154, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.06504065040650407, |
| "grad_norm": 55.47663497924805, |
| "learning_rate": 0.00011250000000000001, |
| "loss": 8.703079986572266, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.06504065040650407, |
| "eval_loss": 1.79399573802948, |
| "eval_runtime": 93.2017, |
| "eval_samples_per_second": 2.961, |
| "eval_steps_per_second": 1.481, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.13008130081300814, |
| "grad_norm": 18.564268112182617, |
| "learning_rate": 0.0001956521739130435, |
| "loss": 6.914659881591797, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.13008130081300814, |
| "eval_loss": 1.4378732442855835, |
| "eval_runtime": 92.8107, |
| "eval_samples_per_second": 2.974, |
| "eval_steps_per_second": 1.487, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.1951219512195122, |
| "grad_norm": 6.949378490447998, |
| "learning_rate": 0.00018115942028985507, |
| "loss": 5.270082092285156, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.1951219512195122, |
| "eval_loss": 1.3564187288284302, |
| "eval_runtime": 92.968, |
| "eval_samples_per_second": 2.969, |
| "eval_steps_per_second": 1.484, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.2601626016260163, |
| "grad_norm": 18.938419342041016, |
| "learning_rate": 0.0001666666666666667, |
| "loss": 5.4691619873046875, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.2601626016260163, |
| "eval_loss": 1.2968977689743042, |
| "eval_runtime": 92.9333, |
| "eval_samples_per_second": 2.97, |
| "eval_steps_per_second": 1.485, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.3252032520325203, |
| "grad_norm": 4.205469131469727, |
| "learning_rate": 0.00015217391304347827, |
| "loss": 4.866386032104492, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.3252032520325203, |
| "eval_loss": 1.3045886754989624, |
| "eval_runtime": 92.8006, |
| "eval_samples_per_second": 2.974, |
| "eval_steps_per_second": 1.487, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.3902439024390244, |
| "grad_norm": 6.2034478187561035, |
| "learning_rate": 0.00013768115942028986, |
| "loss": 5.203897476196289, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.3902439024390244, |
| "eval_loss": 1.2741440534591675, |
| "eval_runtime": 92.7552, |
| "eval_samples_per_second": 2.976, |
| "eval_steps_per_second": 1.488, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.45528455284552843, |
| "grad_norm": 5.329586029052734, |
| "learning_rate": 0.00012318840579710145, |
| "loss": 5.226799392700196, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.45528455284552843, |
| "eval_loss": 1.2608736753463745, |
| "eval_runtime": 92.7677, |
| "eval_samples_per_second": 2.975, |
| "eval_steps_per_second": 1.488, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.5203252032520326, |
| "grad_norm": 6.022779941558838, |
| "learning_rate": 0.00010869565217391305, |
| "loss": 4.7585094451904295, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.5203252032520326, |
| "eval_loss": 1.2409065961837769, |
| "eval_runtime": 92.9603, |
| "eval_samples_per_second": 2.969, |
| "eval_steps_per_second": 1.485, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.5853658536585366, |
| "grad_norm": 6.975116729736328, |
| "learning_rate": 9.420289855072463e-05, |
| "loss": 5.141559982299805, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.5853658536585366, |
| "eval_loss": 1.2473307847976685, |
| "eval_runtime": 93.0257, |
| "eval_samples_per_second": 2.967, |
| "eval_steps_per_second": 1.483, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.6504065040650406, |
| "grad_norm": 5.658397197723389, |
| "learning_rate": 7.971014492753623e-05, |
| "loss": 4.915719604492187, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.6504065040650406, |
| "eval_loss": 1.2207982540130615, |
| "eval_runtime": 92.9926, |
| "eval_samples_per_second": 2.968, |
| "eval_steps_per_second": 1.484, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.7154471544715447, |
| "grad_norm": 4.068330764770508, |
| "learning_rate": 6.521739130434783e-05, |
| "loss": 4.71471939086914, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.7154471544715447, |
| "eval_loss": 1.2062972784042358, |
| "eval_runtime": 93.0862, |
| "eval_samples_per_second": 2.965, |
| "eval_steps_per_second": 1.482, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.7804878048780488, |
| "grad_norm": 4.539018154144287, |
| "learning_rate": 5.072463768115943e-05, |
| "loss": 5.122110748291016, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.7804878048780488, |
| "eval_loss": 1.1862434148788452, |
| "eval_runtime": 92.8886, |
| "eval_samples_per_second": 2.971, |
| "eval_steps_per_second": 1.486, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.8455284552845529, |
| "grad_norm": 2.0783629417419434, |
| "learning_rate": 3.6231884057971014e-05, |
| "loss": 5.124646377563477, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.8455284552845529, |
| "eval_loss": 1.1823657751083374, |
| "eval_runtime": 93.3157, |
| "eval_samples_per_second": 2.958, |
| "eval_steps_per_second": 1.479, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.9105691056910569, |
| "grad_norm": 2.456535816192627, |
| "learning_rate": 2.173913043478261e-05, |
| "loss": 4.650765609741211, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.9105691056910569, |
| "eval_loss": 1.1808730363845825, |
| "eval_runtime": 93.0255, |
| "eval_samples_per_second": 2.967, |
| "eval_steps_per_second": 1.483, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.975609756097561, |
| "grad_norm": 3.2700843811035156, |
| "learning_rate": 7.246376811594203e-06, |
| "loss": 4.547821807861328, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.975609756097561, |
| "eval_loss": 1.1744519472122192, |
| "eval_runtime": 92.9911, |
| "eval_samples_per_second": 2.968, |
| "eval_steps_per_second": 1.484, |
| "step": 150 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_loss": 1.1732834577560425, |
| "eval_runtime": 93.2831, |
| "eval_samples_per_second": 2.959, |
| "eval_steps_per_second": 1.479, |
| "step": 154 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 154, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 200, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 5.38753752607488e+16, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
