| { |
| "best_global_step": 500, |
| "best_metric": 1.4127447605133057, |
| "best_model_checkpoint": "./gemma3_finetune/checkpoint-500", |
| "epoch": 3.0, |
| "eval_steps": 100, |
| "global_step": 558, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.10774410774410774, |
| "grad_norm": 1.6064836978912354, |
| "learning_rate": 1.6964285714285715e-05, |
| "loss": 2.1903, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.21548821548821548, |
| "grad_norm": 0.9092773199081421, |
| "learning_rate": 3.4821428571428574e-05, |
| "loss": 1.8574, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.32323232323232326, |
| "grad_norm": 0.7761135101318359, |
| "learning_rate": 4.999559412596081e-05, |
| "loss": 1.6196, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.43097643097643096, |
| "grad_norm": 0.6488329768180847, |
| "learning_rate": 4.974147171991723e-05, |
| "loss": 1.5175, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.5387205387205387, |
| "grad_norm": 0.6469504237174988, |
| "learning_rate": 4.910026034587031e-05, |
| "loss": 1.4836, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.5387205387205387, |
| "eval_loss": 1.5036908388137817, |
| "eval_runtime": 14.2727, |
| "eval_samples_per_second": 87.65, |
| "eval_steps_per_second": 11.0, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.6464646464646465, |
| "grad_norm": 0.7555330395698547, |
| "learning_rate": 4.808199197976157e-05, |
| "loss": 1.4586, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.7542087542087542, |
| "grad_norm": 0.7224211096763611, |
| "learning_rate": 4.670259778589074e-05, |
| "loss": 1.4615, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.8619528619528619, |
| "grad_norm": 0.7545987963676453, |
| "learning_rate": 4.498365886828511e-05, |
| "loss": 1.4429, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.9696969696969697, |
| "grad_norm": 0.6888415217399597, |
| "learning_rate": 4.295206862678802e-05, |
| "loss": 1.4457, |
| "step": 180 |
| }, |
| { |
| "epoch": 1.0754208754208754, |
| "grad_norm": 0.7888140678405762, |
| "learning_rate": 4.063961200042368e-05, |
| "loss": 1.4164, |
| "step": 200 |
| }, |
| { |
| "epoch": 1.0754208754208754, |
| "eval_loss": 1.450657606124878, |
| "eval_runtime": 14.314, |
| "eval_samples_per_second": 87.397, |
| "eval_steps_per_second": 10.968, |
| "step": 200 |
| }, |
| { |
| "epoch": 1.183164983164983, |
| "grad_norm": 0.7697953581809998, |
| "learning_rate": 3.8082468180922686e-05, |
| "loss": 1.4052, |
| "step": 220 |
| }, |
| { |
| "epoch": 1.290909090909091, |
| "grad_norm": 0.7794164419174194, |
| "learning_rate": 3.532064457662889e-05, |
| "loss": 1.4016, |
| "step": 240 |
| }, |
| { |
| "epoch": 1.3986531986531987, |
| "grad_norm": 0.7602345943450928, |
| "learning_rate": 3.239735088262007e-05, |
| "loss": 1.3902, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.5063973063973064, |
| "grad_norm": 0.7201767563819885, |
| "learning_rate": 2.935832304993402e-05, |
| "loss": 1.3978, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.614141414141414, |
| "grad_norm": 0.7935007214546204, |
| "learning_rate": 2.625110773063754e-05, |
| "loss": 1.3875, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.614141414141414, |
| "eval_loss": 1.4275208711624146, |
| "eval_runtime": 14.2116, |
| "eval_samples_per_second": 88.027, |
| "eval_steps_per_second": 11.047, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.7218855218855218, |
| "grad_norm": 0.746303379535675, |
| "learning_rate": 2.312431839384543e-05, |
| "loss": 1.393, |
| "step": 320 |
| }, |
| { |
| "epoch": 1.8296296296296295, |
| "grad_norm": 0.7554110884666443, |
| "learning_rate": 2.0026874751013972e-05, |
| "loss": 1.3853, |
| "step": 340 |
| }, |
| { |
| "epoch": 1.9373737373737374, |
| "grad_norm": 0.735357403755188, |
| "learning_rate": 1.7007237389966146e-05, |
| "loss": 1.3835, |
| "step": 360 |
| }, |
| { |
| "epoch": 2.043097643097643, |
| "grad_norm": 0.7572635412216187, |
| "learning_rate": 1.4112649592066293e-05, |
| "loss": 1.369, |
| "step": 380 |
| }, |
| { |
| "epoch": 2.1508417508417508, |
| "grad_norm": 0.7531948685646057, |
| "learning_rate": 1.1388398194579725e-05, |
| "loss": 1.3724, |
| "step": 400 |
| }, |
| { |
| "epoch": 2.1508417508417508, |
| "eval_loss": 1.4167424440383911, |
| "eval_runtime": 14.2716, |
| "eval_samples_per_second": 87.657, |
| "eval_steps_per_second": 11.001, |
| "step": 400 |
| }, |
| { |
| "epoch": 2.2585858585858585, |
| "grad_norm": 0.7567663192749023, |
| "learning_rate": 8.877105062283609e-06, |
| "loss": 1.3674, |
| "step": 420 |
| }, |
| { |
| "epoch": 2.366329966329966, |
| "grad_norm": 0.7656159400939941, |
| "learning_rate": 6.618060253503472e-06, |
| "loss": 1.3686, |
| "step": 440 |
| }, |
| { |
| "epoch": 2.474074074074074, |
| "grad_norm": 0.7571391463279724, |
| "learning_rate": 4.646607313425419e-06, |
| "loss": 1.3617, |
| "step": 460 |
| }, |
| { |
| "epoch": 2.581818181818182, |
| "grad_norm": 0.7939226627349854, |
| "learning_rate": 2.9935903119851757e-06, |
| "loss": 1.3648, |
| "step": 480 |
| }, |
| { |
| "epoch": 2.6895622895622897, |
| "grad_norm": 0.7923122048377991, |
| "learning_rate": 1.6848712776191767e-06, |
| "loss": 1.3694, |
| "step": 500 |
| }, |
| { |
| "epoch": 2.6895622895622897, |
| "eval_loss": 1.4127447605133057, |
| "eval_runtime": 14.3897, |
| "eval_samples_per_second": 86.937, |
| "eval_steps_per_second": 10.911, |
| "step": 500 |
| }, |
| { |
| "epoch": 2.7973063973063974, |
| "grad_norm": 0.7516689896583557, |
| "learning_rate": 7.409255767952538e-07, |
| "loss": 1.3562, |
| "step": 520 |
| }, |
| { |
| "epoch": 2.905050505050505, |
| "grad_norm": 0.751866340637207, |
| "learning_rate": 1.7652156975161982e-07, |
| "loss": 1.3503, |
| "step": 540 |
| } |
| ], |
| "logging_steps": 20, |
| "max_steps": 558, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "EarlyStoppingCallback": { |
| "args": { |
| "early_stopping_patience": 3, |
| "early_stopping_threshold": 0.0 |
| }, |
| "attributes": { |
| "early_stopping_patience_counter": 0 |
| } |
| }, |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.181275398144e+16, |
| "train_batch_size": 16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
