| { |
| "best_metric": 71.09356770617994, |
| "best_model_checkpoint": "/data/jcanete/all_results/mlqa/beto_cased/epochs_3_bs_16_lr_3e-5/checkpoint-8100", |
| "epoch": 3.0, |
| "global_step": 15390, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.06, |
| "eval_exact_match": 34.8, |
| "eval_f1": 58.03970816447246, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.1, |
| "learning_rate": 2.9031189083820663e-05, |
| "loss": 2.7338, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.12, |
| "eval_exact_match": 36.0, |
| "eval_f1": 59.841079581289875, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.18, |
| "eval_exact_match": 38.6, |
| "eval_f1": 64.67169204847333, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.19, |
| "learning_rate": 2.8056530214424954e-05, |
| "loss": 2.2457, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.23, |
| "eval_exact_match": 41.0, |
| "eval_f1": 65.03933016022862, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.29, |
| "learning_rate": 2.708187134502924e-05, |
| "loss": 2.1076, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.29, |
| "eval_exact_match": 38.8, |
| "eval_f1": 64.6213713578301, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.35, |
| "eval_exact_match": 41.2, |
| "eval_f1": 65.84064101398657, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.39, |
| "learning_rate": 2.6107212475633526e-05, |
| "loss": 2.0038, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.41, |
| "eval_exact_match": 41.4, |
| "eval_f1": 66.8343118103736, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.47, |
| "eval_exact_match": 44.2, |
| "eval_f1": 68.74877627633202, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.49, |
| "learning_rate": 2.5132553606237817e-05, |
| "loss": 1.9719, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.53, |
| "eval_exact_match": 41.2, |
| "eval_f1": 67.75205005784734, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.58, |
| "learning_rate": 2.4157894736842104e-05, |
| "loss": 1.9103, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.58, |
| "eval_exact_match": 44.4, |
| "eval_f1": 69.00308434085002, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.64, |
| "eval_exact_match": 41.2, |
| "eval_f1": 66.19132807246592, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.68, |
| "learning_rate": 2.318323586744639e-05, |
| "loss": 1.899, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.7, |
| "eval_exact_match": 43.6, |
| "eval_f1": 67.6086413268844, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.76, |
| "eval_exact_match": 40.0, |
| "eval_f1": 66.87548187227003, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.78, |
| "learning_rate": 2.2208576998050682e-05, |
| "loss": 1.9084, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.82, |
| "eval_exact_match": 42.4, |
| "eval_f1": 68.43203629031083, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.88, |
| "learning_rate": 2.123586744639376e-05, |
| "loss": 1.8575, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.88, |
| "eval_exact_match": 41.8, |
| "eval_f1": 66.57412118606702, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.94, |
| "eval_exact_match": 42.6, |
| "eval_f1": 69.08327662197658, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.97, |
| "learning_rate": 2.026120857699805e-05, |
| "loss": 1.8016, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.99, |
| "eval_exact_match": 43.8, |
| "eval_f1": 69.83716582639477, |
| "step": 5100 |
| }, |
| { |
| "epoch": 1.05, |
| "eval_exact_match": 43.8, |
| "eval_f1": 69.87892753163113, |
| "step": 5400 |
| }, |
| { |
| "epoch": 1.07, |
| "learning_rate": 1.928654970760234e-05, |
| "loss": 1.6069, |
| "step": 5500 |
| }, |
| { |
| "epoch": 1.11, |
| "eval_exact_match": 42.2, |
| "eval_f1": 68.22307993614402, |
| "step": 5700 |
| }, |
| { |
| "epoch": 1.17, |
| "learning_rate": 1.8311890838206626e-05, |
| "loss": 1.4879, |
| "step": 6000 |
| }, |
| { |
| "epoch": 1.17, |
| "eval_exact_match": 43.2, |
| "eval_f1": 68.58203389587109, |
| "step": 6000 |
| }, |
| { |
| "epoch": 1.23, |
| "eval_exact_match": 43.2, |
| "eval_f1": 68.83200756284295, |
| "step": 6300 |
| }, |
| { |
| "epoch": 1.27, |
| "learning_rate": 1.7339181286549707e-05, |
| "loss": 1.4833, |
| "step": 6500 |
| }, |
| { |
| "epoch": 1.29, |
| "eval_exact_match": 43.6, |
| "eval_f1": 68.2076220533459, |
| "step": 6600 |
| }, |
| { |
| "epoch": 1.35, |
| "eval_exact_match": 43.4, |
| "eval_f1": 68.79536487676586, |
| "step": 6900 |
| }, |
| { |
| "epoch": 1.36, |
| "learning_rate": 1.6364522417153995e-05, |
| "loss": 1.4904, |
| "step": 7000 |
| }, |
| { |
| "epoch": 1.4, |
| "eval_exact_match": 42.4, |
| "eval_f1": 69.97669950942714, |
| "step": 7200 |
| }, |
| { |
| "epoch": 1.46, |
| "learning_rate": 1.5389863547758286e-05, |
| "loss": 1.4762, |
| "step": 7500 |
| }, |
| { |
| "epoch": 1.46, |
| "eval_exact_match": 43.8, |
| "eval_f1": 69.861214423741, |
| "step": 7500 |
| }, |
| { |
| "epoch": 1.52, |
| "eval_exact_match": 43.0, |
| "eval_f1": 69.21209743481882, |
| "step": 7800 |
| }, |
| { |
| "epoch": 1.56, |
| "learning_rate": 1.4415204678362573e-05, |
| "loss": 1.4892, |
| "step": 8000 |
| }, |
| { |
| "epoch": 1.58, |
| "eval_exact_match": 44.6, |
| "eval_f1": 71.09356770617994, |
| "step": 8100 |
| }, |
| { |
| "epoch": 1.64, |
| "eval_exact_match": 43.4, |
| "eval_f1": 70.64992293047675, |
| "step": 8400 |
| }, |
| { |
| "epoch": 1.66, |
| "learning_rate": 1.3442495126705655e-05, |
| "loss": 1.4634, |
| "step": 8500 |
| }, |
| { |
| "epoch": 1.7, |
| "eval_exact_match": 43.8, |
| "eval_f1": 68.71836001461945, |
| "step": 8700 |
| }, |
| { |
| "epoch": 1.75, |
| "learning_rate": 1.2467836257309942e-05, |
| "loss": 1.4689, |
| "step": 9000 |
| }, |
| { |
| "epoch": 1.75, |
| "eval_exact_match": 43.2, |
| "eval_f1": 69.3302964310732, |
| "step": 9000 |
| }, |
| { |
| "epoch": 1.81, |
| "eval_exact_match": 43.0, |
| "eval_f1": 68.57716516263318, |
| "step": 9300 |
| }, |
| { |
| "epoch": 1.85, |
| "learning_rate": 1.1493177387914231e-05, |
| "loss": 1.4355, |
| "step": 9500 |
| }, |
| { |
| "epoch": 1.87, |
| "eval_exact_match": 42.6, |
| "eval_f1": 67.68193670391558, |
| "step": 9600 |
| }, |
| { |
| "epoch": 1.93, |
| "eval_exact_match": 43.4, |
| "eval_f1": 68.5709862176482, |
| "step": 9900 |
| }, |
| { |
| "epoch": 1.95, |
| "learning_rate": 1.051851851851852e-05, |
| "loss": 1.4671, |
| "step": 10000 |
| }, |
| { |
| "epoch": 1.99, |
| "eval_exact_match": 42.2, |
| "eval_f1": 67.86405792646175, |
| "step": 10200 |
| }, |
| { |
| "epoch": 2.05, |
| "learning_rate": 9.543859649122808e-06, |
| "loss": 1.3096, |
| "step": 10500 |
| }, |
| { |
| "epoch": 2.05, |
| "eval_exact_match": 42.6, |
| "eval_f1": 68.10115237113098, |
| "step": 10500 |
| }, |
| { |
| "epoch": 2.11, |
| "eval_exact_match": 42.6, |
| "eval_f1": 68.4050539633749, |
| "step": 10800 |
| }, |
| { |
| "epoch": 2.14, |
| "learning_rate": 8.571150097465888e-06, |
| "loss": 1.1729, |
| "step": 11000 |
| }, |
| { |
| "epoch": 2.16, |
| "eval_exact_match": 42.8, |
| "eval_f1": 69.14531712828095, |
| "step": 11100 |
| }, |
| { |
| "epoch": 2.22, |
| "eval_exact_match": 42.0, |
| "eval_f1": 67.95727828313431, |
| "step": 11400 |
| }, |
| { |
| "epoch": 2.24, |
| "learning_rate": 7.596491228070175e-06, |
| "loss": 1.1765, |
| "step": 11500 |
| }, |
| { |
| "epoch": 2.28, |
| "eval_exact_match": 42.6, |
| "eval_f1": 68.51480513144087, |
| "step": 11700 |
| }, |
| { |
| "epoch": 2.34, |
| "learning_rate": 6.621832358674464e-06, |
| "loss": 1.1663, |
| "step": 12000 |
| }, |
| { |
| "epoch": 2.34, |
| "eval_exact_match": 42.6, |
| "eval_f1": 68.06559800304674, |
| "step": 12000 |
| }, |
| { |
| "epoch": 2.4, |
| "eval_exact_match": 42.4, |
| "eval_f1": 68.1790742027127, |
| "step": 12300 |
| }, |
| { |
| "epoch": 2.44, |
| "learning_rate": 5.647173489278752e-06, |
| "loss": 1.1738, |
| "step": 12500 |
| }, |
| { |
| "epoch": 2.46, |
| "eval_exact_match": 42.4, |
| "eval_f1": 68.06432275532964, |
| "step": 12600 |
| }, |
| { |
| "epoch": 2.51, |
| "eval_exact_match": 43.4, |
| "eval_f1": 68.94404068079874, |
| "step": 12900 |
| }, |
| { |
| "epoch": 2.53, |
| "learning_rate": 4.674463937621833e-06, |
| "loss": 1.1522, |
| "step": 13000 |
| }, |
| { |
| "epoch": 2.57, |
| "eval_exact_match": 43.0, |
| "eval_f1": 68.0807601536333, |
| "step": 13200 |
| }, |
| { |
| "epoch": 2.63, |
| "learning_rate": 3.699805068226121e-06, |
| "loss": 1.1268, |
| "step": 13500 |
| }, |
| { |
| "epoch": 2.63, |
| "eval_exact_match": 43.6, |
| "eval_f1": 68.44401279047236, |
| "step": 13500 |
| }, |
| { |
| "epoch": 2.69, |
| "eval_exact_match": 43.4, |
| "eval_f1": 68.29713540149096, |
| "step": 13800 |
| }, |
| { |
| "epoch": 2.73, |
| "learning_rate": 2.7251461988304095e-06, |
| "loss": 1.1324, |
| "step": 14000 |
| }, |
| { |
| "epoch": 2.75, |
| "eval_exact_match": 42.8, |
| "eval_f1": 67.98091672699975, |
| "step": 14100 |
| }, |
| { |
| "epoch": 2.81, |
| "eval_exact_match": 43.0, |
| "eval_f1": 67.89319270154854, |
| "step": 14400 |
| }, |
| { |
| "epoch": 2.83, |
| "learning_rate": 1.7504873294346978e-06, |
| "loss": 1.1632, |
| "step": 14500 |
| }, |
| { |
| "epoch": 2.87, |
| "eval_exact_match": 43.2, |
| "eval_f1": 68.04489013422236, |
| "step": 14700 |
| }, |
| { |
| "epoch": 2.92, |
| "learning_rate": 7.777777777777778e-07, |
| "loss": 1.146, |
| "step": 15000 |
| }, |
| { |
| "epoch": 2.92, |
| "eval_exact_match": 43.4, |
| "eval_f1": 68.39650380908567, |
| "step": 15000 |
| }, |
| { |
| "epoch": 2.98, |
| "eval_exact_match": 43.2, |
| "eval_f1": 68.13623191723482, |
| "step": 15300 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 15390, |
| "total_flos": 4.556938681553549e+16, |
| "train_loss": 1.556812895637894, |
| "train_runtime": 24717.2821, |
| "train_samples_per_second": 9.961, |
| "train_steps_per_second": 0.623 |
| } |
| ], |
| "max_steps": 15390, |
| "num_train_epochs": 3, |
| "total_flos": 4.556938681553549e+16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
