| { |
| "best_metric": 0.9262899262899262, |
| "best_model_checkpoint": "leaftype-swin-tiny-patch4-window7-224-finetuned/checkpoint-140", |
| "epoch": 28.235294117647058, |
| "eval_steps": 500, |
| "global_step": 360, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.78, |
| "grad_norm": 2.9089090824127197, |
| "learning_rate": 1.388888888888889e-05, |
| "loss": 0.7327, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.94, |
| "eval_accuracy": 0.6044226044226044, |
| "eval_loss": 0.615473210811615, |
| "eval_runtime": 25.1718, |
| "eval_samples_per_second": 16.169, |
| "eval_steps_per_second": 0.516, |
| "step": 12 |
| }, |
| { |
| "epoch": 1.57, |
| "grad_norm": 2.244661569595337, |
| "learning_rate": 2.777777777777778e-05, |
| "loss": 0.5479, |
| "step": 20 |
| }, |
| { |
| "epoch": 1.96, |
| "eval_accuracy": 0.7936117936117936, |
| "eval_loss": 0.4488780200481415, |
| "eval_runtime": 20.5332, |
| "eval_samples_per_second": 19.822, |
| "eval_steps_per_second": 0.633, |
| "step": 25 |
| }, |
| { |
| "epoch": 2.35, |
| "grad_norm": 3.1241555213928223, |
| "learning_rate": 4.166666666666667e-05, |
| "loss": 0.3205, |
| "step": 30 |
| }, |
| { |
| "epoch": 2.98, |
| "eval_accuracy": 0.9115479115479116, |
| "eval_loss": 0.2163781374692917, |
| "eval_runtime": 20.8268, |
| "eval_samples_per_second": 19.542, |
| "eval_steps_per_second": 0.624, |
| "step": 38 |
| }, |
| { |
| "epoch": 3.14, |
| "grad_norm": 3.5316970348358154, |
| "learning_rate": 4.938271604938271e-05, |
| "loss": 0.2492, |
| "step": 40 |
| }, |
| { |
| "epoch": 3.92, |
| "grad_norm": 4.170050144195557, |
| "learning_rate": 4.783950617283951e-05, |
| "loss": 0.2386, |
| "step": 50 |
| }, |
| { |
| "epoch": 4.0, |
| "eval_accuracy": 0.9115479115479116, |
| "eval_loss": 0.21236275136470795, |
| "eval_runtime": 20.7473, |
| "eval_samples_per_second": 19.617, |
| "eval_steps_per_second": 0.627, |
| "step": 51 |
| }, |
| { |
| "epoch": 4.71, |
| "grad_norm": 2.763268232345581, |
| "learning_rate": 4.62962962962963e-05, |
| "loss": 0.1937, |
| "step": 60 |
| }, |
| { |
| "epoch": 4.94, |
| "eval_accuracy": 0.9090909090909091, |
| "eval_loss": 0.2348509132862091, |
| "eval_runtime": 20.7257, |
| "eval_samples_per_second": 19.637, |
| "eval_steps_per_second": 0.627, |
| "step": 63 |
| }, |
| { |
| "epoch": 5.49, |
| "grad_norm": 2.564243793487549, |
| "learning_rate": 4.4753086419753084e-05, |
| "loss": 0.1884, |
| "step": 70 |
| }, |
| { |
| "epoch": 5.96, |
| "eval_accuracy": 0.9213759213759214, |
| "eval_loss": 0.1752212643623352, |
| "eval_runtime": 20.5939, |
| "eval_samples_per_second": 19.763, |
| "eval_steps_per_second": 0.631, |
| "step": 76 |
| }, |
| { |
| "epoch": 6.27, |
| "grad_norm": 3.2644762992858887, |
| "learning_rate": 4.3209876543209875e-05, |
| "loss": 0.2186, |
| "step": 80 |
| }, |
| { |
| "epoch": 6.98, |
| "eval_accuracy": 0.8697788697788698, |
| "eval_loss": 0.3517865836620331, |
| "eval_runtime": 20.5544, |
| "eval_samples_per_second": 19.801, |
| "eval_steps_per_second": 0.632, |
| "step": 89 |
| }, |
| { |
| "epoch": 7.06, |
| "grad_norm": 4.700550079345703, |
| "learning_rate": 4.166666666666667e-05, |
| "loss": 0.1652, |
| "step": 90 |
| }, |
| { |
| "epoch": 7.84, |
| "grad_norm": 3.568648099899292, |
| "learning_rate": 4.012345679012346e-05, |
| "loss": 0.1833, |
| "step": 100 |
| }, |
| { |
| "epoch": 8.0, |
| "eval_accuracy": 0.9017199017199017, |
| "eval_loss": 0.24429580569267273, |
| "eval_runtime": 20.5265, |
| "eval_samples_per_second": 19.828, |
| "eval_steps_per_second": 0.633, |
| "step": 102 |
| }, |
| { |
| "epoch": 8.63, |
| "grad_norm": 4.854302406311035, |
| "learning_rate": 3.8580246913580246e-05, |
| "loss": 0.1856, |
| "step": 110 |
| }, |
| { |
| "epoch": 8.94, |
| "eval_accuracy": 0.9017199017199017, |
| "eval_loss": 0.2491949051618576, |
| "eval_runtime": 20.6467, |
| "eval_samples_per_second": 19.713, |
| "eval_steps_per_second": 0.63, |
| "step": 114 |
| }, |
| { |
| "epoch": 9.41, |
| "grad_norm": 2.6214895248413086, |
| "learning_rate": 3.7037037037037037e-05, |
| "loss": 0.1605, |
| "step": 120 |
| }, |
| { |
| "epoch": 9.96, |
| "eval_accuracy": 0.918918918918919, |
| "eval_loss": 0.20045815408229828, |
| "eval_runtime": 20.9241, |
| "eval_samples_per_second": 19.451, |
| "eval_steps_per_second": 0.621, |
| "step": 127 |
| }, |
| { |
| "epoch": 10.2, |
| "grad_norm": 2.9705560207366943, |
| "learning_rate": 3.5493827160493834e-05, |
| "loss": 0.1631, |
| "step": 130 |
| }, |
| { |
| "epoch": 10.98, |
| "grad_norm": 4.172762870788574, |
| "learning_rate": 3.395061728395062e-05, |
| "loss": 0.1934, |
| "step": 140 |
| }, |
| { |
| "epoch": 10.98, |
| "eval_accuracy": 0.9262899262899262, |
| "eval_loss": 0.17126818001270294, |
| "eval_runtime": 20.7003, |
| "eval_samples_per_second": 19.662, |
| "eval_steps_per_second": 0.628, |
| "step": 140 |
| }, |
| { |
| "epoch": 11.76, |
| "grad_norm": 2.098846912384033, |
| "learning_rate": 3.240740740740741e-05, |
| "loss": 0.186, |
| "step": 150 |
| }, |
| { |
| "epoch": 12.0, |
| "eval_accuracy": 0.9238329238329238, |
| "eval_loss": 0.15729956328868866, |
| "eval_runtime": 20.3679, |
| "eval_samples_per_second": 19.982, |
| "eval_steps_per_second": 0.638, |
| "step": 153 |
| }, |
| { |
| "epoch": 12.55, |
| "grad_norm": 3.095176935195923, |
| "learning_rate": 3.08641975308642e-05, |
| "loss": 0.1407, |
| "step": 160 |
| }, |
| { |
| "epoch": 12.94, |
| "eval_accuracy": 0.9213759213759214, |
| "eval_loss": 0.16583235561847687, |
| "eval_runtime": 21.1225, |
| "eval_samples_per_second": 19.269, |
| "eval_steps_per_second": 0.615, |
| "step": 165 |
| }, |
| { |
| "epoch": 13.33, |
| "grad_norm": 5.465274333953857, |
| "learning_rate": 2.9320987654320992e-05, |
| "loss": 0.1655, |
| "step": 170 |
| }, |
| { |
| "epoch": 13.96, |
| "eval_accuracy": 0.9213759213759214, |
| "eval_loss": 0.15699075162410736, |
| "eval_runtime": 20.6767, |
| "eval_samples_per_second": 19.684, |
| "eval_steps_per_second": 0.629, |
| "step": 178 |
| }, |
| { |
| "epoch": 14.12, |
| "grad_norm": 3.078519105911255, |
| "learning_rate": 2.777777777777778e-05, |
| "loss": 0.1473, |
| "step": 180 |
| }, |
| { |
| "epoch": 14.9, |
| "grad_norm": 2.30896258354187, |
| "learning_rate": 2.623456790123457e-05, |
| "loss": 0.1448, |
| "step": 190 |
| }, |
| { |
| "epoch": 14.98, |
| "eval_accuracy": 0.9238329238329238, |
| "eval_loss": 0.16221101582050323, |
| "eval_runtime": 21.2348, |
| "eval_samples_per_second": 19.167, |
| "eval_steps_per_second": 0.612, |
| "step": 191 |
| }, |
| { |
| "epoch": 15.69, |
| "grad_norm": 2.94296932220459, |
| "learning_rate": 2.4691358024691357e-05, |
| "loss": 0.1525, |
| "step": 200 |
| }, |
| { |
| "epoch": 16.0, |
| "eval_accuracy": 0.9164619164619164, |
| "eval_loss": 0.21096211671829224, |
| "eval_runtime": 21.3772, |
| "eval_samples_per_second": 19.039, |
| "eval_steps_per_second": 0.608, |
| "step": 204 |
| }, |
| { |
| "epoch": 16.47, |
| "grad_norm": 4.256126403808594, |
| "learning_rate": 2.314814814814815e-05, |
| "loss": 0.1226, |
| "step": 210 |
| }, |
| { |
| "epoch": 16.94, |
| "eval_accuracy": 0.9164619164619164, |
| "eval_loss": 0.21088247001171112, |
| "eval_runtime": 21.1755, |
| "eval_samples_per_second": 19.22, |
| "eval_steps_per_second": 0.614, |
| "step": 216 |
| }, |
| { |
| "epoch": 17.25, |
| "grad_norm": 3.254096269607544, |
| "learning_rate": 2.1604938271604937e-05, |
| "loss": 0.1556, |
| "step": 220 |
| }, |
| { |
| "epoch": 17.96, |
| "eval_accuracy": 0.9164619164619164, |
| "eval_loss": 0.19139783084392548, |
| "eval_runtime": 21.2277, |
| "eval_samples_per_second": 19.173, |
| "eval_steps_per_second": 0.612, |
| "step": 229 |
| }, |
| { |
| "epoch": 18.04, |
| "grad_norm": 2.1944868564605713, |
| "learning_rate": 2.006172839506173e-05, |
| "loss": 0.1273, |
| "step": 230 |
| }, |
| { |
| "epoch": 18.82, |
| "grad_norm": 3.8310389518737793, |
| "learning_rate": 1.8518518518518518e-05, |
| "loss": 0.1264, |
| "step": 240 |
| }, |
| { |
| "epoch": 18.98, |
| "eval_accuracy": 0.9115479115479116, |
| "eval_loss": 0.22510574758052826, |
| "eval_runtime": 21.1643, |
| "eval_samples_per_second": 19.231, |
| "eval_steps_per_second": 0.614, |
| "step": 242 |
| }, |
| { |
| "epoch": 19.61, |
| "grad_norm": 4.036985874176025, |
| "learning_rate": 1.697530864197531e-05, |
| "loss": 0.1249, |
| "step": 250 |
| }, |
| { |
| "epoch": 20.0, |
| "eval_accuracy": 0.8992628992628993, |
| "eval_loss": 0.2862898111343384, |
| "eval_runtime": 20.7633, |
| "eval_samples_per_second": 19.602, |
| "eval_steps_per_second": 0.626, |
| "step": 255 |
| }, |
| { |
| "epoch": 20.39, |
| "grad_norm": 1.9880743026733398, |
| "learning_rate": 1.54320987654321e-05, |
| "loss": 0.1099, |
| "step": 260 |
| }, |
| { |
| "epoch": 20.94, |
| "eval_accuracy": 0.9066339066339066, |
| "eval_loss": 0.24470330774784088, |
| "eval_runtime": 20.9944, |
| "eval_samples_per_second": 19.386, |
| "eval_steps_per_second": 0.619, |
| "step": 267 |
| }, |
| { |
| "epoch": 21.18, |
| "grad_norm": 5.194756031036377, |
| "learning_rate": 1.388888888888889e-05, |
| "loss": 0.1398, |
| "step": 270 |
| }, |
| { |
| "epoch": 21.96, |
| "grad_norm": 3.340437173843384, |
| "learning_rate": 1.2345679012345678e-05, |
| "loss": 0.1223, |
| "step": 280 |
| }, |
| { |
| "epoch": 21.96, |
| "eval_accuracy": 0.9041769041769042, |
| "eval_loss": 0.23575270175933838, |
| "eval_runtime": 20.7211, |
| "eval_samples_per_second": 19.642, |
| "eval_steps_per_second": 0.627, |
| "step": 280 |
| }, |
| { |
| "epoch": 22.75, |
| "grad_norm": 3.056072235107422, |
| "learning_rate": 1.0802469135802469e-05, |
| "loss": 0.1084, |
| "step": 290 |
| }, |
| { |
| "epoch": 22.98, |
| "eval_accuracy": 0.9238329238329238, |
| "eval_loss": 0.17134559154510498, |
| "eval_runtime": 21.3775, |
| "eval_samples_per_second": 19.039, |
| "eval_steps_per_second": 0.608, |
| "step": 293 |
| }, |
| { |
| "epoch": 23.53, |
| "grad_norm": 2.242640972137451, |
| "learning_rate": 9.259259259259259e-06, |
| "loss": 0.1054, |
| "step": 300 |
| }, |
| { |
| "epoch": 24.0, |
| "eval_accuracy": 0.9115479115479116, |
| "eval_loss": 0.20854736864566803, |
| "eval_runtime": 20.9968, |
| "eval_samples_per_second": 19.384, |
| "eval_steps_per_second": 0.619, |
| "step": 306 |
| }, |
| { |
| "epoch": 24.31, |
| "grad_norm": 4.247133731842041, |
| "learning_rate": 7.71604938271605e-06, |
| "loss": 0.1055, |
| "step": 310 |
| }, |
| { |
| "epoch": 24.94, |
| "eval_accuracy": 0.9115479115479116, |
| "eval_loss": 0.2001856565475464, |
| "eval_runtime": 21.7847, |
| "eval_samples_per_second": 18.683, |
| "eval_steps_per_second": 0.597, |
| "step": 318 |
| }, |
| { |
| "epoch": 25.1, |
| "grad_norm": 2.9881675243377686, |
| "learning_rate": 6.172839506172839e-06, |
| "loss": 0.1018, |
| "step": 320 |
| }, |
| { |
| "epoch": 25.88, |
| "grad_norm": 2.0415101051330566, |
| "learning_rate": 4.6296296296296296e-06, |
| "loss": 0.1167, |
| "step": 330 |
| }, |
| { |
| "epoch": 25.96, |
| "eval_accuracy": 0.914004914004914, |
| "eval_loss": 0.22893595695495605, |
| "eval_runtime": 21.0685, |
| "eval_samples_per_second": 19.318, |
| "eval_steps_per_second": 0.617, |
| "step": 331 |
| }, |
| { |
| "epoch": 26.67, |
| "grad_norm": 4.408997535705566, |
| "learning_rate": 3.0864197530864196e-06, |
| "loss": 0.1156, |
| "step": 340 |
| }, |
| { |
| "epoch": 26.98, |
| "eval_accuracy": 0.9115479115479116, |
| "eval_loss": 0.18885986506938934, |
| "eval_runtime": 20.3137, |
| "eval_samples_per_second": 20.036, |
| "eval_steps_per_second": 0.64, |
| "step": 344 |
| }, |
| { |
| "epoch": 27.45, |
| "grad_norm": 3.3847527503967285, |
| "learning_rate": 1.5432098765432098e-06, |
| "loss": 0.0919, |
| "step": 350 |
| }, |
| { |
| "epoch": 28.0, |
| "eval_accuracy": 0.9115479115479116, |
| "eval_loss": 0.2014942616224289, |
| "eval_runtime": 21.029, |
| "eval_samples_per_second": 19.354, |
| "eval_steps_per_second": 0.618, |
| "step": 357 |
| }, |
| { |
| "epoch": 28.24, |
| "grad_norm": 3.328054666519165, |
| "learning_rate": 0.0, |
| "loss": 0.0827, |
| "step": 360 |
| }, |
| { |
| "epoch": 28.24, |
| "eval_accuracy": 0.9090909090909091, |
| "eval_loss": 0.202056884765625, |
| "eval_runtime": 20.7948, |
| "eval_samples_per_second": 19.572, |
| "eval_steps_per_second": 0.625, |
| "step": 360 |
| }, |
| { |
| "epoch": 28.24, |
| "step": 360, |
| "total_flos": 1.1370123601689969e+18, |
| "train_loss": 0.1815111721555392, |
| "train_runtime": 2118.8582, |
| "train_samples_per_second": 22.937, |
| "train_steps_per_second": 0.17 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 360, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 30, |
| "save_steps": 500, |
| "total_flos": 1.1370123601689969e+18, |
| "train_batch_size": 32, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
