| { |
| "best_metric": 0.9781976744186046, |
| "best_model_checkpoint": "mobilenet_v2_1.0_224-finetuned-plantdisease/checkpoint-2614", |
| "epoch": 19.965576592082616, |
| "eval_steps": 500, |
| "global_step": 2900, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.06884681583476764, |
| "grad_norm": 5.361344337463379, |
| "learning_rate": 1.724137931034483e-06, |
| "loss": 2.7576, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.13769363166953527, |
| "grad_norm": 5.03896427154541, |
| "learning_rate": 3.448275862068966e-06, |
| "loss": 2.7085, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.20654044750430292, |
| "grad_norm": 5.099004745483398, |
| "learning_rate": 5.172413793103448e-06, |
| "loss": 2.7048, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.27538726333907054, |
| "grad_norm": 5.294215202331543, |
| "learning_rate": 6.896551724137932e-06, |
| "loss": 2.6637, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.3442340791738382, |
| "grad_norm": 5.142210483551025, |
| "learning_rate": 8.620689655172414e-06, |
| "loss": 2.6127, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.41308089500860584, |
| "grad_norm": 5.095492839813232, |
| "learning_rate": 1.0344827586206897e-05, |
| "loss": 2.5458, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.4819277108433735, |
| "grad_norm": 4.894885063171387, |
| "learning_rate": 1.206896551724138e-05, |
| "loss": 2.4968, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.5507745266781411, |
| "grad_norm": 4.9816365242004395, |
| "learning_rate": 1.3793103448275863e-05, |
| "loss": 2.4015, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.6196213425129088, |
| "grad_norm": 4.671796798706055, |
| "learning_rate": 1.5517241379310346e-05, |
| "loss": 2.3308, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.6884681583476764, |
| "grad_norm": 4.635168552398682, |
| "learning_rate": 1.7241379310344828e-05, |
| "loss": 2.2212, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.7573149741824441, |
| "grad_norm": 4.575173854827881, |
| "learning_rate": 1.896551724137931e-05, |
| "loss": 2.1272, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.8261617900172117, |
| "grad_norm": 4.4043660163879395, |
| "learning_rate": 2.0689655172413793e-05, |
| "loss": 2.0085, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.8950086058519794, |
| "grad_norm": 4.405401229858398, |
| "learning_rate": 2.2413793103448276e-05, |
| "loss": 1.9442, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.963855421686747, |
| "grad_norm": 4.29350471496582, |
| "learning_rate": 2.413793103448276e-05, |
| "loss": 1.7982, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.9982788296041308, |
| "eval_accuracy": 0.40358527131782945, |
| "eval_loss": 1.9824707508087158, |
| "eval_runtime": 8.0421, |
| "eval_samples_per_second": 256.65, |
| "eval_steps_per_second": 8.082, |
| "step": 145 |
| }, |
| { |
| "epoch": 1.0327022375215147, |
| "grad_norm": 4.268815040588379, |
| "learning_rate": 2.5862068965517244e-05, |
| "loss": 1.7064, |
| "step": 150 |
| }, |
| { |
| "epoch": 1.1015490533562822, |
| "grad_norm": 4.16851806640625, |
| "learning_rate": 2.7586206896551727e-05, |
| "loss": 1.5684, |
| "step": 160 |
| }, |
| { |
| "epoch": 1.1703958691910499, |
| "grad_norm": 4.322150230407715, |
| "learning_rate": 2.9310344827586206e-05, |
| "loss": 1.4844, |
| "step": 170 |
| }, |
| { |
| "epoch": 1.2392426850258176, |
| "grad_norm": 3.958456039428711, |
| "learning_rate": 3.103448275862069e-05, |
| "loss": 1.3968, |
| "step": 180 |
| }, |
| { |
| "epoch": 1.3080895008605853, |
| "grad_norm": 3.7061522006988525, |
| "learning_rate": 3.275862068965517e-05, |
| "loss": 1.2972, |
| "step": 190 |
| }, |
| { |
| "epoch": 1.3769363166953528, |
| "grad_norm": 3.8323745727539062, |
| "learning_rate": 3.4482758620689657e-05, |
| "loss": 1.1544, |
| "step": 200 |
| }, |
| { |
| "epoch": 1.4457831325301205, |
| "grad_norm": 3.52496600151062, |
| "learning_rate": 3.620689655172414e-05, |
| "loss": 1.0645, |
| "step": 210 |
| }, |
| { |
| "epoch": 1.5146299483648882, |
| "grad_norm": 3.744525194168091, |
| "learning_rate": 3.793103448275862e-05, |
| "loss": 1.0238, |
| "step": 220 |
| }, |
| { |
| "epoch": 1.5834767641996557, |
| "grad_norm": 3.494678497314453, |
| "learning_rate": 3.965517241379311e-05, |
| "loss": 0.9237, |
| "step": 230 |
| }, |
| { |
| "epoch": 1.6523235800344234, |
| "grad_norm": 3.6277663707733154, |
| "learning_rate": 4.1379310344827587e-05, |
| "loss": 0.881, |
| "step": 240 |
| }, |
| { |
| "epoch": 1.721170395869191, |
| "grad_norm": 2.9900975227355957, |
| "learning_rate": 4.3103448275862066e-05, |
| "loss": 0.7883, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.7900172117039586, |
| "grad_norm": 3.553596258163452, |
| "learning_rate": 4.482758620689655e-05, |
| "loss": 0.7713, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.8588640275387265, |
| "grad_norm": 3.206496477127075, |
| "learning_rate": 4.655172413793104e-05, |
| "loss": 0.7063, |
| "step": 270 |
| }, |
| { |
| "epoch": 1.927710843373494, |
| "grad_norm": 3.446793556213379, |
| "learning_rate": 4.827586206896552e-05, |
| "loss": 0.6517, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.9965576592082617, |
| "grad_norm": 3.7154784202575684, |
| "learning_rate": 5e-05, |
| "loss": 0.6137, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.9965576592082617, |
| "eval_accuracy": 0.6414728682170543, |
| "eval_loss": 1.1130067110061646, |
| "eval_runtime": 7.6055, |
| "eval_samples_per_second": 271.384, |
| "eval_steps_per_second": 8.546, |
| "step": 290 |
| }, |
| { |
| "epoch": 2.0654044750430294, |
| "grad_norm": 3.542126417160034, |
| "learning_rate": 4.980842911877395e-05, |
| "loss": 0.6058, |
| "step": 300 |
| }, |
| { |
| "epoch": 2.134251290877797, |
| "grad_norm": 3.6798830032348633, |
| "learning_rate": 4.96168582375479e-05, |
| "loss": 0.5967, |
| "step": 310 |
| }, |
| { |
| "epoch": 2.2030981067125643, |
| "grad_norm": 3.2142186164855957, |
| "learning_rate": 4.9425287356321845e-05, |
| "loss": 0.5376, |
| "step": 320 |
| }, |
| { |
| "epoch": 2.2719449225473323, |
| "grad_norm": 3.1692137718200684, |
| "learning_rate": 4.9233716475095786e-05, |
| "loss": 0.5135, |
| "step": 330 |
| }, |
| { |
| "epoch": 2.3407917383820998, |
| "grad_norm": 2.785217523574829, |
| "learning_rate": 4.904214559386973e-05, |
| "loss": 0.4794, |
| "step": 340 |
| }, |
| { |
| "epoch": 2.4096385542168672, |
| "grad_norm": 3.252037763595581, |
| "learning_rate": 4.885057471264368e-05, |
| "loss": 0.5012, |
| "step": 350 |
| }, |
| { |
| "epoch": 2.478485370051635, |
| "grad_norm": 2.9605207443237305, |
| "learning_rate": 4.865900383141763e-05, |
| "loss": 0.4613, |
| "step": 360 |
| }, |
| { |
| "epoch": 2.5473321858864026, |
| "grad_norm": 3.263587474822998, |
| "learning_rate": 4.846743295019157e-05, |
| "loss": 0.4191, |
| "step": 370 |
| }, |
| { |
| "epoch": 2.6161790017211706, |
| "grad_norm": 3.321648120880127, |
| "learning_rate": 4.827586206896552e-05, |
| "loss": 0.4206, |
| "step": 380 |
| }, |
| { |
| "epoch": 2.685025817555938, |
| "grad_norm": 2.7976036071777344, |
| "learning_rate": 4.8084291187739464e-05, |
| "loss": 0.462, |
| "step": 390 |
| }, |
| { |
| "epoch": 2.7538726333907055, |
| "grad_norm": 3.0656702518463135, |
| "learning_rate": 4.789272030651341e-05, |
| "loss": 0.41, |
| "step": 400 |
| }, |
| { |
| "epoch": 2.8227194492254735, |
| "grad_norm": 3.332609176635742, |
| "learning_rate": 4.770114942528736e-05, |
| "loss": 0.4012, |
| "step": 410 |
| }, |
| { |
| "epoch": 2.891566265060241, |
| "grad_norm": 3.5820395946502686, |
| "learning_rate": 4.7509578544061307e-05, |
| "loss": 0.3905, |
| "step": 420 |
| }, |
| { |
| "epoch": 2.960413080895009, |
| "grad_norm": 3.3419365882873535, |
| "learning_rate": 4.7318007662835254e-05, |
| "loss": 0.4176, |
| "step": 430 |
| }, |
| { |
| "epoch": 2.9948364888123926, |
| "eval_accuracy": 0.8468992248062015, |
| "eval_loss": 0.48874419927597046, |
| "eval_runtime": 7.9016, |
| "eval_samples_per_second": 261.213, |
| "eval_steps_per_second": 8.226, |
| "step": 435 |
| }, |
| { |
| "epoch": 3.0292598967297764, |
| "grad_norm": 3.0542681217193604, |
| "learning_rate": 4.7126436781609195e-05, |
| "loss": 0.4024, |
| "step": 440 |
| }, |
| { |
| "epoch": 3.098106712564544, |
| "grad_norm": 2.760667562484741, |
| "learning_rate": 4.693486590038315e-05, |
| "loss": 0.3706, |
| "step": 450 |
| }, |
| { |
| "epoch": 3.1669535283993113, |
| "grad_norm": 3.2174575328826904, |
| "learning_rate": 4.674329501915709e-05, |
| "loss": 0.3509, |
| "step": 460 |
| }, |
| { |
| "epoch": 3.2358003442340793, |
| "grad_norm": 3.6685619354248047, |
| "learning_rate": 4.655172413793104e-05, |
| "loss": 0.3613, |
| "step": 470 |
| }, |
| { |
| "epoch": 3.3046471600688467, |
| "grad_norm": 3.4590651988983154, |
| "learning_rate": 4.6360153256704985e-05, |
| "loss": 0.346, |
| "step": 480 |
| }, |
| { |
| "epoch": 3.3734939759036147, |
| "grad_norm": 3.0743446350097656, |
| "learning_rate": 4.616858237547893e-05, |
| "loss": 0.3356, |
| "step": 490 |
| }, |
| { |
| "epoch": 3.442340791738382, |
| "grad_norm": 3.5646955966949463, |
| "learning_rate": 4.597701149425287e-05, |
| "loss": 0.3404, |
| "step": 500 |
| }, |
| { |
| "epoch": 3.5111876075731496, |
| "grad_norm": 3.2671332359313965, |
| "learning_rate": 4.578544061302682e-05, |
| "loss": 0.3419, |
| "step": 510 |
| }, |
| { |
| "epoch": 3.580034423407917, |
| "grad_norm": 2.7561419010162354, |
| "learning_rate": 4.559386973180077e-05, |
| "loss": 0.3306, |
| "step": 520 |
| }, |
| { |
| "epoch": 3.648881239242685, |
| "grad_norm": 3.1499881744384766, |
| "learning_rate": 4.5402298850574716e-05, |
| "loss": 0.3575, |
| "step": 530 |
| }, |
| { |
| "epoch": 3.7177280550774525, |
| "grad_norm": 2.576195240020752, |
| "learning_rate": 4.5210727969348656e-05, |
| "loss": 0.2954, |
| "step": 540 |
| }, |
| { |
| "epoch": 3.7865748709122204, |
| "grad_norm": 2.685713529586792, |
| "learning_rate": 4.501915708812261e-05, |
| "loss": 0.2971, |
| "step": 550 |
| }, |
| { |
| "epoch": 3.855421686746988, |
| "grad_norm": 3.1608219146728516, |
| "learning_rate": 4.482758620689655e-05, |
| "loss": 0.3057, |
| "step": 560 |
| }, |
| { |
| "epoch": 3.9242685025817554, |
| "grad_norm": 3.3374826908111572, |
| "learning_rate": 4.46360153256705e-05, |
| "loss": 0.2815, |
| "step": 570 |
| }, |
| { |
| "epoch": 3.9931153184165233, |
| "grad_norm": 3.0209603309631348, |
| "learning_rate": 4.4444444444444447e-05, |
| "loss": 0.3107, |
| "step": 580 |
| }, |
| { |
| "epoch": 4.0, |
| "eval_accuracy": 0.8943798449612403, |
| "eval_loss": 0.34142178297042847, |
| "eval_runtime": 7.9804, |
| "eval_samples_per_second": 258.634, |
| "eval_steps_per_second": 8.145, |
| "step": 581 |
| }, |
| { |
| "epoch": 4.061962134251291, |
| "grad_norm": 2.7664377689361572, |
| "learning_rate": 4.4252873563218394e-05, |
| "loss": 0.2689, |
| "step": 590 |
| }, |
| { |
| "epoch": 4.130808950086059, |
| "grad_norm": 2.80204439163208, |
| "learning_rate": 4.406130268199234e-05, |
| "loss": 0.3003, |
| "step": 600 |
| }, |
| { |
| "epoch": 4.199655765920826, |
| "grad_norm": 3.0250327587127686, |
| "learning_rate": 4.386973180076628e-05, |
| "loss": 0.2768, |
| "step": 610 |
| }, |
| { |
| "epoch": 4.268502581755594, |
| "grad_norm": 3.8367512226104736, |
| "learning_rate": 4.367816091954024e-05, |
| "loss": 0.2582, |
| "step": 620 |
| }, |
| { |
| "epoch": 4.337349397590361, |
| "grad_norm": 3.3538951873779297, |
| "learning_rate": 4.348659003831418e-05, |
| "loss": 0.2849, |
| "step": 630 |
| }, |
| { |
| "epoch": 4.406196213425129, |
| "grad_norm": 3.2220115661621094, |
| "learning_rate": 4.3295019157088125e-05, |
| "loss": 0.2744, |
| "step": 640 |
| }, |
| { |
| "epoch": 4.475043029259897, |
| "grad_norm": 3.196542263031006, |
| "learning_rate": 4.3103448275862066e-05, |
| "loss": 0.2744, |
| "step": 650 |
| }, |
| { |
| "epoch": 4.5438898450946645, |
| "grad_norm": 3.07588791847229, |
| "learning_rate": 4.291187739463602e-05, |
| "loss": 0.2766, |
| "step": 660 |
| }, |
| { |
| "epoch": 4.612736660929432, |
| "grad_norm": 3.722421169281006, |
| "learning_rate": 4.272030651340996e-05, |
| "loss": 0.2699, |
| "step": 670 |
| }, |
| { |
| "epoch": 4.6815834767641995, |
| "grad_norm": 2.5164051055908203, |
| "learning_rate": 4.252873563218391e-05, |
| "loss": 0.2401, |
| "step": 680 |
| }, |
| { |
| "epoch": 4.750430292598967, |
| "grad_norm": 3.1823108196258545, |
| "learning_rate": 4.2337164750957856e-05, |
| "loss": 0.2293, |
| "step": 690 |
| }, |
| { |
| "epoch": 4.8192771084337345, |
| "grad_norm": 3.4586544036865234, |
| "learning_rate": 4.21455938697318e-05, |
| "loss": 0.27, |
| "step": 700 |
| }, |
| { |
| "epoch": 4.888123924268503, |
| "grad_norm": 3.251978635787964, |
| "learning_rate": 4.195402298850575e-05, |
| "loss": 0.2551, |
| "step": 710 |
| }, |
| { |
| "epoch": 4.95697074010327, |
| "grad_norm": 2.606138229370117, |
| "learning_rate": 4.17624521072797e-05, |
| "loss": 0.2255, |
| "step": 720 |
| }, |
| { |
| "epoch": 4.998278829604131, |
| "eval_accuracy": 0.9123062015503876, |
| "eval_loss": 0.27319762110710144, |
| "eval_runtime": 7.8624, |
| "eval_samples_per_second": 262.515, |
| "eval_steps_per_second": 8.267, |
| "step": 726 |
| }, |
| { |
| "epoch": 5.025817555938038, |
| "grad_norm": 2.684196949005127, |
| "learning_rate": 4.1570881226053646e-05, |
| "loss": 0.2487, |
| "step": 730 |
| }, |
| { |
| "epoch": 5.094664371772805, |
| "grad_norm": 2.931312084197998, |
| "learning_rate": 4.1379310344827587e-05, |
| "loss": 0.2314, |
| "step": 740 |
| }, |
| { |
| "epoch": 5.163511187607573, |
| "grad_norm": 3.0064966678619385, |
| "learning_rate": 4.1187739463601534e-05, |
| "loss": 0.2293, |
| "step": 750 |
| }, |
| { |
| "epoch": 5.232358003442341, |
| "grad_norm": 3.3251922130584717, |
| "learning_rate": 4.099616858237548e-05, |
| "loss": 0.2388, |
| "step": 760 |
| }, |
| { |
| "epoch": 5.301204819277109, |
| "grad_norm": 1.7967256307601929, |
| "learning_rate": 4.080459770114943e-05, |
| "loss": 0.2169, |
| "step": 770 |
| }, |
| { |
| "epoch": 5.370051635111876, |
| "grad_norm": 3.74770450592041, |
| "learning_rate": 4.061302681992337e-05, |
| "loss": 0.2096, |
| "step": 780 |
| }, |
| { |
| "epoch": 5.438898450946644, |
| "grad_norm": 3.072739601135254, |
| "learning_rate": 4.0421455938697324e-05, |
| "loss": 0.2047, |
| "step": 790 |
| }, |
| { |
| "epoch": 5.507745266781411, |
| "grad_norm": 2.96258807182312, |
| "learning_rate": 4.0229885057471265e-05, |
| "loss": 0.2313, |
| "step": 800 |
| }, |
| { |
| "epoch": 5.576592082616179, |
| "grad_norm": 2.5839080810546875, |
| "learning_rate": 4.003831417624521e-05, |
| "loss": 0.2112, |
| "step": 810 |
| }, |
| { |
| "epoch": 5.645438898450947, |
| "grad_norm": 3.1343889236450195, |
| "learning_rate": 3.984674329501916e-05, |
| "loss": 0.2482, |
| "step": 820 |
| }, |
| { |
| "epoch": 5.714285714285714, |
| "grad_norm": 2.240661382675171, |
| "learning_rate": 3.965517241379311e-05, |
| "loss": 0.2146, |
| "step": 830 |
| }, |
| { |
| "epoch": 5.783132530120482, |
| "grad_norm": 3.1076242923736572, |
| "learning_rate": 3.9463601532567055e-05, |
| "loss": 0.2234, |
| "step": 840 |
| }, |
| { |
| "epoch": 5.851979345955249, |
| "grad_norm": 2.9466423988342285, |
| "learning_rate": 3.9272030651340996e-05, |
| "loss": 0.2301, |
| "step": 850 |
| }, |
| { |
| "epoch": 5.920826161790017, |
| "grad_norm": 3.1047613620758057, |
| "learning_rate": 3.908045977011495e-05, |
| "loss": 0.2202, |
| "step": 860 |
| }, |
| { |
| "epoch": 5.989672977624785, |
| "grad_norm": 2.182670831680298, |
| "learning_rate": 3.888888888888889e-05, |
| "loss": 0.1833, |
| "step": 870 |
| }, |
| { |
| "epoch": 5.9965576592082614, |
| "eval_accuracy": 0.7582364341085271, |
| "eval_loss": 0.7461967468261719, |
| "eval_runtime": 7.912, |
| "eval_samples_per_second": 260.87, |
| "eval_steps_per_second": 8.215, |
| "step": 871 |
| }, |
| { |
| "epoch": 6.058519793459553, |
| "grad_norm": 2.8595638275146484, |
| "learning_rate": 3.869731800766284e-05, |
| "loss": 0.198, |
| "step": 880 |
| }, |
| { |
| "epoch": 6.12736660929432, |
| "grad_norm": 1.812150478363037, |
| "learning_rate": 3.850574712643678e-05, |
| "loss": 0.17, |
| "step": 890 |
| }, |
| { |
| "epoch": 6.196213425129088, |
| "grad_norm": 2.8384931087493896, |
| "learning_rate": 3.831417624521073e-05, |
| "loss": 0.2387, |
| "step": 900 |
| }, |
| { |
| "epoch": 6.265060240963855, |
| "grad_norm": 4.172893047332764, |
| "learning_rate": 3.8122605363984674e-05, |
| "loss": 0.2202, |
| "step": 910 |
| }, |
| { |
| "epoch": 6.333907056798623, |
| "grad_norm": 4.461463928222656, |
| "learning_rate": 3.793103448275862e-05, |
| "loss": 0.2501, |
| "step": 920 |
| }, |
| { |
| "epoch": 6.402753872633391, |
| "grad_norm": 3.430365562438965, |
| "learning_rate": 3.773946360153257e-05, |
| "loss": 0.185, |
| "step": 930 |
| }, |
| { |
| "epoch": 6.4716006884681585, |
| "grad_norm": 3.3742434978485107, |
| "learning_rate": 3.7547892720306517e-05, |
| "loss": 0.2166, |
| "step": 940 |
| }, |
| { |
| "epoch": 6.540447504302926, |
| "grad_norm": 3.7096402645111084, |
| "learning_rate": 3.735632183908046e-05, |
| "loss": 0.234, |
| "step": 950 |
| }, |
| { |
| "epoch": 6.6092943201376935, |
| "grad_norm": 2.182164192199707, |
| "learning_rate": 3.716475095785441e-05, |
| "loss": 0.1852, |
| "step": 960 |
| }, |
| { |
| "epoch": 6.678141135972461, |
| "grad_norm": 2.585125684738159, |
| "learning_rate": 3.697318007662835e-05, |
| "loss": 0.1947, |
| "step": 970 |
| }, |
| { |
| "epoch": 6.746987951807229, |
| "grad_norm": 2.5588345527648926, |
| "learning_rate": 3.67816091954023e-05, |
| "loss": 0.211, |
| "step": 980 |
| }, |
| { |
| "epoch": 6.815834767641997, |
| "grad_norm": 3.0795257091522217, |
| "learning_rate": 3.659003831417625e-05, |
| "loss": 0.1967, |
| "step": 990 |
| }, |
| { |
| "epoch": 6.884681583476764, |
| "grad_norm": 3.7196614742279053, |
| "learning_rate": 3.6398467432950195e-05, |
| "loss": 0.1836, |
| "step": 1000 |
| }, |
| { |
| "epoch": 6.953528399311532, |
| "grad_norm": 2.3857243061065674, |
| "learning_rate": 3.620689655172414e-05, |
| "loss": 0.2062, |
| "step": 1010 |
| }, |
| { |
| "epoch": 6.994836488812393, |
| "eval_accuracy": 0.8803294573643411, |
| "eval_loss": 0.3770907521247864, |
| "eval_runtime": 7.9957, |
| "eval_samples_per_second": 258.14, |
| "eval_steps_per_second": 8.129, |
| "step": 1016 |
| }, |
| { |
| "epoch": 7.022375215146299, |
| "grad_norm": 2.5683236122131348, |
| "learning_rate": 3.601532567049808e-05, |
| "loss": 0.1754, |
| "step": 1020 |
| }, |
| { |
| "epoch": 7.091222030981067, |
| "grad_norm": 2.679636001586914, |
| "learning_rate": 3.582375478927204e-05, |
| "loss": 0.1675, |
| "step": 1030 |
| }, |
| { |
| "epoch": 7.160068846815835, |
| "grad_norm": 2.5351173877716064, |
| "learning_rate": 3.563218390804598e-05, |
| "loss": 0.1565, |
| "step": 1040 |
| }, |
| { |
| "epoch": 7.228915662650603, |
| "grad_norm": 2.9072484970092773, |
| "learning_rate": 3.5440613026819926e-05, |
| "loss": 0.1813, |
| "step": 1050 |
| }, |
| { |
| "epoch": 7.29776247848537, |
| "grad_norm": 2.5954692363739014, |
| "learning_rate": 3.5249042145593867e-05, |
| "loss": 0.2118, |
| "step": 1060 |
| }, |
| { |
| "epoch": 7.366609294320138, |
| "grad_norm": 2.7799787521362305, |
| "learning_rate": 3.505747126436782e-05, |
| "loss": 0.1744, |
| "step": 1070 |
| }, |
| { |
| "epoch": 7.435456110154905, |
| "grad_norm": 3.0674917697906494, |
| "learning_rate": 3.486590038314176e-05, |
| "loss": 0.1922, |
| "step": 1080 |
| }, |
| { |
| "epoch": 7.504302925989673, |
| "grad_norm": 3.5969247817993164, |
| "learning_rate": 3.467432950191571e-05, |
| "loss": 0.1794, |
| "step": 1090 |
| }, |
| { |
| "epoch": 7.573149741824441, |
| "grad_norm": 2.6146047115325928, |
| "learning_rate": 3.4482758620689657e-05, |
| "loss": 0.1682, |
| "step": 1100 |
| }, |
| { |
| "epoch": 7.641996557659208, |
| "grad_norm": 2.785433053970337, |
| "learning_rate": 3.4291187739463604e-05, |
| "loss": 0.1901, |
| "step": 1110 |
| }, |
| { |
| "epoch": 7.710843373493976, |
| "grad_norm": 2.3648314476013184, |
| "learning_rate": 3.409961685823755e-05, |
| "loss": 0.1521, |
| "step": 1120 |
| }, |
| { |
| "epoch": 7.779690189328743, |
| "grad_norm": 2.3298792839050293, |
| "learning_rate": 3.390804597701149e-05, |
| "loss": 0.1901, |
| "step": 1130 |
| }, |
| { |
| "epoch": 7.848537005163511, |
| "grad_norm": 2.2863216400146484, |
| "learning_rate": 3.371647509578545e-05, |
| "loss": 0.1706, |
| "step": 1140 |
| }, |
| { |
| "epoch": 7.917383820998279, |
| "grad_norm": 3.0322484970092773, |
| "learning_rate": 3.352490421455939e-05, |
| "loss": 0.1612, |
| "step": 1150 |
| }, |
| { |
| "epoch": 7.986230636833047, |
| "grad_norm": 2.785752534866333, |
| "learning_rate": 3.3333333333333335e-05, |
| "loss": 0.1657, |
| "step": 1160 |
| }, |
| { |
| "epoch": 8.0, |
| "eval_accuracy": 0.8541666666666666, |
| "eval_loss": 0.47179850935935974, |
| "eval_runtime": 7.8842, |
| "eval_samples_per_second": 261.788, |
| "eval_steps_per_second": 8.244, |
| "step": 1162 |
| }, |
| { |
| "epoch": 8.055077452667813, |
| "grad_norm": 3.0953948497772217, |
| "learning_rate": 3.314176245210728e-05, |
| "loss": 0.1848, |
| "step": 1170 |
| }, |
| { |
| "epoch": 8.123924268502583, |
| "grad_norm": 2.7531402111053467, |
| "learning_rate": 3.295019157088123e-05, |
| "loss": 0.1451, |
| "step": 1180 |
| }, |
| { |
| "epoch": 8.19277108433735, |
| "grad_norm": 3.849405288696289, |
| "learning_rate": 3.275862068965517e-05, |
| "loss": 0.1682, |
| "step": 1190 |
| }, |
| { |
| "epoch": 8.261617900172118, |
| "grad_norm": 2.8468093872070312, |
| "learning_rate": 3.256704980842912e-05, |
| "loss": 0.1868, |
| "step": 1200 |
| }, |
| { |
| "epoch": 8.330464716006885, |
| "grad_norm": 3.0676023960113525, |
| "learning_rate": 3.2375478927203066e-05, |
| "loss": 0.1745, |
| "step": 1210 |
| }, |
| { |
| "epoch": 8.399311531841652, |
| "grad_norm": 2.8244659900665283, |
| "learning_rate": 3.218390804597701e-05, |
| "loss": 0.1783, |
| "step": 1220 |
| }, |
| { |
| "epoch": 8.46815834767642, |
| "grad_norm": 3.3981621265411377, |
| "learning_rate": 3.1992337164750954e-05, |
| "loss": 0.1509, |
| "step": 1230 |
| }, |
| { |
| "epoch": 8.537005163511187, |
| "grad_norm": 3.2597496509552, |
| "learning_rate": 3.180076628352491e-05, |
| "loss": 0.1463, |
| "step": 1240 |
| }, |
| { |
| "epoch": 8.605851979345955, |
| "grad_norm": 2.98665452003479, |
| "learning_rate": 3.160919540229885e-05, |
| "loss": 0.1854, |
| "step": 1250 |
| }, |
| { |
| "epoch": 8.674698795180722, |
| "grad_norm": 3.56426739692688, |
| "learning_rate": 3.1417624521072797e-05, |
| "loss": 0.1801, |
| "step": 1260 |
| }, |
| { |
| "epoch": 8.74354561101549, |
| "grad_norm": 3.350994110107422, |
| "learning_rate": 3.1226053639846744e-05, |
| "loss": 0.146, |
| "step": 1270 |
| }, |
| { |
| "epoch": 8.812392426850257, |
| "grad_norm": 2.637911081314087, |
| "learning_rate": 3.103448275862069e-05, |
| "loss": 0.1759, |
| "step": 1280 |
| }, |
| { |
| "epoch": 8.881239242685027, |
| "grad_norm": 3.2409827709198, |
| "learning_rate": 3.084291187739464e-05, |
| "loss": 0.1897, |
| "step": 1290 |
| }, |
| { |
| "epoch": 8.950086058519794, |
| "grad_norm": 2.5662424564361572, |
| "learning_rate": 3.065134099616858e-05, |
| "loss": 0.1427, |
| "step": 1300 |
| }, |
| { |
| "epoch": 8.99827882960413, |
| "eval_accuracy": 0.8473837209302325, |
| "eval_loss": 0.4902307689189911, |
| "eval_runtime": 7.7511, |
| "eval_samples_per_second": 266.284, |
| "eval_steps_per_second": 8.386, |
| "step": 1307 |
| }, |
| { |
| "epoch": 9.018932874354562, |
| "grad_norm": 2.6389100551605225, |
| "learning_rate": 3.045977011494253e-05, |
| "loss": 0.1577, |
| "step": 1310 |
| }, |
| { |
| "epoch": 9.087779690189329, |
| "grad_norm": 2.561455249786377, |
| "learning_rate": 3.0268199233716475e-05, |
| "loss": 0.1686, |
| "step": 1320 |
| }, |
| { |
| "epoch": 9.156626506024097, |
| "grad_norm": 2.796520233154297, |
| "learning_rate": 3.0076628352490422e-05, |
| "loss": 0.1623, |
| "step": 1330 |
| }, |
| { |
| "epoch": 9.225473321858864, |
| "grad_norm": 3.3344945907592773, |
| "learning_rate": 2.988505747126437e-05, |
| "loss": 0.1684, |
| "step": 1340 |
| }, |
| { |
| "epoch": 9.294320137693632, |
| "grad_norm": 2.494370698928833, |
| "learning_rate": 2.9693486590038317e-05, |
| "loss": 0.1679, |
| "step": 1350 |
| }, |
| { |
| "epoch": 9.363166953528399, |
| "grad_norm": 2.9866812229156494, |
| "learning_rate": 2.950191570881226e-05, |
| "loss": 0.168, |
| "step": 1360 |
| }, |
| { |
| "epoch": 9.432013769363166, |
| "grad_norm": 2.8670761585235596, |
| "learning_rate": 2.9310344827586206e-05, |
| "loss": 0.1587, |
| "step": 1370 |
| }, |
| { |
| "epoch": 9.500860585197934, |
| "grad_norm": 2.6785264015197754, |
| "learning_rate": 2.9118773946360157e-05, |
| "loss": 0.1487, |
| "step": 1380 |
| }, |
| { |
| "epoch": 9.569707401032701, |
| "grad_norm": 3.9908454418182373, |
| "learning_rate": 2.89272030651341e-05, |
| "loss": 0.1913, |
| "step": 1390 |
| }, |
| { |
| "epoch": 9.638554216867469, |
| "grad_norm": 3.4217581748962402, |
| "learning_rate": 2.8735632183908045e-05, |
| "loss": 0.1568, |
| "step": 1400 |
| }, |
| { |
| "epoch": 9.707401032702238, |
| "grad_norm": 3.4280409812927246, |
| "learning_rate": 2.8544061302681996e-05, |
| "loss": 0.1335, |
| "step": 1410 |
| }, |
| { |
| "epoch": 9.776247848537006, |
| "grad_norm": 3.57127046585083, |
| "learning_rate": 2.835249042145594e-05, |
| "loss": 0.1508, |
| "step": 1420 |
| }, |
| { |
| "epoch": 9.845094664371773, |
| "grad_norm": 2.238633394241333, |
| "learning_rate": 2.8160919540229884e-05, |
| "loss": 0.1878, |
| "step": 1430 |
| }, |
| { |
| "epoch": 9.91394148020654, |
| "grad_norm": 2.7804625034332275, |
| "learning_rate": 2.796934865900383e-05, |
| "loss": 0.1497, |
| "step": 1440 |
| }, |
| { |
| "epoch": 9.982788296041308, |
| "grad_norm": 3.1482419967651367, |
| "learning_rate": 2.777777777777778e-05, |
| "loss": 0.1598, |
| "step": 1450 |
| }, |
| { |
| "epoch": 9.996557659208262, |
| "eval_accuracy": 0.9273255813953488, |
| "eval_loss": 0.22291144728660583, |
| "eval_runtime": 7.6884, |
| "eval_samples_per_second": 268.456, |
| "eval_steps_per_second": 8.454, |
| "step": 1452 |
| }, |
| { |
| "epoch": 10.051635111876076, |
| "grad_norm": 2.5692484378814697, |
| "learning_rate": 2.7586206896551727e-05, |
| "loss": 0.1397, |
| "step": 1460 |
| }, |
| { |
| "epoch": 10.120481927710843, |
| "grad_norm": 1.686840295791626, |
| "learning_rate": 2.739463601532567e-05, |
| "loss": 0.1246, |
| "step": 1470 |
| }, |
| { |
| "epoch": 10.18932874354561, |
| "grad_norm": 2.7757647037506104, |
| "learning_rate": 2.720306513409962e-05, |
| "loss": 0.14, |
| "step": 1480 |
| }, |
| { |
| "epoch": 10.258175559380378, |
| "grad_norm": 2.688798189163208, |
| "learning_rate": 2.7011494252873566e-05, |
| "loss": 0.1386, |
| "step": 1490 |
| }, |
| { |
| "epoch": 10.327022375215146, |
| "grad_norm": 3.0354042053222656, |
| "learning_rate": 2.681992337164751e-05, |
| "loss": 0.1585, |
| "step": 1500 |
| }, |
| { |
| "epoch": 10.395869191049915, |
| "grad_norm": 3.36676287651062, |
| "learning_rate": 2.662835249042146e-05, |
| "loss": 0.1368, |
| "step": 1510 |
| }, |
| { |
| "epoch": 10.464716006884682, |
| "grad_norm": 2.3574771881103516, |
| "learning_rate": 2.6436781609195405e-05, |
| "loss": 0.1559, |
| "step": 1520 |
| }, |
| { |
| "epoch": 10.53356282271945, |
| "grad_norm": 2.6529464721679688, |
| "learning_rate": 2.624521072796935e-05, |
| "loss": 0.154, |
| "step": 1530 |
| }, |
| { |
| "epoch": 10.602409638554217, |
| "grad_norm": 3.449251174926758, |
| "learning_rate": 2.6053639846743293e-05, |
| "loss": 0.1401, |
| "step": 1540 |
| }, |
| { |
| "epoch": 10.671256454388985, |
| "grad_norm": 2.449934482574463, |
| "learning_rate": 2.5862068965517244e-05, |
| "loss": 0.1408, |
| "step": 1550 |
| }, |
| { |
| "epoch": 10.740103270223752, |
| "grad_norm": 2.8734378814697266, |
| "learning_rate": 2.5670498084291188e-05, |
| "loss": 0.1445, |
| "step": 1560 |
| }, |
| { |
| "epoch": 10.80895008605852, |
| "grad_norm": 2.4971940517425537, |
| "learning_rate": 2.5478927203065132e-05, |
| "loss": 0.1643, |
| "step": 1570 |
| }, |
| { |
| "epoch": 10.877796901893287, |
| "grad_norm": 3.7385921478271484, |
| "learning_rate": 2.5287356321839083e-05, |
| "loss": 0.1521, |
| "step": 1580 |
| }, |
| { |
| "epoch": 10.946643717728055, |
| "grad_norm": 2.7152345180511475, |
| "learning_rate": 2.5095785440613027e-05, |
| "loss": 0.1504, |
| "step": 1590 |
| }, |
| { |
| "epoch": 10.994836488812393, |
| "eval_accuracy": 0.8972868217054264, |
| "eval_loss": 0.3021294176578522, |
| "eval_runtime": 7.4857, |
| "eval_samples_per_second": 275.726, |
| "eval_steps_per_second": 8.683, |
| "step": 1597 |
| }, |
| { |
| "epoch": 11.015490533562822, |
| "grad_norm": 3.032806158065796, |
| "learning_rate": 2.4904214559386975e-05, |
| "loss": 0.1366, |
| "step": 1600 |
| }, |
| { |
| "epoch": 11.08433734939759, |
| "grad_norm": 2.85953950881958, |
| "learning_rate": 2.4712643678160922e-05, |
| "loss": 0.1433, |
| "step": 1610 |
| }, |
| { |
| "epoch": 11.153184165232357, |
| "grad_norm": 2.1525700092315674, |
| "learning_rate": 2.4521072796934867e-05, |
| "loss": 0.1455, |
| "step": 1620 |
| }, |
| { |
| "epoch": 11.222030981067126, |
| "grad_norm": 2.248845100402832, |
| "learning_rate": 2.4329501915708814e-05, |
| "loss": 0.1269, |
| "step": 1630 |
| }, |
| { |
| "epoch": 11.290877796901894, |
| "grad_norm": 2.333122968673706, |
| "learning_rate": 2.413793103448276e-05, |
| "loss": 0.156, |
| "step": 1640 |
| }, |
| { |
| "epoch": 11.359724612736661, |
| "grad_norm": 2.1817004680633545, |
| "learning_rate": 2.3946360153256706e-05, |
| "loss": 0.1423, |
| "step": 1650 |
| }, |
| { |
| "epoch": 11.428571428571429, |
| "grad_norm": 2.1537561416625977, |
| "learning_rate": 2.3754789272030653e-05, |
| "loss": 0.1327, |
| "step": 1660 |
| }, |
| { |
| "epoch": 11.497418244406196, |
| "grad_norm": 1.6727231740951538, |
| "learning_rate": 2.3563218390804597e-05, |
| "loss": 0.1272, |
| "step": 1670 |
| }, |
| { |
| "epoch": 11.566265060240964, |
| "grad_norm": 3.15240216255188, |
| "learning_rate": 2.3371647509578545e-05, |
| "loss": 0.1474, |
| "step": 1680 |
| }, |
| { |
| "epoch": 11.635111876075731, |
| "grad_norm": 2.031428813934326, |
| "learning_rate": 2.3180076628352492e-05, |
| "loss": 0.1341, |
| "step": 1690 |
| }, |
| { |
| "epoch": 11.703958691910499, |
| "grad_norm": 2.5997140407562256, |
| "learning_rate": 2.2988505747126437e-05, |
| "loss": 0.153, |
| "step": 1700 |
| }, |
| { |
| "epoch": 11.772805507745266, |
| "grad_norm": 2.405869483947754, |
| "learning_rate": 2.2796934865900384e-05, |
| "loss": 0.1434, |
| "step": 1710 |
| }, |
| { |
| "epoch": 11.841652323580034, |
| "grad_norm": 2.8463237285614014, |
| "learning_rate": 2.2605363984674328e-05, |
| "loss": 0.1545, |
| "step": 1720 |
| }, |
| { |
| "epoch": 11.910499139414803, |
| "grad_norm": 2.8656628131866455, |
| "learning_rate": 2.2413793103448276e-05, |
| "loss": 0.1412, |
| "step": 1730 |
| }, |
| { |
| "epoch": 11.97934595524957, |
| "grad_norm": 2.9610302448272705, |
| "learning_rate": 2.2222222222222223e-05, |
| "loss": 0.1456, |
| "step": 1740 |
| }, |
| { |
| "epoch": 12.0, |
| "eval_accuracy": 0.9224806201550387, |
| "eval_loss": 0.24217405915260315, |
| "eval_runtime": 7.2188, |
| "eval_samples_per_second": 285.921, |
| "eval_steps_per_second": 9.004, |
| "step": 1743 |
| }, |
| { |
| "epoch": 12.048192771084338, |
| "grad_norm": 2.278578042984009, |
| "learning_rate": 2.203065134099617e-05, |
| "loss": 0.1079, |
| "step": 1750 |
| }, |
| { |
| "epoch": 12.117039586919105, |
| "grad_norm": 2.1894547939300537, |
| "learning_rate": 2.183908045977012e-05, |
| "loss": 0.1298, |
| "step": 1760 |
| }, |
| { |
| "epoch": 12.185886402753873, |
| "grad_norm": 2.7255043983459473, |
| "learning_rate": 2.1647509578544062e-05, |
| "loss": 0.1502, |
| "step": 1770 |
| }, |
| { |
| "epoch": 12.25473321858864, |
| "grad_norm": 1.9726896286010742, |
| "learning_rate": 2.145593869731801e-05, |
| "loss": 0.1589, |
| "step": 1780 |
| }, |
| { |
| "epoch": 12.323580034423408, |
| "grad_norm": 2.095195770263672, |
| "learning_rate": 2.1264367816091954e-05, |
| "loss": 0.1345, |
| "step": 1790 |
| }, |
| { |
| "epoch": 12.392426850258175, |
| "grad_norm": 2.9772017002105713, |
| "learning_rate": 2.10727969348659e-05, |
| "loss": 0.1537, |
| "step": 1800 |
| }, |
| { |
| "epoch": 12.461273666092943, |
| "grad_norm": 1.4328383207321167, |
| "learning_rate": 2.088122605363985e-05, |
| "loss": 0.1274, |
| "step": 1810 |
| }, |
| { |
| "epoch": 12.53012048192771, |
| "grad_norm": 2.386387586593628, |
| "learning_rate": 2.0689655172413793e-05, |
| "loss": 0.1333, |
| "step": 1820 |
| }, |
| { |
| "epoch": 12.598967297762478, |
| "grad_norm": 1.9341486692428589, |
| "learning_rate": 2.049808429118774e-05, |
| "loss": 0.1397, |
| "step": 1830 |
| }, |
| { |
| "epoch": 12.667814113597245, |
| "grad_norm": 2.633357048034668, |
| "learning_rate": 2.0306513409961685e-05, |
| "loss": 0.1151, |
| "step": 1840 |
| }, |
| { |
| "epoch": 12.736660929432015, |
| "grad_norm": 3.059253215789795, |
| "learning_rate": 2.0114942528735632e-05, |
| "loss": 0.119, |
| "step": 1850 |
| }, |
| { |
| "epoch": 12.805507745266782, |
| "grad_norm": 1.629744291305542, |
| "learning_rate": 1.992337164750958e-05, |
| "loss": 0.1194, |
| "step": 1860 |
| }, |
| { |
| "epoch": 12.87435456110155, |
| "grad_norm": 3.2468857765197754, |
| "learning_rate": 1.9731800766283527e-05, |
| "loss": 0.1567, |
| "step": 1870 |
| }, |
| { |
| "epoch": 12.943201376936317, |
| "grad_norm": 2.7284107208251953, |
| "learning_rate": 1.9540229885057475e-05, |
| "loss": 0.119, |
| "step": 1880 |
| }, |
| { |
| "epoch": 12.99827882960413, |
| "eval_accuracy": 0.9021317829457365, |
| "eval_loss": 0.2836342751979828, |
| "eval_runtime": 7.2838, |
| "eval_samples_per_second": 283.368, |
| "eval_steps_per_second": 8.924, |
| "step": 1888 |
| }, |
| { |
| "epoch": 13.012048192771084, |
| "grad_norm": 3.377997875213623, |
| "learning_rate": 1.934865900383142e-05, |
| "loss": 0.119, |
| "step": 1890 |
| }, |
| { |
| "epoch": 13.080895008605852, |
| "grad_norm": 2.6370134353637695, |
| "learning_rate": 1.9157088122605367e-05, |
| "loss": 0.1394, |
| "step": 1900 |
| }, |
| { |
| "epoch": 13.14974182444062, |
| "grad_norm": 2.5573413372039795, |
| "learning_rate": 1.896551724137931e-05, |
| "loss": 0.1475, |
| "step": 1910 |
| }, |
| { |
| "epoch": 13.218588640275387, |
| "grad_norm": 2.2910749912261963, |
| "learning_rate": 1.8773946360153258e-05, |
| "loss": 0.1332, |
| "step": 1920 |
| }, |
| { |
| "epoch": 13.287435456110154, |
| "grad_norm": 2.3592233657836914, |
| "learning_rate": 1.8582375478927206e-05, |
| "loss": 0.1373, |
| "step": 1930 |
| }, |
| { |
| "epoch": 13.356282271944922, |
| "grad_norm": 2.7366604804992676, |
| "learning_rate": 1.839080459770115e-05, |
| "loss": 0.129, |
| "step": 1940 |
| }, |
| { |
| "epoch": 13.42512908777969, |
| "grad_norm": 2.452705144882202, |
| "learning_rate": 1.8199233716475097e-05, |
| "loss": 0.1183, |
| "step": 1950 |
| }, |
| { |
| "epoch": 13.493975903614459, |
| "grad_norm": 3.3416621685028076, |
| "learning_rate": 1.800766283524904e-05, |
| "loss": 0.154, |
| "step": 1960 |
| }, |
| { |
| "epoch": 13.562822719449226, |
| "grad_norm": 3.04327654838562, |
| "learning_rate": 1.781609195402299e-05, |
| "loss": 0.1264, |
| "step": 1970 |
| }, |
| { |
| "epoch": 13.631669535283994, |
| "grad_norm": 2.6300888061523438, |
| "learning_rate": 1.7624521072796933e-05, |
| "loss": 0.1646, |
| "step": 1980 |
| }, |
| { |
| "epoch": 13.700516351118761, |
| "grad_norm": 3.809067487716675, |
| "learning_rate": 1.743295019157088e-05, |
| "loss": 0.1363, |
| "step": 1990 |
| }, |
| { |
| "epoch": 13.769363166953529, |
| "grad_norm": 3.2865700721740723, |
| "learning_rate": 1.7241379310344828e-05, |
| "loss": 0.1145, |
| "step": 2000 |
| }, |
| { |
| "epoch": 13.838209982788296, |
| "grad_norm": 2.2611865997314453, |
| "learning_rate": 1.7049808429118776e-05, |
| "loss": 0.116, |
| "step": 2010 |
| }, |
| { |
| "epoch": 13.907056798623064, |
| "grad_norm": 2.3190841674804688, |
| "learning_rate": 1.6858237547892723e-05, |
| "loss": 0.1105, |
| "step": 2020 |
| }, |
| { |
| "epoch": 13.975903614457831, |
| "grad_norm": 3.105708360671997, |
| "learning_rate": 1.6666666666666667e-05, |
| "loss": 0.114, |
| "step": 2030 |
| }, |
| { |
| "epoch": 13.996557659208262, |
| "eval_accuracy": 0.9292635658914729, |
| "eval_loss": 0.20378853380680084, |
| "eval_runtime": 7.3214, |
| "eval_samples_per_second": 281.914, |
| "eval_steps_per_second": 8.878, |
| "step": 2033 |
| }, |
| { |
| "epoch": 14.044750430292599, |
| "grad_norm": 2.9859328269958496, |
| "learning_rate": 1.6475095785440615e-05, |
| "loss": 0.1319, |
| "step": 2040 |
| }, |
| { |
| "epoch": 14.113597246127366, |
| "grad_norm": 4.717568874359131, |
| "learning_rate": 1.628352490421456e-05, |
| "loss": 0.1426, |
| "step": 2050 |
| }, |
| { |
| "epoch": 14.182444061962133, |
| "grad_norm": 3.3271358013153076, |
| "learning_rate": 1.6091954022988507e-05, |
| "loss": 0.1458, |
| "step": 2060 |
| }, |
| { |
| "epoch": 14.251290877796903, |
| "grad_norm": 3.017382860183716, |
| "learning_rate": 1.5900383141762454e-05, |
| "loss": 0.1576, |
| "step": 2070 |
| }, |
| { |
| "epoch": 14.32013769363167, |
| "grad_norm": 3.2462213039398193, |
| "learning_rate": 1.5708812260536398e-05, |
| "loss": 0.1438, |
| "step": 2080 |
| }, |
| { |
| "epoch": 14.388984509466438, |
| "grad_norm": 3.2721612453460693, |
| "learning_rate": 1.5517241379310346e-05, |
| "loss": 0.1632, |
| "step": 2090 |
| }, |
| { |
| "epoch": 14.457831325301205, |
| "grad_norm": 2.183432102203369, |
| "learning_rate": 1.532567049808429e-05, |
| "loss": 0.1071, |
| "step": 2100 |
| }, |
| { |
| "epoch": 14.526678141135973, |
| "grad_norm": 2.744126319885254, |
| "learning_rate": 1.5134099616858237e-05, |
| "loss": 0.1234, |
| "step": 2110 |
| }, |
| { |
| "epoch": 14.59552495697074, |
| "grad_norm": 1.959697961807251, |
| "learning_rate": 1.4942528735632185e-05, |
| "loss": 0.1224, |
| "step": 2120 |
| }, |
| { |
| "epoch": 14.664371772805508, |
| "grad_norm": 3.4430899620056152, |
| "learning_rate": 1.475095785440613e-05, |
| "loss": 0.1174, |
| "step": 2130 |
| }, |
| { |
| "epoch": 14.733218588640275, |
| "grad_norm": 4.045992374420166, |
| "learning_rate": 1.4559386973180078e-05, |
| "loss": 0.1315, |
| "step": 2140 |
| }, |
| { |
| "epoch": 14.802065404475043, |
| "grad_norm": 2.5135693550109863, |
| "learning_rate": 1.4367816091954022e-05, |
| "loss": 0.111, |
| "step": 2150 |
| }, |
| { |
| "epoch": 14.87091222030981, |
| "grad_norm": 3.5096664428710938, |
| "learning_rate": 1.417624521072797e-05, |
| "loss": 0.1429, |
| "step": 2160 |
| }, |
| { |
| "epoch": 14.939759036144578, |
| "grad_norm": 2.6633498668670654, |
| "learning_rate": 1.3984674329501916e-05, |
| "loss": 0.1378, |
| "step": 2170 |
| }, |
| { |
| "epoch": 14.994836488812393, |
| "eval_accuracy": 0.9239341085271318, |
| "eval_loss": 0.2173481285572052, |
| "eval_runtime": 7.5899, |
| "eval_samples_per_second": 271.94, |
| "eval_steps_per_second": 8.564, |
| "step": 2178 |
| }, |
| { |
| "epoch": 15.008605851979347, |
| "grad_norm": 2.4078171253204346, |
| "learning_rate": 1.3793103448275863e-05, |
| "loss": 0.1133, |
| "step": 2180 |
| }, |
| { |
| "epoch": 15.077452667814114, |
| "grad_norm": 3.3953912258148193, |
| "learning_rate": 1.360153256704981e-05, |
| "loss": 0.1486, |
| "step": 2190 |
| }, |
| { |
| "epoch": 15.146299483648882, |
| "grad_norm": 2.9477121829986572, |
| "learning_rate": 1.3409961685823755e-05, |
| "loss": 0.1097, |
| "step": 2200 |
| }, |
| { |
| "epoch": 15.21514629948365, |
| "grad_norm": 2.8032114505767822, |
| "learning_rate": 1.3218390804597702e-05, |
| "loss": 0.136, |
| "step": 2210 |
| }, |
| { |
| "epoch": 15.283993115318417, |
| "grad_norm": 3.5413339138031006, |
| "learning_rate": 1.3026819923371647e-05, |
| "loss": 0.1434, |
| "step": 2220 |
| }, |
| { |
| "epoch": 15.352839931153184, |
| "grad_norm": 2.4817466735839844, |
| "learning_rate": 1.2835249042145594e-05, |
| "loss": 0.1178, |
| "step": 2230 |
| }, |
| { |
| "epoch": 15.421686746987952, |
| "grad_norm": 2.3475193977355957, |
| "learning_rate": 1.2643678160919542e-05, |
| "loss": 0.0938, |
| "step": 2240 |
| }, |
| { |
| "epoch": 15.49053356282272, |
| "grad_norm": 3.2757270336151123, |
| "learning_rate": 1.2452107279693487e-05, |
| "loss": 0.159, |
| "step": 2250 |
| }, |
| { |
| "epoch": 15.559380378657487, |
| "grad_norm": 2.7539010047912598, |
| "learning_rate": 1.2260536398467433e-05, |
| "loss": 0.1351, |
| "step": 2260 |
| }, |
| { |
| "epoch": 15.628227194492254, |
| "grad_norm": 2.8831663131713867, |
| "learning_rate": 1.206896551724138e-05, |
| "loss": 0.1341, |
| "step": 2270 |
| }, |
| { |
| "epoch": 15.697074010327022, |
| "grad_norm": 3.276233434677124, |
| "learning_rate": 1.1877394636015327e-05, |
| "loss": 0.1348, |
| "step": 2280 |
| }, |
| { |
| "epoch": 15.76592082616179, |
| "grad_norm": 2.2141618728637695, |
| "learning_rate": 1.1685823754789272e-05, |
| "loss": 0.1166, |
| "step": 2290 |
| }, |
| { |
| "epoch": 15.834767641996558, |
| "grad_norm": 2.0663790702819824, |
| "learning_rate": 1.1494252873563218e-05, |
| "loss": 0.0998, |
| "step": 2300 |
| }, |
| { |
| "epoch": 15.903614457831326, |
| "grad_norm": 2.9078729152679443, |
| "learning_rate": 1.1302681992337164e-05, |
| "loss": 0.1267, |
| "step": 2310 |
| }, |
| { |
| "epoch": 15.972461273666093, |
| "grad_norm": 2.513744831085205, |
| "learning_rate": 1.1111111111111112e-05, |
| "loss": 0.1249, |
| "step": 2320 |
| }, |
| { |
| "epoch": 16.0, |
| "eval_accuracy": 0.9186046511627907, |
| "eval_loss": 0.24669910967350006, |
| "eval_runtime": 7.8261, |
| "eval_samples_per_second": 263.732, |
| "eval_steps_per_second": 8.306, |
| "step": 2324 |
| }, |
| { |
| "epoch": 16.04130808950086, |
| "grad_norm": 2.510911226272583, |
| "learning_rate": 1.091954022988506e-05, |
| "loss": 0.1052, |
| "step": 2330 |
| }, |
| { |
| "epoch": 16.110154905335627, |
| "grad_norm": 2.5557456016540527, |
| "learning_rate": 1.0727969348659005e-05, |
| "loss": 0.1293, |
| "step": 2340 |
| }, |
| { |
| "epoch": 16.179001721170398, |
| "grad_norm": 2.11968994140625, |
| "learning_rate": 1.053639846743295e-05, |
| "loss": 0.1139, |
| "step": 2350 |
| }, |
| { |
| "epoch": 16.247848537005165, |
| "grad_norm": 2.4394736289978027, |
| "learning_rate": 1.0344827586206897e-05, |
| "loss": 0.1206, |
| "step": 2360 |
| }, |
| { |
| "epoch": 16.316695352839933, |
| "grad_norm": 2.758610963821411, |
| "learning_rate": 1.0153256704980842e-05, |
| "loss": 0.1098, |
| "step": 2370 |
| }, |
| { |
| "epoch": 16.3855421686747, |
| "grad_norm": 2.410712480545044, |
| "learning_rate": 9.96168582375479e-06, |
| "loss": 0.1052, |
| "step": 2380 |
| }, |
| { |
| "epoch": 16.454388984509468, |
| "grad_norm": 2.830049991607666, |
| "learning_rate": 9.770114942528738e-06, |
| "loss": 0.11, |
| "step": 2390 |
| }, |
| { |
| "epoch": 16.523235800344235, |
| "grad_norm": 2.921481132507324, |
| "learning_rate": 9.578544061302683e-06, |
| "loss": 0.1038, |
| "step": 2400 |
| }, |
| { |
| "epoch": 16.592082616179002, |
| "grad_norm": 3.5350148677825928, |
| "learning_rate": 9.386973180076629e-06, |
| "loss": 0.1447, |
| "step": 2410 |
| }, |
| { |
| "epoch": 16.66092943201377, |
| "grad_norm": 3.2687947750091553, |
| "learning_rate": 9.195402298850575e-06, |
| "loss": 0.119, |
| "step": 2420 |
| }, |
| { |
| "epoch": 16.729776247848537, |
| "grad_norm": 2.843630790710449, |
| "learning_rate": 9.00383141762452e-06, |
| "loss": 0.1361, |
| "step": 2430 |
| }, |
| { |
| "epoch": 16.798623063683305, |
| "grad_norm": 2.6418073177337646, |
| "learning_rate": 8.812260536398467e-06, |
| "loss": 0.1125, |
| "step": 2440 |
| }, |
| { |
| "epoch": 16.867469879518072, |
| "grad_norm": 2.408013343811035, |
| "learning_rate": 8.620689655172414e-06, |
| "loss": 0.1354, |
| "step": 2450 |
| }, |
| { |
| "epoch": 16.93631669535284, |
| "grad_norm": 3.4269073009490967, |
| "learning_rate": 8.429118773946362e-06, |
| "loss": 0.1504, |
| "step": 2460 |
| }, |
| { |
| "epoch": 16.998278829604132, |
| "eval_accuracy": 0.9253875968992248, |
| "eval_loss": 0.232245072722435, |
| "eval_runtime": 7.9776, |
| "eval_samples_per_second": 258.725, |
| "eval_steps_per_second": 8.148, |
| "step": 2469 |
| }, |
| { |
| "epoch": 17.005163511187607, |
| "grad_norm": 3.9189724922180176, |
| "learning_rate": 8.237547892720307e-06, |
| "loss": 0.1346, |
| "step": 2470 |
| }, |
| { |
| "epoch": 17.074010327022375, |
| "grad_norm": 3.447214126586914, |
| "learning_rate": 8.045977011494253e-06, |
| "loss": 0.1254, |
| "step": 2480 |
| }, |
| { |
| "epoch": 17.142857142857142, |
| "grad_norm": 1.5260127782821655, |
| "learning_rate": 7.854406130268199e-06, |
| "loss": 0.1264, |
| "step": 2490 |
| }, |
| { |
| "epoch": 17.21170395869191, |
| "grad_norm": 2.7160017490386963, |
| "learning_rate": 7.662835249042145e-06, |
| "loss": 0.1124, |
| "step": 2500 |
| }, |
| { |
| "epoch": 17.280550774526677, |
| "grad_norm": 2.530102491378784, |
| "learning_rate": 7.4712643678160925e-06, |
| "loss": 0.1116, |
| "step": 2510 |
| }, |
| { |
| "epoch": 17.349397590361445, |
| "grad_norm": 2.009098768234253, |
| "learning_rate": 7.279693486590039e-06, |
| "loss": 0.0977, |
| "step": 2520 |
| }, |
| { |
| "epoch": 17.418244406196212, |
| "grad_norm": 2.3196418285369873, |
| "learning_rate": 7.088122605363985e-06, |
| "loss": 0.1527, |
| "step": 2530 |
| }, |
| { |
| "epoch": 17.48709122203098, |
| "grad_norm": 2.2051141262054443, |
| "learning_rate": 6.896551724137932e-06, |
| "loss": 0.1285, |
| "step": 2540 |
| }, |
| { |
| "epoch": 17.555938037865747, |
| "grad_norm": 2.9338431358337402, |
| "learning_rate": 6.7049808429118775e-06, |
| "loss": 0.1182, |
| "step": 2550 |
| }, |
| { |
| "epoch": 17.624784853700515, |
| "grad_norm": 2.8327407836914062, |
| "learning_rate": 6.513409961685823e-06, |
| "loss": 0.0985, |
| "step": 2560 |
| }, |
| { |
| "epoch": 17.693631669535286, |
| "grad_norm": 2.8627865314483643, |
| "learning_rate": 6.321839080459771e-06, |
| "loss": 0.1185, |
| "step": 2570 |
| }, |
| { |
| "epoch": 17.762478485370053, |
| "grad_norm": 2.3446600437164307, |
| "learning_rate": 6.130268199233717e-06, |
| "loss": 0.1024, |
| "step": 2580 |
| }, |
| { |
| "epoch": 17.83132530120482, |
| "grad_norm": 3.2858073711395264, |
| "learning_rate": 5.938697318007663e-06, |
| "loss": 0.1213, |
| "step": 2590 |
| }, |
| { |
| "epoch": 17.900172117039588, |
| "grad_norm": 2.4796440601348877, |
| "learning_rate": 5.747126436781609e-06, |
| "loss": 0.0974, |
| "step": 2600 |
| }, |
| { |
| "epoch": 17.969018932874356, |
| "grad_norm": 1.4947516918182373, |
| "learning_rate": 5.555555555555556e-06, |
| "loss": 0.0972, |
| "step": 2610 |
| }, |
| { |
| "epoch": 17.99655765920826, |
| "eval_accuracy": 0.9781976744186046, |
| "eval_loss": 0.08412329852581024, |
| "eval_runtime": 8.8996, |
| "eval_samples_per_second": 231.921, |
| "eval_steps_per_second": 7.304, |
| "step": 2614 |
| }, |
| { |
| "epoch": 18.037865748709123, |
| "grad_norm": 2.7059268951416016, |
| "learning_rate": 5.3639846743295025e-06, |
| "loss": 0.1074, |
| "step": 2620 |
| }, |
| { |
| "epoch": 18.10671256454389, |
| "grad_norm": 2.0837604999542236, |
| "learning_rate": 5.172413793103448e-06, |
| "loss": 0.106, |
| "step": 2630 |
| }, |
| { |
| "epoch": 18.175559380378658, |
| "grad_norm": 3.52249813079834, |
| "learning_rate": 4.980842911877395e-06, |
| "loss": 0.1475, |
| "step": 2640 |
| }, |
| { |
| "epoch": 18.244406196213426, |
| "grad_norm": 2.8017690181732178, |
| "learning_rate": 4.789272030651342e-06, |
| "loss": 0.128, |
| "step": 2650 |
| }, |
| { |
| "epoch": 18.313253012048193, |
| "grad_norm": 1.7369544506072998, |
| "learning_rate": 4.5977011494252875e-06, |
| "loss": 0.0977, |
| "step": 2660 |
| }, |
| { |
| "epoch": 18.38209982788296, |
| "grad_norm": 2.63714599609375, |
| "learning_rate": 4.406130268199233e-06, |
| "loss": 0.1067, |
| "step": 2670 |
| }, |
| { |
| "epoch": 18.450946643717728, |
| "grad_norm": 2.7819557189941406, |
| "learning_rate": 4.214559386973181e-06, |
| "loss": 0.1364, |
| "step": 2680 |
| }, |
| { |
| "epoch": 18.519793459552496, |
| "grad_norm": 2.259345769882202, |
| "learning_rate": 4.022988505747127e-06, |
| "loss": 0.0957, |
| "step": 2690 |
| }, |
| { |
| "epoch": 18.588640275387263, |
| "grad_norm": 2.4775497913360596, |
| "learning_rate": 3.8314176245210725e-06, |
| "loss": 0.1273, |
| "step": 2700 |
| }, |
| { |
| "epoch": 18.65748709122203, |
| "grad_norm": 2.889547824859619, |
| "learning_rate": 3.6398467432950196e-06, |
| "loss": 0.1293, |
| "step": 2710 |
| }, |
| { |
| "epoch": 18.726333907056798, |
| "grad_norm": 2.8670730590820312, |
| "learning_rate": 3.448275862068966e-06, |
| "loss": 0.1279, |
| "step": 2720 |
| }, |
| { |
| "epoch": 18.795180722891565, |
| "grad_norm": 1.9103004932403564, |
| "learning_rate": 3.2567049808429117e-06, |
| "loss": 0.1292, |
| "step": 2730 |
| }, |
| { |
| "epoch": 18.864027538726333, |
| "grad_norm": 1.6978858709335327, |
| "learning_rate": 3.0651340996168583e-06, |
| "loss": 0.1182, |
| "step": 2740 |
| }, |
| { |
| "epoch": 18.9328743545611, |
| "grad_norm": 3.6564149856567383, |
| "learning_rate": 2.8735632183908046e-06, |
| "loss": 0.1293, |
| "step": 2750 |
| }, |
| { |
| "epoch": 18.994836488812393, |
| "eval_accuracy": 0.9467054263565892, |
| "eval_loss": 0.15116389095783234, |
| "eval_runtime": 7.8213, |
| "eval_samples_per_second": 263.893, |
| "eval_steps_per_second": 8.311, |
| "step": 2759 |
| }, |
| { |
| "epoch": 19.001721170395868, |
| "grad_norm": 3.7127535343170166, |
| "learning_rate": 2.6819923371647512e-06, |
| "loss": 0.1027, |
| "step": 2760 |
| }, |
| { |
| "epoch": 19.070567986230635, |
| "grad_norm": 2.170724868774414, |
| "learning_rate": 2.4904214559386975e-06, |
| "loss": 0.0993, |
| "step": 2770 |
| }, |
| { |
| "epoch": 19.139414802065403, |
| "grad_norm": 3.131479501724243, |
| "learning_rate": 2.2988505747126437e-06, |
| "loss": 0.1378, |
| "step": 2780 |
| }, |
| { |
| "epoch": 19.20826161790017, |
| "grad_norm": 1.942002534866333, |
| "learning_rate": 2.1072796934865904e-06, |
| "loss": 0.1163, |
| "step": 2790 |
| }, |
| { |
| "epoch": 19.27710843373494, |
| "grad_norm": 2.8317081928253174, |
| "learning_rate": 1.9157088122605362e-06, |
| "loss": 0.1467, |
| "step": 2800 |
| }, |
| { |
| "epoch": 19.34595524956971, |
| "grad_norm": 1.791185736656189, |
| "learning_rate": 1.724137931034483e-06, |
| "loss": 0.1139, |
| "step": 2810 |
| }, |
| { |
| "epoch": 19.414802065404476, |
| "grad_norm": 2.639554023742676, |
| "learning_rate": 1.5325670498084292e-06, |
| "loss": 0.1139, |
| "step": 2820 |
| }, |
| { |
| "epoch": 19.483648881239244, |
| "grad_norm": 1.9929583072662354, |
| "learning_rate": 1.3409961685823756e-06, |
| "loss": 0.1093, |
| "step": 2830 |
| }, |
| { |
| "epoch": 19.55249569707401, |
| "grad_norm": 2.7852931022644043, |
| "learning_rate": 1.1494252873563219e-06, |
| "loss": 0.1305, |
| "step": 2840 |
| }, |
| { |
| "epoch": 19.62134251290878, |
| "grad_norm": 3.228508710861206, |
| "learning_rate": 9.578544061302681e-07, |
| "loss": 0.1236, |
| "step": 2850 |
| }, |
| { |
| "epoch": 19.690189328743546, |
| "grad_norm": 3.5496957302093506, |
| "learning_rate": 7.662835249042146e-07, |
| "loss": 0.1357, |
| "step": 2860 |
| }, |
| { |
| "epoch": 19.759036144578314, |
| "grad_norm": 1.8435531854629517, |
| "learning_rate": 5.747126436781609e-07, |
| "loss": 0.1134, |
| "step": 2870 |
| }, |
| { |
| "epoch": 19.82788296041308, |
| "grad_norm": 3.3433897495269775, |
| "learning_rate": 3.831417624521073e-07, |
| "loss": 0.1472, |
| "step": 2880 |
| }, |
| { |
| "epoch": 19.89672977624785, |
| "grad_norm": 2.541207790374756, |
| "learning_rate": 1.9157088122605365e-07, |
| "loss": 0.1057, |
| "step": 2890 |
| }, |
| { |
| "epoch": 19.965576592082616, |
| "grad_norm": 3.152078151702881, |
| "learning_rate": 0.0, |
| "loss": 0.1072, |
| "step": 2900 |
| }, |
| { |
| "epoch": 19.965576592082616, |
| "eval_accuracy": 0.9447674418604651, |
| "eval_loss": 0.16629785299301147, |
| "eval_runtime": 7.3483, |
| "eval_samples_per_second": 280.88, |
| "eval_steps_per_second": 8.846, |
| "step": 2900 |
| }, |
| { |
| "epoch": 19.965576592082616, |
| "step": 2900, |
| "total_flos": 9.813099581032366e+17, |
| "train_loss": 0.3346556580683281, |
| "train_runtime": 3422.7405, |
| "train_samples_per_second": 108.533, |
| "train_steps_per_second": 0.847 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 2900, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 20, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 9.813099581032366e+17, |
| "train_batch_size": 32, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
