| { |
| "best_metric": 0.9777191259513872, |
| "best_model_checkpoint": "mobilenet_v2_1.0_224-finetuned-plantdisease/checkpoint-9164", |
| "epoch": 9.995635093845483, |
| "eval_steps": 500, |
| "global_step": 11450, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.008729812309035356, |
| "grad_norm": 5.370448589324951, |
| "learning_rate": 4.366812227074236e-07, |
| "loss": 3.7534, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.017459624618070713, |
| "grad_norm": 5.382869720458984, |
| "learning_rate": 8.733624454148472e-07, |
| "loss": 3.7447, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.026189436927106065, |
| "grad_norm": 5.5538249015808105, |
| "learning_rate": 1.3100436681222706e-06, |
| "loss": 3.7409, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.034919249236141425, |
| "grad_norm": 5.5582685470581055, |
| "learning_rate": 1.7467248908296944e-06, |
| "loss": 3.7325, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.04364906154517678, |
| "grad_norm": 5.354773998260498, |
| "learning_rate": 2.1834061135371177e-06, |
| "loss": 3.7135, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.05237887385421213, |
| "grad_norm": 5.103704929351807, |
| "learning_rate": 2.6200873362445413e-06, |
| "loss": 3.714, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.06110868616324749, |
| "grad_norm": 5.359903812408447, |
| "learning_rate": 3.056768558951965e-06, |
| "loss": 3.6754, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.06983849847228285, |
| "grad_norm": 5.380093097686768, |
| "learning_rate": 3.493449781659389e-06, |
| "loss": 3.6767, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.0785683107813182, |
| "grad_norm": 5.455582141876221, |
| "learning_rate": 3.930131004366813e-06, |
| "loss": 3.6431, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.08729812309035356, |
| "grad_norm": 5.4371490478515625, |
| "learning_rate": 4.3668122270742355e-06, |
| "loss": 3.6285, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.09602793539938892, |
| "grad_norm": 5.358748435974121, |
| "learning_rate": 4.80349344978166e-06, |
| "loss": 3.594, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.10475774770842426, |
| "grad_norm": 5.466850757598877, |
| "learning_rate": 5.240174672489083e-06, |
| "loss": 3.5717, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.11348756001745962, |
| "grad_norm": 5.143874168395996, |
| "learning_rate": 5.676855895196507e-06, |
| "loss": 3.5456, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.12221737232649497, |
| "grad_norm": 5.1142683029174805, |
| "learning_rate": 6.11353711790393e-06, |
| "loss": 3.5045, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.13094718463553034, |
| "grad_norm": 5.174585819244385, |
| "learning_rate": 6.550218340611354e-06, |
| "loss": 3.452, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.1396769969445657, |
| "grad_norm": 5.233867168426514, |
| "learning_rate": 6.986899563318778e-06, |
| "loss": 3.4269, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.14840680925360106, |
| "grad_norm": 4.996443271636963, |
| "learning_rate": 7.423580786026202e-06, |
| "loss": 3.3866, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.1571366215626364, |
| "grad_norm": 5.243433475494385, |
| "learning_rate": 7.860262008733626e-06, |
| "loss": 3.3293, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.16586643387167177, |
| "grad_norm": 5.2202911376953125, |
| "learning_rate": 8.296943231441049e-06, |
| "loss": 3.2767, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.17459624618070713, |
| "grad_norm": 4.891767501831055, |
| "learning_rate": 8.733624454148471e-06, |
| "loss": 3.2698, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.18332605848974248, |
| "grad_norm": 4.960419654846191, |
| "learning_rate": 9.170305676855896e-06, |
| "loss": 3.2333, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.19205587079877784, |
| "grad_norm": 4.834344387054443, |
| "learning_rate": 9.60698689956332e-06, |
| "loss": 3.1378, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.2007856831078132, |
| "grad_norm": 5.046371936798096, |
| "learning_rate": 1.0043668122270743e-05, |
| "loss": 3.0687, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.20951549541684852, |
| "grad_norm": 5.039073467254639, |
| "learning_rate": 1.0480349344978165e-05, |
| "loss": 3.0194, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.21824530772588388, |
| "grad_norm": 5.1495771408081055, |
| "learning_rate": 1.091703056768559e-05, |
| "loss": 2.9677, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.22697512003491924, |
| "grad_norm": 4.857588768005371, |
| "learning_rate": 1.1353711790393014e-05, |
| "loss": 2.9015, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.2357049323439546, |
| "grad_norm": 4.682951927185059, |
| "learning_rate": 1.1790393013100438e-05, |
| "loss": 2.8179, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.24443474465298995, |
| "grad_norm": 4.9485602378845215, |
| "learning_rate": 1.222707423580786e-05, |
| "loss": 2.8279, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.25316455696202533, |
| "grad_norm": 4.801344871520996, |
| "learning_rate": 1.2663755458515283e-05, |
| "loss": 2.7402, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.2618943692710607, |
| "grad_norm": 4.586411952972412, |
| "learning_rate": 1.3100436681222708e-05, |
| "loss": 2.7108, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.27062418158009605, |
| "grad_norm": 4.808084487915039, |
| "learning_rate": 1.3537117903930133e-05, |
| "loss": 2.585, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.2793539938891314, |
| "grad_norm": 4.550442695617676, |
| "learning_rate": 1.3973799126637555e-05, |
| "loss": 2.6376, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.28808380619816676, |
| "grad_norm": 4.389446258544922, |
| "learning_rate": 1.4410480349344979e-05, |
| "loss": 2.511, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.2968136185072021, |
| "grad_norm": 4.278360366821289, |
| "learning_rate": 1.4847161572052404e-05, |
| "loss": 2.4379, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.30554343081623747, |
| "grad_norm": 4.738358497619629, |
| "learning_rate": 1.5283842794759826e-05, |
| "loss": 2.387, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.3142732431252728, |
| "grad_norm": 4.373560428619385, |
| "learning_rate": 1.572052401746725e-05, |
| "loss": 2.3534, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.3230030554343082, |
| "grad_norm": 4.679076671600342, |
| "learning_rate": 1.6157205240174673e-05, |
| "loss": 2.321, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.33173286774334354, |
| "grad_norm": 4.373522758483887, |
| "learning_rate": 1.6593886462882098e-05, |
| "loss": 2.2783, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.3404626800523789, |
| "grad_norm": 4.47551155090332, |
| "learning_rate": 1.703056768558952e-05, |
| "loss": 2.1886, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.34919249236141425, |
| "grad_norm": 4.3290181159973145, |
| "learning_rate": 1.7467248908296942e-05, |
| "loss": 2.1986, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.3579223046704496, |
| "grad_norm": 4.084609031677246, |
| "learning_rate": 1.7903930131004367e-05, |
| "loss": 2.0736, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.36665211697948497, |
| "grad_norm": 4.143791198730469, |
| "learning_rate": 1.8340611353711792e-05, |
| "loss": 2.045, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.3753819292885203, |
| "grad_norm": 4.159194469451904, |
| "learning_rate": 1.8777292576419214e-05, |
| "loss": 1.9542, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.3841117415975557, |
| "grad_norm": 4.298882007598877, |
| "learning_rate": 1.921397379912664e-05, |
| "loss": 1.9863, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.39284155390659103, |
| "grad_norm": 4.460660934448242, |
| "learning_rate": 1.965065502183406e-05, |
| "loss": 1.9066, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.4015713662156264, |
| "grad_norm": 4.154500484466553, |
| "learning_rate": 2.0087336244541487e-05, |
| "loss": 1.7901, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.41030117852466175, |
| "grad_norm": 4.019309043884277, |
| "learning_rate": 2.052401746724891e-05, |
| "loss": 1.8314, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.41903099083369705, |
| "grad_norm": 4.08663272857666, |
| "learning_rate": 2.096069868995633e-05, |
| "loss": 1.7671, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.4277608031427324, |
| "grad_norm": 4.213662624359131, |
| "learning_rate": 2.1397379912663756e-05, |
| "loss": 1.7467, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.43649061545176776, |
| "grad_norm": 3.9979076385498047, |
| "learning_rate": 2.183406113537118e-05, |
| "loss": 1.6146, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.4452204277608031, |
| "grad_norm": 3.973045825958252, |
| "learning_rate": 2.2270742358078603e-05, |
| "loss": 1.6054, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.4539502400698385, |
| "grad_norm": 4.335777282714844, |
| "learning_rate": 2.2707423580786028e-05, |
| "loss": 1.6053, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.46268005237887383, |
| "grad_norm": 4.511986255645752, |
| "learning_rate": 2.3144104803493453e-05, |
| "loss": 1.5458, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.4714098646879092, |
| "grad_norm": 3.8047099113464355, |
| "learning_rate": 2.3580786026200875e-05, |
| "loss": 1.5328, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.48013967699694454, |
| "grad_norm": 3.791404962539673, |
| "learning_rate": 2.4017467248908297e-05, |
| "loss": 1.4993, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.4888694893059799, |
| "grad_norm": 4.048672199249268, |
| "learning_rate": 2.445414847161572e-05, |
| "loss": 1.4274, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.49759930161501525, |
| "grad_norm": 4.073417663574219, |
| "learning_rate": 2.4890829694323144e-05, |
| "loss": 1.3728, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.5063291139240507, |
| "grad_norm": 4.089795112609863, |
| "learning_rate": 2.5327510917030566e-05, |
| "loss": 1.3612, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.515058926233086, |
| "grad_norm": 3.6688883304595947, |
| "learning_rate": 2.576419213973799e-05, |
| "loss": 1.2784, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.5237887385421214, |
| "grad_norm": 3.9120841026306152, |
| "learning_rate": 2.6200873362445416e-05, |
| "loss": 1.2878, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.5325185508511567, |
| "grad_norm": 3.715569257736206, |
| "learning_rate": 2.663755458515284e-05, |
| "loss": 1.1857, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.5412483631601921, |
| "grad_norm": 3.895285129547119, |
| "learning_rate": 2.7074235807860267e-05, |
| "loss": 1.1727, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.5499781754692274, |
| "grad_norm": 3.671576738357544, |
| "learning_rate": 2.7510917030567685e-05, |
| "loss": 1.1431, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.5587079877782628, |
| "grad_norm": 4.0363993644714355, |
| "learning_rate": 2.794759825327511e-05, |
| "loss": 1.1228, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.5674378000872982, |
| "grad_norm": 4.259347915649414, |
| "learning_rate": 2.8384279475982532e-05, |
| "loss": 1.1352, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.5761676123963335, |
| "grad_norm": 3.2646217346191406, |
| "learning_rate": 2.8820960698689958e-05, |
| "loss": 1.0213, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.5848974247053689, |
| "grad_norm": 3.9578239917755127, |
| "learning_rate": 2.9257641921397383e-05, |
| "loss": 1.0741, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.5936272370144042, |
| "grad_norm": 3.894042730331421, |
| "learning_rate": 2.9694323144104808e-05, |
| "loss": 1.0305, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.6023570493234396, |
| "grad_norm": 4.07789945602417, |
| "learning_rate": 3.0131004366812227e-05, |
| "loss": 1.0185, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.6110868616324749, |
| "grad_norm": 4.043015003204346, |
| "learning_rate": 3.056768558951965e-05, |
| "loss": 1.0215, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.6198166739415103, |
| "grad_norm": 3.8258657455444336, |
| "learning_rate": 3.1004366812227074e-05, |
| "loss": 0.9917, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.6285464862505457, |
| "grad_norm": 3.633079767227173, |
| "learning_rate": 3.14410480349345e-05, |
| "loss": 0.9212, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.637276298559581, |
| "grad_norm": 4.321951866149902, |
| "learning_rate": 3.1877729257641924e-05, |
| "loss": 0.9052, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.6460061108686164, |
| "grad_norm": 3.5607919692993164, |
| "learning_rate": 3.2314410480349346e-05, |
| "loss": 0.894, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.6547359231776517, |
| "grad_norm": 3.680312156677246, |
| "learning_rate": 3.275109170305677e-05, |
| "loss": 0.8355, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.6634657354866871, |
| "grad_norm": 4.108597755432129, |
| "learning_rate": 3.3187772925764197e-05, |
| "loss": 0.7819, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.6721955477957224, |
| "grad_norm": 4.298781871795654, |
| "learning_rate": 3.362445414847162e-05, |
| "loss": 0.823, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.6809253601047578, |
| "grad_norm": 3.7209835052490234, |
| "learning_rate": 3.406113537117904e-05, |
| "loss": 0.8231, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.6896551724137931, |
| "grad_norm": 3.6912119388580322, |
| "learning_rate": 3.449781659388647e-05, |
| "loss": 0.7911, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.6983849847228285, |
| "grad_norm": 3.601679563522339, |
| "learning_rate": 3.4934497816593884e-05, |
| "loss": 0.7401, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.7071147970318639, |
| "grad_norm": 3.856973171234131, |
| "learning_rate": 3.537117903930131e-05, |
| "loss": 0.7565, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.7158446093408992, |
| "grad_norm": 4.325893878936768, |
| "learning_rate": 3.5807860262008734e-05, |
| "loss": 0.7557, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.7245744216499346, |
| "grad_norm": 4.065762996673584, |
| "learning_rate": 3.624454148471616e-05, |
| "loss": 0.7348, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.7333042339589699, |
| "grad_norm": 3.6065175533294678, |
| "learning_rate": 3.6681222707423585e-05, |
| "loss": 0.7162, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.7420340462680053, |
| "grad_norm": 3.7237186431884766, |
| "learning_rate": 3.711790393013101e-05, |
| "loss": 0.6657, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.7507638585770406, |
| "grad_norm": 3.3277764320373535, |
| "learning_rate": 3.755458515283843e-05, |
| "loss": 0.6956, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.759493670886076, |
| "grad_norm": 4.210085868835449, |
| "learning_rate": 3.799126637554585e-05, |
| "loss": 0.6844, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.7682234831951114, |
| "grad_norm": 3.41595458984375, |
| "learning_rate": 3.842794759825328e-05, |
| "loss": 0.6489, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.7769532955041467, |
| "grad_norm": 4.264623641967773, |
| "learning_rate": 3.88646288209607e-05, |
| "loss": 0.6868, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.7856831078131821, |
| "grad_norm": 3.9044318199157715, |
| "learning_rate": 3.930131004366812e-05, |
| "loss": 0.6235, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.7944129201222174, |
| "grad_norm": 3.767618179321289, |
| "learning_rate": 3.9737991266375545e-05, |
| "loss": 0.6105, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.8031427324312528, |
| "grad_norm": 3.6234493255615234, |
| "learning_rate": 4.017467248908297e-05, |
| "loss": 0.6195, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.8118725447402881, |
| "grad_norm": 3.8668875694274902, |
| "learning_rate": 4.0611353711790395e-05, |
| "loss": 0.6341, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.8206023570493235, |
| "grad_norm": 3.911647081375122, |
| "learning_rate": 4.104803493449782e-05, |
| "loss": 0.6803, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.8293321693583589, |
| "grad_norm": 4.5981950759887695, |
| "learning_rate": 4.1484716157205246e-05, |
| "loss": 0.5992, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.8380619816673941, |
| "grad_norm": 3.940392017364502, |
| "learning_rate": 4.192139737991266e-05, |
| "loss": 0.5896, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.8467917939764295, |
| "grad_norm": 3.4633290767669678, |
| "learning_rate": 4.235807860262009e-05, |
| "loss": 0.5743, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.8555216062854648, |
| "grad_norm": 3.471381187438965, |
| "learning_rate": 4.279475982532751e-05, |
| "loss": 0.5745, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.8642514185945002, |
| "grad_norm": 3.305868625640869, |
| "learning_rate": 4.323144104803494e-05, |
| "loss": 0.6056, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.8729812309035355, |
| "grad_norm": 3.885556221008301, |
| "learning_rate": 4.366812227074236e-05, |
| "loss": 0.5638, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.8817110432125709, |
| "grad_norm": 3.944361448287964, |
| "learning_rate": 4.4104803493449784e-05, |
| "loss": 0.524, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.8904408555216062, |
| "grad_norm": 3.539358377456665, |
| "learning_rate": 4.4541484716157205e-05, |
| "loss": 0.5493, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.8991706678306416, |
| "grad_norm": 3.6482980251312256, |
| "learning_rate": 4.497816593886463e-05, |
| "loss": 0.5493, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.907900480139677, |
| "grad_norm": 3.9914190769195557, |
| "learning_rate": 4.5414847161572056e-05, |
| "loss": 0.4909, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.9166302924487123, |
| "grad_norm": 4.449773788452148, |
| "learning_rate": 4.585152838427948e-05, |
| "loss": 0.5089, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.9253601047577477, |
| "grad_norm": 4.087109565734863, |
| "learning_rate": 4.6288209606986906e-05, |
| "loss": 0.5272, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.934089917066783, |
| "grad_norm": 4.070830345153809, |
| "learning_rate": 4.672489082969432e-05, |
| "loss": 0.5054, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.9428197293758184, |
| "grad_norm": 3.926940679550171, |
| "learning_rate": 4.716157205240175e-05, |
| "loss": 0.5005, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.9515495416848537, |
| "grad_norm": 3.5378997325897217, |
| "learning_rate": 4.759825327510917e-05, |
| "loss": 0.5203, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.9602793539938891, |
| "grad_norm": 3.6640408039093018, |
| "learning_rate": 4.8034934497816594e-05, |
| "loss": 0.4391, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.9690091663029244, |
| "grad_norm": 3.9486780166625977, |
| "learning_rate": 4.847161572052402e-05, |
| "loss": 0.4608, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.9777389786119598, |
| "grad_norm": 3.081714153289795, |
| "learning_rate": 4.890829694323144e-05, |
| "loss": 0.4607, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.9864687909209952, |
| "grad_norm": 4.005092620849609, |
| "learning_rate": 4.9344978165938866e-05, |
| "loss": 0.4745, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.9951986032300305, |
| "grad_norm": 3.1498849391937256, |
| "learning_rate": 4.978165938864629e-05, |
| "loss": 0.3974, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.9995635093845482, |
| "eval_accuracy": 0.8978639823226123, |
| "eval_loss": 0.3598543405532837, |
| "eval_runtime": 62.6632, |
| "eval_samples_per_second": 259.993, |
| "eval_steps_per_second": 8.139, |
| "step": 1145 |
| }, |
| { |
| "epoch": 1.003928415539066, |
| "grad_norm": 3.5931997299194336, |
| "learning_rate": 4.997573993207181e-05, |
| "loss": 0.4407, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.0126582278481013, |
| "grad_norm": 2.662714719772339, |
| "learning_rate": 4.9927219796215426e-05, |
| "loss": 0.4129, |
| "step": 1160 |
| }, |
| { |
| "epoch": 1.0213880401571367, |
| "grad_norm": 3.9502806663513184, |
| "learning_rate": 4.9878699660359054e-05, |
| "loss": 0.4622, |
| "step": 1170 |
| }, |
| { |
| "epoch": 1.030117852466172, |
| "grad_norm": 3.2790305614471436, |
| "learning_rate": 4.9830179524502674e-05, |
| "loss": 0.4446, |
| "step": 1180 |
| }, |
| { |
| "epoch": 1.0388476647752074, |
| "grad_norm": 3.6010549068450928, |
| "learning_rate": 4.978165938864629e-05, |
| "loss": 0.4411, |
| "step": 1190 |
| }, |
| { |
| "epoch": 1.0475774770842428, |
| "grad_norm": 3.6778202056884766, |
| "learning_rate": 4.9733139252789915e-05, |
| "loss": 0.4662, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.0563072893932781, |
| "grad_norm": 3.7837071418762207, |
| "learning_rate": 4.968461911693353e-05, |
| "loss": 0.4305, |
| "step": 1210 |
| }, |
| { |
| "epoch": 1.0650371017023135, |
| "grad_norm": 3.306307554244995, |
| "learning_rate": 4.963609898107715e-05, |
| "loss": 0.4111, |
| "step": 1220 |
| }, |
| { |
| "epoch": 1.0737669140113488, |
| "grad_norm": 3.2483878135681152, |
| "learning_rate": 4.9587578845220763e-05, |
| "loss": 0.3983, |
| "step": 1230 |
| }, |
| { |
| "epoch": 1.0824967263203842, |
| "grad_norm": 3.236823558807373, |
| "learning_rate": 4.953905870936439e-05, |
| "loss": 0.386, |
| "step": 1240 |
| }, |
| { |
| "epoch": 1.0912265386294195, |
| "grad_norm": 3.8218398094177246, |
| "learning_rate": 4.949053857350801e-05, |
| "loss": 0.4355, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.099956350938455, |
| "grad_norm": 2.8009932041168213, |
| "learning_rate": 4.9442018437651625e-05, |
| "loss": 0.4203, |
| "step": 1260 |
| }, |
| { |
| "epoch": 1.1086861632474903, |
| "grad_norm": 3.2365312576293945, |
| "learning_rate": 4.9393498301795246e-05, |
| "loss": 0.3648, |
| "step": 1270 |
| }, |
| { |
| "epoch": 1.1174159755565256, |
| "grad_norm": 3.3708131313323975, |
| "learning_rate": 4.9344978165938866e-05, |
| "loss": 0.4026, |
| "step": 1280 |
| }, |
| { |
| "epoch": 1.126145787865561, |
| "grad_norm": 3.124727487564087, |
| "learning_rate": 4.929645803008249e-05, |
| "loss": 0.3873, |
| "step": 1290 |
| }, |
| { |
| "epoch": 1.1348756001745963, |
| "grad_norm": 3.1519768238067627, |
| "learning_rate": 4.92479378942261e-05, |
| "loss": 0.3864, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.1436054124836317, |
| "grad_norm": 3.662675619125366, |
| "learning_rate": 4.919941775836973e-05, |
| "loss": 0.4071, |
| "step": 1310 |
| }, |
| { |
| "epoch": 1.152335224792667, |
| "grad_norm": 3.7715182304382324, |
| "learning_rate": 4.915089762251335e-05, |
| "loss": 0.37, |
| "step": 1320 |
| }, |
| { |
| "epoch": 1.1610650371017024, |
| "grad_norm": 3.4320363998413086, |
| "learning_rate": 4.910237748665696e-05, |
| "loss": 0.4143, |
| "step": 1330 |
| }, |
| { |
| "epoch": 1.1697948494107377, |
| "grad_norm": 2.953200101852417, |
| "learning_rate": 4.905385735080058e-05, |
| "loss": 0.3522, |
| "step": 1340 |
| }, |
| { |
| "epoch": 1.178524661719773, |
| "grad_norm": 3.239183187484741, |
| "learning_rate": 4.90053372149442e-05, |
| "loss": 0.3704, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.1872544740288085, |
| "grad_norm": 3.6990933418273926, |
| "learning_rate": 4.8956817079087824e-05, |
| "loss": 0.392, |
| "step": 1360 |
| }, |
| { |
| "epoch": 1.1959842863378438, |
| "grad_norm": 3.497069835662842, |
| "learning_rate": 4.890829694323144e-05, |
| "loss": 0.3628, |
| "step": 1370 |
| }, |
| { |
| "epoch": 1.2047140986468792, |
| "grad_norm": 4.022006034851074, |
| "learning_rate": 4.8859776807375065e-05, |
| "loss": 0.3842, |
| "step": 1380 |
| }, |
| { |
| "epoch": 1.2134439109559145, |
| "grad_norm": 3.68331241607666, |
| "learning_rate": 4.8811256671518685e-05, |
| "loss": 0.3386, |
| "step": 1390 |
| }, |
| { |
| "epoch": 1.2221737232649499, |
| "grad_norm": 2.9863877296447754, |
| "learning_rate": 4.87627365356623e-05, |
| "loss": 0.3398, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.2309035355739852, |
| "grad_norm": 3.9146687984466553, |
| "learning_rate": 4.871421639980592e-05, |
| "loss": 0.3543, |
| "step": 1410 |
| }, |
| { |
| "epoch": 1.2396333478830206, |
| "grad_norm": 3.9005401134490967, |
| "learning_rate": 4.866569626394954e-05, |
| "loss": 0.4041, |
| "step": 1420 |
| }, |
| { |
| "epoch": 1.248363160192056, |
| "grad_norm": 2.9291443824768066, |
| "learning_rate": 4.861717612809316e-05, |
| "loss": 0.3363, |
| "step": 1430 |
| }, |
| { |
| "epoch": 1.2570929725010913, |
| "grad_norm": 3.2885146141052246, |
| "learning_rate": 4.8568655992236775e-05, |
| "loss": 0.375, |
| "step": 1440 |
| }, |
| { |
| "epoch": 1.2658227848101267, |
| "grad_norm": 3.188255548477173, |
| "learning_rate": 4.85201358563804e-05, |
| "loss": 0.3467, |
| "step": 1450 |
| }, |
| { |
| "epoch": 1.274552597119162, |
| "grad_norm": 3.08927059173584, |
| "learning_rate": 4.847161572052402e-05, |
| "loss": 0.3863, |
| "step": 1460 |
| }, |
| { |
| "epoch": 1.2832824094281974, |
| "grad_norm": 2.3255248069763184, |
| "learning_rate": 4.8423095584667636e-05, |
| "loss": 0.3498, |
| "step": 1470 |
| }, |
| { |
| "epoch": 1.2920122217372327, |
| "grad_norm": 3.268420696258545, |
| "learning_rate": 4.837457544881126e-05, |
| "loss": 0.3092, |
| "step": 1480 |
| }, |
| { |
| "epoch": 1.300742034046268, |
| "grad_norm": 3.7126426696777344, |
| "learning_rate": 4.832605531295488e-05, |
| "loss": 0.3402, |
| "step": 1490 |
| }, |
| { |
| "epoch": 1.3094718463553034, |
| "grad_norm": 2.976686954498291, |
| "learning_rate": 4.82775351770985e-05, |
| "loss": 0.3038, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.3182016586643388, |
| "grad_norm": 3.393733501434326, |
| "learning_rate": 4.822901504124212e-05, |
| "loss": 0.3353, |
| "step": 1510 |
| }, |
| { |
| "epoch": 1.3269314709733742, |
| "grad_norm": 3.2993807792663574, |
| "learning_rate": 4.818049490538574e-05, |
| "loss": 0.3427, |
| "step": 1520 |
| }, |
| { |
| "epoch": 1.3356612832824095, |
| "grad_norm": 3.6997506618499756, |
| "learning_rate": 4.813197476952936e-05, |
| "loss": 0.3535, |
| "step": 1530 |
| }, |
| { |
| "epoch": 1.3443910955914449, |
| "grad_norm": 3.4463653564453125, |
| "learning_rate": 4.808345463367297e-05, |
| "loss": 0.3431, |
| "step": 1540 |
| }, |
| { |
| "epoch": 1.3531209079004802, |
| "grad_norm": 3.227196455001831, |
| "learning_rate": 4.8034934497816594e-05, |
| "loss": 0.3114, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.3618507202095156, |
| "grad_norm": 3.5765860080718994, |
| "learning_rate": 4.7986414361960214e-05, |
| "loss": 0.3203, |
| "step": 1560 |
| }, |
| { |
| "epoch": 1.370580532518551, |
| "grad_norm": 4.020304203033447, |
| "learning_rate": 4.7937894226103835e-05, |
| "loss": 0.3496, |
| "step": 1570 |
| }, |
| { |
| "epoch": 1.3793103448275863, |
| "grad_norm": 3.5590262413024902, |
| "learning_rate": 4.7889374090247456e-05, |
| "loss": 0.3294, |
| "step": 1580 |
| }, |
| { |
| "epoch": 1.3880401571366217, |
| "grad_norm": 3.3192408084869385, |
| "learning_rate": 4.7840853954391076e-05, |
| "loss": 0.3334, |
| "step": 1590 |
| }, |
| { |
| "epoch": 1.396769969445657, |
| "grad_norm": 3.537508726119995, |
| "learning_rate": 4.77923338185347e-05, |
| "loss": 0.3349, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.4054997817546924, |
| "grad_norm": 4.00840425491333, |
| "learning_rate": 4.774381368267831e-05, |
| "loss": 0.334, |
| "step": 1610 |
| }, |
| { |
| "epoch": 1.4142295940637277, |
| "grad_norm": 3.3885114192962646, |
| "learning_rate": 4.769529354682193e-05, |
| "loss": 0.2888, |
| "step": 1620 |
| }, |
| { |
| "epoch": 1.422959406372763, |
| "grad_norm": 3.376528739929199, |
| "learning_rate": 4.764677341096555e-05, |
| "loss": 0.3122, |
| "step": 1630 |
| }, |
| { |
| "epoch": 1.4316892186817984, |
| "grad_norm": 3.8087868690490723, |
| "learning_rate": 4.759825327510917e-05, |
| "loss": 0.3433, |
| "step": 1640 |
| }, |
| { |
| "epoch": 1.4404190309908338, |
| "grad_norm": 2.8861641883850098, |
| "learning_rate": 4.754973313925279e-05, |
| "loss": 0.2913, |
| "step": 1650 |
| }, |
| { |
| "epoch": 1.4491488432998691, |
| "grad_norm": 3.975708246231079, |
| "learning_rate": 4.750121300339641e-05, |
| "loss": 0.3294, |
| "step": 1660 |
| }, |
| { |
| "epoch": 1.4578786556089045, |
| "grad_norm": 4.433221817016602, |
| "learning_rate": 4.7452692867540034e-05, |
| "loss": 0.2937, |
| "step": 1670 |
| }, |
| { |
| "epoch": 1.4666084679179399, |
| "grad_norm": 3.9927902221679688, |
| "learning_rate": 4.740417273168365e-05, |
| "loss": 0.2853, |
| "step": 1680 |
| }, |
| { |
| "epoch": 1.4753382802269752, |
| "grad_norm": 3.353848695755005, |
| "learning_rate": 4.735565259582727e-05, |
| "loss": 0.3477, |
| "step": 1690 |
| }, |
| { |
| "epoch": 1.4840680925360106, |
| "grad_norm": 3.72670841217041, |
| "learning_rate": 4.730713245997089e-05, |
| "loss": 0.3342, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.492797904845046, |
| "grad_norm": 3.5278804302215576, |
| "learning_rate": 4.725861232411451e-05, |
| "loss": 0.2832, |
| "step": 1710 |
| }, |
| { |
| "epoch": 1.5015277171540813, |
| "grad_norm": 3.5316507816314697, |
| "learning_rate": 4.721009218825813e-05, |
| "loss": 0.2962, |
| "step": 1720 |
| }, |
| { |
| "epoch": 1.5102575294631166, |
| "grad_norm": 3.522723913192749, |
| "learning_rate": 4.716157205240175e-05, |
| "loss": 0.3165, |
| "step": 1730 |
| }, |
| { |
| "epoch": 1.518987341772152, |
| "grad_norm": 3.0365447998046875, |
| "learning_rate": 4.711305191654537e-05, |
| "loss": 0.2921, |
| "step": 1740 |
| }, |
| { |
| "epoch": 1.5277171540811874, |
| "grad_norm": 3.355435848236084, |
| "learning_rate": 4.7064531780688984e-05, |
| "loss": 0.2887, |
| "step": 1750 |
| }, |
| { |
| "epoch": 1.5364469663902227, |
| "grad_norm": 4.480086326599121, |
| "learning_rate": 4.7016011644832605e-05, |
| "loss": 0.28, |
| "step": 1760 |
| }, |
| { |
| "epoch": 1.545176778699258, |
| "grad_norm": 3.315585136413574, |
| "learning_rate": 4.6967491508976226e-05, |
| "loss": 0.3122, |
| "step": 1770 |
| }, |
| { |
| "epoch": 1.5539065910082934, |
| "grad_norm": 3.043123483657837, |
| "learning_rate": 4.6918971373119846e-05, |
| "loss": 0.2679, |
| "step": 1780 |
| }, |
| { |
| "epoch": 1.5626364033173288, |
| "grad_norm": 2.6386468410491943, |
| "learning_rate": 4.687045123726347e-05, |
| "loss": 0.2796, |
| "step": 1790 |
| }, |
| { |
| "epoch": 1.5713662156263641, |
| "grad_norm": 3.1339259147644043, |
| "learning_rate": 4.682193110140709e-05, |
| "loss": 0.2942, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.5800960279353995, |
| "grad_norm": 3.921851873397827, |
| "learning_rate": 4.677341096555071e-05, |
| "loss": 0.3087, |
| "step": 1810 |
| }, |
| { |
| "epoch": 1.5888258402444349, |
| "grad_norm": 3.262922525405884, |
| "learning_rate": 4.672489082969432e-05, |
| "loss": 0.2879, |
| "step": 1820 |
| }, |
| { |
| "epoch": 1.5975556525534702, |
| "grad_norm": 3.206650733947754, |
| "learning_rate": 4.667637069383794e-05, |
| "loss": 0.278, |
| "step": 1830 |
| }, |
| { |
| "epoch": 1.6062854648625056, |
| "grad_norm": 3.8127830028533936, |
| "learning_rate": 4.662785055798157e-05, |
| "loss": 0.2656, |
| "step": 1840 |
| }, |
| { |
| "epoch": 1.615015277171541, |
| "grad_norm": 3.552639961242676, |
| "learning_rate": 4.657933042212518e-05, |
| "loss": 0.2858, |
| "step": 1850 |
| }, |
| { |
| "epoch": 1.6237450894805763, |
| "grad_norm": 3.771047353744507, |
| "learning_rate": 4.6530810286268804e-05, |
| "loss": 0.3176, |
| "step": 1860 |
| }, |
| { |
| "epoch": 1.6324749017896116, |
| "grad_norm": 3.8466198444366455, |
| "learning_rate": 4.6482290150412424e-05, |
| "loss": 0.2594, |
| "step": 1870 |
| }, |
| { |
| "epoch": 1.641204714098647, |
| "grad_norm": 3.0491561889648438, |
| "learning_rate": 4.6433770014556045e-05, |
| "loss": 0.3074, |
| "step": 1880 |
| }, |
| { |
| "epoch": 1.6499345264076823, |
| "grad_norm": 3.4488463401794434, |
| "learning_rate": 4.638524987869966e-05, |
| "loss": 0.2625, |
| "step": 1890 |
| }, |
| { |
| "epoch": 1.6586643387167177, |
| "grad_norm": 3.1591031551361084, |
| "learning_rate": 4.633672974284328e-05, |
| "loss": 0.2824, |
| "step": 1900 |
| }, |
| { |
| "epoch": 1.667394151025753, |
| "grad_norm": 3.56533145904541, |
| "learning_rate": 4.6288209606986906e-05, |
| "loss": 0.2855, |
| "step": 1910 |
| }, |
| { |
| "epoch": 1.6761239633347884, |
| "grad_norm": 3.567021131515503, |
| "learning_rate": 4.623968947113052e-05, |
| "loss": 0.2823, |
| "step": 1920 |
| }, |
| { |
| "epoch": 1.6848537756438238, |
| "grad_norm": 4.153507709503174, |
| "learning_rate": 4.619116933527414e-05, |
| "loss": 0.2907, |
| "step": 1930 |
| }, |
| { |
| "epoch": 1.6935835879528591, |
| "grad_norm": 4.215022087097168, |
| "learning_rate": 4.614264919941776e-05, |
| "loss": 0.2699, |
| "step": 1940 |
| }, |
| { |
| "epoch": 1.7023134002618945, |
| "grad_norm": 3.388324499130249, |
| "learning_rate": 4.609412906356138e-05, |
| "loss": 0.2915, |
| "step": 1950 |
| }, |
| { |
| "epoch": 1.7110432125709298, |
| "grad_norm": 3.654491901397705, |
| "learning_rate": 4.6045608927704996e-05, |
| "loss": 0.2804, |
| "step": 1960 |
| }, |
| { |
| "epoch": 1.7197730248799652, |
| "grad_norm": 3.2709882259368896, |
| "learning_rate": 4.5997088791848616e-05, |
| "loss": 0.271, |
| "step": 1970 |
| }, |
| { |
| "epoch": 1.7285028371890006, |
| "grad_norm": 3.5081441402435303, |
| "learning_rate": 4.5948568655992244e-05, |
| "loss": 0.2807, |
| "step": 1980 |
| }, |
| { |
| "epoch": 1.737232649498036, |
| "grad_norm": 2.9276814460754395, |
| "learning_rate": 4.590004852013586e-05, |
| "loss": 0.2756, |
| "step": 1990 |
| }, |
| { |
| "epoch": 1.7459624618070713, |
| "grad_norm": 3.9031786918640137, |
| "learning_rate": 4.585152838427948e-05, |
| "loss": 0.2964, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.7546922741161066, |
| "grad_norm": 3.184328079223633, |
| "learning_rate": 4.58030082484231e-05, |
| "loss": 0.2366, |
| "step": 2010 |
| }, |
| { |
| "epoch": 1.763422086425142, |
| "grad_norm": 3.6933434009552, |
| "learning_rate": 4.575448811256672e-05, |
| "loss": 0.2574, |
| "step": 2020 |
| }, |
| { |
| "epoch": 1.7721518987341773, |
| "grad_norm": 3.177960157394409, |
| "learning_rate": 4.570596797671033e-05, |
| "loss": 0.2602, |
| "step": 2030 |
| }, |
| { |
| "epoch": 1.7808817110432127, |
| "grad_norm": 4.310092926025391, |
| "learning_rate": 4.565744784085395e-05, |
| "loss": 0.2821, |
| "step": 2040 |
| }, |
| { |
| "epoch": 1.789611523352248, |
| "grad_norm": 2.7888848781585693, |
| "learning_rate": 4.560892770499758e-05, |
| "loss": 0.2409, |
| "step": 2050 |
| }, |
| { |
| "epoch": 1.7983413356612834, |
| "grad_norm": 3.6411709785461426, |
| "learning_rate": 4.5560407569141194e-05, |
| "loss": 0.2675, |
| "step": 2060 |
| }, |
| { |
| "epoch": 1.8070711479703188, |
| "grad_norm": 2.790893077850342, |
| "learning_rate": 4.5511887433284815e-05, |
| "loss": 0.3142, |
| "step": 2070 |
| }, |
| { |
| "epoch": 1.8158009602793541, |
| "grad_norm": 4.2732768058776855, |
| "learning_rate": 4.5463367297428435e-05, |
| "loss": 0.2925, |
| "step": 2080 |
| }, |
| { |
| "epoch": 1.8245307725883895, |
| "grad_norm": 3.220660448074341, |
| "learning_rate": 4.5414847161572056e-05, |
| "loss": 0.2705, |
| "step": 2090 |
| }, |
| { |
| "epoch": 1.8332605848974248, |
| "grad_norm": 4.008994102478027, |
| "learning_rate": 4.5366327025715677e-05, |
| "loss": 0.256, |
| "step": 2100 |
| }, |
| { |
| "epoch": 1.8419903972064602, |
| "grad_norm": 3.519592761993408, |
| "learning_rate": 4.531780688985929e-05, |
| "loss": 0.2503, |
| "step": 2110 |
| }, |
| { |
| "epoch": 1.8507202095154955, |
| "grad_norm": 3.621957540512085, |
| "learning_rate": 4.526928675400292e-05, |
| "loss": 0.2641, |
| "step": 2120 |
| }, |
| { |
| "epoch": 1.859450021824531, |
| "grad_norm": 3.7663767337799072, |
| "learning_rate": 4.522076661814653e-05, |
| "loss": 0.2256, |
| "step": 2130 |
| }, |
| { |
| "epoch": 1.8681798341335663, |
| "grad_norm": 2.5823781490325928, |
| "learning_rate": 4.517224648229015e-05, |
| "loss": 0.267, |
| "step": 2140 |
| }, |
| { |
| "epoch": 1.8769096464426016, |
| "grad_norm": 2.787856340408325, |
| "learning_rate": 4.512372634643377e-05, |
| "loss": 0.2841, |
| "step": 2150 |
| }, |
| { |
| "epoch": 1.885639458751637, |
| "grad_norm": 3.87716007232666, |
| "learning_rate": 4.507520621057739e-05, |
| "loss": 0.2001, |
| "step": 2160 |
| }, |
| { |
| "epoch": 1.8943692710606723, |
| "grad_norm": 3.641904830932617, |
| "learning_rate": 4.5026686074721014e-05, |
| "loss": 0.2586, |
| "step": 2170 |
| }, |
| { |
| "epoch": 1.9030990833697077, |
| "grad_norm": 3.6821677684783936, |
| "learning_rate": 4.497816593886463e-05, |
| "loss": 0.2698, |
| "step": 2180 |
| }, |
| { |
| "epoch": 1.911828895678743, |
| "grad_norm": 2.7858848571777344, |
| "learning_rate": 4.4929645803008255e-05, |
| "loss": 0.2734, |
| "step": 2190 |
| }, |
| { |
| "epoch": 1.9205587079877784, |
| "grad_norm": 3.4211864471435547, |
| "learning_rate": 4.488112566715187e-05, |
| "loss": 0.2387, |
| "step": 2200 |
| }, |
| { |
| "epoch": 1.9292885202968137, |
| "grad_norm": 2.879937171936035, |
| "learning_rate": 4.483260553129549e-05, |
| "loss": 0.2375, |
| "step": 2210 |
| }, |
| { |
| "epoch": 1.938018332605849, |
| "grad_norm": 3.930103063583374, |
| "learning_rate": 4.478408539543911e-05, |
| "loss": 0.2767, |
| "step": 2220 |
| }, |
| { |
| "epoch": 1.9467481449148845, |
| "grad_norm": 3.938791275024414, |
| "learning_rate": 4.473556525958273e-05, |
| "loss": 0.2536, |
| "step": 2230 |
| }, |
| { |
| "epoch": 1.9554779572239198, |
| "grad_norm": 2.574296236038208, |
| "learning_rate": 4.468704512372635e-05, |
| "loss": 0.2188, |
| "step": 2240 |
| }, |
| { |
| "epoch": 1.9642077695329552, |
| "grad_norm": 4.026519298553467, |
| "learning_rate": 4.4638524987869964e-05, |
| "loss": 0.2557, |
| "step": 2250 |
| }, |
| { |
| "epoch": 1.9729375818419905, |
| "grad_norm": 3.5013089179992676, |
| "learning_rate": 4.459000485201359e-05, |
| "loss": 0.2438, |
| "step": 2260 |
| }, |
| { |
| "epoch": 1.9816673941510259, |
| "grad_norm": 2.124563694000244, |
| "learning_rate": 4.4541484716157205e-05, |
| "loss": 0.2489, |
| "step": 2270 |
| }, |
| { |
| "epoch": 1.9903972064600612, |
| "grad_norm": 2.5535762310028076, |
| "learning_rate": 4.4492964580300826e-05, |
| "loss": 0.2468, |
| "step": 2280 |
| }, |
| { |
| "epoch": 1.9991270187690966, |
| "grad_norm": 3.7411351203918457, |
| "learning_rate": 4.4444444444444447e-05, |
| "loss": 0.2155, |
| "step": 2290 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_accuracy": 0.9602872575497177, |
| "eval_loss": 0.15250827372074127, |
| "eval_runtime": 62.7478, |
| "eval_samples_per_second": 259.643, |
| "eval_steps_per_second": 8.128, |
| "step": 2291 |
| }, |
| { |
| "epoch": 2.007856831078132, |
| "grad_norm": 3.3374812602996826, |
| "learning_rate": 4.439592430858807e-05, |
| "loss": 0.2331, |
| "step": 2300 |
| }, |
| { |
| "epoch": 2.0165866433871673, |
| "grad_norm": 2.8195152282714844, |
| "learning_rate": 4.434740417273169e-05, |
| "loss": 0.2219, |
| "step": 2310 |
| }, |
| { |
| "epoch": 2.0253164556962027, |
| "grad_norm": 3.702488899230957, |
| "learning_rate": 4.42988840368753e-05, |
| "loss": 0.2212, |
| "step": 2320 |
| }, |
| { |
| "epoch": 2.034046268005238, |
| "grad_norm": 2.593886613845825, |
| "learning_rate": 4.425036390101893e-05, |
| "loss": 0.2278, |
| "step": 2330 |
| }, |
| { |
| "epoch": 2.0427760803142734, |
| "grad_norm": 3.5325887203216553, |
| "learning_rate": 4.420184376516254e-05, |
| "loss": 0.2197, |
| "step": 2340 |
| }, |
| { |
| "epoch": 2.0515058926233087, |
| "grad_norm": 4.355841159820557, |
| "learning_rate": 4.415332362930616e-05, |
| "loss": 0.2384, |
| "step": 2350 |
| }, |
| { |
| "epoch": 2.060235704932344, |
| "grad_norm": 3.8640925884246826, |
| "learning_rate": 4.4104803493449784e-05, |
| "loss": 0.2102, |
| "step": 2360 |
| }, |
| { |
| "epoch": 2.0689655172413794, |
| "grad_norm": 3.6872246265411377, |
| "learning_rate": 4.4056283357593404e-05, |
| "loss": 0.2536, |
| "step": 2370 |
| }, |
| { |
| "epoch": 2.077695329550415, |
| "grad_norm": 3.1011269092559814, |
| "learning_rate": 4.4007763221737025e-05, |
| "loss": 0.2231, |
| "step": 2380 |
| }, |
| { |
| "epoch": 2.08642514185945, |
| "grad_norm": 3.202810525894165, |
| "learning_rate": 4.395924308588064e-05, |
| "loss": 0.2609, |
| "step": 2390 |
| }, |
| { |
| "epoch": 2.0951549541684855, |
| "grad_norm": 3.2603683471679688, |
| "learning_rate": 4.3910722950024266e-05, |
| "loss": 0.2367, |
| "step": 2400 |
| }, |
| { |
| "epoch": 2.103884766477521, |
| "grad_norm": 2.8735013008117676, |
| "learning_rate": 4.386220281416788e-05, |
| "loss": 0.2528, |
| "step": 2410 |
| }, |
| { |
| "epoch": 2.1126145787865562, |
| "grad_norm": 2.745392322540283, |
| "learning_rate": 4.38136826783115e-05, |
| "loss": 0.2259, |
| "step": 2420 |
| }, |
| { |
| "epoch": 2.1213443910955916, |
| "grad_norm": 2.783156633377075, |
| "learning_rate": 4.376516254245512e-05, |
| "loss": 0.2285, |
| "step": 2430 |
| }, |
| { |
| "epoch": 2.130074203404627, |
| "grad_norm": 3.6078295707702637, |
| "learning_rate": 4.371664240659874e-05, |
| "loss": 0.2222, |
| "step": 2440 |
| }, |
| { |
| "epoch": 2.1388040157136623, |
| "grad_norm": 3.379075527191162, |
| "learning_rate": 4.366812227074236e-05, |
| "loss": 0.2574, |
| "step": 2450 |
| }, |
| { |
| "epoch": 2.1475338280226977, |
| "grad_norm": 2.965963840484619, |
| "learning_rate": 4.3619602134885976e-05, |
| "loss": 0.2305, |
| "step": 2460 |
| }, |
| { |
| "epoch": 2.156263640331733, |
| "grad_norm": 3.110180616378784, |
| "learning_rate": 4.35710819990296e-05, |
| "loss": 0.2127, |
| "step": 2470 |
| }, |
| { |
| "epoch": 2.1649934526407684, |
| "grad_norm": 2.2609825134277344, |
| "learning_rate": 4.352256186317322e-05, |
| "loss": 0.1914, |
| "step": 2480 |
| }, |
| { |
| "epoch": 2.1737232649498037, |
| "grad_norm": 3.6740341186523438, |
| "learning_rate": 4.347404172731684e-05, |
| "loss": 0.2116, |
| "step": 2490 |
| }, |
| { |
| "epoch": 2.182453077258839, |
| "grad_norm": 4.600437641143799, |
| "learning_rate": 4.342552159146046e-05, |
| "loss": 0.2694, |
| "step": 2500 |
| }, |
| { |
| "epoch": 2.1911828895678744, |
| "grad_norm": 2.320915460586548, |
| "learning_rate": 4.337700145560408e-05, |
| "loss": 0.2063, |
| "step": 2510 |
| }, |
| { |
| "epoch": 2.19991270187691, |
| "grad_norm": 3.467024326324463, |
| "learning_rate": 4.33284813197477e-05, |
| "loss": 0.2474, |
| "step": 2520 |
| }, |
| { |
| "epoch": 2.208642514185945, |
| "grad_norm": 2.8249664306640625, |
| "learning_rate": 4.327996118389131e-05, |
| "loss": 0.2376, |
| "step": 2530 |
| }, |
| { |
| "epoch": 2.2173723264949805, |
| "grad_norm": 3.371345281600952, |
| "learning_rate": 4.323144104803494e-05, |
| "loss": 0.2286, |
| "step": 2540 |
| }, |
| { |
| "epoch": 2.226102138804016, |
| "grad_norm": 2.801051139831543, |
| "learning_rate": 4.3182920912178554e-05, |
| "loss": 0.1987, |
| "step": 2550 |
| }, |
| { |
| "epoch": 2.234831951113051, |
| "grad_norm": 2.635571002960205, |
| "learning_rate": 4.3134400776322174e-05, |
| "loss": 0.2364, |
| "step": 2560 |
| }, |
| { |
| "epoch": 2.2435617634220866, |
| "grad_norm": 3.7617597579956055, |
| "learning_rate": 4.3085880640465795e-05, |
| "loss": 0.2607, |
| "step": 2570 |
| }, |
| { |
| "epoch": 2.252291575731122, |
| "grad_norm": 2.7652156352996826, |
| "learning_rate": 4.3037360504609415e-05, |
| "loss": 0.2227, |
| "step": 2580 |
| }, |
| { |
| "epoch": 2.2610213880401573, |
| "grad_norm": 2.7807669639587402, |
| "learning_rate": 4.2988840368753036e-05, |
| "loss": 0.2403, |
| "step": 2590 |
| }, |
| { |
| "epoch": 2.2697512003491926, |
| "grad_norm": 3.653930425643921, |
| "learning_rate": 4.294032023289665e-05, |
| "loss": 0.226, |
| "step": 2600 |
| }, |
| { |
| "epoch": 2.278481012658228, |
| "grad_norm": 2.039379358291626, |
| "learning_rate": 4.289180009704028e-05, |
| "loss": 0.2299, |
| "step": 2610 |
| }, |
| { |
| "epoch": 2.2872108249672634, |
| "grad_norm": 2.568441390991211, |
| "learning_rate": 4.284327996118389e-05, |
| "loss": 0.2354, |
| "step": 2620 |
| }, |
| { |
| "epoch": 2.2959406372762987, |
| "grad_norm": 3.425060987472534, |
| "learning_rate": 4.279475982532751e-05, |
| "loss": 0.2334, |
| "step": 2630 |
| }, |
| { |
| "epoch": 2.304670449585334, |
| "grad_norm": 3.790520429611206, |
| "learning_rate": 4.274623968947113e-05, |
| "loss": 0.2126, |
| "step": 2640 |
| }, |
| { |
| "epoch": 2.3134002618943694, |
| "grad_norm": 3.2851438522338867, |
| "learning_rate": 4.269771955361475e-05, |
| "loss": 0.202, |
| "step": 2650 |
| }, |
| { |
| "epoch": 2.322130074203405, |
| "grad_norm": 2.7088074684143066, |
| "learning_rate": 4.264919941775837e-05, |
| "loss": 0.2, |
| "step": 2660 |
| }, |
| { |
| "epoch": 2.33085988651244, |
| "grad_norm": 2.6394031047821045, |
| "learning_rate": 4.260067928190199e-05, |
| "loss": 0.2323, |
| "step": 2670 |
| }, |
| { |
| "epoch": 2.3395896988214755, |
| "grad_norm": 3.6911752223968506, |
| "learning_rate": 4.2552159146045614e-05, |
| "loss": 0.2426, |
| "step": 2680 |
| }, |
| { |
| "epoch": 2.348319511130511, |
| "grad_norm": 2.896843671798706, |
| "learning_rate": 4.250363901018923e-05, |
| "loss": 0.205, |
| "step": 2690 |
| }, |
| { |
| "epoch": 2.357049323439546, |
| "grad_norm": 3.258150339126587, |
| "learning_rate": 4.245511887433285e-05, |
| "loss": 0.2154, |
| "step": 2700 |
| }, |
| { |
| "epoch": 2.3657791357485816, |
| "grad_norm": 2.3189845085144043, |
| "learning_rate": 4.240659873847647e-05, |
| "loss": 0.1969, |
| "step": 2710 |
| }, |
| { |
| "epoch": 2.374508948057617, |
| "grad_norm": 3.0700485706329346, |
| "learning_rate": 4.235807860262009e-05, |
| "loss": 0.2196, |
| "step": 2720 |
| }, |
| { |
| "epoch": 2.3832387603666523, |
| "grad_norm": 2.3715126514434814, |
| "learning_rate": 4.230955846676371e-05, |
| "loss": 0.2214, |
| "step": 2730 |
| }, |
| { |
| "epoch": 2.3919685726756876, |
| "grad_norm": 3.8778791427612305, |
| "learning_rate": 4.2261038330907324e-05, |
| "loss": 0.2229, |
| "step": 2740 |
| }, |
| { |
| "epoch": 2.400698384984723, |
| "grad_norm": 2.7153546810150146, |
| "learning_rate": 4.221251819505095e-05, |
| "loss": 0.1865, |
| "step": 2750 |
| }, |
| { |
| "epoch": 2.4094281972937583, |
| "grad_norm": 2.5187482833862305, |
| "learning_rate": 4.216399805919457e-05, |
| "loss": 0.2027, |
| "step": 2760 |
| }, |
| { |
| "epoch": 2.4181580096027937, |
| "grad_norm": 3.387876510620117, |
| "learning_rate": 4.2115477923338185e-05, |
| "loss": 0.2097, |
| "step": 2770 |
| }, |
| { |
| "epoch": 2.426887821911829, |
| "grad_norm": 2.9012184143066406, |
| "learning_rate": 4.2066957787481806e-05, |
| "loss": 0.1936, |
| "step": 2780 |
| }, |
| { |
| "epoch": 2.4356176342208644, |
| "grad_norm": 3.1651363372802734, |
| "learning_rate": 4.2018437651625426e-05, |
| "loss": 0.2453, |
| "step": 2790 |
| }, |
| { |
| "epoch": 2.4443474465298998, |
| "grad_norm": 3.4698972702026367, |
| "learning_rate": 4.196991751576905e-05, |
| "loss": 0.2172, |
| "step": 2800 |
| }, |
| { |
| "epoch": 2.453077258838935, |
| "grad_norm": 3.2747743129730225, |
| "learning_rate": 4.192139737991266e-05, |
| "loss": 0.244, |
| "step": 2810 |
| }, |
| { |
| "epoch": 2.4618070711479705, |
| "grad_norm": 4.365453720092773, |
| "learning_rate": 4.187287724405629e-05, |
| "loss": 0.2208, |
| "step": 2820 |
| }, |
| { |
| "epoch": 2.470536883457006, |
| "grad_norm": 3.2108471393585205, |
| "learning_rate": 4.182435710819991e-05, |
| "loss": 0.2253, |
| "step": 2830 |
| }, |
| { |
| "epoch": 2.479266695766041, |
| "grad_norm": 3.678192377090454, |
| "learning_rate": 4.177583697234352e-05, |
| "loss": 0.231, |
| "step": 2840 |
| }, |
| { |
| "epoch": 2.4879965080750766, |
| "grad_norm": 3.295539617538452, |
| "learning_rate": 4.172731683648714e-05, |
| "loss": 0.24, |
| "step": 2850 |
| }, |
| { |
| "epoch": 2.496726320384112, |
| "grad_norm": 3.0643677711486816, |
| "learning_rate": 4.1678796700630764e-05, |
| "loss": 0.2142, |
| "step": 2860 |
| }, |
| { |
| "epoch": 2.505456132693147, |
| "grad_norm": 3.3195557594299316, |
| "learning_rate": 4.1630276564774384e-05, |
| "loss": 0.2218, |
| "step": 2870 |
| }, |
| { |
| "epoch": 2.5141859450021826, |
| "grad_norm": 2.9350225925445557, |
| "learning_rate": 4.1581756428918e-05, |
| "loss": 0.1869, |
| "step": 2880 |
| }, |
| { |
| "epoch": 2.5229157573112175, |
| "grad_norm": 3.483301877975464, |
| "learning_rate": 4.1533236293061625e-05, |
| "loss": 0.1986, |
| "step": 2890 |
| }, |
| { |
| "epoch": 2.5316455696202533, |
| "grad_norm": 3.9944510459899902, |
| "learning_rate": 4.1484716157205246e-05, |
| "loss": 0.2112, |
| "step": 2900 |
| }, |
| { |
| "epoch": 2.5403753819292882, |
| "grad_norm": 3.825562000274658, |
| "learning_rate": 4.143619602134886e-05, |
| "loss": 0.2102, |
| "step": 2910 |
| }, |
| { |
| "epoch": 2.549105194238324, |
| "grad_norm": 3.575993776321411, |
| "learning_rate": 4.138767588549248e-05, |
| "loss": 0.2303, |
| "step": 2920 |
| }, |
| { |
| "epoch": 2.557835006547359, |
| "grad_norm": 2.6293749809265137, |
| "learning_rate": 4.13391557496361e-05, |
| "loss": 0.1759, |
| "step": 2930 |
| }, |
| { |
| "epoch": 2.5665648188563948, |
| "grad_norm": 3.9990651607513428, |
| "learning_rate": 4.129063561377972e-05, |
| "loss": 0.247, |
| "step": 2940 |
| }, |
| { |
| "epoch": 2.5752946311654297, |
| "grad_norm": 3.152682065963745, |
| "learning_rate": 4.1242115477923335e-05, |
| "loss": 0.22, |
| "step": 2950 |
| }, |
| { |
| "epoch": 2.5840244434744655, |
| "grad_norm": 2.9134416580200195, |
| "learning_rate": 4.119359534206696e-05, |
| "loss": 0.1966, |
| "step": 2960 |
| }, |
| { |
| "epoch": 2.5927542557835004, |
| "grad_norm": 4.1252288818359375, |
| "learning_rate": 4.114507520621058e-05, |
| "loss": 0.1766, |
| "step": 2970 |
| }, |
| { |
| "epoch": 2.601484068092536, |
| "grad_norm": 3.3701207637786865, |
| "learning_rate": 4.1096555070354197e-05, |
| "loss": 0.2062, |
| "step": 2980 |
| }, |
| { |
| "epoch": 2.610213880401571, |
| "grad_norm": 3.7040228843688965, |
| "learning_rate": 4.104803493449782e-05, |
| "loss": 0.1997, |
| "step": 2990 |
| }, |
| { |
| "epoch": 2.618943692710607, |
| "grad_norm": 3.8628756999969482, |
| "learning_rate": 4.099951479864144e-05, |
| "loss": 0.2126, |
| "step": 3000 |
| }, |
| { |
| "epoch": 2.627673505019642, |
| "grad_norm": 3.3776793479919434, |
| "learning_rate": 4.095099466278506e-05, |
| "loss": 0.2277, |
| "step": 3010 |
| }, |
| { |
| "epoch": 2.6364033173286776, |
| "grad_norm": 1.8289759159088135, |
| "learning_rate": 4.090247452692867e-05, |
| "loss": 0.2033, |
| "step": 3020 |
| }, |
| { |
| "epoch": 2.6451331296377125, |
| "grad_norm": 3.379987955093384, |
| "learning_rate": 4.08539543910723e-05, |
| "loss": 0.216, |
| "step": 3030 |
| }, |
| { |
| "epoch": 2.6538629419467483, |
| "grad_norm": 3.1933844089508057, |
| "learning_rate": 4.080543425521592e-05, |
| "loss": 0.175, |
| "step": 3040 |
| }, |
| { |
| "epoch": 2.6625927542557832, |
| "grad_norm": 4.522855758666992, |
| "learning_rate": 4.0756914119359534e-05, |
| "loss": 0.2276, |
| "step": 3050 |
| }, |
| { |
| "epoch": 2.671322566564819, |
| "grad_norm": 3.2988367080688477, |
| "learning_rate": 4.0708393983503154e-05, |
| "loss": 0.2112, |
| "step": 3060 |
| }, |
| { |
| "epoch": 2.680052378873854, |
| "grad_norm": 3.88380765914917, |
| "learning_rate": 4.0659873847646775e-05, |
| "loss": 0.1831, |
| "step": 3070 |
| }, |
| { |
| "epoch": 2.6887821911828897, |
| "grad_norm": 2.2652664184570312, |
| "learning_rate": 4.0611353711790395e-05, |
| "loss": 0.2062, |
| "step": 3080 |
| }, |
| { |
| "epoch": 2.6975120034919247, |
| "grad_norm": 2.7714035511016846, |
| "learning_rate": 4.0562833575934016e-05, |
| "loss": 0.2016, |
| "step": 3090 |
| }, |
| { |
| "epoch": 2.7062418158009605, |
| "grad_norm": 3.18550181388855, |
| "learning_rate": 4.0514313440077636e-05, |
| "loss": 0.2043, |
| "step": 3100 |
| }, |
| { |
| "epoch": 2.7149716281099954, |
| "grad_norm": 4.249231815338135, |
| "learning_rate": 4.046579330422126e-05, |
| "loss": 0.1868, |
| "step": 3110 |
| }, |
| { |
| "epoch": 2.723701440419031, |
| "grad_norm": 3.2999160289764404, |
| "learning_rate": 4.041727316836487e-05, |
| "loss": 0.1849, |
| "step": 3120 |
| }, |
| { |
| "epoch": 2.732431252728066, |
| "grad_norm": 3.1966731548309326, |
| "learning_rate": 4.036875303250849e-05, |
| "loss": 0.2143, |
| "step": 3130 |
| }, |
| { |
| "epoch": 2.741161065037102, |
| "grad_norm": 3.071214199066162, |
| "learning_rate": 4.032023289665211e-05, |
| "loss": 0.1541, |
| "step": 3140 |
| }, |
| { |
| "epoch": 2.749890877346137, |
| "grad_norm": 2.8251476287841797, |
| "learning_rate": 4.027171276079573e-05, |
| "loss": 0.1818, |
| "step": 3150 |
| }, |
| { |
| "epoch": 2.7586206896551726, |
| "grad_norm": 3.3325555324554443, |
| "learning_rate": 4.022319262493935e-05, |
| "loss": 0.2099, |
| "step": 3160 |
| }, |
| { |
| "epoch": 2.7673505019642075, |
| "grad_norm": 3.3313956260681152, |
| "learning_rate": 4.017467248908297e-05, |
| "loss": 0.2064, |
| "step": 3170 |
| }, |
| { |
| "epoch": 2.7760803142732433, |
| "grad_norm": 3.0525896549224854, |
| "learning_rate": 4.0126152353226594e-05, |
| "loss": 0.1882, |
| "step": 3180 |
| }, |
| { |
| "epoch": 2.7848101265822782, |
| "grad_norm": 2.8672525882720947, |
| "learning_rate": 4.007763221737021e-05, |
| "loss": 0.1722, |
| "step": 3190 |
| }, |
| { |
| "epoch": 2.793539938891314, |
| "grad_norm": 3.050518751144409, |
| "learning_rate": 4.002911208151383e-05, |
| "loss": 0.1933, |
| "step": 3200 |
| }, |
| { |
| "epoch": 2.802269751200349, |
| "grad_norm": 3.527492046356201, |
| "learning_rate": 3.998059194565745e-05, |
| "loss": 0.1614, |
| "step": 3210 |
| }, |
| { |
| "epoch": 2.8109995635093847, |
| "grad_norm": 4.246466159820557, |
| "learning_rate": 3.993207180980107e-05, |
| "loss": 0.2099, |
| "step": 3220 |
| }, |
| { |
| "epoch": 2.8197293758184196, |
| "grad_norm": 3.365166425704956, |
| "learning_rate": 3.988355167394469e-05, |
| "loss": 0.2046, |
| "step": 3230 |
| }, |
| { |
| "epoch": 2.8284591881274554, |
| "grad_norm": 2.6562325954437256, |
| "learning_rate": 3.983503153808831e-05, |
| "loss": 0.1593, |
| "step": 3240 |
| }, |
| { |
| "epoch": 2.8371890004364904, |
| "grad_norm": 3.081038236618042, |
| "learning_rate": 3.978651140223193e-05, |
| "loss": 0.1784, |
| "step": 3250 |
| }, |
| { |
| "epoch": 2.845918812745526, |
| "grad_norm": 3.1560895442962646, |
| "learning_rate": 3.9737991266375545e-05, |
| "loss": 0.2313, |
| "step": 3260 |
| }, |
| { |
| "epoch": 2.854648625054561, |
| "grad_norm": 3.1035749912261963, |
| "learning_rate": 3.9689471130519165e-05, |
| "loss": 0.1988, |
| "step": 3270 |
| }, |
| { |
| "epoch": 2.863378437363597, |
| "grad_norm": 3.2834436893463135, |
| "learning_rate": 3.9640950994662786e-05, |
| "loss": 0.2095, |
| "step": 3280 |
| }, |
| { |
| "epoch": 2.872108249672632, |
| "grad_norm": 2.712871789932251, |
| "learning_rate": 3.9592430858806406e-05, |
| "loss": 0.1723, |
| "step": 3290 |
| }, |
| { |
| "epoch": 2.8808380619816676, |
| "grad_norm": 2.6281795501708984, |
| "learning_rate": 3.954391072295003e-05, |
| "loss": 0.1921, |
| "step": 3300 |
| }, |
| { |
| "epoch": 2.8895678742907025, |
| "grad_norm": 2.3966925144195557, |
| "learning_rate": 3.949539058709365e-05, |
| "loss": 0.1927, |
| "step": 3310 |
| }, |
| { |
| "epoch": 2.8982976865997383, |
| "grad_norm": 3.192667245864868, |
| "learning_rate": 3.944687045123727e-05, |
| "loss": 0.2165, |
| "step": 3320 |
| }, |
| { |
| "epoch": 2.907027498908773, |
| "grad_norm": 3.994009256362915, |
| "learning_rate": 3.939835031538088e-05, |
| "loss": 0.2054, |
| "step": 3330 |
| }, |
| { |
| "epoch": 2.915757311217809, |
| "grad_norm": 3.6502673625946045, |
| "learning_rate": 3.93498301795245e-05, |
| "loss": 0.2229, |
| "step": 3340 |
| }, |
| { |
| "epoch": 2.924487123526844, |
| "grad_norm": 3.1017322540283203, |
| "learning_rate": 3.930131004366812e-05, |
| "loss": 0.1659, |
| "step": 3350 |
| }, |
| { |
| "epoch": 2.9332169358358797, |
| "grad_norm": 3.0115444660186768, |
| "learning_rate": 3.9252789907811743e-05, |
| "loss": 0.182, |
| "step": 3360 |
| }, |
| { |
| "epoch": 2.9419467481449146, |
| "grad_norm": 3.564761161804199, |
| "learning_rate": 3.9204269771955364e-05, |
| "loss": 0.2281, |
| "step": 3370 |
| }, |
| { |
| "epoch": 2.9506765604539504, |
| "grad_norm": 2.8959414958953857, |
| "learning_rate": 3.9155749636098985e-05, |
| "loss": 0.1896, |
| "step": 3380 |
| }, |
| { |
| "epoch": 2.9594063727629853, |
| "grad_norm": 2.9973928928375244, |
| "learning_rate": 3.9107229500242605e-05, |
| "loss": 0.2058, |
| "step": 3390 |
| }, |
| { |
| "epoch": 2.968136185072021, |
| "grad_norm": 3.4878735542297363, |
| "learning_rate": 3.905870936438622e-05, |
| "loss": 0.1839, |
| "step": 3400 |
| }, |
| { |
| "epoch": 2.976865997381056, |
| "grad_norm": 2.474815607070923, |
| "learning_rate": 3.901018922852984e-05, |
| "loss": 0.2162, |
| "step": 3410 |
| }, |
| { |
| "epoch": 2.985595809690092, |
| "grad_norm": 3.7291135787963867, |
| "learning_rate": 3.896166909267347e-05, |
| "loss": 0.1895, |
| "step": 3420 |
| }, |
| { |
| "epoch": 2.9943256219991268, |
| "grad_norm": 3.1307461261749268, |
| "learning_rate": 3.891314895681708e-05, |
| "loss": 0.2058, |
| "step": 3430 |
| }, |
| { |
| "epoch": 2.999563509384548, |
| "eval_accuracy": 0.9558679106309845, |
| "eval_loss": 0.14920948445796967, |
| "eval_runtime": 61.5134, |
| "eval_samples_per_second": 264.853, |
| "eval_steps_per_second": 8.291, |
| "step": 3436 |
| }, |
| { |
| "epoch": 3.0030554343081626, |
| "grad_norm": 3.64821457862854, |
| "learning_rate": 3.88646288209607e-05, |
| "loss": 0.1772, |
| "step": 3440 |
| }, |
| { |
| "epoch": 3.011785246617198, |
| "grad_norm": 2.404139280319214, |
| "learning_rate": 3.881610868510432e-05, |
| "loss": 0.1475, |
| "step": 3450 |
| }, |
| { |
| "epoch": 3.0205150589262333, |
| "grad_norm": 2.3943281173706055, |
| "learning_rate": 3.876758854924794e-05, |
| "loss": 0.1839, |
| "step": 3460 |
| }, |
| { |
| "epoch": 3.0292448712352686, |
| "grad_norm": 2.9818949699401855, |
| "learning_rate": 3.8719068413391556e-05, |
| "loss": 0.1981, |
| "step": 3470 |
| }, |
| { |
| "epoch": 3.037974683544304, |
| "grad_norm": 4.090831279754639, |
| "learning_rate": 3.8670548277535176e-05, |
| "loss": 0.1597, |
| "step": 3480 |
| }, |
| { |
| "epoch": 3.0467044958533394, |
| "grad_norm": 3.2076456546783447, |
| "learning_rate": 3.8622028141678804e-05, |
| "loss": 0.2012, |
| "step": 3490 |
| }, |
| { |
| "epoch": 3.0554343081623747, |
| "grad_norm": 3.2840895652770996, |
| "learning_rate": 3.857350800582242e-05, |
| "loss": 0.1901, |
| "step": 3500 |
| }, |
| { |
| "epoch": 3.06416412047141, |
| "grad_norm": 2.6999125480651855, |
| "learning_rate": 3.852498786996604e-05, |
| "loss": 0.1808, |
| "step": 3510 |
| }, |
| { |
| "epoch": 3.0728939327804454, |
| "grad_norm": 2.939896821975708, |
| "learning_rate": 3.847646773410966e-05, |
| "loss": 0.185, |
| "step": 3520 |
| }, |
| { |
| "epoch": 3.081623745089481, |
| "grad_norm": 3.7036166191101074, |
| "learning_rate": 3.842794759825328e-05, |
| "loss": 0.2125, |
| "step": 3530 |
| }, |
| { |
| "epoch": 3.090353557398516, |
| "grad_norm": 3.631962299346924, |
| "learning_rate": 3.837942746239689e-05, |
| "loss": 0.1828, |
| "step": 3540 |
| }, |
| { |
| "epoch": 3.0990833697075515, |
| "grad_norm": 2.847594976425171, |
| "learning_rate": 3.8330907326540513e-05, |
| "loss": 0.1442, |
| "step": 3550 |
| }, |
| { |
| "epoch": 3.107813182016587, |
| "grad_norm": 2.8544461727142334, |
| "learning_rate": 3.828238719068414e-05, |
| "loss": 0.1772, |
| "step": 3560 |
| }, |
| { |
| "epoch": 3.116542994325622, |
| "grad_norm": 2.833056688308716, |
| "learning_rate": 3.8233867054827755e-05, |
| "loss": 0.1847, |
| "step": 3570 |
| }, |
| { |
| "epoch": 3.1252728066346576, |
| "grad_norm": 3.2772698402404785, |
| "learning_rate": 3.8185346918971375e-05, |
| "loss": 0.1872, |
| "step": 3580 |
| }, |
| { |
| "epoch": 3.1340026189436925, |
| "grad_norm": 2.8444337844848633, |
| "learning_rate": 3.8136826783114996e-05, |
| "loss": 0.1829, |
| "step": 3590 |
| }, |
| { |
| "epoch": 3.1427324312527283, |
| "grad_norm": 4.018392562866211, |
| "learning_rate": 3.8088306647258616e-05, |
| "loss": 0.1709, |
| "step": 3600 |
| }, |
| { |
| "epoch": 3.151462243561763, |
| "grad_norm": 3.0900518894195557, |
| "learning_rate": 3.803978651140223e-05, |
| "loss": 0.1551, |
| "step": 3610 |
| }, |
| { |
| "epoch": 3.160192055870799, |
| "grad_norm": 2.1413562297821045, |
| "learning_rate": 3.799126637554585e-05, |
| "loss": 0.1867, |
| "step": 3620 |
| }, |
| { |
| "epoch": 3.168921868179834, |
| "grad_norm": 3.050671100616455, |
| "learning_rate": 3.794274623968948e-05, |
| "loss": 0.1884, |
| "step": 3630 |
| }, |
| { |
| "epoch": 3.1776516804888697, |
| "grad_norm": 3.41404390335083, |
| "learning_rate": 3.789422610383309e-05, |
| "loss": 0.1864, |
| "step": 3640 |
| }, |
| { |
| "epoch": 3.1863814927979046, |
| "grad_norm": 3.2197773456573486, |
| "learning_rate": 3.784570596797671e-05, |
| "loss": 0.1954, |
| "step": 3650 |
| }, |
| { |
| "epoch": 3.1951113051069404, |
| "grad_norm": 4.097252368927002, |
| "learning_rate": 3.779718583212033e-05, |
| "loss": 0.1938, |
| "step": 3660 |
| }, |
| { |
| "epoch": 3.2038411174159753, |
| "grad_norm": 3.3386523723602295, |
| "learning_rate": 3.774866569626395e-05, |
| "loss": 0.1995, |
| "step": 3670 |
| }, |
| { |
| "epoch": 3.212570929725011, |
| "grad_norm": 2.2313122749328613, |
| "learning_rate": 3.770014556040757e-05, |
| "loss": 0.1557, |
| "step": 3680 |
| }, |
| { |
| "epoch": 3.221300742034046, |
| "grad_norm": 2.797321081161499, |
| "learning_rate": 3.765162542455119e-05, |
| "loss": 0.1771, |
| "step": 3690 |
| }, |
| { |
| "epoch": 3.230030554343082, |
| "grad_norm": 3.4761507511138916, |
| "learning_rate": 3.7603105288694815e-05, |
| "loss": 0.1603, |
| "step": 3700 |
| }, |
| { |
| "epoch": 3.2387603666521168, |
| "grad_norm": 3.6318702697753906, |
| "learning_rate": 3.755458515283843e-05, |
| "loss": 0.1596, |
| "step": 3710 |
| }, |
| { |
| "epoch": 3.2474901789611526, |
| "grad_norm": 2.6632442474365234, |
| "learning_rate": 3.750606501698205e-05, |
| "loss": 0.1559, |
| "step": 3720 |
| }, |
| { |
| "epoch": 3.2562199912701875, |
| "grad_norm": 3.2897541522979736, |
| "learning_rate": 3.745754488112567e-05, |
| "loss": 0.149, |
| "step": 3730 |
| }, |
| { |
| "epoch": 3.2649498035792233, |
| "grad_norm": 2.372366189956665, |
| "learning_rate": 3.740902474526929e-05, |
| "loss": 0.1909, |
| "step": 3740 |
| }, |
| { |
| "epoch": 3.273679615888258, |
| "grad_norm": 4.001101493835449, |
| "learning_rate": 3.736050460941291e-05, |
| "loss": 0.1891, |
| "step": 3750 |
| }, |
| { |
| "epoch": 3.282409428197294, |
| "grad_norm": 3.442195177078247, |
| "learning_rate": 3.7311984473556525e-05, |
| "loss": 0.1883, |
| "step": 3760 |
| }, |
| { |
| "epoch": 3.291139240506329, |
| "grad_norm": 3.3341877460479736, |
| "learning_rate": 3.726346433770015e-05, |
| "loss": 0.183, |
| "step": 3770 |
| }, |
| { |
| "epoch": 3.2998690528153647, |
| "grad_norm": 2.7835216522216797, |
| "learning_rate": 3.7214944201843766e-05, |
| "loss": 0.1593, |
| "step": 3780 |
| }, |
| { |
| "epoch": 3.3085988651243996, |
| "grad_norm": 4.420855522155762, |
| "learning_rate": 3.7166424065987386e-05, |
| "loss": 0.1795, |
| "step": 3790 |
| }, |
| { |
| "epoch": 3.3173286774334354, |
| "grad_norm": 2.7410755157470703, |
| "learning_rate": 3.711790393013101e-05, |
| "loss": 0.1519, |
| "step": 3800 |
| }, |
| { |
| "epoch": 3.3260584897424703, |
| "grad_norm": 3.839470863342285, |
| "learning_rate": 3.706938379427463e-05, |
| "loss": 0.2107, |
| "step": 3810 |
| }, |
| { |
| "epoch": 3.334788302051506, |
| "grad_norm": 2.829495668411255, |
| "learning_rate": 3.702086365841825e-05, |
| "loss": 0.1765, |
| "step": 3820 |
| }, |
| { |
| "epoch": 3.343518114360541, |
| "grad_norm": 3.0382578372955322, |
| "learning_rate": 3.697234352256186e-05, |
| "loss": 0.1899, |
| "step": 3830 |
| }, |
| { |
| "epoch": 3.352247926669577, |
| "grad_norm": 2.4491844177246094, |
| "learning_rate": 3.692382338670549e-05, |
| "loss": 0.1659, |
| "step": 3840 |
| }, |
| { |
| "epoch": 3.3609777389786117, |
| "grad_norm": 3.5624337196350098, |
| "learning_rate": 3.68753032508491e-05, |
| "loss": 0.1681, |
| "step": 3850 |
| }, |
| { |
| "epoch": 3.3697075512876475, |
| "grad_norm": 3.9547486305236816, |
| "learning_rate": 3.682678311499272e-05, |
| "loss": 0.2041, |
| "step": 3860 |
| }, |
| { |
| "epoch": 3.3784373635966825, |
| "grad_norm": 3.0073511600494385, |
| "learning_rate": 3.6778262979136344e-05, |
| "loss": 0.1754, |
| "step": 3870 |
| }, |
| { |
| "epoch": 3.3871671759057183, |
| "grad_norm": 3.345168352127075, |
| "learning_rate": 3.6729742843279964e-05, |
| "loss": 0.1714, |
| "step": 3880 |
| }, |
| { |
| "epoch": 3.395896988214753, |
| "grad_norm": 2.464186668395996, |
| "learning_rate": 3.6681222707423585e-05, |
| "loss": 0.1861, |
| "step": 3890 |
| }, |
| { |
| "epoch": 3.404626800523789, |
| "grad_norm": 2.6841201782226562, |
| "learning_rate": 3.66327025715672e-05, |
| "loss": 0.1676, |
| "step": 3900 |
| }, |
| { |
| "epoch": 3.413356612832824, |
| "grad_norm": 2.905978202819824, |
| "learning_rate": 3.6584182435710826e-05, |
| "loss": 0.1952, |
| "step": 3910 |
| }, |
| { |
| "epoch": 3.4220864251418597, |
| "grad_norm": 2.9638357162475586, |
| "learning_rate": 3.653566229985444e-05, |
| "loss": 0.1617, |
| "step": 3920 |
| }, |
| { |
| "epoch": 3.4308162374508946, |
| "grad_norm": 3.0130560398101807, |
| "learning_rate": 3.648714216399806e-05, |
| "loss": 0.1554, |
| "step": 3930 |
| }, |
| { |
| "epoch": 3.4395460497599304, |
| "grad_norm": 3.267518997192383, |
| "learning_rate": 3.643862202814168e-05, |
| "loss": 0.1896, |
| "step": 3940 |
| }, |
| { |
| "epoch": 3.4482758620689653, |
| "grad_norm": 2.6104979515075684, |
| "learning_rate": 3.63901018922853e-05, |
| "loss": 0.1693, |
| "step": 3950 |
| }, |
| { |
| "epoch": 3.457005674378001, |
| "grad_norm": 2.9736759662628174, |
| "learning_rate": 3.634158175642892e-05, |
| "loss": 0.1654, |
| "step": 3960 |
| }, |
| { |
| "epoch": 3.465735486687036, |
| "grad_norm": 3.04263973236084, |
| "learning_rate": 3.6293061620572536e-05, |
| "loss": 0.1655, |
| "step": 3970 |
| }, |
| { |
| "epoch": 3.474465298996072, |
| "grad_norm": 3.322094202041626, |
| "learning_rate": 3.624454148471616e-05, |
| "loss": 0.1718, |
| "step": 3980 |
| }, |
| { |
| "epoch": 3.4831951113051067, |
| "grad_norm": 2.8771190643310547, |
| "learning_rate": 3.619602134885978e-05, |
| "loss": 0.188, |
| "step": 3990 |
| }, |
| { |
| "epoch": 3.4919249236141425, |
| "grad_norm": 3.3343777656555176, |
| "learning_rate": 3.61475012130034e-05, |
| "loss": 0.1765, |
| "step": 4000 |
| }, |
| { |
| "epoch": 3.5006547359231774, |
| "grad_norm": 3.087955951690674, |
| "learning_rate": 3.609898107714702e-05, |
| "loss": 0.1557, |
| "step": 4010 |
| }, |
| { |
| "epoch": 3.5093845482322132, |
| "grad_norm": 2.9191036224365234, |
| "learning_rate": 3.605046094129064e-05, |
| "loss": 0.1657, |
| "step": 4020 |
| }, |
| { |
| "epoch": 3.518114360541248, |
| "grad_norm": 3.2453222274780273, |
| "learning_rate": 3.600194080543426e-05, |
| "loss": 0.1921, |
| "step": 4030 |
| }, |
| { |
| "epoch": 3.526844172850284, |
| "grad_norm": 3.4277548789978027, |
| "learning_rate": 3.595342066957787e-05, |
| "loss": 0.1583, |
| "step": 4040 |
| }, |
| { |
| "epoch": 3.535573985159319, |
| "grad_norm": 2.132359504699707, |
| "learning_rate": 3.59049005337215e-05, |
| "loss": 0.168, |
| "step": 4050 |
| }, |
| { |
| "epoch": 3.5443037974683547, |
| "grad_norm": 3.881998062133789, |
| "learning_rate": 3.5856380397865114e-05, |
| "loss": 0.1992, |
| "step": 4060 |
| }, |
| { |
| "epoch": 3.5530336097773896, |
| "grad_norm": 3.376692771911621, |
| "learning_rate": 3.5807860262008734e-05, |
| "loss": 0.1804, |
| "step": 4070 |
| }, |
| { |
| "epoch": 3.5617634220864254, |
| "grad_norm": 2.9599671363830566, |
| "learning_rate": 3.5759340126152355e-05, |
| "loss": 0.1561, |
| "step": 4080 |
| }, |
| { |
| "epoch": 3.5704932343954603, |
| "grad_norm": 3.439408302307129, |
| "learning_rate": 3.5710819990295976e-05, |
| "loss": 0.1471, |
| "step": 4090 |
| }, |
| { |
| "epoch": 3.579223046704496, |
| "grad_norm": 3.4653496742248535, |
| "learning_rate": 3.5662299854439596e-05, |
| "loss": 0.189, |
| "step": 4100 |
| }, |
| { |
| "epoch": 3.587952859013531, |
| "grad_norm": 3.479707717895508, |
| "learning_rate": 3.561377971858321e-05, |
| "loss": 0.1771, |
| "step": 4110 |
| }, |
| { |
| "epoch": 3.596682671322567, |
| "grad_norm": 3.077345848083496, |
| "learning_rate": 3.556525958272684e-05, |
| "loss": 0.1764, |
| "step": 4120 |
| }, |
| { |
| "epoch": 3.6054124836316017, |
| "grad_norm": 2.612633228302002, |
| "learning_rate": 3.551673944687045e-05, |
| "loss": 0.1336, |
| "step": 4130 |
| }, |
| { |
| "epoch": 3.6141422959406375, |
| "grad_norm": 2.649402379989624, |
| "learning_rate": 3.546821931101407e-05, |
| "loss": 0.1609, |
| "step": 4140 |
| }, |
| { |
| "epoch": 3.6228721082496724, |
| "grad_norm": 3.7441020011901855, |
| "learning_rate": 3.541969917515769e-05, |
| "loss": 0.1758, |
| "step": 4150 |
| }, |
| { |
| "epoch": 3.6316019205587082, |
| "grad_norm": 2.341038465499878, |
| "learning_rate": 3.537117903930131e-05, |
| "loss": 0.1431, |
| "step": 4160 |
| }, |
| { |
| "epoch": 3.640331732867743, |
| "grad_norm": 2.990847587585449, |
| "learning_rate": 3.532265890344493e-05, |
| "loss": 0.1621, |
| "step": 4170 |
| }, |
| { |
| "epoch": 3.649061545176779, |
| "grad_norm": 3.005911111831665, |
| "learning_rate": 3.527413876758855e-05, |
| "loss": 0.1481, |
| "step": 4180 |
| }, |
| { |
| "epoch": 3.657791357485814, |
| "grad_norm": 3.05849027633667, |
| "learning_rate": 3.5225618631732174e-05, |
| "loss": 0.1781, |
| "step": 4190 |
| }, |
| { |
| "epoch": 3.6665211697948497, |
| "grad_norm": 2.643735647201538, |
| "learning_rate": 3.517709849587579e-05, |
| "loss": 0.1688, |
| "step": 4200 |
| }, |
| { |
| "epoch": 3.6752509821038846, |
| "grad_norm": 3.1337473392486572, |
| "learning_rate": 3.512857836001941e-05, |
| "loss": 0.1463, |
| "step": 4210 |
| }, |
| { |
| "epoch": 3.6839807944129204, |
| "grad_norm": 2.945814609527588, |
| "learning_rate": 3.508005822416303e-05, |
| "loss": 0.1545, |
| "step": 4220 |
| }, |
| { |
| "epoch": 3.6927106067219553, |
| "grad_norm": 2.5990426540374756, |
| "learning_rate": 3.503153808830665e-05, |
| "loss": 0.1525, |
| "step": 4230 |
| }, |
| { |
| "epoch": 3.701440419030991, |
| "grad_norm": 2.7641971111297607, |
| "learning_rate": 3.498301795245027e-05, |
| "loss": 0.1661, |
| "step": 4240 |
| }, |
| { |
| "epoch": 3.710170231340026, |
| "grad_norm": 2.606818437576294, |
| "learning_rate": 3.4934497816593884e-05, |
| "loss": 0.1906, |
| "step": 4250 |
| }, |
| { |
| "epoch": 3.718900043649062, |
| "grad_norm": 3.2500600814819336, |
| "learning_rate": 3.488597768073751e-05, |
| "loss": 0.1404, |
| "step": 4260 |
| }, |
| { |
| "epoch": 3.7276298559580967, |
| "grad_norm": 3.6567978858947754, |
| "learning_rate": 3.4837457544881125e-05, |
| "loss": 0.1715, |
| "step": 4270 |
| }, |
| { |
| "epoch": 3.7363596682671325, |
| "grad_norm": 2.9746952056884766, |
| "learning_rate": 3.4788937409024746e-05, |
| "loss": 0.1633, |
| "step": 4280 |
| }, |
| { |
| "epoch": 3.7450894805761674, |
| "grad_norm": 2.986154079437256, |
| "learning_rate": 3.4740417273168366e-05, |
| "loss": 0.141, |
| "step": 4290 |
| }, |
| { |
| "epoch": 3.753819292885203, |
| "grad_norm": 2.4456489086151123, |
| "learning_rate": 3.469189713731199e-05, |
| "loss": 0.1576, |
| "step": 4300 |
| }, |
| { |
| "epoch": 3.762549105194238, |
| "grad_norm": 2.2719054222106934, |
| "learning_rate": 3.464337700145561e-05, |
| "loss": 0.158, |
| "step": 4310 |
| }, |
| { |
| "epoch": 3.771278917503274, |
| "grad_norm": 2.6917176246643066, |
| "learning_rate": 3.459485686559922e-05, |
| "loss": 0.1624, |
| "step": 4320 |
| }, |
| { |
| "epoch": 3.780008729812309, |
| "grad_norm": 3.041710615158081, |
| "learning_rate": 3.454633672974285e-05, |
| "loss": 0.1573, |
| "step": 4330 |
| }, |
| { |
| "epoch": 3.7887385421213446, |
| "grad_norm": 2.517232894897461, |
| "learning_rate": 3.449781659388647e-05, |
| "loss": 0.1256, |
| "step": 4340 |
| }, |
| { |
| "epoch": 3.7974683544303796, |
| "grad_norm": 3.19498348236084, |
| "learning_rate": 3.444929645803008e-05, |
| "loss": 0.1399, |
| "step": 4350 |
| }, |
| { |
| "epoch": 3.8061981667394154, |
| "grad_norm": 3.773149013519287, |
| "learning_rate": 3.44007763221737e-05, |
| "loss": 0.1627, |
| "step": 4360 |
| }, |
| { |
| "epoch": 3.8149279790484503, |
| "grad_norm": 3.985891819000244, |
| "learning_rate": 3.4352256186317324e-05, |
| "loss": 0.161, |
| "step": 4370 |
| }, |
| { |
| "epoch": 3.823657791357486, |
| "grad_norm": 2.994173049926758, |
| "learning_rate": 3.4303736050460944e-05, |
| "loss": 0.1604, |
| "step": 4380 |
| }, |
| { |
| "epoch": 3.832387603666521, |
| "grad_norm": 3.8228750228881836, |
| "learning_rate": 3.425521591460456e-05, |
| "loss": 0.1609, |
| "step": 4390 |
| }, |
| { |
| "epoch": 3.841117415975557, |
| "grad_norm": 3.412660598754883, |
| "learning_rate": 3.4206695778748185e-05, |
| "loss": 0.1591, |
| "step": 4400 |
| }, |
| { |
| "epoch": 3.8498472282845917, |
| "grad_norm": 2.460543632507324, |
| "learning_rate": 3.4158175642891806e-05, |
| "loss": 0.171, |
| "step": 4410 |
| }, |
| { |
| "epoch": 3.8585770405936275, |
| "grad_norm": 2.8546485900878906, |
| "learning_rate": 3.410965550703542e-05, |
| "loss": 0.1662, |
| "step": 4420 |
| }, |
| { |
| "epoch": 3.8673068529026624, |
| "grad_norm": 3.296644926071167, |
| "learning_rate": 3.406113537117904e-05, |
| "loss": 0.1669, |
| "step": 4430 |
| }, |
| { |
| "epoch": 3.876036665211698, |
| "grad_norm": 3.5040674209594727, |
| "learning_rate": 3.401261523532266e-05, |
| "loss": 0.1694, |
| "step": 4440 |
| }, |
| { |
| "epoch": 3.884766477520733, |
| "grad_norm": 3.1331686973571777, |
| "learning_rate": 3.396409509946628e-05, |
| "loss": 0.1507, |
| "step": 4450 |
| }, |
| { |
| "epoch": 3.893496289829769, |
| "grad_norm": 3.2440221309661865, |
| "learning_rate": 3.3915574963609895e-05, |
| "loss": 0.1727, |
| "step": 4460 |
| }, |
| { |
| "epoch": 3.902226102138804, |
| "grad_norm": 2.514347553253174, |
| "learning_rate": 3.386705482775352e-05, |
| "loss": 0.1401, |
| "step": 4470 |
| }, |
| { |
| "epoch": 3.9109559144478396, |
| "grad_norm": 3.354827404022217, |
| "learning_rate": 3.381853469189714e-05, |
| "loss": 0.1472, |
| "step": 4480 |
| }, |
| { |
| "epoch": 3.9196857267568745, |
| "grad_norm": 2.985978126525879, |
| "learning_rate": 3.377001455604076e-05, |
| "loss": 0.1783, |
| "step": 4490 |
| }, |
| { |
| "epoch": 3.9284155390659103, |
| "grad_norm": 2.6409835815429688, |
| "learning_rate": 3.372149442018438e-05, |
| "loss": 0.1468, |
| "step": 4500 |
| }, |
| { |
| "epoch": 3.9371453513749453, |
| "grad_norm": 2.718919515609741, |
| "learning_rate": 3.3672974284328e-05, |
| "loss": 0.1672, |
| "step": 4510 |
| }, |
| { |
| "epoch": 3.945875163683981, |
| "grad_norm": 3.5522565841674805, |
| "learning_rate": 3.362445414847162e-05, |
| "loss": 0.1666, |
| "step": 4520 |
| }, |
| { |
| "epoch": 3.954604975993016, |
| "grad_norm": 3.1858441829681396, |
| "learning_rate": 3.357593401261523e-05, |
| "loss": 0.181, |
| "step": 4530 |
| }, |
| { |
| "epoch": 3.9633347883020518, |
| "grad_norm": 3.0110580921173096, |
| "learning_rate": 3.352741387675886e-05, |
| "loss": 0.1729, |
| "step": 4540 |
| }, |
| { |
| "epoch": 3.9720646006110867, |
| "grad_norm": 3.0811493396759033, |
| "learning_rate": 3.347889374090248e-05, |
| "loss": 0.1651, |
| "step": 4550 |
| }, |
| { |
| "epoch": 3.9807944129201225, |
| "grad_norm": 2.8543362617492676, |
| "learning_rate": 3.3430373605046094e-05, |
| "loss": 0.1338, |
| "step": 4560 |
| }, |
| { |
| "epoch": 3.9895242252291574, |
| "grad_norm": 3.2236084938049316, |
| "learning_rate": 3.3381853469189714e-05, |
| "loss": 0.1349, |
| "step": 4570 |
| }, |
| { |
| "epoch": 3.998254037538193, |
| "grad_norm": 3.425377368927002, |
| "learning_rate": 3.3333333333333335e-05, |
| "loss": 0.1524, |
| "step": 4580 |
| }, |
| { |
| "epoch": 4.0, |
| "eval_accuracy": 0.9694328504787626, |
| "eval_loss": 0.10254349559545517, |
| "eval_runtime": 60.9682, |
| "eval_samples_per_second": 267.221, |
| "eval_steps_per_second": 8.365, |
| "step": 4582 |
| }, |
| { |
| "epoch": 4.006983849847228, |
| "grad_norm": 3.464984655380249, |
| "learning_rate": 3.3284813197476955e-05, |
| "loss": 0.1749, |
| "step": 4590 |
| }, |
| { |
| "epoch": 4.015713662156264, |
| "grad_norm": 3.4568910598754883, |
| "learning_rate": 3.323629306162057e-05, |
| "loss": 0.1637, |
| "step": 4600 |
| }, |
| { |
| "epoch": 4.024443474465299, |
| "grad_norm": 4.279798984527588, |
| "learning_rate": 3.3187772925764197e-05, |
| "loss": 0.1673, |
| "step": 4610 |
| }, |
| { |
| "epoch": 4.033173286774335, |
| "grad_norm": 2.7573869228363037, |
| "learning_rate": 3.313925278990782e-05, |
| "loss": 0.1473, |
| "step": 4620 |
| }, |
| { |
| "epoch": 4.0419030990833695, |
| "grad_norm": 1.6597820520401, |
| "learning_rate": 3.309073265405143e-05, |
| "loss": 0.1903, |
| "step": 4630 |
| }, |
| { |
| "epoch": 4.050632911392405, |
| "grad_norm": 2.1218221187591553, |
| "learning_rate": 3.304221251819505e-05, |
| "loss": 0.136, |
| "step": 4640 |
| }, |
| { |
| "epoch": 4.05936272370144, |
| "grad_norm": 2.941210985183716, |
| "learning_rate": 3.299369238233867e-05, |
| "loss": 0.1613, |
| "step": 4650 |
| }, |
| { |
| "epoch": 4.068092536010476, |
| "grad_norm": 2.4769389629364014, |
| "learning_rate": 3.294517224648229e-05, |
| "loss": 0.1299, |
| "step": 4660 |
| }, |
| { |
| "epoch": 4.076822348319511, |
| "grad_norm": 2.917901039123535, |
| "learning_rate": 3.289665211062591e-05, |
| "loss": 0.1522, |
| "step": 4670 |
| }, |
| { |
| "epoch": 4.085552160628547, |
| "grad_norm": 2.216571092605591, |
| "learning_rate": 3.2848131974769534e-05, |
| "loss": 0.1137, |
| "step": 4680 |
| }, |
| { |
| "epoch": 4.094281972937582, |
| "grad_norm": 3.3516063690185547, |
| "learning_rate": 3.2799611838913154e-05, |
| "loss": 0.1479, |
| "step": 4690 |
| }, |
| { |
| "epoch": 4.1030117852466175, |
| "grad_norm": 2.5216290950775146, |
| "learning_rate": 3.275109170305677e-05, |
| "loss": 0.1792, |
| "step": 4700 |
| }, |
| { |
| "epoch": 4.111741597555652, |
| "grad_norm": 3.8577330112457275, |
| "learning_rate": 3.270257156720039e-05, |
| "loss": 0.1647, |
| "step": 4710 |
| }, |
| { |
| "epoch": 4.120471409864688, |
| "grad_norm": 3.3492794036865234, |
| "learning_rate": 3.265405143134401e-05, |
| "loss": 0.1646, |
| "step": 4720 |
| }, |
| { |
| "epoch": 4.129201222173723, |
| "grad_norm": 2.7044191360473633, |
| "learning_rate": 3.260553129548763e-05, |
| "loss": 0.1373, |
| "step": 4730 |
| }, |
| { |
| "epoch": 4.137931034482759, |
| "grad_norm": 2.3833065032958984, |
| "learning_rate": 3.255701115963125e-05, |
| "loss": 0.1606, |
| "step": 4740 |
| }, |
| { |
| "epoch": 4.146660846791794, |
| "grad_norm": 2.541414260864258, |
| "learning_rate": 3.250849102377487e-05, |
| "loss": 0.1249, |
| "step": 4750 |
| }, |
| { |
| "epoch": 4.15539065910083, |
| "grad_norm": 3.2906863689422607, |
| "learning_rate": 3.245997088791849e-05, |
| "loss": 0.1458, |
| "step": 4760 |
| }, |
| { |
| "epoch": 4.1641204714098645, |
| "grad_norm": 2.537529706954956, |
| "learning_rate": 3.2411450752062105e-05, |
| "loss": 0.1559, |
| "step": 4770 |
| }, |
| { |
| "epoch": 4.1728502837189, |
| "grad_norm": 3.309135675430298, |
| "learning_rate": 3.2362930616205726e-05, |
| "loss": 0.1478, |
| "step": 4780 |
| }, |
| { |
| "epoch": 4.181580096027935, |
| "grad_norm": 3.2824246883392334, |
| "learning_rate": 3.2314410480349346e-05, |
| "loss": 0.1532, |
| "step": 4790 |
| }, |
| { |
| "epoch": 4.190309908336971, |
| "grad_norm": 2.130497694015503, |
| "learning_rate": 3.226589034449297e-05, |
| "loss": 0.1552, |
| "step": 4800 |
| }, |
| { |
| "epoch": 4.199039720646006, |
| "grad_norm": 2.358793020248413, |
| "learning_rate": 3.221737020863659e-05, |
| "loss": 0.1633, |
| "step": 4810 |
| }, |
| { |
| "epoch": 4.207769532955042, |
| "grad_norm": 2.5943782329559326, |
| "learning_rate": 3.216885007278021e-05, |
| "loss": 0.1277, |
| "step": 4820 |
| }, |
| { |
| "epoch": 4.216499345264077, |
| "grad_norm": 2.494443416595459, |
| "learning_rate": 3.212032993692383e-05, |
| "loss": 0.1644, |
| "step": 4830 |
| }, |
| { |
| "epoch": 4.2252291575731125, |
| "grad_norm": 2.339279890060425, |
| "learning_rate": 3.207180980106744e-05, |
| "loss": 0.1607, |
| "step": 4840 |
| }, |
| { |
| "epoch": 4.233958969882147, |
| "grad_norm": 2.0483193397521973, |
| "learning_rate": 3.202328966521106e-05, |
| "loss": 0.1386, |
| "step": 4850 |
| }, |
| { |
| "epoch": 4.242688782191183, |
| "grad_norm": 3.7117726802825928, |
| "learning_rate": 3.197476952935468e-05, |
| "loss": 0.1412, |
| "step": 4860 |
| }, |
| { |
| "epoch": 4.251418594500218, |
| "grad_norm": 1.738502860069275, |
| "learning_rate": 3.1926249393498304e-05, |
| "loss": 0.141, |
| "step": 4870 |
| }, |
| { |
| "epoch": 4.260148406809254, |
| "grad_norm": 3.4214649200439453, |
| "learning_rate": 3.1877729257641924e-05, |
| "loss": 0.164, |
| "step": 4880 |
| }, |
| { |
| "epoch": 4.268878219118289, |
| "grad_norm": 3.121246576309204, |
| "learning_rate": 3.1829209121785545e-05, |
| "loss": 0.1476, |
| "step": 4890 |
| }, |
| { |
| "epoch": 4.277608031427325, |
| "grad_norm": 2.7231833934783936, |
| "learning_rate": 3.1780688985929165e-05, |
| "loss": 0.1419, |
| "step": 4900 |
| }, |
| { |
| "epoch": 4.2863378437363595, |
| "grad_norm": 2.7895748615264893, |
| "learning_rate": 3.173216885007278e-05, |
| "loss": 0.161, |
| "step": 4910 |
| }, |
| { |
| "epoch": 4.295067656045395, |
| "grad_norm": 2.6406960487365723, |
| "learning_rate": 3.16836487142164e-05, |
| "loss": 0.1358, |
| "step": 4920 |
| }, |
| { |
| "epoch": 4.30379746835443, |
| "grad_norm": 2.4051973819732666, |
| "learning_rate": 3.163512857836002e-05, |
| "loss": 0.1544, |
| "step": 4930 |
| }, |
| { |
| "epoch": 4.312527280663466, |
| "grad_norm": 2.49039626121521, |
| "learning_rate": 3.158660844250364e-05, |
| "loss": 0.1551, |
| "step": 4940 |
| }, |
| { |
| "epoch": 4.321257092972501, |
| "grad_norm": 2.592521905899048, |
| "learning_rate": 3.153808830664726e-05, |
| "loss": 0.1836, |
| "step": 4950 |
| }, |
| { |
| "epoch": 4.329986905281537, |
| "grad_norm": 3.2178955078125, |
| "learning_rate": 3.148956817079088e-05, |
| "loss": 0.1562, |
| "step": 4960 |
| }, |
| { |
| "epoch": 4.338716717590572, |
| "grad_norm": 2.5670714378356934, |
| "learning_rate": 3.14410480349345e-05, |
| "loss": 0.1412, |
| "step": 4970 |
| }, |
| { |
| "epoch": 4.3474465298996074, |
| "grad_norm": 4.081165790557861, |
| "learning_rate": 3.1392527899078116e-05, |
| "loss": 0.166, |
| "step": 4980 |
| }, |
| { |
| "epoch": 4.356176342208642, |
| "grad_norm": 2.3925557136535645, |
| "learning_rate": 3.134400776322174e-05, |
| "loss": 0.1351, |
| "step": 4990 |
| }, |
| { |
| "epoch": 4.364906154517678, |
| "grad_norm": 2.4587152004241943, |
| "learning_rate": 3.1295487627365364e-05, |
| "loss": 0.1389, |
| "step": 5000 |
| }, |
| { |
| "epoch": 4.373635966826713, |
| "grad_norm": 3.3576841354370117, |
| "learning_rate": 3.124696749150898e-05, |
| "loss": 0.1431, |
| "step": 5010 |
| }, |
| { |
| "epoch": 4.382365779135749, |
| "grad_norm": 3.1087608337402344, |
| "learning_rate": 3.11984473556526e-05, |
| "loss": 0.157, |
| "step": 5020 |
| }, |
| { |
| "epoch": 4.391095591444784, |
| "grad_norm": 3.4390625953674316, |
| "learning_rate": 3.114992721979622e-05, |
| "loss": 0.1437, |
| "step": 5030 |
| }, |
| { |
| "epoch": 4.39982540375382, |
| "grad_norm": 2.3669025897979736, |
| "learning_rate": 3.110140708393984e-05, |
| "loss": 0.1229, |
| "step": 5040 |
| }, |
| { |
| "epoch": 4.4085552160628545, |
| "grad_norm": 3.4715614318847656, |
| "learning_rate": 3.105288694808345e-05, |
| "loss": 0.1436, |
| "step": 5050 |
| }, |
| { |
| "epoch": 4.41728502837189, |
| "grad_norm": 3.359426975250244, |
| "learning_rate": 3.1004366812227074e-05, |
| "loss": 0.1563, |
| "step": 5060 |
| }, |
| { |
| "epoch": 4.426014840680925, |
| "grad_norm": 3.365325450897217, |
| "learning_rate": 3.09558466763707e-05, |
| "loss": 0.1411, |
| "step": 5070 |
| }, |
| { |
| "epoch": 4.434744652989961, |
| "grad_norm": 2.716036319732666, |
| "learning_rate": 3.0907326540514315e-05, |
| "loss": 0.1535, |
| "step": 5080 |
| }, |
| { |
| "epoch": 4.443474465298996, |
| "grad_norm": 2.797657012939453, |
| "learning_rate": 3.0858806404657935e-05, |
| "loss": 0.1314, |
| "step": 5090 |
| }, |
| { |
| "epoch": 4.452204277608032, |
| "grad_norm": 2.7117514610290527, |
| "learning_rate": 3.0810286268801556e-05, |
| "loss": 0.1436, |
| "step": 5100 |
| }, |
| { |
| "epoch": 4.460934089917067, |
| "grad_norm": 2.1483347415924072, |
| "learning_rate": 3.0761766132945176e-05, |
| "loss": 0.1591, |
| "step": 5110 |
| }, |
| { |
| "epoch": 4.469663902226102, |
| "grad_norm": 3.0980610847473145, |
| "learning_rate": 3.071324599708879e-05, |
| "loss": 0.1443, |
| "step": 5120 |
| }, |
| { |
| "epoch": 4.478393714535137, |
| "grad_norm": 3.3128209114074707, |
| "learning_rate": 3.066472586123241e-05, |
| "loss": 0.1313, |
| "step": 5130 |
| }, |
| { |
| "epoch": 4.487123526844173, |
| "grad_norm": 3.275357484817505, |
| "learning_rate": 3.061620572537604e-05, |
| "loss": 0.1744, |
| "step": 5140 |
| }, |
| { |
| "epoch": 4.495853339153208, |
| "grad_norm": 3.222581148147583, |
| "learning_rate": 3.056768558951965e-05, |
| "loss": 0.1584, |
| "step": 5150 |
| }, |
| { |
| "epoch": 4.504583151462244, |
| "grad_norm": 3.389233350753784, |
| "learning_rate": 3.051916545366327e-05, |
| "loss": 0.1477, |
| "step": 5160 |
| }, |
| { |
| "epoch": 4.513312963771279, |
| "grad_norm": 3.1281654834747314, |
| "learning_rate": 3.047064531780689e-05, |
| "loss": 0.1283, |
| "step": 5170 |
| }, |
| { |
| "epoch": 4.522042776080315, |
| "grad_norm": 3.123300075531006, |
| "learning_rate": 3.042212518195051e-05, |
| "loss": 0.1496, |
| "step": 5180 |
| }, |
| { |
| "epoch": 4.5307725883893495, |
| "grad_norm": 2.7296836376190186, |
| "learning_rate": 3.0373605046094127e-05, |
| "loss": 0.133, |
| "step": 5190 |
| }, |
| { |
| "epoch": 4.539502400698385, |
| "grad_norm": 2.5812196731567383, |
| "learning_rate": 3.032508491023775e-05, |
| "loss": 0.1388, |
| "step": 5200 |
| }, |
| { |
| "epoch": 4.54823221300742, |
| "grad_norm": 3.827601671218872, |
| "learning_rate": 3.0276564774381372e-05, |
| "loss": 0.145, |
| "step": 5210 |
| }, |
| { |
| "epoch": 4.556962025316456, |
| "grad_norm": 2.3603134155273438, |
| "learning_rate": 3.022804463852499e-05, |
| "loss": 0.1126, |
| "step": 5220 |
| }, |
| { |
| "epoch": 4.565691837625491, |
| "grad_norm": 2.6947975158691406, |
| "learning_rate": 3.017952450266861e-05, |
| "loss": 0.1282, |
| "step": 5230 |
| }, |
| { |
| "epoch": 4.574421649934527, |
| "grad_norm": 2.6288444995880127, |
| "learning_rate": 3.0131004366812227e-05, |
| "loss": 0.1371, |
| "step": 5240 |
| }, |
| { |
| "epoch": 4.583151462243562, |
| "grad_norm": 3.6533212661743164, |
| "learning_rate": 3.0082484230955847e-05, |
| "loss": 0.1555, |
| "step": 5250 |
| }, |
| { |
| "epoch": 4.591881274552597, |
| "grad_norm": 2.927175760269165, |
| "learning_rate": 3.0033964095099464e-05, |
| "loss": 0.1396, |
| "step": 5260 |
| }, |
| { |
| "epoch": 4.600611086861632, |
| "grad_norm": 3.4521915912628174, |
| "learning_rate": 2.9985443959243088e-05, |
| "loss": 0.1399, |
| "step": 5270 |
| }, |
| { |
| "epoch": 4.609340899170668, |
| "grad_norm": 3.1614108085632324, |
| "learning_rate": 2.993692382338671e-05, |
| "loss": 0.139, |
| "step": 5280 |
| }, |
| { |
| "epoch": 4.618070711479703, |
| "grad_norm": 2.77795672416687, |
| "learning_rate": 2.9888403687530326e-05, |
| "loss": 0.1623, |
| "step": 5290 |
| }, |
| { |
| "epoch": 4.626800523788739, |
| "grad_norm": 3.930523633956909, |
| "learning_rate": 2.9839883551673947e-05, |
| "loss": 0.1534, |
| "step": 5300 |
| }, |
| { |
| "epoch": 4.635530336097774, |
| "grad_norm": 2.8020386695861816, |
| "learning_rate": 2.9791363415817564e-05, |
| "loss": 0.1309, |
| "step": 5310 |
| }, |
| { |
| "epoch": 4.64426014840681, |
| "grad_norm": 2.3614084720611572, |
| "learning_rate": 2.9742843279961184e-05, |
| "loss": 0.1422, |
| "step": 5320 |
| }, |
| { |
| "epoch": 4.6529899607158445, |
| "grad_norm": 3.849187135696411, |
| "learning_rate": 2.9694323144104808e-05, |
| "loss": 0.129, |
| "step": 5330 |
| }, |
| { |
| "epoch": 4.66171977302488, |
| "grad_norm": 3.5703964233398438, |
| "learning_rate": 2.9645803008248425e-05, |
| "loss": 0.1403, |
| "step": 5340 |
| }, |
| { |
| "epoch": 4.670449585333915, |
| "grad_norm": 2.742767810821533, |
| "learning_rate": 2.9597282872392046e-05, |
| "loss": 0.1234, |
| "step": 5350 |
| }, |
| { |
| "epoch": 4.679179397642951, |
| "grad_norm": 2.6478323936462402, |
| "learning_rate": 2.9548762736535663e-05, |
| "loss": 0.1395, |
| "step": 5360 |
| }, |
| { |
| "epoch": 4.687909209951986, |
| "grad_norm": 2.8150362968444824, |
| "learning_rate": 2.9500242600679284e-05, |
| "loss": 0.1378, |
| "step": 5370 |
| }, |
| { |
| "epoch": 4.696639022261022, |
| "grad_norm": 3.0545525550842285, |
| "learning_rate": 2.94517224648229e-05, |
| "loss": 0.1244, |
| "step": 5380 |
| }, |
| { |
| "epoch": 4.705368834570057, |
| "grad_norm": 3.3390815258026123, |
| "learning_rate": 2.940320232896652e-05, |
| "loss": 0.1433, |
| "step": 5390 |
| }, |
| { |
| "epoch": 4.714098646879092, |
| "grad_norm": 2.237645149230957, |
| "learning_rate": 2.9354682193110145e-05, |
| "loss": 0.1386, |
| "step": 5400 |
| }, |
| { |
| "epoch": 4.722828459188127, |
| "grad_norm": 2.8226351737976074, |
| "learning_rate": 2.9306162057253762e-05, |
| "loss": 0.1468, |
| "step": 5410 |
| }, |
| { |
| "epoch": 4.731558271497163, |
| "grad_norm": 2.2140517234802246, |
| "learning_rate": 2.9257641921397383e-05, |
| "loss": 0.1271, |
| "step": 5420 |
| }, |
| { |
| "epoch": 4.740288083806198, |
| "grad_norm": 2.853294610977173, |
| "learning_rate": 2.9209121785541e-05, |
| "loss": 0.1357, |
| "step": 5430 |
| }, |
| { |
| "epoch": 4.749017896115234, |
| "grad_norm": 3.399142265319824, |
| "learning_rate": 2.916060164968462e-05, |
| "loss": 0.1517, |
| "step": 5440 |
| }, |
| { |
| "epoch": 4.757747708424269, |
| "grad_norm": 1.853452205657959, |
| "learning_rate": 2.9112081513828238e-05, |
| "loss": 0.1323, |
| "step": 5450 |
| }, |
| { |
| "epoch": 4.7664775207333046, |
| "grad_norm": 2.7379791736602783, |
| "learning_rate": 2.906356137797186e-05, |
| "loss": 0.1471, |
| "step": 5460 |
| }, |
| { |
| "epoch": 4.7752073330423395, |
| "grad_norm": 3.7588677406311035, |
| "learning_rate": 2.9015041242115482e-05, |
| "loss": 0.1315, |
| "step": 5470 |
| }, |
| { |
| "epoch": 4.783937145351375, |
| "grad_norm": 2.9723212718963623, |
| "learning_rate": 2.89665211062591e-05, |
| "loss": 0.131, |
| "step": 5480 |
| }, |
| { |
| "epoch": 4.79266695766041, |
| "grad_norm": 2.8574113845825195, |
| "learning_rate": 2.891800097040272e-05, |
| "loss": 0.1495, |
| "step": 5490 |
| }, |
| { |
| "epoch": 4.801396769969446, |
| "grad_norm": 2.9763901233673096, |
| "learning_rate": 2.8869480834546337e-05, |
| "loss": 0.1388, |
| "step": 5500 |
| }, |
| { |
| "epoch": 4.810126582278481, |
| "grad_norm": 3.1920862197875977, |
| "learning_rate": 2.8820960698689958e-05, |
| "loss": 0.1523, |
| "step": 5510 |
| }, |
| { |
| "epoch": 4.818856394587517, |
| "grad_norm": 2.83996844291687, |
| "learning_rate": 2.8772440562833575e-05, |
| "loss": 0.1126, |
| "step": 5520 |
| }, |
| { |
| "epoch": 4.827586206896552, |
| "grad_norm": 2.066861391067505, |
| "learning_rate": 2.8723920426977195e-05, |
| "loss": 0.1337, |
| "step": 5530 |
| }, |
| { |
| "epoch": 4.836316019205587, |
| "grad_norm": 3.4259138107299805, |
| "learning_rate": 2.867540029112082e-05, |
| "loss": 0.1575, |
| "step": 5540 |
| }, |
| { |
| "epoch": 4.845045831514622, |
| "grad_norm": 3.806020975112915, |
| "learning_rate": 2.8626880155264436e-05, |
| "loss": 0.148, |
| "step": 5550 |
| }, |
| { |
| "epoch": 4.853775643823658, |
| "grad_norm": 4.127275466918945, |
| "learning_rate": 2.8578360019408057e-05, |
| "loss": 0.1487, |
| "step": 5560 |
| }, |
| { |
| "epoch": 4.862505456132693, |
| "grad_norm": 3.0096826553344727, |
| "learning_rate": 2.8529839883551674e-05, |
| "loss": 0.1627, |
| "step": 5570 |
| }, |
| { |
| "epoch": 4.871235268441729, |
| "grad_norm": 3.183000087738037, |
| "learning_rate": 2.8481319747695295e-05, |
| "loss": 0.1241, |
| "step": 5580 |
| }, |
| { |
| "epoch": 4.879965080750764, |
| "grad_norm": 2.7466609477996826, |
| "learning_rate": 2.843279961183892e-05, |
| "loss": 0.1518, |
| "step": 5590 |
| }, |
| { |
| "epoch": 4.8886948930597995, |
| "grad_norm": 2.0740559101104736, |
| "learning_rate": 2.8384279475982532e-05, |
| "loss": 0.143, |
| "step": 5600 |
| }, |
| { |
| "epoch": 4.8974247053688345, |
| "grad_norm": 2.2618136405944824, |
| "learning_rate": 2.8335759340126156e-05, |
| "loss": 0.145, |
| "step": 5610 |
| }, |
| { |
| "epoch": 4.90615451767787, |
| "grad_norm": 3.275090217590332, |
| "learning_rate": 2.8287239204269774e-05, |
| "loss": 0.141, |
| "step": 5620 |
| }, |
| { |
| "epoch": 4.914884329986905, |
| "grad_norm": 2.9142794609069824, |
| "learning_rate": 2.8238719068413394e-05, |
| "loss": 0.1263, |
| "step": 5630 |
| }, |
| { |
| "epoch": 4.923614142295941, |
| "grad_norm": 3.941188097000122, |
| "learning_rate": 2.819019893255701e-05, |
| "loss": 0.167, |
| "step": 5640 |
| }, |
| { |
| "epoch": 4.932343954604976, |
| "grad_norm": 3.0273237228393555, |
| "learning_rate": 2.8141678796700632e-05, |
| "loss": 0.1444, |
| "step": 5650 |
| }, |
| { |
| "epoch": 4.941073766914012, |
| "grad_norm": 1.5899831056594849, |
| "learning_rate": 2.8093158660844256e-05, |
| "loss": 0.1089, |
| "step": 5660 |
| }, |
| { |
| "epoch": 4.949803579223047, |
| "grad_norm": 4.153631687164307, |
| "learning_rate": 2.804463852498787e-05, |
| "loss": 0.1728, |
| "step": 5670 |
| }, |
| { |
| "epoch": 4.958533391532082, |
| "grad_norm": 2.7368574142456055, |
| "learning_rate": 2.7996118389131493e-05, |
| "loss": 0.1371, |
| "step": 5680 |
| }, |
| { |
| "epoch": 4.967263203841117, |
| "grad_norm": 3.6088647842407227, |
| "learning_rate": 2.794759825327511e-05, |
| "loss": 0.1402, |
| "step": 5690 |
| }, |
| { |
| "epoch": 4.975993016150153, |
| "grad_norm": 2.830106496810913, |
| "learning_rate": 2.789907811741873e-05, |
| "loss": 0.1483, |
| "step": 5700 |
| }, |
| { |
| "epoch": 4.984722828459188, |
| "grad_norm": 2.925632953643799, |
| "learning_rate": 2.7850557981562348e-05, |
| "loss": 0.1268, |
| "step": 5710 |
| }, |
| { |
| "epoch": 4.993452640768224, |
| "grad_norm": 2.303786277770996, |
| "learning_rate": 2.780203784570597e-05, |
| "loss": 0.1274, |
| "step": 5720 |
| }, |
| { |
| "epoch": 4.999563509384548, |
| "eval_accuracy": 0.9705990670267616, |
| "eval_loss": 0.09282852709293365, |
| "eval_runtime": 61.4449, |
| "eval_samples_per_second": 265.148, |
| "eval_steps_per_second": 8.3, |
| "step": 5727 |
| }, |
| { |
| "epoch": 5.002182453077259, |
| "grad_norm": 3.6829633712768555, |
| "learning_rate": 2.7753517709849593e-05, |
| "loss": 0.1331, |
| "step": 5730 |
| }, |
| { |
| "epoch": 5.0109122653862945, |
| "grad_norm": 2.4418623447418213, |
| "learning_rate": 2.7704997573993207e-05, |
| "loss": 0.1386, |
| "step": 5740 |
| }, |
| { |
| "epoch": 5.019642077695329, |
| "grad_norm": 2.420471429824829, |
| "learning_rate": 2.765647743813683e-05, |
| "loss": 0.1287, |
| "step": 5750 |
| }, |
| { |
| "epoch": 5.028371890004365, |
| "grad_norm": 1.8955364227294922, |
| "learning_rate": 2.7607957302280448e-05, |
| "loss": 0.1353, |
| "step": 5760 |
| }, |
| { |
| "epoch": 5.0371017023134, |
| "grad_norm": 3.353316307067871, |
| "learning_rate": 2.7559437166424068e-05, |
| "loss": 0.1445, |
| "step": 5770 |
| }, |
| { |
| "epoch": 5.045831514622436, |
| "grad_norm": 2.9570837020874023, |
| "learning_rate": 2.7510917030567685e-05, |
| "loss": 0.1374, |
| "step": 5780 |
| }, |
| { |
| "epoch": 5.054561326931471, |
| "grad_norm": 3.622004747390747, |
| "learning_rate": 2.7462396894711306e-05, |
| "loss": 0.1298, |
| "step": 5790 |
| }, |
| { |
| "epoch": 5.063291139240507, |
| "grad_norm": 2.643129587173462, |
| "learning_rate": 2.741387675885493e-05, |
| "loss": 0.146, |
| "step": 5800 |
| }, |
| { |
| "epoch": 5.072020951549542, |
| "grad_norm": 2.9872100353240967, |
| "learning_rate": 2.7365356622998544e-05, |
| "loss": 0.17, |
| "step": 5810 |
| }, |
| { |
| "epoch": 5.080750763858577, |
| "grad_norm": 3.114686965942383, |
| "learning_rate": 2.7316836487142168e-05, |
| "loss": 0.1391, |
| "step": 5820 |
| }, |
| { |
| "epoch": 5.089480576167612, |
| "grad_norm": 2.8469395637512207, |
| "learning_rate": 2.7268316351285785e-05, |
| "loss": 0.1388, |
| "step": 5830 |
| }, |
| { |
| "epoch": 5.098210388476648, |
| "grad_norm": 3.2871453762054443, |
| "learning_rate": 2.7219796215429405e-05, |
| "loss": 0.1221, |
| "step": 5840 |
| }, |
| { |
| "epoch": 5.106940200785683, |
| "grad_norm": 4.159573078155518, |
| "learning_rate": 2.7171276079573022e-05, |
| "loss": 0.1357, |
| "step": 5850 |
| }, |
| { |
| "epoch": 5.115670013094719, |
| "grad_norm": 2.4209814071655273, |
| "learning_rate": 2.7122755943716643e-05, |
| "loss": 0.1315, |
| "step": 5860 |
| }, |
| { |
| "epoch": 5.124399825403754, |
| "grad_norm": 3.1330792903900146, |
| "learning_rate": 2.7074235807860267e-05, |
| "loss": 0.144, |
| "step": 5870 |
| }, |
| { |
| "epoch": 5.1331296377127895, |
| "grad_norm": 3.4734888076782227, |
| "learning_rate": 2.702571567200388e-05, |
| "loss": 0.1255, |
| "step": 5880 |
| }, |
| { |
| "epoch": 5.141859450021824, |
| "grad_norm": 2.6538310050964355, |
| "learning_rate": 2.6977195536147505e-05, |
| "loss": 0.1309, |
| "step": 5890 |
| }, |
| { |
| "epoch": 5.15058926233086, |
| "grad_norm": 2.8028576374053955, |
| "learning_rate": 2.6928675400291122e-05, |
| "loss": 0.128, |
| "step": 5900 |
| }, |
| { |
| "epoch": 5.159319074639895, |
| "grad_norm": 2.747344970703125, |
| "learning_rate": 2.6880155264434742e-05, |
| "loss": 0.1287, |
| "step": 5910 |
| }, |
| { |
| "epoch": 5.168048886948931, |
| "grad_norm": 2.56372332572937, |
| "learning_rate": 2.6831635128578363e-05, |
| "loss": 0.141, |
| "step": 5920 |
| }, |
| { |
| "epoch": 5.176778699257966, |
| "grad_norm": 2.5955655574798584, |
| "learning_rate": 2.678311499272198e-05, |
| "loss": 0.1405, |
| "step": 5930 |
| }, |
| { |
| "epoch": 5.185508511567002, |
| "grad_norm": 2.351151943206787, |
| "learning_rate": 2.6734594856865604e-05, |
| "loss": 0.1145, |
| "step": 5940 |
| }, |
| { |
| "epoch": 5.194238323876037, |
| "grad_norm": 3.593594551086426, |
| "learning_rate": 2.6686074721009218e-05, |
| "loss": 0.1321, |
| "step": 5950 |
| }, |
| { |
| "epoch": 5.202968136185072, |
| "grad_norm": 2.935622453689575, |
| "learning_rate": 2.663755458515284e-05, |
| "loss": 0.1233, |
| "step": 5960 |
| }, |
| { |
| "epoch": 5.211697948494107, |
| "grad_norm": 2.3054494857788086, |
| "learning_rate": 2.658903444929646e-05, |
| "loss": 0.1238, |
| "step": 5970 |
| }, |
| { |
| "epoch": 5.220427760803143, |
| "grad_norm": 3.240325927734375, |
| "learning_rate": 2.654051431344008e-05, |
| "loss": 0.1613, |
| "step": 5980 |
| }, |
| { |
| "epoch": 5.229157573112178, |
| "grad_norm": 2.3457300662994385, |
| "learning_rate": 2.64919941775837e-05, |
| "loss": 0.1498, |
| "step": 5990 |
| }, |
| { |
| "epoch": 5.237887385421214, |
| "grad_norm": 3.284043550491333, |
| "learning_rate": 2.6443474041727317e-05, |
| "loss": 0.1328, |
| "step": 6000 |
| }, |
| { |
| "epoch": 5.246617197730249, |
| "grad_norm": 2.991929531097412, |
| "learning_rate": 2.639495390587094e-05, |
| "loss": 0.1334, |
| "step": 6010 |
| }, |
| { |
| "epoch": 5.2553470100392845, |
| "grad_norm": 3.4685487747192383, |
| "learning_rate": 2.6346433770014555e-05, |
| "loss": 0.1463, |
| "step": 6020 |
| }, |
| { |
| "epoch": 5.264076822348319, |
| "grad_norm": 3.8685977458953857, |
| "learning_rate": 2.629791363415818e-05, |
| "loss": 0.1219, |
| "step": 6030 |
| }, |
| { |
| "epoch": 5.272806634657355, |
| "grad_norm": 2.8441107273101807, |
| "learning_rate": 2.6249393498301796e-05, |
| "loss": 0.1243, |
| "step": 6040 |
| }, |
| { |
| "epoch": 5.28153644696639, |
| "grad_norm": 3.628505229949951, |
| "learning_rate": 2.6200873362445416e-05, |
| "loss": 0.1465, |
| "step": 6050 |
| }, |
| { |
| "epoch": 5.290266259275426, |
| "grad_norm": 3.1612138748168945, |
| "learning_rate": 2.6152353226589037e-05, |
| "loss": 0.124, |
| "step": 6060 |
| }, |
| { |
| "epoch": 5.298996071584461, |
| "grad_norm": 2.9345169067382812, |
| "learning_rate": 2.6103833090732654e-05, |
| "loss": 0.153, |
| "step": 6070 |
| }, |
| { |
| "epoch": 5.307725883893497, |
| "grad_norm": 2.2323479652404785, |
| "learning_rate": 2.6055312954876278e-05, |
| "loss": 0.1307, |
| "step": 6080 |
| }, |
| { |
| "epoch": 5.3164556962025316, |
| "grad_norm": 2.986766815185547, |
| "learning_rate": 2.6006792819019892e-05, |
| "loss": 0.1137, |
| "step": 6090 |
| }, |
| { |
| "epoch": 5.325185508511567, |
| "grad_norm": 3.07307767868042, |
| "learning_rate": 2.5958272683163516e-05, |
| "loss": 0.1372, |
| "step": 6100 |
| }, |
| { |
| "epoch": 5.333915320820602, |
| "grad_norm": 2.370492935180664, |
| "learning_rate": 2.5909752547307133e-05, |
| "loss": 0.1549, |
| "step": 6110 |
| }, |
| { |
| "epoch": 5.342645133129638, |
| "grad_norm": 1.7776038646697998, |
| "learning_rate": 2.5861232411450753e-05, |
| "loss": 0.1218, |
| "step": 6120 |
| }, |
| { |
| "epoch": 5.351374945438673, |
| "grad_norm": 3.1490137577056885, |
| "learning_rate": 2.5812712275594374e-05, |
| "loss": 0.1556, |
| "step": 6130 |
| }, |
| { |
| "epoch": 5.360104757747709, |
| "grad_norm": 2.9647440910339355, |
| "learning_rate": 2.576419213973799e-05, |
| "loss": 0.126, |
| "step": 6140 |
| }, |
| { |
| "epoch": 5.368834570056744, |
| "grad_norm": 3.315322160720825, |
| "learning_rate": 2.5715672003881615e-05, |
| "loss": 0.133, |
| "step": 6150 |
| }, |
| { |
| "epoch": 5.3775643823657795, |
| "grad_norm": 2.5604379177093506, |
| "learning_rate": 2.566715186802523e-05, |
| "loss": 0.1437, |
| "step": 6160 |
| }, |
| { |
| "epoch": 5.386294194674814, |
| "grad_norm": 1.5733325481414795, |
| "learning_rate": 2.5618631732168853e-05, |
| "loss": 0.1374, |
| "step": 6170 |
| }, |
| { |
| "epoch": 5.39502400698385, |
| "grad_norm": 2.330185890197754, |
| "learning_rate": 2.5570111596312467e-05, |
| "loss": 0.1158, |
| "step": 6180 |
| }, |
| { |
| "epoch": 5.403753819292885, |
| "grad_norm": 3.2574543952941895, |
| "learning_rate": 2.552159146045609e-05, |
| "loss": 0.1374, |
| "step": 6190 |
| }, |
| { |
| "epoch": 5.412483631601921, |
| "grad_norm": 3.3817057609558105, |
| "learning_rate": 2.547307132459971e-05, |
| "loss": 0.1272, |
| "step": 6200 |
| }, |
| { |
| "epoch": 5.421213443910956, |
| "grad_norm": 3.8969085216522217, |
| "learning_rate": 2.5424551188743328e-05, |
| "loss": 0.1297, |
| "step": 6210 |
| }, |
| { |
| "epoch": 5.429943256219992, |
| "grad_norm": 2.5738420486450195, |
| "learning_rate": 2.5376031052886952e-05, |
| "loss": 0.121, |
| "step": 6220 |
| }, |
| { |
| "epoch": 5.4386730685290265, |
| "grad_norm": 3.007840633392334, |
| "learning_rate": 2.5327510917030566e-05, |
| "loss": 0.1561, |
| "step": 6230 |
| }, |
| { |
| "epoch": 5.447402880838062, |
| "grad_norm": 2.9330294132232666, |
| "learning_rate": 2.527899078117419e-05, |
| "loss": 0.1304, |
| "step": 6240 |
| }, |
| { |
| "epoch": 5.456132693147097, |
| "grad_norm": 2.3257663249969482, |
| "learning_rate": 2.523047064531781e-05, |
| "loss": 0.1273, |
| "step": 6250 |
| }, |
| { |
| "epoch": 5.464862505456133, |
| "grad_norm": 2.6171205043792725, |
| "learning_rate": 2.5181950509461428e-05, |
| "loss": 0.1135, |
| "step": 6260 |
| }, |
| { |
| "epoch": 5.473592317765168, |
| "grad_norm": 3.440798759460449, |
| "learning_rate": 2.5133430373605048e-05, |
| "loss": 0.1246, |
| "step": 6270 |
| }, |
| { |
| "epoch": 5.482322130074204, |
| "grad_norm": 3.418937921524048, |
| "learning_rate": 2.5084910237748665e-05, |
| "loss": 0.1354, |
| "step": 6280 |
| }, |
| { |
| "epoch": 5.491051942383239, |
| "grad_norm": 2.9420177936553955, |
| "learning_rate": 2.503639010189229e-05, |
| "loss": 0.1405, |
| "step": 6290 |
| }, |
| { |
| "epoch": 5.4997817546922745, |
| "grad_norm": 3.042564630508423, |
| "learning_rate": 2.4987869966035906e-05, |
| "loss": 0.1357, |
| "step": 6300 |
| }, |
| { |
| "epoch": 5.508511567001309, |
| "grad_norm": 2.1227240562438965, |
| "learning_rate": 2.4939349830179527e-05, |
| "loss": 0.1417, |
| "step": 6310 |
| }, |
| { |
| "epoch": 5.517241379310345, |
| "grad_norm": 3.1265482902526855, |
| "learning_rate": 2.4890829694323144e-05, |
| "loss": 0.1382, |
| "step": 6320 |
| }, |
| { |
| "epoch": 5.52597119161938, |
| "grad_norm": 2.782801389694214, |
| "learning_rate": 2.4842309558466765e-05, |
| "loss": 0.1635, |
| "step": 6330 |
| }, |
| { |
| "epoch": 5.534701003928416, |
| "grad_norm": 3.488227605819702, |
| "learning_rate": 2.4793789422610382e-05, |
| "loss": 0.1303, |
| "step": 6340 |
| }, |
| { |
| "epoch": 5.543430816237451, |
| "grad_norm": 2.8877530097961426, |
| "learning_rate": 2.4745269286754006e-05, |
| "loss": 0.1676, |
| "step": 6350 |
| }, |
| { |
| "epoch": 5.552160628546487, |
| "grad_norm": 2.2188923358917236, |
| "learning_rate": 2.4696749150897623e-05, |
| "loss": 0.1118, |
| "step": 6360 |
| }, |
| { |
| "epoch": 5.5608904408555215, |
| "grad_norm": 2.9819607734680176, |
| "learning_rate": 2.4648229015041243e-05, |
| "loss": 0.1603, |
| "step": 6370 |
| }, |
| { |
| "epoch": 5.569620253164557, |
| "grad_norm": 3.2080116271972656, |
| "learning_rate": 2.4599708879184864e-05, |
| "loss": 0.1304, |
| "step": 6380 |
| }, |
| { |
| "epoch": 5.578350065473592, |
| "grad_norm": 1.6882622241973877, |
| "learning_rate": 2.455118874332848e-05, |
| "loss": 0.1171, |
| "step": 6390 |
| }, |
| { |
| "epoch": 5.587079877782628, |
| "grad_norm": 2.5788047313690186, |
| "learning_rate": 2.45026686074721e-05, |
| "loss": 0.1193, |
| "step": 6400 |
| }, |
| { |
| "epoch": 5.595809690091663, |
| "grad_norm": 3.859628915786743, |
| "learning_rate": 2.445414847161572e-05, |
| "loss": 0.124, |
| "step": 6410 |
| }, |
| { |
| "epoch": 5.604539502400699, |
| "grad_norm": 1.5977929830551147, |
| "learning_rate": 2.4405628335759343e-05, |
| "loss": 0.1194, |
| "step": 6420 |
| }, |
| { |
| "epoch": 5.613269314709734, |
| "grad_norm": 3.073011875152588, |
| "learning_rate": 2.435710819990296e-05, |
| "loss": 0.1344, |
| "step": 6430 |
| }, |
| { |
| "epoch": 5.6219991270187695, |
| "grad_norm": 2.9999372959136963, |
| "learning_rate": 2.430858806404658e-05, |
| "loss": 0.1487, |
| "step": 6440 |
| }, |
| { |
| "epoch": 5.630728939327804, |
| "grad_norm": 2.077570676803589, |
| "learning_rate": 2.42600679281902e-05, |
| "loss": 0.118, |
| "step": 6450 |
| }, |
| { |
| "epoch": 5.63945875163684, |
| "grad_norm": 3.1440892219543457, |
| "learning_rate": 2.4211547792333818e-05, |
| "loss": 0.1394, |
| "step": 6460 |
| }, |
| { |
| "epoch": 5.648188563945875, |
| "grad_norm": 2.836007833480835, |
| "learning_rate": 2.416302765647744e-05, |
| "loss": 0.1308, |
| "step": 6470 |
| }, |
| { |
| "epoch": 5.656918376254911, |
| "grad_norm": 2.675652027130127, |
| "learning_rate": 2.411450752062106e-05, |
| "loss": 0.1208, |
| "step": 6480 |
| }, |
| { |
| "epoch": 5.665648188563946, |
| "grad_norm": 2.833317756652832, |
| "learning_rate": 2.406598738476468e-05, |
| "loss": 0.1244, |
| "step": 6490 |
| }, |
| { |
| "epoch": 5.674378000872982, |
| "grad_norm": 2.444568157196045, |
| "learning_rate": 2.4017467248908297e-05, |
| "loss": 0.1153, |
| "step": 6500 |
| }, |
| { |
| "epoch": 5.6831078131820165, |
| "grad_norm": 3.581678628921509, |
| "learning_rate": 2.3968947113051917e-05, |
| "loss": 0.1431, |
| "step": 6510 |
| }, |
| { |
| "epoch": 5.691837625491052, |
| "grad_norm": 1.7067352533340454, |
| "learning_rate": 2.3920426977195538e-05, |
| "loss": 0.1322, |
| "step": 6520 |
| }, |
| { |
| "epoch": 5.700567437800087, |
| "grad_norm": 4.281068325042725, |
| "learning_rate": 2.3871906841339155e-05, |
| "loss": 0.1349, |
| "step": 6530 |
| }, |
| { |
| "epoch": 5.709297250109123, |
| "grad_norm": 2.958136558532715, |
| "learning_rate": 2.3823386705482776e-05, |
| "loss": 0.1319, |
| "step": 6540 |
| }, |
| { |
| "epoch": 5.718027062418158, |
| "grad_norm": 2.9312613010406494, |
| "learning_rate": 2.3774866569626396e-05, |
| "loss": 0.103, |
| "step": 6550 |
| }, |
| { |
| "epoch": 5.726756874727194, |
| "grad_norm": 2.7693583965301514, |
| "learning_rate": 2.3726346433770017e-05, |
| "loss": 0.1283, |
| "step": 6560 |
| }, |
| { |
| "epoch": 5.735486687036229, |
| "grad_norm": 2.7267799377441406, |
| "learning_rate": 2.3677826297913634e-05, |
| "loss": 0.1131, |
| "step": 6570 |
| }, |
| { |
| "epoch": 5.7442164993452645, |
| "grad_norm": 2.184208631515503, |
| "learning_rate": 2.3629306162057255e-05, |
| "loss": 0.1289, |
| "step": 6580 |
| }, |
| { |
| "epoch": 5.752946311654299, |
| "grad_norm": 2.8971517086029053, |
| "learning_rate": 2.3580786026200875e-05, |
| "loss": 0.1185, |
| "step": 6590 |
| }, |
| { |
| "epoch": 5.761676123963335, |
| "grad_norm": 3.3640193939208984, |
| "learning_rate": 2.3532265890344492e-05, |
| "loss": 0.139, |
| "step": 6600 |
| }, |
| { |
| "epoch": 5.77040593627237, |
| "grad_norm": 3.1321167945861816, |
| "learning_rate": 2.3483745754488113e-05, |
| "loss": 0.1594, |
| "step": 6610 |
| }, |
| { |
| "epoch": 5.779135748581406, |
| "grad_norm": 2.4703168869018555, |
| "learning_rate": 2.3435225618631733e-05, |
| "loss": 0.1528, |
| "step": 6620 |
| }, |
| { |
| "epoch": 5.787865560890441, |
| "grad_norm": 2.4260854721069336, |
| "learning_rate": 2.3386705482775354e-05, |
| "loss": 0.1272, |
| "step": 6630 |
| }, |
| { |
| "epoch": 5.796595373199477, |
| "grad_norm": 2.809253692626953, |
| "learning_rate": 2.333818534691897e-05, |
| "loss": 0.1421, |
| "step": 6640 |
| }, |
| { |
| "epoch": 5.8053251855085115, |
| "grad_norm": 2.53581166267395, |
| "learning_rate": 2.328966521106259e-05, |
| "loss": 0.1395, |
| "step": 6650 |
| }, |
| { |
| "epoch": 5.814054997817547, |
| "grad_norm": 2.912879467010498, |
| "learning_rate": 2.3241145075206212e-05, |
| "loss": 0.1269, |
| "step": 6660 |
| }, |
| { |
| "epoch": 5.822784810126582, |
| "grad_norm": 2.0264980792999268, |
| "learning_rate": 2.319262493934983e-05, |
| "loss": 0.1335, |
| "step": 6670 |
| }, |
| { |
| "epoch": 5.831514622435618, |
| "grad_norm": 2.8756725788116455, |
| "learning_rate": 2.3144104803493453e-05, |
| "loss": 0.1246, |
| "step": 6680 |
| }, |
| { |
| "epoch": 5.840244434744653, |
| "grad_norm": 2.49039363861084, |
| "learning_rate": 2.309558466763707e-05, |
| "loss": 0.1292, |
| "step": 6690 |
| }, |
| { |
| "epoch": 5.848974247053688, |
| "grad_norm": 2.6733226776123047, |
| "learning_rate": 2.304706453178069e-05, |
| "loss": 0.1064, |
| "step": 6700 |
| }, |
| { |
| "epoch": 5.857704059362724, |
| "grad_norm": 2.1536784172058105, |
| "learning_rate": 2.2998544395924308e-05, |
| "loss": 0.138, |
| "step": 6710 |
| }, |
| { |
| "epoch": 5.8664338716717594, |
| "grad_norm": 3.428746461868286, |
| "learning_rate": 2.295002426006793e-05, |
| "loss": 0.1362, |
| "step": 6720 |
| }, |
| { |
| "epoch": 5.875163683980794, |
| "grad_norm": 3.4653851985931396, |
| "learning_rate": 2.290150412421155e-05, |
| "loss": 0.1235, |
| "step": 6730 |
| }, |
| { |
| "epoch": 5.883893496289829, |
| "grad_norm": 2.283843755722046, |
| "learning_rate": 2.2852983988355166e-05, |
| "loss": 0.1081, |
| "step": 6740 |
| }, |
| { |
| "epoch": 5.892623308598865, |
| "grad_norm": 3.812995433807373, |
| "learning_rate": 2.280446385249879e-05, |
| "loss": 0.1305, |
| "step": 6750 |
| }, |
| { |
| "epoch": 5.901353120907901, |
| "grad_norm": 2.6548011302948, |
| "learning_rate": 2.2755943716642407e-05, |
| "loss": 0.135, |
| "step": 6760 |
| }, |
| { |
| "epoch": 5.910082933216936, |
| "grad_norm": 2.09759783744812, |
| "learning_rate": 2.2707423580786028e-05, |
| "loss": 0.1066, |
| "step": 6770 |
| }, |
| { |
| "epoch": 5.918812745525971, |
| "grad_norm": 2.5961296558380127, |
| "learning_rate": 2.2658903444929645e-05, |
| "loss": 0.1312, |
| "step": 6780 |
| }, |
| { |
| "epoch": 5.9275425578350065, |
| "grad_norm": 2.6198313236236572, |
| "learning_rate": 2.2610383309073266e-05, |
| "loss": 0.1213, |
| "step": 6790 |
| }, |
| { |
| "epoch": 5.936272370144042, |
| "grad_norm": 2.5672667026519775, |
| "learning_rate": 2.2561863173216886e-05, |
| "loss": 0.1097, |
| "step": 6800 |
| }, |
| { |
| "epoch": 5.945002182453077, |
| "grad_norm": 1.9707518815994263, |
| "learning_rate": 2.2513343037360507e-05, |
| "loss": 0.1015, |
| "step": 6810 |
| }, |
| { |
| "epoch": 5.953731994762112, |
| "grad_norm": 2.9768049716949463, |
| "learning_rate": 2.2464822901504127e-05, |
| "loss": 0.1246, |
| "step": 6820 |
| }, |
| { |
| "epoch": 5.962461807071148, |
| "grad_norm": 3.3005049228668213, |
| "learning_rate": 2.2416302765647744e-05, |
| "loss": 0.1286, |
| "step": 6830 |
| }, |
| { |
| "epoch": 5.971191619380184, |
| "grad_norm": 4.172717094421387, |
| "learning_rate": 2.2367782629791365e-05, |
| "loss": 0.1346, |
| "step": 6840 |
| }, |
| { |
| "epoch": 5.979921431689219, |
| "grad_norm": 3.4869165420532227, |
| "learning_rate": 2.2319262493934982e-05, |
| "loss": 0.1205, |
| "step": 6850 |
| }, |
| { |
| "epoch": 5.9886512439982535, |
| "grad_norm": 3.327515125274658, |
| "learning_rate": 2.2270742358078603e-05, |
| "loss": 0.1267, |
| "step": 6860 |
| }, |
| { |
| "epoch": 5.997381056307289, |
| "grad_norm": 3.0895607471466064, |
| "learning_rate": 2.2222222222222223e-05, |
| "loss": 0.1141, |
| "step": 6870 |
| }, |
| { |
| "epoch": 6.0, |
| "eval_accuracy": 0.9722563221212865, |
| "eval_loss": 0.08740793168544769, |
| "eval_runtime": 61.534, |
| "eval_samples_per_second": 264.764, |
| "eval_steps_per_second": 8.288, |
| "step": 6873 |
| }, |
| { |
| "epoch": 6.006110868616325, |
| "grad_norm": 2.24489688873291, |
| "learning_rate": 2.2173702086365844e-05, |
| "loss": 0.1132, |
| "step": 6880 |
| }, |
| { |
| "epoch": 6.01484068092536, |
| "grad_norm": 3.8057761192321777, |
| "learning_rate": 2.2125181950509464e-05, |
| "loss": 0.123, |
| "step": 6890 |
| }, |
| { |
| "epoch": 6.023570493234396, |
| "grad_norm": 2.2050459384918213, |
| "learning_rate": 2.207666181465308e-05, |
| "loss": 0.1365, |
| "step": 6900 |
| }, |
| { |
| "epoch": 6.032300305543431, |
| "grad_norm": 3.0642194747924805, |
| "learning_rate": 2.2028141678796702e-05, |
| "loss": 0.1423, |
| "step": 6910 |
| }, |
| { |
| "epoch": 6.041030117852467, |
| "grad_norm": 2.7323355674743652, |
| "learning_rate": 2.197962154294032e-05, |
| "loss": 0.1451, |
| "step": 6920 |
| }, |
| { |
| "epoch": 6.0497599301615015, |
| "grad_norm": 3.7342848777770996, |
| "learning_rate": 2.193110140708394e-05, |
| "loss": 0.1157, |
| "step": 6930 |
| }, |
| { |
| "epoch": 6.058489742470537, |
| "grad_norm": 1.9272093772888184, |
| "learning_rate": 2.188258127122756e-05, |
| "loss": 0.1019, |
| "step": 6940 |
| }, |
| { |
| "epoch": 6.067219554779572, |
| "grad_norm": 2.0700807571411133, |
| "learning_rate": 2.183406113537118e-05, |
| "loss": 0.1223, |
| "step": 6950 |
| }, |
| { |
| "epoch": 6.075949367088608, |
| "grad_norm": 2.6618826389312744, |
| "learning_rate": 2.17855409995148e-05, |
| "loss": 0.1181, |
| "step": 6960 |
| }, |
| { |
| "epoch": 6.084679179397643, |
| "grad_norm": 4.103969573974609, |
| "learning_rate": 2.173702086365842e-05, |
| "loss": 0.1357, |
| "step": 6970 |
| }, |
| { |
| "epoch": 6.093408991706679, |
| "grad_norm": 2.845344066619873, |
| "learning_rate": 2.168850072780204e-05, |
| "loss": 0.1183, |
| "step": 6980 |
| }, |
| { |
| "epoch": 6.102138804015714, |
| "grad_norm": 2.7917563915252686, |
| "learning_rate": 2.1639980591945656e-05, |
| "loss": 0.1287, |
| "step": 6990 |
| }, |
| { |
| "epoch": 6.110868616324749, |
| "grad_norm": 2.6179635524749756, |
| "learning_rate": 2.1591460456089277e-05, |
| "loss": 0.1346, |
| "step": 7000 |
| }, |
| { |
| "epoch": 6.119598428633784, |
| "grad_norm": 1.979193091392517, |
| "learning_rate": 2.1542940320232897e-05, |
| "loss": 0.125, |
| "step": 7010 |
| }, |
| { |
| "epoch": 6.12832824094282, |
| "grad_norm": 2.7642877101898193, |
| "learning_rate": 2.1494420184376518e-05, |
| "loss": 0.1275, |
| "step": 7020 |
| }, |
| { |
| "epoch": 6.137058053251855, |
| "grad_norm": 2.8622918128967285, |
| "learning_rate": 2.144590004852014e-05, |
| "loss": 0.1109, |
| "step": 7030 |
| }, |
| { |
| "epoch": 6.145787865560891, |
| "grad_norm": 2.6740987300872803, |
| "learning_rate": 2.1397379912663756e-05, |
| "loss": 0.1144, |
| "step": 7040 |
| }, |
| { |
| "epoch": 6.154517677869926, |
| "grad_norm": 2.9361984729766846, |
| "learning_rate": 2.1348859776807376e-05, |
| "loss": 0.1058, |
| "step": 7050 |
| }, |
| { |
| "epoch": 6.163247490178962, |
| "grad_norm": 2.7780208587646484, |
| "learning_rate": 2.1300339640950993e-05, |
| "loss": 0.1391, |
| "step": 7060 |
| }, |
| { |
| "epoch": 6.1719773024879965, |
| "grad_norm": 3.0886313915252686, |
| "learning_rate": 2.1251819505094614e-05, |
| "loss": 0.134, |
| "step": 7070 |
| }, |
| { |
| "epoch": 6.180707114797032, |
| "grad_norm": 2.369558334350586, |
| "learning_rate": 2.1203299369238234e-05, |
| "loss": 0.1589, |
| "step": 7080 |
| }, |
| { |
| "epoch": 6.189436927106067, |
| "grad_norm": 2.826566219329834, |
| "learning_rate": 2.1154779233381855e-05, |
| "loss": 0.1125, |
| "step": 7090 |
| }, |
| { |
| "epoch": 6.198166739415103, |
| "grad_norm": 3.705179452896118, |
| "learning_rate": 2.1106259097525476e-05, |
| "loss": 0.1422, |
| "step": 7100 |
| }, |
| { |
| "epoch": 6.206896551724138, |
| "grad_norm": 2.0699045658111572, |
| "learning_rate": 2.1057738961669093e-05, |
| "loss": 0.1174, |
| "step": 7110 |
| }, |
| { |
| "epoch": 6.215626364033174, |
| "grad_norm": 1.7472636699676514, |
| "learning_rate": 2.1009218825812713e-05, |
| "loss": 0.1, |
| "step": 7120 |
| }, |
| { |
| "epoch": 6.224356176342209, |
| "grad_norm": 3.3158297538757324, |
| "learning_rate": 2.096069868995633e-05, |
| "loss": 0.1296, |
| "step": 7130 |
| }, |
| { |
| "epoch": 6.233085988651244, |
| "grad_norm": 3.7028303146362305, |
| "learning_rate": 2.0912178554099954e-05, |
| "loss": 0.1189, |
| "step": 7140 |
| }, |
| { |
| "epoch": 6.241815800960279, |
| "grad_norm": 3.309446334838867, |
| "learning_rate": 2.086365841824357e-05, |
| "loss": 0.1197, |
| "step": 7150 |
| }, |
| { |
| "epoch": 6.250545613269315, |
| "grad_norm": 2.997817277908325, |
| "learning_rate": 2.0815138282387192e-05, |
| "loss": 0.095, |
| "step": 7160 |
| }, |
| { |
| "epoch": 6.25927542557835, |
| "grad_norm": 3.9455857276916504, |
| "learning_rate": 2.0766618146530813e-05, |
| "loss": 0.1141, |
| "step": 7170 |
| }, |
| { |
| "epoch": 6.268005237887385, |
| "grad_norm": 2.8850817680358887, |
| "learning_rate": 2.071809801067443e-05, |
| "loss": 0.1241, |
| "step": 7180 |
| }, |
| { |
| "epoch": 6.276735050196421, |
| "grad_norm": 3.4822731018066406, |
| "learning_rate": 2.066957787481805e-05, |
| "loss": 0.1447, |
| "step": 7190 |
| }, |
| { |
| "epoch": 6.2854648625054566, |
| "grad_norm": 1.834179401397705, |
| "learning_rate": 2.0621057738961667e-05, |
| "loss": 0.113, |
| "step": 7200 |
| }, |
| { |
| "epoch": 6.2941946748144915, |
| "grad_norm": 2.8471169471740723, |
| "learning_rate": 2.057253760310529e-05, |
| "loss": 0.1095, |
| "step": 7210 |
| }, |
| { |
| "epoch": 6.302924487123526, |
| "grad_norm": 2.841275930404663, |
| "learning_rate": 2.052401746724891e-05, |
| "loss": 0.1174, |
| "step": 7220 |
| }, |
| { |
| "epoch": 6.311654299432562, |
| "grad_norm": 3.3309431076049805, |
| "learning_rate": 2.047549733139253e-05, |
| "loss": 0.1182, |
| "step": 7230 |
| }, |
| { |
| "epoch": 6.320384111741598, |
| "grad_norm": 2.214808225631714, |
| "learning_rate": 2.042697719553615e-05, |
| "loss": 0.1345, |
| "step": 7240 |
| }, |
| { |
| "epoch": 6.329113924050633, |
| "grad_norm": 2.0826220512390137, |
| "learning_rate": 2.0378457059679767e-05, |
| "loss": 0.1114, |
| "step": 7250 |
| }, |
| { |
| "epoch": 6.337843736359668, |
| "grad_norm": 2.8715829849243164, |
| "learning_rate": 2.0329936923823387e-05, |
| "loss": 0.1335, |
| "step": 7260 |
| }, |
| { |
| "epoch": 6.346573548668704, |
| "grad_norm": 2.2511582374572754, |
| "learning_rate": 2.0281416787967008e-05, |
| "loss": 0.1558, |
| "step": 7270 |
| }, |
| { |
| "epoch": 6.355303360977739, |
| "grad_norm": 3.4435458183288574, |
| "learning_rate": 2.023289665211063e-05, |
| "loss": 0.1433, |
| "step": 7280 |
| }, |
| { |
| "epoch": 6.364033173286774, |
| "grad_norm": 2.411850929260254, |
| "learning_rate": 2.0184376516254246e-05, |
| "loss": 0.1224, |
| "step": 7290 |
| }, |
| { |
| "epoch": 6.372762985595809, |
| "grad_norm": 2.7871601581573486, |
| "learning_rate": 2.0135856380397866e-05, |
| "loss": 0.1206, |
| "step": 7300 |
| }, |
| { |
| "epoch": 6.381492797904845, |
| "grad_norm": 2.9544012546539307, |
| "learning_rate": 2.0087336244541487e-05, |
| "loss": 0.133, |
| "step": 7310 |
| }, |
| { |
| "epoch": 6.390222610213881, |
| "grad_norm": 3.283802032470703, |
| "learning_rate": 2.0038816108685104e-05, |
| "loss": 0.1259, |
| "step": 7320 |
| }, |
| { |
| "epoch": 6.398952422522916, |
| "grad_norm": 2.1609585285186768, |
| "learning_rate": 1.9990295972828724e-05, |
| "loss": 0.1499, |
| "step": 7330 |
| }, |
| { |
| "epoch": 6.407682234831951, |
| "grad_norm": 2.2527894973754883, |
| "learning_rate": 1.9941775836972345e-05, |
| "loss": 0.1206, |
| "step": 7340 |
| }, |
| { |
| "epoch": 6.4164120471409865, |
| "grad_norm": 3.909329891204834, |
| "learning_rate": 1.9893255701115965e-05, |
| "loss": 0.099, |
| "step": 7350 |
| }, |
| { |
| "epoch": 6.425141859450022, |
| "grad_norm": 2.997509002685547, |
| "learning_rate": 1.9844735565259583e-05, |
| "loss": 0.1399, |
| "step": 7360 |
| }, |
| { |
| "epoch": 6.433871671759057, |
| "grad_norm": 2.639704465866089, |
| "learning_rate": 1.9796215429403203e-05, |
| "loss": 0.1224, |
| "step": 7370 |
| }, |
| { |
| "epoch": 6.442601484068092, |
| "grad_norm": 3.1105806827545166, |
| "learning_rate": 1.9747695293546824e-05, |
| "loss": 0.1106, |
| "step": 7380 |
| }, |
| { |
| "epoch": 6.451331296377128, |
| "grad_norm": 2.972954273223877, |
| "learning_rate": 1.969917515769044e-05, |
| "loss": 0.1216, |
| "step": 7390 |
| }, |
| { |
| "epoch": 6.460061108686164, |
| "grad_norm": 3.996022939682007, |
| "learning_rate": 1.965065502183406e-05, |
| "loss": 0.1279, |
| "step": 7400 |
| }, |
| { |
| "epoch": 6.468790920995199, |
| "grad_norm": 3.0898971557617188, |
| "learning_rate": 1.9602134885977682e-05, |
| "loss": 0.1247, |
| "step": 7410 |
| }, |
| { |
| "epoch": 6.4775207333042335, |
| "grad_norm": 2.5472044944763184, |
| "learning_rate": 1.9553614750121303e-05, |
| "loss": 0.1411, |
| "step": 7420 |
| }, |
| { |
| "epoch": 6.486250545613269, |
| "grad_norm": 3.311650514602661, |
| "learning_rate": 1.950509461426492e-05, |
| "loss": 0.1053, |
| "step": 7430 |
| }, |
| { |
| "epoch": 6.494980357922305, |
| "grad_norm": 2.9363017082214355, |
| "learning_rate": 1.945657447840854e-05, |
| "loss": 0.1191, |
| "step": 7440 |
| }, |
| { |
| "epoch": 6.50371017023134, |
| "grad_norm": 3.120633602142334, |
| "learning_rate": 1.940805434255216e-05, |
| "loss": 0.1202, |
| "step": 7450 |
| }, |
| { |
| "epoch": 6.512439982540375, |
| "grad_norm": 3.49874210357666, |
| "learning_rate": 1.9359534206695778e-05, |
| "loss": 0.1128, |
| "step": 7460 |
| }, |
| { |
| "epoch": 6.521169794849411, |
| "grad_norm": 2.98953914642334, |
| "learning_rate": 1.9311014070839402e-05, |
| "loss": 0.1191, |
| "step": 7470 |
| }, |
| { |
| "epoch": 6.5298996071584465, |
| "grad_norm": 2.440988779067993, |
| "learning_rate": 1.926249393498302e-05, |
| "loss": 0.12, |
| "step": 7480 |
| }, |
| { |
| "epoch": 6.538629419467481, |
| "grad_norm": 2.9546585083007812, |
| "learning_rate": 1.921397379912664e-05, |
| "loss": 0.143, |
| "step": 7490 |
| }, |
| { |
| "epoch": 6.547359231776516, |
| "grad_norm": 1.7305012941360474, |
| "learning_rate": 1.9165453663270257e-05, |
| "loss": 0.1083, |
| "step": 7500 |
| }, |
| { |
| "epoch": 6.556089044085552, |
| "grad_norm": 2.084421396255493, |
| "learning_rate": 1.9116933527413877e-05, |
| "loss": 0.1228, |
| "step": 7510 |
| }, |
| { |
| "epoch": 6.564818856394588, |
| "grad_norm": 3.237086057662964, |
| "learning_rate": 1.9068413391557498e-05, |
| "loss": 0.1265, |
| "step": 7520 |
| }, |
| { |
| "epoch": 6.573548668703623, |
| "grad_norm": 2.24908185005188, |
| "learning_rate": 1.9019893255701115e-05, |
| "loss": 0.0891, |
| "step": 7530 |
| }, |
| { |
| "epoch": 6.582278481012658, |
| "grad_norm": 3.3673548698425293, |
| "learning_rate": 1.897137311984474e-05, |
| "loss": 0.1377, |
| "step": 7540 |
| }, |
| { |
| "epoch": 6.591008293321694, |
| "grad_norm": 2.560291051864624, |
| "learning_rate": 1.8922852983988356e-05, |
| "loss": 0.1114, |
| "step": 7550 |
| }, |
| { |
| "epoch": 6.599738105630729, |
| "grad_norm": 1.9948253631591797, |
| "learning_rate": 1.8874332848131977e-05, |
| "loss": 0.1261, |
| "step": 7560 |
| }, |
| { |
| "epoch": 6.608467917939764, |
| "grad_norm": 3.7410624027252197, |
| "learning_rate": 1.8825812712275594e-05, |
| "loss": 0.1111, |
| "step": 7570 |
| }, |
| { |
| "epoch": 6.617197730248799, |
| "grad_norm": 3.520691156387329, |
| "learning_rate": 1.8777292576419214e-05, |
| "loss": 0.1396, |
| "step": 7580 |
| }, |
| { |
| "epoch": 6.625927542557835, |
| "grad_norm": 2.289947986602783, |
| "learning_rate": 1.8728772440562835e-05, |
| "loss": 0.1211, |
| "step": 7590 |
| }, |
| { |
| "epoch": 6.634657354866871, |
| "grad_norm": 2.078162431716919, |
| "learning_rate": 1.8680252304706455e-05, |
| "loss": 0.1258, |
| "step": 7600 |
| }, |
| { |
| "epoch": 6.643387167175906, |
| "grad_norm": 2.3327958583831787, |
| "learning_rate": 1.8631732168850076e-05, |
| "loss": 0.1177, |
| "step": 7610 |
| }, |
| { |
| "epoch": 6.652116979484941, |
| "grad_norm": 2.689931631088257, |
| "learning_rate": 1.8583212032993693e-05, |
| "loss": 0.1144, |
| "step": 7620 |
| }, |
| { |
| "epoch": 6.660846791793976, |
| "grad_norm": 2.395716428756714, |
| "learning_rate": 1.8534691897137314e-05, |
| "loss": 0.1202, |
| "step": 7630 |
| }, |
| { |
| "epoch": 6.669576604103012, |
| "grad_norm": 2.892514705657959, |
| "learning_rate": 1.848617176128093e-05, |
| "loss": 0.1227, |
| "step": 7640 |
| }, |
| { |
| "epoch": 6.678306416412047, |
| "grad_norm": 2.741924285888672, |
| "learning_rate": 1.843765162542455e-05, |
| "loss": 0.0994, |
| "step": 7650 |
| }, |
| { |
| "epoch": 6.687036228721082, |
| "grad_norm": 3.1253838539123535, |
| "learning_rate": 1.8389131489568172e-05, |
| "loss": 0.1212, |
| "step": 7660 |
| }, |
| { |
| "epoch": 6.695766041030118, |
| "grad_norm": 3.520061492919922, |
| "learning_rate": 1.8340611353711792e-05, |
| "loss": 0.1113, |
| "step": 7670 |
| }, |
| { |
| "epoch": 6.704495853339154, |
| "grad_norm": 1.9933674335479736, |
| "learning_rate": 1.8292091217855413e-05, |
| "loss": 0.0858, |
| "step": 7680 |
| }, |
| { |
| "epoch": 6.713225665648189, |
| "grad_norm": 2.0083909034729004, |
| "learning_rate": 1.824357108199903e-05, |
| "loss": 0.1199, |
| "step": 7690 |
| }, |
| { |
| "epoch": 6.7219554779572235, |
| "grad_norm": 3.1717681884765625, |
| "learning_rate": 1.819505094614265e-05, |
| "loss": 0.1207, |
| "step": 7700 |
| }, |
| { |
| "epoch": 6.730685290266259, |
| "grad_norm": 1.9426745176315308, |
| "learning_rate": 1.8146530810286268e-05, |
| "loss": 0.1157, |
| "step": 7710 |
| }, |
| { |
| "epoch": 6.739415102575295, |
| "grad_norm": 2.9203710556030273, |
| "learning_rate": 1.809801067442989e-05, |
| "loss": 0.1251, |
| "step": 7720 |
| }, |
| { |
| "epoch": 6.74814491488433, |
| "grad_norm": 3.200591564178467, |
| "learning_rate": 1.804949053857351e-05, |
| "loss": 0.1481, |
| "step": 7730 |
| }, |
| { |
| "epoch": 6.756874727193365, |
| "grad_norm": 4.032431125640869, |
| "learning_rate": 1.800097040271713e-05, |
| "loss": 0.135, |
| "step": 7740 |
| }, |
| { |
| "epoch": 6.765604539502401, |
| "grad_norm": 2.4872477054595947, |
| "learning_rate": 1.795245026686075e-05, |
| "loss": 0.0975, |
| "step": 7750 |
| }, |
| { |
| "epoch": 6.7743343518114365, |
| "grad_norm": 2.5336356163024902, |
| "learning_rate": 1.7903930131004367e-05, |
| "loss": 0.1311, |
| "step": 7760 |
| }, |
| { |
| "epoch": 6.783064164120471, |
| "grad_norm": 2.6946463584899902, |
| "learning_rate": 1.7855409995147988e-05, |
| "loss": 0.1073, |
| "step": 7770 |
| }, |
| { |
| "epoch": 6.791793976429506, |
| "grad_norm": 3.247837543487549, |
| "learning_rate": 1.7806889859291605e-05, |
| "loss": 0.1126, |
| "step": 7780 |
| }, |
| { |
| "epoch": 6.800523788738542, |
| "grad_norm": 2.301456928253174, |
| "learning_rate": 1.7758369723435225e-05, |
| "loss": 0.1314, |
| "step": 7790 |
| }, |
| { |
| "epoch": 6.809253601047578, |
| "grad_norm": 1.9753727912902832, |
| "learning_rate": 1.7709849587578846e-05, |
| "loss": 0.1, |
| "step": 7800 |
| }, |
| { |
| "epoch": 6.817983413356613, |
| "grad_norm": 2.194286584854126, |
| "learning_rate": 1.7661329451722467e-05, |
| "loss": 0.1114, |
| "step": 7810 |
| }, |
| { |
| "epoch": 6.826713225665648, |
| "grad_norm": 2.973609447479248, |
| "learning_rate": 1.7612809315866087e-05, |
| "loss": 0.1065, |
| "step": 7820 |
| }, |
| { |
| "epoch": 6.8354430379746836, |
| "grad_norm": 2.5955142974853516, |
| "learning_rate": 1.7564289180009704e-05, |
| "loss": 0.1326, |
| "step": 7830 |
| }, |
| { |
| "epoch": 6.844172850283719, |
| "grad_norm": 2.9520103931427, |
| "learning_rate": 1.7515769044153325e-05, |
| "loss": 0.1285, |
| "step": 7840 |
| }, |
| { |
| "epoch": 6.852902662592754, |
| "grad_norm": 3.955249071121216, |
| "learning_rate": 1.7467248908296942e-05, |
| "loss": 0.1029, |
| "step": 7850 |
| }, |
| { |
| "epoch": 6.861632474901789, |
| "grad_norm": 2.9063422679901123, |
| "learning_rate": 1.7418728772440563e-05, |
| "loss": 0.0971, |
| "step": 7860 |
| }, |
| { |
| "epoch": 6.870362287210825, |
| "grad_norm": 2.6652753353118896, |
| "learning_rate": 1.7370208636584183e-05, |
| "loss": 0.1306, |
| "step": 7870 |
| }, |
| { |
| "epoch": 6.879092099519861, |
| "grad_norm": 2.687307834625244, |
| "learning_rate": 1.7321688500727804e-05, |
| "loss": 0.1265, |
| "step": 7880 |
| }, |
| { |
| "epoch": 6.887821911828896, |
| "grad_norm": 2.639251708984375, |
| "learning_rate": 1.7273168364871424e-05, |
| "loss": 0.1162, |
| "step": 7890 |
| }, |
| { |
| "epoch": 6.896551724137931, |
| "grad_norm": 3.628904104232788, |
| "learning_rate": 1.722464822901504e-05, |
| "loss": 0.1368, |
| "step": 7900 |
| }, |
| { |
| "epoch": 6.905281536446966, |
| "grad_norm": 2.818596124649048, |
| "learning_rate": 1.7176128093158662e-05, |
| "loss": 0.1304, |
| "step": 7910 |
| }, |
| { |
| "epoch": 6.914011348756002, |
| "grad_norm": 2.2759499549865723, |
| "learning_rate": 1.712760795730228e-05, |
| "loss": 0.1264, |
| "step": 7920 |
| }, |
| { |
| "epoch": 6.922741161065037, |
| "grad_norm": 3.426044225692749, |
| "learning_rate": 1.7079087821445903e-05, |
| "loss": 0.1131, |
| "step": 7930 |
| }, |
| { |
| "epoch": 6.931470973374072, |
| "grad_norm": 1.9681727886199951, |
| "learning_rate": 1.703056768558952e-05, |
| "loss": 0.1231, |
| "step": 7940 |
| }, |
| { |
| "epoch": 6.940200785683108, |
| "grad_norm": 1.9072273969650269, |
| "learning_rate": 1.698204754973314e-05, |
| "loss": 0.096, |
| "step": 7950 |
| }, |
| { |
| "epoch": 6.948930597992144, |
| "grad_norm": 2.6058807373046875, |
| "learning_rate": 1.693352741387676e-05, |
| "loss": 0.1137, |
| "step": 7960 |
| }, |
| { |
| "epoch": 6.9576604103011785, |
| "grad_norm": 1.815313696861267, |
| "learning_rate": 1.688500727802038e-05, |
| "loss": 0.0869, |
| "step": 7970 |
| }, |
| { |
| "epoch": 6.9663902226102135, |
| "grad_norm": 3.1374306678771973, |
| "learning_rate": 1.6836487142164e-05, |
| "loss": 0.1256, |
| "step": 7980 |
| }, |
| { |
| "epoch": 6.975120034919249, |
| "grad_norm": 1.8264007568359375, |
| "learning_rate": 1.6787967006307616e-05, |
| "loss": 0.0917, |
| "step": 7990 |
| }, |
| { |
| "epoch": 6.983849847228285, |
| "grad_norm": 2.1605708599090576, |
| "learning_rate": 1.673944687045124e-05, |
| "loss": 0.134, |
| "step": 8000 |
| }, |
| { |
| "epoch": 6.99257965953732, |
| "grad_norm": 2.8631725311279297, |
| "learning_rate": 1.6690926734594857e-05, |
| "loss": 0.1275, |
| "step": 8010 |
| }, |
| { |
| "epoch": 6.999563509384548, |
| "eval_accuracy": 0.9620058924625583, |
| "eval_loss": 0.12257199734449387, |
| "eval_runtime": 61.6953, |
| "eval_samples_per_second": 264.072, |
| "eval_steps_per_second": 8.266, |
| "step": 8018 |
| }, |
| { |
| "epoch": 7.001309471846355, |
| "grad_norm": 2.7233829498291016, |
| "learning_rate": 1.6642406598738478e-05, |
| "loss": 0.1128, |
| "step": 8020 |
| }, |
| { |
| "epoch": 7.010039284155391, |
| "grad_norm": 2.6346898078918457, |
| "learning_rate": 1.6593886462882098e-05, |
| "loss": 0.107, |
| "step": 8030 |
| }, |
| { |
| "epoch": 7.018769096464426, |
| "grad_norm": 3.0289077758789062, |
| "learning_rate": 1.6545366327025715e-05, |
| "loss": 0.1282, |
| "step": 8040 |
| }, |
| { |
| "epoch": 7.027498908773461, |
| "grad_norm": 3.5590922832489014, |
| "learning_rate": 1.6496846191169336e-05, |
| "loss": 0.1248, |
| "step": 8050 |
| }, |
| { |
| "epoch": 7.036228721082496, |
| "grad_norm": 2.1778759956359863, |
| "learning_rate": 1.6448326055312957e-05, |
| "loss": 0.1206, |
| "step": 8060 |
| }, |
| { |
| "epoch": 7.044958533391532, |
| "grad_norm": 3.13328218460083, |
| "learning_rate": 1.6399805919456577e-05, |
| "loss": 0.1064, |
| "step": 8070 |
| }, |
| { |
| "epoch": 7.053688345700567, |
| "grad_norm": 2.862576484680176, |
| "learning_rate": 1.6351285783600194e-05, |
| "loss": 0.1133, |
| "step": 8080 |
| }, |
| { |
| "epoch": 7.062418158009603, |
| "grad_norm": 2.9792587757110596, |
| "learning_rate": 1.6302765647743815e-05, |
| "loss": 0.1542, |
| "step": 8090 |
| }, |
| { |
| "epoch": 7.071147970318638, |
| "grad_norm": 3.1806788444519043, |
| "learning_rate": 1.6254245511887435e-05, |
| "loss": 0.1284, |
| "step": 8100 |
| }, |
| { |
| "epoch": 7.0798777826276735, |
| "grad_norm": 2.1008007526397705, |
| "learning_rate": 1.6205725376031052e-05, |
| "loss": 0.0993, |
| "step": 8110 |
| }, |
| { |
| "epoch": 7.0886075949367084, |
| "grad_norm": 3.443948984146118, |
| "learning_rate": 1.6157205240174673e-05, |
| "loss": 0.1321, |
| "step": 8120 |
| }, |
| { |
| "epoch": 7.097337407245744, |
| "grad_norm": 3.075568675994873, |
| "learning_rate": 1.6108685104318294e-05, |
| "loss": 0.1135, |
| "step": 8130 |
| }, |
| { |
| "epoch": 7.106067219554779, |
| "grad_norm": 2.7205452919006348, |
| "learning_rate": 1.6060164968461914e-05, |
| "loss": 0.1045, |
| "step": 8140 |
| }, |
| { |
| "epoch": 7.114797031863815, |
| "grad_norm": 1.9306424856185913, |
| "learning_rate": 1.601164483260553e-05, |
| "loss": 0.1155, |
| "step": 8150 |
| }, |
| { |
| "epoch": 7.12352684417285, |
| "grad_norm": 1.848753571510315, |
| "learning_rate": 1.5963124696749152e-05, |
| "loss": 0.121, |
| "step": 8160 |
| }, |
| { |
| "epoch": 7.132256656481886, |
| "grad_norm": 2.816012144088745, |
| "learning_rate": 1.5914604560892772e-05, |
| "loss": 0.1195, |
| "step": 8170 |
| }, |
| { |
| "epoch": 7.140986468790921, |
| "grad_norm": 1.6042299270629883, |
| "learning_rate": 1.586608442503639e-05, |
| "loss": 0.109, |
| "step": 8180 |
| }, |
| { |
| "epoch": 7.149716281099956, |
| "grad_norm": 1.9858665466308594, |
| "learning_rate": 1.581756428918001e-05, |
| "loss": 0.1218, |
| "step": 8190 |
| }, |
| { |
| "epoch": 7.158446093408991, |
| "grad_norm": 3.661896228790283, |
| "learning_rate": 1.576904415332363e-05, |
| "loss": 0.1162, |
| "step": 8200 |
| }, |
| { |
| "epoch": 7.167175905718027, |
| "grad_norm": 3.4283740520477295, |
| "learning_rate": 1.572052401746725e-05, |
| "loss": 0.1192, |
| "step": 8210 |
| }, |
| { |
| "epoch": 7.175905718027062, |
| "grad_norm": 2.0922162532806396, |
| "learning_rate": 1.567200388161087e-05, |
| "loss": 0.1228, |
| "step": 8220 |
| }, |
| { |
| "epoch": 7.184635530336098, |
| "grad_norm": 3.018186330795288, |
| "learning_rate": 1.562348374575449e-05, |
| "loss": 0.1239, |
| "step": 8230 |
| }, |
| { |
| "epoch": 7.193365342645133, |
| "grad_norm": 3.431612491607666, |
| "learning_rate": 1.557496360989811e-05, |
| "loss": 0.1199, |
| "step": 8240 |
| }, |
| { |
| "epoch": 7.2020951549541685, |
| "grad_norm": 1.7211098670959473, |
| "learning_rate": 1.5526443474041727e-05, |
| "loss": 0.1241, |
| "step": 8250 |
| }, |
| { |
| "epoch": 7.210824967263203, |
| "grad_norm": 3.201613664627075, |
| "learning_rate": 1.547792333818535e-05, |
| "loss": 0.1528, |
| "step": 8260 |
| }, |
| { |
| "epoch": 7.219554779572239, |
| "grad_norm": 2.8337209224700928, |
| "learning_rate": 1.5429403202328968e-05, |
| "loss": 0.1037, |
| "step": 8270 |
| }, |
| { |
| "epoch": 7.228284591881274, |
| "grad_norm": 2.8004138469696045, |
| "learning_rate": 1.5380883066472588e-05, |
| "loss": 0.1221, |
| "step": 8280 |
| }, |
| { |
| "epoch": 7.23701440419031, |
| "grad_norm": 4.067490577697754, |
| "learning_rate": 1.5332362930616205e-05, |
| "loss": 0.1399, |
| "step": 8290 |
| }, |
| { |
| "epoch": 7.245744216499345, |
| "grad_norm": 3.5075736045837402, |
| "learning_rate": 1.5283842794759826e-05, |
| "loss": 0.1412, |
| "step": 8300 |
| }, |
| { |
| "epoch": 7.254474028808381, |
| "grad_norm": 3.4626917839050293, |
| "learning_rate": 1.5235322658903445e-05, |
| "loss": 0.1311, |
| "step": 8310 |
| }, |
| { |
| "epoch": 7.263203841117416, |
| "grad_norm": 3.102483034133911, |
| "learning_rate": 1.5186802523047064e-05, |
| "loss": 0.1054, |
| "step": 8320 |
| }, |
| { |
| "epoch": 7.271933653426451, |
| "grad_norm": 3.181889533996582, |
| "learning_rate": 1.5138282387190686e-05, |
| "loss": 0.1469, |
| "step": 8330 |
| }, |
| { |
| "epoch": 7.280663465735486, |
| "grad_norm": 2.642778158187866, |
| "learning_rate": 1.5089762251334305e-05, |
| "loss": 0.1359, |
| "step": 8340 |
| }, |
| { |
| "epoch": 7.289393278044522, |
| "grad_norm": 2.339479446411133, |
| "learning_rate": 1.5041242115477924e-05, |
| "loss": 0.0924, |
| "step": 8350 |
| }, |
| { |
| "epoch": 7.298123090353557, |
| "grad_norm": 3.010129690170288, |
| "learning_rate": 1.4992721979621544e-05, |
| "loss": 0.1211, |
| "step": 8360 |
| }, |
| { |
| "epoch": 7.306852902662593, |
| "grad_norm": 2.169443130493164, |
| "learning_rate": 1.4944201843765163e-05, |
| "loss": 0.0962, |
| "step": 8370 |
| }, |
| { |
| "epoch": 7.315582714971628, |
| "grad_norm": 2.3417961597442627, |
| "learning_rate": 1.4895681707908782e-05, |
| "loss": 0.1263, |
| "step": 8380 |
| }, |
| { |
| "epoch": 7.3243125272806635, |
| "grad_norm": 2.7159245014190674, |
| "learning_rate": 1.4847161572052404e-05, |
| "loss": 0.0773, |
| "step": 8390 |
| }, |
| { |
| "epoch": 7.333042339589698, |
| "grad_norm": 1.89850652217865, |
| "learning_rate": 1.4798641436196023e-05, |
| "loss": 0.1134, |
| "step": 8400 |
| }, |
| { |
| "epoch": 7.341772151898734, |
| "grad_norm": 2.856013536453247, |
| "learning_rate": 1.4750121300339642e-05, |
| "loss": 0.1278, |
| "step": 8410 |
| }, |
| { |
| "epoch": 7.350501964207769, |
| "grad_norm": 2.531646728515625, |
| "learning_rate": 1.470160116448326e-05, |
| "loss": 0.1234, |
| "step": 8420 |
| }, |
| { |
| "epoch": 7.359231776516805, |
| "grad_norm": 3.2163310050964355, |
| "learning_rate": 1.4653081028626881e-05, |
| "loss": 0.1112, |
| "step": 8430 |
| }, |
| { |
| "epoch": 7.36796158882584, |
| "grad_norm": 2.611832618713379, |
| "learning_rate": 1.46045608927705e-05, |
| "loss": 0.1146, |
| "step": 8440 |
| }, |
| { |
| "epoch": 7.376691401134876, |
| "grad_norm": 3.106451988220215, |
| "learning_rate": 1.4556040756914119e-05, |
| "loss": 0.1088, |
| "step": 8450 |
| }, |
| { |
| "epoch": 7.385421213443911, |
| "grad_norm": 2.7591700553894043, |
| "learning_rate": 1.4507520621057741e-05, |
| "loss": 0.1313, |
| "step": 8460 |
| }, |
| { |
| "epoch": 7.394151025752946, |
| "grad_norm": 2.3061065673828125, |
| "learning_rate": 1.445900048520136e-05, |
| "loss": 0.1187, |
| "step": 8470 |
| }, |
| { |
| "epoch": 7.402880838061981, |
| "grad_norm": 2.7407071590423584, |
| "learning_rate": 1.4410480349344979e-05, |
| "loss": 0.1076, |
| "step": 8480 |
| }, |
| { |
| "epoch": 7.411610650371017, |
| "grad_norm": 3.5780117511749268, |
| "learning_rate": 1.4361960213488598e-05, |
| "loss": 0.1261, |
| "step": 8490 |
| }, |
| { |
| "epoch": 7.420340462680052, |
| "grad_norm": 2.2158961296081543, |
| "learning_rate": 1.4313440077632218e-05, |
| "loss": 0.1042, |
| "step": 8500 |
| }, |
| { |
| "epoch": 7.429070274989088, |
| "grad_norm": 3.758617639541626, |
| "learning_rate": 1.4264919941775837e-05, |
| "loss": 0.1146, |
| "step": 8510 |
| }, |
| { |
| "epoch": 7.437800087298123, |
| "grad_norm": 3.035114049911499, |
| "learning_rate": 1.421639980591946e-05, |
| "loss": 0.1149, |
| "step": 8520 |
| }, |
| { |
| "epoch": 7.4465298996071585, |
| "grad_norm": 3.016139030456543, |
| "learning_rate": 1.4167879670063078e-05, |
| "loss": 0.0983, |
| "step": 8530 |
| }, |
| { |
| "epoch": 7.455259711916193, |
| "grad_norm": 1.1190143823623657, |
| "learning_rate": 1.4119359534206697e-05, |
| "loss": 0.1016, |
| "step": 8540 |
| }, |
| { |
| "epoch": 7.463989524225229, |
| "grad_norm": 1.6610057353973389, |
| "learning_rate": 1.4070839398350316e-05, |
| "loss": 0.1098, |
| "step": 8550 |
| }, |
| { |
| "epoch": 7.472719336534264, |
| "grad_norm": 2.246140956878662, |
| "learning_rate": 1.4022319262493935e-05, |
| "loss": 0.1226, |
| "step": 8560 |
| }, |
| { |
| "epoch": 7.4814491488433, |
| "grad_norm": 3.7668988704681396, |
| "learning_rate": 1.3973799126637555e-05, |
| "loss": 0.0909, |
| "step": 8570 |
| }, |
| { |
| "epoch": 7.490178961152335, |
| "grad_norm": 1.9712340831756592, |
| "learning_rate": 1.3925278990781174e-05, |
| "loss": 0.1065, |
| "step": 8580 |
| }, |
| { |
| "epoch": 7.498908773461371, |
| "grad_norm": 2.9757723808288574, |
| "learning_rate": 1.3876758854924796e-05, |
| "loss": 0.1222, |
| "step": 8590 |
| }, |
| { |
| "epoch": 7.5076385857704055, |
| "grad_norm": 3.4910058975219727, |
| "learning_rate": 1.3828238719068415e-05, |
| "loss": 0.1156, |
| "step": 8600 |
| }, |
| { |
| "epoch": 7.516368398079441, |
| "grad_norm": 2.6508007049560547, |
| "learning_rate": 1.3779718583212034e-05, |
| "loss": 0.099, |
| "step": 8610 |
| }, |
| { |
| "epoch": 7.525098210388476, |
| "grad_norm": 1.8022457361221313, |
| "learning_rate": 1.3731198447355653e-05, |
| "loss": 0.0829, |
| "step": 8620 |
| }, |
| { |
| "epoch": 7.533828022697512, |
| "grad_norm": 2.3336634635925293, |
| "learning_rate": 1.3682678311499272e-05, |
| "loss": 0.1409, |
| "step": 8630 |
| }, |
| { |
| "epoch": 7.542557835006547, |
| "grad_norm": 3.1852900981903076, |
| "learning_rate": 1.3634158175642892e-05, |
| "loss": 0.125, |
| "step": 8640 |
| }, |
| { |
| "epoch": 7.551287647315583, |
| "grad_norm": 2.8601016998291016, |
| "learning_rate": 1.3585638039786511e-05, |
| "loss": 0.1035, |
| "step": 8650 |
| }, |
| { |
| "epoch": 7.560017459624618, |
| "grad_norm": 2.5289573669433594, |
| "learning_rate": 1.3537117903930133e-05, |
| "loss": 0.1093, |
| "step": 8660 |
| }, |
| { |
| "epoch": 7.5687472719336535, |
| "grad_norm": 2.4447848796844482, |
| "learning_rate": 1.3488597768073752e-05, |
| "loss": 0.1076, |
| "step": 8670 |
| }, |
| { |
| "epoch": 7.577477084242688, |
| "grad_norm": 3.016014337539673, |
| "learning_rate": 1.3440077632217371e-05, |
| "loss": 0.1189, |
| "step": 8680 |
| }, |
| { |
| "epoch": 7.586206896551724, |
| "grad_norm": 2.6992433071136475, |
| "learning_rate": 1.339155749636099e-05, |
| "loss": 0.1088, |
| "step": 8690 |
| }, |
| { |
| "epoch": 7.594936708860759, |
| "grad_norm": 2.2244362831115723, |
| "learning_rate": 1.3343037360504609e-05, |
| "loss": 0.0965, |
| "step": 8700 |
| }, |
| { |
| "epoch": 7.603666521169795, |
| "grad_norm": 2.8653414249420166, |
| "learning_rate": 1.329451722464823e-05, |
| "loss": 0.1022, |
| "step": 8710 |
| }, |
| { |
| "epoch": 7.61239633347883, |
| "grad_norm": 3.810765027999878, |
| "learning_rate": 1.324599708879185e-05, |
| "loss": 0.1208, |
| "step": 8720 |
| }, |
| { |
| "epoch": 7.621126145787866, |
| "grad_norm": 2.089237689971924, |
| "learning_rate": 1.319747695293547e-05, |
| "loss": 0.0989, |
| "step": 8730 |
| }, |
| { |
| "epoch": 7.6298559580969005, |
| "grad_norm": 1.9120042324066162, |
| "learning_rate": 1.314895681707909e-05, |
| "loss": 0.112, |
| "step": 8740 |
| }, |
| { |
| "epoch": 7.638585770405936, |
| "grad_norm": 2.164149284362793, |
| "learning_rate": 1.3100436681222708e-05, |
| "loss": 0.1183, |
| "step": 8750 |
| }, |
| { |
| "epoch": 7.647315582714971, |
| "grad_norm": 1.7820502519607544, |
| "learning_rate": 1.3051916545366327e-05, |
| "loss": 0.1187, |
| "step": 8760 |
| }, |
| { |
| "epoch": 7.656045395024007, |
| "grad_norm": 3.0987606048583984, |
| "learning_rate": 1.3003396409509946e-05, |
| "loss": 0.1192, |
| "step": 8770 |
| }, |
| { |
| "epoch": 7.664775207333042, |
| "grad_norm": 2.332767963409424, |
| "learning_rate": 1.2954876273653566e-05, |
| "loss": 0.1219, |
| "step": 8780 |
| }, |
| { |
| "epoch": 7.673505019642078, |
| "grad_norm": 2.8338541984558105, |
| "learning_rate": 1.2906356137797187e-05, |
| "loss": 0.0953, |
| "step": 8790 |
| }, |
| { |
| "epoch": 7.682234831951113, |
| "grad_norm": 2.000577926635742, |
| "learning_rate": 1.2857836001940808e-05, |
| "loss": 0.0969, |
| "step": 8800 |
| }, |
| { |
| "epoch": 7.6909646442601485, |
| "grad_norm": 3.364076614379883, |
| "learning_rate": 1.2809315866084426e-05, |
| "loss": 0.1117, |
| "step": 8810 |
| }, |
| { |
| "epoch": 7.699694456569183, |
| "grad_norm": 4.16958475112915, |
| "learning_rate": 1.2760795730228045e-05, |
| "loss": 0.1216, |
| "step": 8820 |
| }, |
| { |
| "epoch": 7.708424268878219, |
| "grad_norm": 2.2611634731292725, |
| "learning_rate": 1.2712275594371664e-05, |
| "loss": 0.0929, |
| "step": 8830 |
| }, |
| { |
| "epoch": 7.717154081187254, |
| "grad_norm": 2.592312812805176, |
| "learning_rate": 1.2663755458515283e-05, |
| "loss": 0.1147, |
| "step": 8840 |
| }, |
| { |
| "epoch": 7.72588389349629, |
| "grad_norm": 3.680349588394165, |
| "learning_rate": 1.2615235322658905e-05, |
| "loss": 0.1184, |
| "step": 8850 |
| }, |
| { |
| "epoch": 7.734613705805325, |
| "grad_norm": 3.146328926086426, |
| "learning_rate": 1.2566715186802524e-05, |
| "loss": 0.1083, |
| "step": 8860 |
| }, |
| { |
| "epoch": 7.743343518114361, |
| "grad_norm": 3.165249824523926, |
| "learning_rate": 1.2518195050946145e-05, |
| "loss": 0.1303, |
| "step": 8870 |
| }, |
| { |
| "epoch": 7.7520733304233955, |
| "grad_norm": 3.2401604652404785, |
| "learning_rate": 1.2469674915089763e-05, |
| "loss": 0.1032, |
| "step": 8880 |
| }, |
| { |
| "epoch": 7.760803142732431, |
| "grad_norm": 1.9936988353729248, |
| "learning_rate": 1.2421154779233382e-05, |
| "loss": 0.1187, |
| "step": 8890 |
| }, |
| { |
| "epoch": 7.769532955041466, |
| "grad_norm": 2.625159502029419, |
| "learning_rate": 1.2372634643377003e-05, |
| "loss": 0.1062, |
| "step": 8900 |
| }, |
| { |
| "epoch": 7.778262767350502, |
| "grad_norm": 1.672642707824707, |
| "learning_rate": 1.2324114507520622e-05, |
| "loss": 0.1183, |
| "step": 8910 |
| }, |
| { |
| "epoch": 7.786992579659537, |
| "grad_norm": 2.378697156906128, |
| "learning_rate": 1.227559437166424e-05, |
| "loss": 0.1197, |
| "step": 8920 |
| }, |
| { |
| "epoch": 7.795722391968573, |
| "grad_norm": 2.9251904487609863, |
| "learning_rate": 1.222707423580786e-05, |
| "loss": 0.1141, |
| "step": 8930 |
| }, |
| { |
| "epoch": 7.804452204277608, |
| "grad_norm": 1.902925968170166, |
| "learning_rate": 1.217855409995148e-05, |
| "loss": 0.1034, |
| "step": 8940 |
| }, |
| { |
| "epoch": 7.8131820165866435, |
| "grad_norm": 2.213522434234619, |
| "learning_rate": 1.21300339640951e-05, |
| "loss": 0.1124, |
| "step": 8950 |
| }, |
| { |
| "epoch": 7.821911828895678, |
| "grad_norm": 3.5406954288482666, |
| "learning_rate": 1.208151382823872e-05, |
| "loss": 0.0988, |
| "step": 8960 |
| }, |
| { |
| "epoch": 7.830641641204714, |
| "grad_norm": 2.070265531539917, |
| "learning_rate": 1.203299369238234e-05, |
| "loss": 0.1182, |
| "step": 8970 |
| }, |
| { |
| "epoch": 7.839371453513749, |
| "grad_norm": 3.4907076358795166, |
| "learning_rate": 1.1984473556525959e-05, |
| "loss": 0.1009, |
| "step": 8980 |
| }, |
| { |
| "epoch": 7.848101265822785, |
| "grad_norm": 2.2645416259765625, |
| "learning_rate": 1.1935953420669578e-05, |
| "loss": 0.1021, |
| "step": 8990 |
| }, |
| { |
| "epoch": 7.85683107813182, |
| "grad_norm": 2.2879273891448975, |
| "learning_rate": 1.1887433284813198e-05, |
| "loss": 0.1166, |
| "step": 9000 |
| }, |
| { |
| "epoch": 7.865560890440856, |
| "grad_norm": 2.280569553375244, |
| "learning_rate": 1.1838913148956817e-05, |
| "loss": 0.1145, |
| "step": 9010 |
| }, |
| { |
| "epoch": 7.8742907027498905, |
| "grad_norm": 2.2898128032684326, |
| "learning_rate": 1.1790393013100438e-05, |
| "loss": 0.095, |
| "step": 9020 |
| }, |
| { |
| "epoch": 7.883020515058926, |
| "grad_norm": 2.112298011779785, |
| "learning_rate": 1.1741872877244056e-05, |
| "loss": 0.0834, |
| "step": 9030 |
| }, |
| { |
| "epoch": 7.891750327367961, |
| "grad_norm": 3.349541425704956, |
| "learning_rate": 1.1693352741387677e-05, |
| "loss": 0.1125, |
| "step": 9040 |
| }, |
| { |
| "epoch": 7.900480139676997, |
| "grad_norm": 2.482618570327759, |
| "learning_rate": 1.1644832605531296e-05, |
| "loss": 0.1059, |
| "step": 9050 |
| }, |
| { |
| "epoch": 7.909209951986032, |
| "grad_norm": 2.8729076385498047, |
| "learning_rate": 1.1596312469674915e-05, |
| "loss": 0.1312, |
| "step": 9060 |
| }, |
| { |
| "epoch": 7.917939764295068, |
| "grad_norm": 2.159461498260498, |
| "learning_rate": 1.1547792333818535e-05, |
| "loss": 0.1032, |
| "step": 9070 |
| }, |
| { |
| "epoch": 7.926669576604103, |
| "grad_norm": 1.993208646774292, |
| "learning_rate": 1.1499272197962154e-05, |
| "loss": 0.1139, |
| "step": 9080 |
| }, |
| { |
| "epoch": 7.9353993889131385, |
| "grad_norm": 2.4738166332244873, |
| "learning_rate": 1.1450752062105775e-05, |
| "loss": 0.1021, |
| "step": 9090 |
| }, |
| { |
| "epoch": 7.944129201222173, |
| "grad_norm": 2.5491795539855957, |
| "learning_rate": 1.1402231926249395e-05, |
| "loss": 0.1195, |
| "step": 9100 |
| }, |
| { |
| "epoch": 7.952859013531209, |
| "grad_norm": 2.6320948600769043, |
| "learning_rate": 1.1353711790393014e-05, |
| "loss": 0.0882, |
| "step": 9110 |
| }, |
| { |
| "epoch": 7.961588825840244, |
| "grad_norm": 2.642817497253418, |
| "learning_rate": 1.1305191654536633e-05, |
| "loss": 0.1278, |
| "step": 9120 |
| }, |
| { |
| "epoch": 7.97031863814928, |
| "grad_norm": 1.8427996635437012, |
| "learning_rate": 1.1256671518680253e-05, |
| "loss": 0.1091, |
| "step": 9130 |
| }, |
| { |
| "epoch": 7.979048450458315, |
| "grad_norm": 3.3067104816436768, |
| "learning_rate": 1.1208151382823872e-05, |
| "loss": 0.1177, |
| "step": 9140 |
| }, |
| { |
| "epoch": 7.987778262767351, |
| "grad_norm": 1.9407857656478882, |
| "learning_rate": 1.1159631246967491e-05, |
| "loss": 0.1146, |
| "step": 9150 |
| }, |
| { |
| "epoch": 7.9965080750763855, |
| "grad_norm": 2.7859206199645996, |
| "learning_rate": 1.1111111111111112e-05, |
| "loss": 0.1323, |
| "step": 9160 |
| }, |
| { |
| "epoch": 8.0, |
| "eval_accuracy": 0.9777191259513872, |
| "eval_loss": 0.07020638883113861, |
| "eval_runtime": 60.5088, |
| "eval_samples_per_second": 269.25, |
| "eval_steps_per_second": 8.429, |
| "step": 9164 |
| }, |
| { |
| "epoch": 8.005237887385421, |
| "grad_norm": 3.0209567546844482, |
| "learning_rate": 1.1062590975254732e-05, |
| "loss": 0.1044, |
| "step": 9170 |
| }, |
| { |
| "epoch": 8.013967699694456, |
| "grad_norm": 3.3612194061279297, |
| "learning_rate": 1.1014070839398351e-05, |
| "loss": 0.1367, |
| "step": 9180 |
| }, |
| { |
| "epoch": 8.022697512003491, |
| "grad_norm": 3.807859182357788, |
| "learning_rate": 1.096555070354197e-05, |
| "loss": 0.0977, |
| "step": 9190 |
| }, |
| { |
| "epoch": 8.031427324312528, |
| "grad_norm": 1.820942759513855, |
| "learning_rate": 1.091703056768559e-05, |
| "loss": 0.1027, |
| "step": 9200 |
| }, |
| { |
| "epoch": 8.040157136621563, |
| "grad_norm": 1.7831873893737793, |
| "learning_rate": 1.086851043182921e-05, |
| "loss": 0.114, |
| "step": 9210 |
| }, |
| { |
| "epoch": 8.048886948930598, |
| "grad_norm": 2.5594382286071777, |
| "learning_rate": 1.0819990295972828e-05, |
| "loss": 0.1036, |
| "step": 9220 |
| }, |
| { |
| "epoch": 8.057616761239633, |
| "grad_norm": 2.1451315879821777, |
| "learning_rate": 1.0771470160116449e-05, |
| "loss": 0.1002, |
| "step": 9230 |
| }, |
| { |
| "epoch": 8.06634657354867, |
| "grad_norm": 2.5839290618896484, |
| "learning_rate": 1.072295002426007e-05, |
| "loss": 0.1026, |
| "step": 9240 |
| }, |
| { |
| "epoch": 8.075076385857704, |
| "grad_norm": 2.6166088581085205, |
| "learning_rate": 1.0674429888403688e-05, |
| "loss": 0.1, |
| "step": 9250 |
| }, |
| { |
| "epoch": 8.083806198166739, |
| "grad_norm": 3.226916790008545, |
| "learning_rate": 1.0625909752547307e-05, |
| "loss": 0.0857, |
| "step": 9260 |
| }, |
| { |
| "epoch": 8.092536010475774, |
| "grad_norm": 2.4332773685455322, |
| "learning_rate": 1.0577389616690927e-05, |
| "loss": 0.0862, |
| "step": 9270 |
| }, |
| { |
| "epoch": 8.10126582278481, |
| "grad_norm": 2.966545820236206, |
| "learning_rate": 1.0528869480834546e-05, |
| "loss": 0.1025, |
| "step": 9280 |
| }, |
| { |
| "epoch": 8.109995635093846, |
| "grad_norm": 2.112661123275757, |
| "learning_rate": 1.0480349344978165e-05, |
| "loss": 0.0996, |
| "step": 9290 |
| }, |
| { |
| "epoch": 8.11872544740288, |
| "grad_norm": 3.0900607109069824, |
| "learning_rate": 1.0431829209121786e-05, |
| "loss": 0.1052, |
| "step": 9300 |
| }, |
| { |
| "epoch": 8.127455259711915, |
| "grad_norm": 2.729537010192871, |
| "learning_rate": 1.0383309073265406e-05, |
| "loss": 0.1012, |
| "step": 9310 |
| }, |
| { |
| "epoch": 8.136185072020952, |
| "grad_norm": 2.780118227005005, |
| "learning_rate": 1.0334788937409025e-05, |
| "loss": 0.1136, |
| "step": 9320 |
| }, |
| { |
| "epoch": 8.144914884329987, |
| "grad_norm": 1.7321745157241821, |
| "learning_rate": 1.0286268801552646e-05, |
| "loss": 0.1115, |
| "step": 9330 |
| }, |
| { |
| "epoch": 8.153644696639022, |
| "grad_norm": 2.258513927459717, |
| "learning_rate": 1.0237748665696265e-05, |
| "loss": 0.1353, |
| "step": 9340 |
| }, |
| { |
| "epoch": 8.162374508948057, |
| "grad_norm": 3.355522632598877, |
| "learning_rate": 1.0189228529839883e-05, |
| "loss": 0.0798, |
| "step": 9350 |
| }, |
| { |
| "epoch": 8.171104321257094, |
| "grad_norm": 1.8760606050491333, |
| "learning_rate": 1.0140708393983504e-05, |
| "loss": 0.1136, |
| "step": 9360 |
| }, |
| { |
| "epoch": 8.179834133566128, |
| "grad_norm": 2.638148546218872, |
| "learning_rate": 1.0092188258127123e-05, |
| "loss": 0.1096, |
| "step": 9370 |
| }, |
| { |
| "epoch": 8.188563945875163, |
| "grad_norm": 3.003227472305298, |
| "learning_rate": 1.0043668122270743e-05, |
| "loss": 0.1027, |
| "step": 9380 |
| }, |
| { |
| "epoch": 8.197293758184198, |
| "grad_norm": 2.2695999145507812, |
| "learning_rate": 9.995147986414362e-06, |
| "loss": 0.1027, |
| "step": 9390 |
| }, |
| { |
| "epoch": 8.206023570493235, |
| "grad_norm": 2.753089666366577, |
| "learning_rate": 9.946627850557983e-06, |
| "loss": 0.1131, |
| "step": 9400 |
| }, |
| { |
| "epoch": 8.21475338280227, |
| "grad_norm": 2.087954521179199, |
| "learning_rate": 9.898107714701602e-06, |
| "loss": 0.1096, |
| "step": 9410 |
| }, |
| { |
| "epoch": 8.223483195111305, |
| "grad_norm": 2.1234874725341797, |
| "learning_rate": 9.84958757884522e-06, |
| "loss": 0.1281, |
| "step": 9420 |
| }, |
| { |
| "epoch": 8.23221300742034, |
| "grad_norm": 2.573425531387329, |
| "learning_rate": 9.801067442988841e-06, |
| "loss": 0.1221, |
| "step": 9430 |
| }, |
| { |
| "epoch": 8.240942819729376, |
| "grad_norm": 2.972698211669922, |
| "learning_rate": 9.75254730713246e-06, |
| "loss": 0.1063, |
| "step": 9440 |
| }, |
| { |
| "epoch": 8.249672632038411, |
| "grad_norm": 3.052992105484009, |
| "learning_rate": 9.70402717127608e-06, |
| "loss": 0.1117, |
| "step": 9450 |
| }, |
| { |
| "epoch": 8.258402444347446, |
| "grad_norm": 2.1158103942871094, |
| "learning_rate": 9.655507035419701e-06, |
| "loss": 0.092, |
| "step": 9460 |
| }, |
| { |
| "epoch": 8.267132256656481, |
| "grad_norm": 2.4370791912078857, |
| "learning_rate": 9.60698689956332e-06, |
| "loss": 0.1092, |
| "step": 9470 |
| }, |
| { |
| "epoch": 8.275862068965518, |
| "grad_norm": 3.0041496753692627, |
| "learning_rate": 9.558466763706939e-06, |
| "loss": 0.0869, |
| "step": 9480 |
| }, |
| { |
| "epoch": 8.284591881274553, |
| "grad_norm": 1.6758767366409302, |
| "learning_rate": 9.509946627850557e-06, |
| "loss": 0.1012, |
| "step": 9490 |
| }, |
| { |
| "epoch": 8.293321693583588, |
| "grad_norm": 2.937406301498413, |
| "learning_rate": 9.461426491994178e-06, |
| "loss": 0.1152, |
| "step": 9500 |
| }, |
| { |
| "epoch": 8.302051505892623, |
| "grad_norm": 2.93967866897583, |
| "learning_rate": 9.412906356137797e-06, |
| "loss": 0.099, |
| "step": 9510 |
| }, |
| { |
| "epoch": 8.31078131820166, |
| "grad_norm": 2.0390257835388184, |
| "learning_rate": 9.364386220281417e-06, |
| "loss": 0.0926, |
| "step": 9520 |
| }, |
| { |
| "epoch": 8.319511130510694, |
| "grad_norm": 2.6134767532348633, |
| "learning_rate": 9.315866084425038e-06, |
| "loss": 0.1139, |
| "step": 9530 |
| }, |
| { |
| "epoch": 8.328240942819729, |
| "grad_norm": 3.398548126220703, |
| "learning_rate": 9.267345948568657e-06, |
| "loss": 0.1051, |
| "step": 9540 |
| }, |
| { |
| "epoch": 8.336970755128764, |
| "grad_norm": 3.847663164138794, |
| "learning_rate": 9.218825812712276e-06, |
| "loss": 0.119, |
| "step": 9550 |
| }, |
| { |
| "epoch": 8.3457005674378, |
| "grad_norm": 3.1890709400177, |
| "learning_rate": 9.170305676855896e-06, |
| "loss": 0.1459, |
| "step": 9560 |
| }, |
| { |
| "epoch": 8.354430379746836, |
| "grad_norm": 1.5987610816955566, |
| "learning_rate": 9.121785540999515e-06, |
| "loss": 0.0985, |
| "step": 9570 |
| }, |
| { |
| "epoch": 8.36316019205587, |
| "grad_norm": 2.2405405044555664, |
| "learning_rate": 9.073265405143134e-06, |
| "loss": 0.1044, |
| "step": 9580 |
| }, |
| { |
| "epoch": 8.371890004364905, |
| "grad_norm": 2.4690017700195312, |
| "learning_rate": 9.024745269286754e-06, |
| "loss": 0.0976, |
| "step": 9590 |
| }, |
| { |
| "epoch": 8.380619816673942, |
| "grad_norm": 2.168797254562378, |
| "learning_rate": 8.976225133430375e-06, |
| "loss": 0.0933, |
| "step": 9600 |
| }, |
| { |
| "epoch": 8.389349628982977, |
| "grad_norm": 2.74342942237854, |
| "learning_rate": 8.927704997573994e-06, |
| "loss": 0.099, |
| "step": 9610 |
| }, |
| { |
| "epoch": 8.398079441292012, |
| "grad_norm": 3.6532704830169678, |
| "learning_rate": 8.879184861717613e-06, |
| "loss": 0.1303, |
| "step": 9620 |
| }, |
| { |
| "epoch": 8.406809253601047, |
| "grad_norm": 2.5002212524414062, |
| "learning_rate": 8.830664725861233e-06, |
| "loss": 0.1139, |
| "step": 9630 |
| }, |
| { |
| "epoch": 8.415539065910083, |
| "grad_norm": 2.5484557151794434, |
| "learning_rate": 8.782144590004852e-06, |
| "loss": 0.1261, |
| "step": 9640 |
| }, |
| { |
| "epoch": 8.424268878219118, |
| "grad_norm": 2.8932912349700928, |
| "learning_rate": 8.733624454148471e-06, |
| "loss": 0.1126, |
| "step": 9650 |
| }, |
| { |
| "epoch": 8.432998690528153, |
| "grad_norm": 2.334230899810791, |
| "learning_rate": 8.685104318292092e-06, |
| "loss": 0.1021, |
| "step": 9660 |
| }, |
| { |
| "epoch": 8.441728502837188, |
| "grad_norm": 2.884859561920166, |
| "learning_rate": 8.636584182435712e-06, |
| "loss": 0.0958, |
| "step": 9670 |
| }, |
| { |
| "epoch": 8.450458315146225, |
| "grad_norm": 1.8755512237548828, |
| "learning_rate": 8.588064046579331e-06, |
| "loss": 0.0928, |
| "step": 9680 |
| }, |
| { |
| "epoch": 8.45918812745526, |
| "grad_norm": 2.3897783756256104, |
| "learning_rate": 8.539543910722951e-06, |
| "loss": 0.0897, |
| "step": 9690 |
| }, |
| { |
| "epoch": 8.467917939764295, |
| "grad_norm": 3.4187004566192627, |
| "learning_rate": 8.49102377486657e-06, |
| "loss": 0.0978, |
| "step": 9700 |
| }, |
| { |
| "epoch": 8.47664775207333, |
| "grad_norm": 3.359574317932129, |
| "learning_rate": 8.44250363901019e-06, |
| "loss": 0.1029, |
| "step": 9710 |
| }, |
| { |
| "epoch": 8.485377564382366, |
| "grad_norm": 2.7510204315185547, |
| "learning_rate": 8.393983503153808e-06, |
| "loss": 0.1115, |
| "step": 9720 |
| }, |
| { |
| "epoch": 8.494107376691401, |
| "grad_norm": 2.2325894832611084, |
| "learning_rate": 8.345463367297429e-06, |
| "loss": 0.1237, |
| "step": 9730 |
| }, |
| { |
| "epoch": 8.502837189000436, |
| "grad_norm": 2.400143623352051, |
| "learning_rate": 8.296943231441049e-06, |
| "loss": 0.1202, |
| "step": 9740 |
| }, |
| { |
| "epoch": 8.511567001309471, |
| "grad_norm": 3.032205581665039, |
| "learning_rate": 8.248423095584668e-06, |
| "loss": 0.092, |
| "step": 9750 |
| }, |
| { |
| "epoch": 8.520296813618508, |
| "grad_norm": 3.307790517807007, |
| "learning_rate": 8.199902959728289e-06, |
| "loss": 0.1069, |
| "step": 9760 |
| }, |
| { |
| "epoch": 8.529026625927543, |
| "grad_norm": 3.3414857387542725, |
| "learning_rate": 8.151382823871907e-06, |
| "loss": 0.1315, |
| "step": 9770 |
| }, |
| { |
| "epoch": 8.537756438236578, |
| "grad_norm": 2.243468999862671, |
| "learning_rate": 8.102862688015526e-06, |
| "loss": 0.0986, |
| "step": 9780 |
| }, |
| { |
| "epoch": 8.546486250545613, |
| "grad_norm": 2.635031223297119, |
| "learning_rate": 8.054342552159147e-06, |
| "loss": 0.1067, |
| "step": 9790 |
| }, |
| { |
| "epoch": 8.55521606285465, |
| "grad_norm": 2.037966728210449, |
| "learning_rate": 8.005822416302766e-06, |
| "loss": 0.1053, |
| "step": 9800 |
| }, |
| { |
| "epoch": 8.563945875163684, |
| "grad_norm": 3.361685276031494, |
| "learning_rate": 7.957302280446386e-06, |
| "loss": 0.1166, |
| "step": 9810 |
| }, |
| { |
| "epoch": 8.572675687472719, |
| "grad_norm": 1.941724419593811, |
| "learning_rate": 7.908782144590005e-06, |
| "loss": 0.0954, |
| "step": 9820 |
| }, |
| { |
| "epoch": 8.581405499781754, |
| "grad_norm": 2.7277681827545166, |
| "learning_rate": 7.860262008733626e-06, |
| "loss": 0.1212, |
| "step": 9830 |
| }, |
| { |
| "epoch": 8.59013531209079, |
| "grad_norm": 2.5248844623565674, |
| "learning_rate": 7.811741872877244e-06, |
| "loss": 0.1009, |
| "step": 9840 |
| }, |
| { |
| "epoch": 8.598865124399826, |
| "grad_norm": 0.636101245880127, |
| "learning_rate": 7.763221737020863e-06, |
| "loss": 0.0992, |
| "step": 9850 |
| }, |
| { |
| "epoch": 8.60759493670886, |
| "grad_norm": 2.8368330001831055, |
| "learning_rate": 7.714701601164484e-06, |
| "loss": 0.0886, |
| "step": 9860 |
| }, |
| { |
| "epoch": 8.616324749017895, |
| "grad_norm": 2.3569271564483643, |
| "learning_rate": 7.666181465308103e-06, |
| "loss": 0.0835, |
| "step": 9870 |
| }, |
| { |
| "epoch": 8.625054561326932, |
| "grad_norm": 2.118471622467041, |
| "learning_rate": 7.617661329451722e-06, |
| "loss": 0.1155, |
| "step": 9880 |
| }, |
| { |
| "epoch": 8.633784373635967, |
| "grad_norm": 1.9520134925842285, |
| "learning_rate": 7.569141193595343e-06, |
| "loss": 0.0935, |
| "step": 9890 |
| }, |
| { |
| "epoch": 8.642514185945002, |
| "grad_norm": 2.778207540512085, |
| "learning_rate": 7.520621057738962e-06, |
| "loss": 0.1167, |
| "step": 9900 |
| }, |
| { |
| "epoch": 8.651243998254037, |
| "grad_norm": 3.1950080394744873, |
| "learning_rate": 7.4721009218825815e-06, |
| "loss": 0.124, |
| "step": 9910 |
| }, |
| { |
| "epoch": 8.659973810563073, |
| "grad_norm": 1.913509726524353, |
| "learning_rate": 7.423580786026202e-06, |
| "loss": 0.0922, |
| "step": 9920 |
| }, |
| { |
| "epoch": 8.668703622872108, |
| "grad_norm": 2.9603874683380127, |
| "learning_rate": 7.375060650169821e-06, |
| "loss": 0.1225, |
| "step": 9930 |
| }, |
| { |
| "epoch": 8.677433435181143, |
| "grad_norm": 2.5559980869293213, |
| "learning_rate": 7.326540514313441e-06, |
| "loss": 0.1159, |
| "step": 9940 |
| }, |
| { |
| "epoch": 8.686163247490178, |
| "grad_norm": 2.817579507827759, |
| "learning_rate": 7.2780203784570594e-06, |
| "loss": 0.069, |
| "step": 9950 |
| }, |
| { |
| "epoch": 8.694893059799215, |
| "grad_norm": 2.3405838012695312, |
| "learning_rate": 7.22950024260068e-06, |
| "loss": 0.083, |
| "step": 9960 |
| }, |
| { |
| "epoch": 8.70362287210825, |
| "grad_norm": 4.057965278625488, |
| "learning_rate": 7.180980106744299e-06, |
| "loss": 0.1346, |
| "step": 9970 |
| }, |
| { |
| "epoch": 8.712352684417285, |
| "grad_norm": 3.50754976272583, |
| "learning_rate": 7.1324599708879185e-06, |
| "loss": 0.113, |
| "step": 9980 |
| }, |
| { |
| "epoch": 8.72108249672632, |
| "grad_norm": 2.4381942749023438, |
| "learning_rate": 7.083939835031539e-06, |
| "loss": 0.0959, |
| "step": 9990 |
| }, |
| { |
| "epoch": 8.729812309035356, |
| "grad_norm": 1.3491463661193848, |
| "learning_rate": 7.035419699175158e-06, |
| "loss": 0.1141, |
| "step": 10000 |
| }, |
| { |
| "epoch": 8.738542121344391, |
| "grad_norm": 3.835019588470459, |
| "learning_rate": 6.986899563318778e-06, |
| "loss": 0.0997, |
| "step": 10010 |
| }, |
| { |
| "epoch": 8.747271933653426, |
| "grad_norm": 1.8673381805419922, |
| "learning_rate": 6.938379427462398e-06, |
| "loss": 0.1044, |
| "step": 10020 |
| }, |
| { |
| "epoch": 8.756001745962461, |
| "grad_norm": 3.303786039352417, |
| "learning_rate": 6.889859291606017e-06, |
| "loss": 0.1368, |
| "step": 10030 |
| }, |
| { |
| "epoch": 8.764731558271498, |
| "grad_norm": 2.6152758598327637, |
| "learning_rate": 6.841339155749636e-06, |
| "loss": 0.1186, |
| "step": 10040 |
| }, |
| { |
| "epoch": 8.773461370580533, |
| "grad_norm": 3.460881471633911, |
| "learning_rate": 6.792819019893256e-06, |
| "loss": 0.1263, |
| "step": 10050 |
| }, |
| { |
| "epoch": 8.782191182889568, |
| "grad_norm": 2.3491194248199463, |
| "learning_rate": 6.744298884036876e-06, |
| "loss": 0.1147, |
| "step": 10060 |
| }, |
| { |
| "epoch": 8.790920995198602, |
| "grad_norm": 2.6336238384246826, |
| "learning_rate": 6.695778748180495e-06, |
| "loss": 0.1044, |
| "step": 10070 |
| }, |
| { |
| "epoch": 8.79965080750764, |
| "grad_norm": 2.4493720531463623, |
| "learning_rate": 6.647258612324115e-06, |
| "loss": 0.0914, |
| "step": 10080 |
| }, |
| { |
| "epoch": 8.808380619816674, |
| "grad_norm": 2.0005953311920166, |
| "learning_rate": 6.598738476467735e-06, |
| "loss": 0.137, |
| "step": 10090 |
| }, |
| { |
| "epoch": 8.817110432125709, |
| "grad_norm": 2.4096193313598633, |
| "learning_rate": 6.550218340611354e-06, |
| "loss": 0.1235, |
| "step": 10100 |
| }, |
| { |
| "epoch": 8.825840244434744, |
| "grad_norm": 2.0157690048217773, |
| "learning_rate": 6.501698204754973e-06, |
| "loss": 0.0981, |
| "step": 10110 |
| }, |
| { |
| "epoch": 8.83457005674378, |
| "grad_norm": 1.8452261686325073, |
| "learning_rate": 6.4531780688985935e-06, |
| "loss": 0.0971, |
| "step": 10120 |
| }, |
| { |
| "epoch": 8.843299869052816, |
| "grad_norm": 2.7903761863708496, |
| "learning_rate": 6.404657933042213e-06, |
| "loss": 0.0935, |
| "step": 10130 |
| }, |
| { |
| "epoch": 8.85202968136185, |
| "grad_norm": 2.508514165878296, |
| "learning_rate": 6.356137797185832e-06, |
| "loss": 0.0991, |
| "step": 10140 |
| }, |
| { |
| "epoch": 8.860759493670885, |
| "grad_norm": 2.214094638824463, |
| "learning_rate": 6.307617661329453e-06, |
| "loss": 0.11, |
| "step": 10150 |
| }, |
| { |
| "epoch": 8.869489305979922, |
| "grad_norm": 2.2677242755889893, |
| "learning_rate": 6.259097525473072e-06, |
| "loss": 0.1491, |
| "step": 10160 |
| }, |
| { |
| "epoch": 8.878219118288957, |
| "grad_norm": 1.6787909269332886, |
| "learning_rate": 6.210577389616691e-06, |
| "loss": 0.1153, |
| "step": 10170 |
| }, |
| { |
| "epoch": 8.886948930597992, |
| "grad_norm": 2.0860350131988525, |
| "learning_rate": 6.162057253760311e-06, |
| "loss": 0.0906, |
| "step": 10180 |
| }, |
| { |
| "epoch": 8.895678742907027, |
| "grad_norm": 2.6599624156951904, |
| "learning_rate": 6.11353711790393e-06, |
| "loss": 0.1011, |
| "step": 10190 |
| }, |
| { |
| "epoch": 8.904408555216063, |
| "grad_norm": 2.9594058990478516, |
| "learning_rate": 6.06501698204755e-06, |
| "loss": 0.1179, |
| "step": 10200 |
| }, |
| { |
| "epoch": 8.913138367525098, |
| "grad_norm": 2.69802188873291, |
| "learning_rate": 6.01649684619117e-06, |
| "loss": 0.1086, |
| "step": 10210 |
| }, |
| { |
| "epoch": 8.921868179834133, |
| "grad_norm": 2.7719838619232178, |
| "learning_rate": 5.967976710334789e-06, |
| "loss": 0.1064, |
| "step": 10220 |
| }, |
| { |
| "epoch": 8.930597992143168, |
| "grad_norm": 2.729365587234497, |
| "learning_rate": 5.9194565744784085e-06, |
| "loss": 0.108, |
| "step": 10230 |
| }, |
| { |
| "epoch": 8.939327804452205, |
| "grad_norm": 3.4504830837249756, |
| "learning_rate": 5.870936438622028e-06, |
| "loss": 0.095, |
| "step": 10240 |
| }, |
| { |
| "epoch": 8.94805761676124, |
| "grad_norm": 2.7254908084869385, |
| "learning_rate": 5.822416302765648e-06, |
| "loss": 0.0973, |
| "step": 10250 |
| }, |
| { |
| "epoch": 8.956787429070275, |
| "grad_norm": 2.1603481769561768, |
| "learning_rate": 5.773896166909268e-06, |
| "loss": 0.0989, |
| "step": 10260 |
| }, |
| { |
| "epoch": 8.96551724137931, |
| "grad_norm": 3.3005552291870117, |
| "learning_rate": 5.725376031052887e-06, |
| "loss": 0.0931, |
| "step": 10270 |
| }, |
| { |
| "epoch": 8.974247053688346, |
| "grad_norm": 2.790048122406006, |
| "learning_rate": 5.676855895196507e-06, |
| "loss": 0.1102, |
| "step": 10280 |
| }, |
| { |
| "epoch": 8.982976865997381, |
| "grad_norm": 2.8936121463775635, |
| "learning_rate": 5.628335759340127e-06, |
| "loss": 0.1204, |
| "step": 10290 |
| }, |
| { |
| "epoch": 8.991706678306416, |
| "grad_norm": 3.3234341144561768, |
| "learning_rate": 5.5798156234837455e-06, |
| "loss": 0.1212, |
| "step": 10300 |
| }, |
| { |
| "epoch": 8.999563509384549, |
| "eval_accuracy": 0.9607169162779278, |
| "eval_loss": 0.12570950388908386, |
| "eval_runtime": 61.7961, |
| "eval_samples_per_second": 263.641, |
| "eval_steps_per_second": 8.253, |
| "step": 10309 |
| }, |
| { |
| "epoch": 9.000436490615451, |
| "grad_norm": 4.348520755767822, |
| "learning_rate": 5.531295487627366e-06, |
| "loss": 0.132, |
| "step": 10310 |
| }, |
| { |
| "epoch": 9.009166302924488, |
| "grad_norm": 2.5040526390075684, |
| "learning_rate": 5.482775351770985e-06, |
| "loss": 0.116, |
| "step": 10320 |
| }, |
| { |
| "epoch": 9.017896115233523, |
| "grad_norm": 2.754953622817993, |
| "learning_rate": 5.434255215914605e-06, |
| "loss": 0.1035, |
| "step": 10330 |
| }, |
| { |
| "epoch": 9.026625927542558, |
| "grad_norm": 3.0102930068969727, |
| "learning_rate": 5.385735080058224e-06, |
| "loss": 0.1104, |
| "step": 10340 |
| }, |
| { |
| "epoch": 9.035355739851592, |
| "grad_norm": 2.0556371212005615, |
| "learning_rate": 5.337214944201844e-06, |
| "loss": 0.1387, |
| "step": 10350 |
| }, |
| { |
| "epoch": 9.04408555216063, |
| "grad_norm": 2.688657760620117, |
| "learning_rate": 5.288694808345464e-06, |
| "loss": 0.1082, |
| "step": 10360 |
| }, |
| { |
| "epoch": 9.052815364469664, |
| "grad_norm": 3.8439743518829346, |
| "learning_rate": 5.240174672489083e-06, |
| "loss": 0.1144, |
| "step": 10370 |
| }, |
| { |
| "epoch": 9.061545176778699, |
| "grad_norm": 2.683326482772827, |
| "learning_rate": 5.191654536632703e-06, |
| "loss": 0.1075, |
| "step": 10380 |
| }, |
| { |
| "epoch": 9.070274989087734, |
| "grad_norm": 2.6530981063842773, |
| "learning_rate": 5.143134400776323e-06, |
| "loss": 0.0948, |
| "step": 10390 |
| }, |
| { |
| "epoch": 9.07900480139677, |
| "grad_norm": 3.5326459407806396, |
| "learning_rate": 5.094614264919942e-06, |
| "loss": 0.1101, |
| "step": 10400 |
| }, |
| { |
| "epoch": 9.087734613705805, |
| "grad_norm": 3.0565762519836426, |
| "learning_rate": 5.046094129063561e-06, |
| "loss": 0.103, |
| "step": 10410 |
| }, |
| { |
| "epoch": 9.09646442601484, |
| "grad_norm": 2.949897050857544, |
| "learning_rate": 4.997573993207181e-06, |
| "loss": 0.136, |
| "step": 10420 |
| }, |
| { |
| "epoch": 9.105194238323875, |
| "grad_norm": 2.1031014919281006, |
| "learning_rate": 4.949053857350801e-06, |
| "loss": 0.117, |
| "step": 10430 |
| }, |
| { |
| "epoch": 9.113924050632912, |
| "grad_norm": 2.6953930854797363, |
| "learning_rate": 4.9005337214944205e-06, |
| "loss": 0.0944, |
| "step": 10440 |
| }, |
| { |
| "epoch": 9.122653862941947, |
| "grad_norm": 2.513293981552124, |
| "learning_rate": 4.85201358563804e-06, |
| "loss": 0.1121, |
| "step": 10450 |
| }, |
| { |
| "epoch": 9.131383675250982, |
| "grad_norm": 2.8910365104675293, |
| "learning_rate": 4.80349344978166e-06, |
| "loss": 0.0821, |
| "step": 10460 |
| }, |
| { |
| "epoch": 9.140113487560017, |
| "grad_norm": 2.991837978363037, |
| "learning_rate": 4.754973313925279e-06, |
| "loss": 0.115, |
| "step": 10470 |
| }, |
| { |
| "epoch": 9.148843299869053, |
| "grad_norm": 3.1621274948120117, |
| "learning_rate": 4.7064531780688984e-06, |
| "loss": 0.0987, |
| "step": 10480 |
| }, |
| { |
| "epoch": 9.157573112178088, |
| "grad_norm": 2.6590192317962646, |
| "learning_rate": 4.657933042212519e-06, |
| "loss": 0.0924, |
| "step": 10490 |
| }, |
| { |
| "epoch": 9.166302924487123, |
| "grad_norm": 1.3833907842636108, |
| "learning_rate": 4.609412906356138e-06, |
| "loss": 0.0772, |
| "step": 10500 |
| }, |
| { |
| "epoch": 9.175032736796158, |
| "grad_norm": 2.954089879989624, |
| "learning_rate": 4.5608927704997575e-06, |
| "loss": 0.1372, |
| "step": 10510 |
| }, |
| { |
| "epoch": 9.183762549105195, |
| "grad_norm": 2.8369104862213135, |
| "learning_rate": 4.512372634643377e-06, |
| "loss": 0.1054, |
| "step": 10520 |
| }, |
| { |
| "epoch": 9.19249236141423, |
| "grad_norm": 1.4422260522842407, |
| "learning_rate": 4.463852498786997e-06, |
| "loss": 0.1025, |
| "step": 10530 |
| }, |
| { |
| "epoch": 9.201222173723265, |
| "grad_norm": 1.9895925521850586, |
| "learning_rate": 4.415332362930617e-06, |
| "loss": 0.0992, |
| "step": 10540 |
| }, |
| { |
| "epoch": 9.2099519860323, |
| "grad_norm": 2.9992966651916504, |
| "learning_rate": 4.3668122270742355e-06, |
| "loss": 0.0927, |
| "step": 10550 |
| }, |
| { |
| "epoch": 9.218681798341336, |
| "grad_norm": 2.2719290256500244, |
| "learning_rate": 4.318292091217856e-06, |
| "loss": 0.0987, |
| "step": 10560 |
| }, |
| { |
| "epoch": 9.227411610650371, |
| "grad_norm": 3.9194726943969727, |
| "learning_rate": 4.269771955361476e-06, |
| "loss": 0.0936, |
| "step": 10570 |
| }, |
| { |
| "epoch": 9.236141422959406, |
| "grad_norm": 2.4642674922943115, |
| "learning_rate": 4.221251819505095e-06, |
| "loss": 0.1074, |
| "step": 10580 |
| }, |
| { |
| "epoch": 9.244871235268441, |
| "grad_norm": 3.479707956314087, |
| "learning_rate": 4.172731683648714e-06, |
| "loss": 0.1051, |
| "step": 10590 |
| }, |
| { |
| "epoch": 9.253601047577478, |
| "grad_norm": 3.2341325283050537, |
| "learning_rate": 4.124211547792334e-06, |
| "loss": 0.0878, |
| "step": 10600 |
| }, |
| { |
| "epoch": 9.262330859886513, |
| "grad_norm": 2.302276849746704, |
| "learning_rate": 4.075691411935954e-06, |
| "loss": 0.1036, |
| "step": 10610 |
| }, |
| { |
| "epoch": 9.271060672195548, |
| "grad_norm": 2.9073214530944824, |
| "learning_rate": 4.027171276079573e-06, |
| "loss": 0.1181, |
| "step": 10620 |
| }, |
| { |
| "epoch": 9.279790484504582, |
| "grad_norm": 2.0145514011383057, |
| "learning_rate": 3.978651140223193e-06, |
| "loss": 0.0956, |
| "step": 10630 |
| }, |
| { |
| "epoch": 9.28852029681362, |
| "grad_norm": 4.683056831359863, |
| "learning_rate": 3.930131004366813e-06, |
| "loss": 0.138, |
| "step": 10640 |
| }, |
| { |
| "epoch": 9.297250109122654, |
| "grad_norm": 2.681694507598877, |
| "learning_rate": 3.881610868510432e-06, |
| "loss": 0.08, |
| "step": 10650 |
| }, |
| { |
| "epoch": 9.305979921431689, |
| "grad_norm": 2.887195348739624, |
| "learning_rate": 3.833090732654051e-06, |
| "loss": 0.1113, |
| "step": 10660 |
| }, |
| { |
| "epoch": 9.314709733740724, |
| "grad_norm": 2.9222280979156494, |
| "learning_rate": 3.7845705967976715e-06, |
| "loss": 0.1074, |
| "step": 10670 |
| }, |
| { |
| "epoch": 9.32343954604976, |
| "grad_norm": 2.944333076477051, |
| "learning_rate": 3.7360504609412907e-06, |
| "loss": 0.106, |
| "step": 10680 |
| }, |
| { |
| "epoch": 9.332169358358795, |
| "grad_norm": 2.468632459640503, |
| "learning_rate": 3.6875303250849104e-06, |
| "loss": 0.1049, |
| "step": 10690 |
| }, |
| { |
| "epoch": 9.34089917066783, |
| "grad_norm": 0.9164177775382996, |
| "learning_rate": 3.6390101892285297e-06, |
| "loss": 0.0718, |
| "step": 10700 |
| }, |
| { |
| "epoch": 9.349628982976865, |
| "grad_norm": 2.6750760078430176, |
| "learning_rate": 3.5904900533721494e-06, |
| "loss": 0.1086, |
| "step": 10710 |
| }, |
| { |
| "epoch": 9.358358795285902, |
| "grad_norm": 1.8694539070129395, |
| "learning_rate": 3.5419699175157695e-06, |
| "loss": 0.1099, |
| "step": 10720 |
| }, |
| { |
| "epoch": 9.367088607594937, |
| "grad_norm": 2.571378707885742, |
| "learning_rate": 3.493449781659389e-06, |
| "loss": 0.0856, |
| "step": 10730 |
| }, |
| { |
| "epoch": 9.375818419903972, |
| "grad_norm": 1.7155669927597046, |
| "learning_rate": 3.4449296458030085e-06, |
| "loss": 0.1044, |
| "step": 10740 |
| }, |
| { |
| "epoch": 9.384548232213007, |
| "grad_norm": 2.1449294090270996, |
| "learning_rate": 3.396409509946628e-06, |
| "loss": 0.096, |
| "step": 10750 |
| }, |
| { |
| "epoch": 9.393278044522043, |
| "grad_norm": 2.918898344039917, |
| "learning_rate": 3.3478893740902475e-06, |
| "loss": 0.0983, |
| "step": 10760 |
| }, |
| { |
| "epoch": 9.402007856831078, |
| "grad_norm": 2.2519733905792236, |
| "learning_rate": 3.2993692382338676e-06, |
| "loss": 0.1027, |
| "step": 10770 |
| }, |
| { |
| "epoch": 9.410737669140113, |
| "grad_norm": 4.343425750732422, |
| "learning_rate": 3.2508491023774865e-06, |
| "loss": 0.1118, |
| "step": 10780 |
| }, |
| { |
| "epoch": 9.419467481449148, |
| "grad_norm": 2.5257129669189453, |
| "learning_rate": 3.2023289665211066e-06, |
| "loss": 0.1093, |
| "step": 10790 |
| }, |
| { |
| "epoch": 9.428197293758185, |
| "grad_norm": 1.197124719619751, |
| "learning_rate": 3.1538088306647263e-06, |
| "loss": 0.1083, |
| "step": 10800 |
| }, |
| { |
| "epoch": 9.43692710606722, |
| "grad_norm": 3.033644437789917, |
| "learning_rate": 3.1052886948083456e-06, |
| "loss": 0.1076, |
| "step": 10810 |
| }, |
| { |
| "epoch": 9.445656918376255, |
| "grad_norm": 2.3595004081726074, |
| "learning_rate": 3.056768558951965e-06, |
| "loss": 0.0772, |
| "step": 10820 |
| }, |
| { |
| "epoch": 9.45438673068529, |
| "grad_norm": 1.9762500524520874, |
| "learning_rate": 3.008248423095585e-06, |
| "loss": 0.1033, |
| "step": 10830 |
| }, |
| { |
| "epoch": 9.463116542994326, |
| "grad_norm": 3.2624242305755615, |
| "learning_rate": 2.9597282872392042e-06, |
| "loss": 0.1018, |
| "step": 10840 |
| }, |
| { |
| "epoch": 9.471846355303361, |
| "grad_norm": 2.5619966983795166, |
| "learning_rate": 2.911208151382824e-06, |
| "loss": 0.1084, |
| "step": 10850 |
| }, |
| { |
| "epoch": 9.480576167612396, |
| "grad_norm": 2.26334547996521, |
| "learning_rate": 2.8626880155264436e-06, |
| "loss": 0.099, |
| "step": 10860 |
| }, |
| { |
| "epoch": 9.489305979921431, |
| "grad_norm": 2.397780656814575, |
| "learning_rate": 2.8141678796700633e-06, |
| "loss": 0.1217, |
| "step": 10870 |
| }, |
| { |
| "epoch": 9.498035792230468, |
| "grad_norm": 3.3402929306030273, |
| "learning_rate": 2.765647743813683e-06, |
| "loss": 0.1199, |
| "step": 10880 |
| }, |
| { |
| "epoch": 9.506765604539503, |
| "grad_norm": 3.3935964107513428, |
| "learning_rate": 2.7171276079573023e-06, |
| "loss": 0.1158, |
| "step": 10890 |
| }, |
| { |
| "epoch": 9.515495416848538, |
| "grad_norm": 2.4392571449279785, |
| "learning_rate": 2.668607472100922e-06, |
| "loss": 0.1306, |
| "step": 10900 |
| }, |
| { |
| "epoch": 9.524225229157572, |
| "grad_norm": 2.4739038944244385, |
| "learning_rate": 2.6200873362445413e-06, |
| "loss": 0.0886, |
| "step": 10910 |
| }, |
| { |
| "epoch": 9.532955041466609, |
| "grad_norm": 2.2183120250701904, |
| "learning_rate": 2.5715672003881614e-06, |
| "loss": 0.1015, |
| "step": 10920 |
| }, |
| { |
| "epoch": 9.541684853775644, |
| "grad_norm": 3.256857395172119, |
| "learning_rate": 2.5230470645317807e-06, |
| "loss": 0.1328, |
| "step": 10930 |
| }, |
| { |
| "epoch": 9.550414666084679, |
| "grad_norm": 2.740285634994507, |
| "learning_rate": 2.4745269286754004e-06, |
| "loss": 0.0996, |
| "step": 10940 |
| }, |
| { |
| "epoch": 9.559144478393714, |
| "grad_norm": 2.5595703125, |
| "learning_rate": 2.42600679281902e-06, |
| "loss": 0.075, |
| "step": 10950 |
| }, |
| { |
| "epoch": 9.56787429070275, |
| "grad_norm": 3.089890480041504, |
| "learning_rate": 2.3774866569626394e-06, |
| "loss": 0.1229, |
| "step": 10960 |
| }, |
| { |
| "epoch": 9.576604103011785, |
| "grad_norm": 3.369868755340576, |
| "learning_rate": 2.3289665211062595e-06, |
| "loss": 0.1194, |
| "step": 10970 |
| }, |
| { |
| "epoch": 9.58533391532082, |
| "grad_norm": 2.359818458557129, |
| "learning_rate": 2.2804463852498788e-06, |
| "loss": 0.107, |
| "step": 10980 |
| }, |
| { |
| "epoch": 9.594063727629855, |
| "grad_norm": 2.449138641357422, |
| "learning_rate": 2.2319262493934985e-06, |
| "loss": 0.1078, |
| "step": 10990 |
| }, |
| { |
| "epoch": 9.602793539938892, |
| "grad_norm": 1.8725260496139526, |
| "learning_rate": 2.1834061135371177e-06, |
| "loss": 0.0882, |
| "step": 11000 |
| }, |
| { |
| "epoch": 9.611523352247927, |
| "grad_norm": 1.452510952949524, |
| "learning_rate": 2.134885977680738e-06, |
| "loss": 0.1029, |
| "step": 11010 |
| }, |
| { |
| "epoch": 9.620253164556962, |
| "grad_norm": 4.510222911834717, |
| "learning_rate": 2.086365841824357e-06, |
| "loss": 0.1253, |
| "step": 11020 |
| }, |
| { |
| "epoch": 9.628982976865997, |
| "grad_norm": 2.815927267074585, |
| "learning_rate": 2.037845705967977e-06, |
| "loss": 0.1132, |
| "step": 11030 |
| }, |
| { |
| "epoch": 9.637712789175033, |
| "grad_norm": 3.04374098777771, |
| "learning_rate": 1.9893255701115965e-06, |
| "loss": 0.1043, |
| "step": 11040 |
| }, |
| { |
| "epoch": 9.646442601484068, |
| "grad_norm": 3.407210111618042, |
| "learning_rate": 1.940805434255216e-06, |
| "loss": 0.1207, |
| "step": 11050 |
| }, |
| { |
| "epoch": 9.655172413793103, |
| "grad_norm": 3.3913309574127197, |
| "learning_rate": 1.8922852983988357e-06, |
| "loss": 0.1153, |
| "step": 11060 |
| }, |
| { |
| "epoch": 9.663902226102138, |
| "grad_norm": 1.3927017450332642, |
| "learning_rate": 1.8437651625424552e-06, |
| "loss": 0.0865, |
| "step": 11070 |
| }, |
| { |
| "epoch": 9.672632038411175, |
| "grad_norm": 1.9914878606796265, |
| "learning_rate": 1.7952450266860747e-06, |
| "loss": 0.1071, |
| "step": 11080 |
| }, |
| { |
| "epoch": 9.68136185072021, |
| "grad_norm": 2.445969820022583, |
| "learning_rate": 1.7467248908296944e-06, |
| "loss": 0.0921, |
| "step": 11090 |
| }, |
| { |
| "epoch": 9.690091663029245, |
| "grad_norm": 3.2452139854431152, |
| "learning_rate": 1.698204754973314e-06, |
| "loss": 0.1383, |
| "step": 11100 |
| }, |
| { |
| "epoch": 9.69882147533828, |
| "grad_norm": 1.981126070022583, |
| "learning_rate": 1.6496846191169338e-06, |
| "loss": 0.1139, |
| "step": 11110 |
| }, |
| { |
| "epoch": 9.707551287647316, |
| "grad_norm": 1.5634502172470093, |
| "learning_rate": 1.6011644832605533e-06, |
| "loss": 0.0922, |
| "step": 11120 |
| }, |
| { |
| "epoch": 9.716281099956351, |
| "grad_norm": 3.633537769317627, |
| "learning_rate": 1.5526443474041728e-06, |
| "loss": 0.107, |
| "step": 11130 |
| }, |
| { |
| "epoch": 9.725010912265386, |
| "grad_norm": 2.735826015472412, |
| "learning_rate": 1.5041242115477925e-06, |
| "loss": 0.1027, |
| "step": 11140 |
| }, |
| { |
| "epoch": 9.733740724574421, |
| "grad_norm": 2.9639649391174316, |
| "learning_rate": 1.455604075691412e-06, |
| "loss": 0.0849, |
| "step": 11150 |
| }, |
| { |
| "epoch": 9.742470536883458, |
| "grad_norm": 2.332066297531128, |
| "learning_rate": 1.4070839398350317e-06, |
| "loss": 0.1055, |
| "step": 11160 |
| }, |
| { |
| "epoch": 9.751200349192493, |
| "grad_norm": 2.8028910160064697, |
| "learning_rate": 1.3585638039786512e-06, |
| "loss": 0.1135, |
| "step": 11170 |
| }, |
| { |
| "epoch": 9.759930161501527, |
| "grad_norm": 3.3625102043151855, |
| "learning_rate": 1.3100436681222706e-06, |
| "loss": 0.1219, |
| "step": 11180 |
| }, |
| { |
| "epoch": 9.768659973810562, |
| "grad_norm": 3.788644790649414, |
| "learning_rate": 1.2615235322658903e-06, |
| "loss": 0.1035, |
| "step": 11190 |
| }, |
| { |
| "epoch": 9.777389786119599, |
| "grad_norm": 3.0981266498565674, |
| "learning_rate": 1.21300339640951e-06, |
| "loss": 0.0964, |
| "step": 11200 |
| }, |
| { |
| "epoch": 9.786119598428634, |
| "grad_norm": 2.1601572036743164, |
| "learning_rate": 1.1644832605531297e-06, |
| "loss": 0.09, |
| "step": 11210 |
| }, |
| { |
| "epoch": 9.794849410737669, |
| "grad_norm": 2.264108419418335, |
| "learning_rate": 1.1159631246967492e-06, |
| "loss": 0.0925, |
| "step": 11220 |
| }, |
| { |
| "epoch": 9.803579223046704, |
| "grad_norm": 4.96955680847168, |
| "learning_rate": 1.067442988840369e-06, |
| "loss": 0.1429, |
| "step": 11230 |
| }, |
| { |
| "epoch": 9.81230903535574, |
| "grad_norm": 2.7126574516296387, |
| "learning_rate": 1.0189228529839884e-06, |
| "loss": 0.1139, |
| "step": 11240 |
| }, |
| { |
| "epoch": 9.821038847664775, |
| "grad_norm": 2.6963400840759277, |
| "learning_rate": 9.70402717127608e-07, |
| "loss": 0.1106, |
| "step": 11250 |
| }, |
| { |
| "epoch": 9.82976865997381, |
| "grad_norm": 2.730841636657715, |
| "learning_rate": 9.218825812712276e-07, |
| "loss": 0.1031, |
| "step": 11260 |
| }, |
| { |
| "epoch": 9.838498472282845, |
| "grad_norm": 3.486825704574585, |
| "learning_rate": 8.733624454148472e-07, |
| "loss": 0.1023, |
| "step": 11270 |
| }, |
| { |
| "epoch": 9.847228284591882, |
| "grad_norm": 3.1530649662017822, |
| "learning_rate": 8.248423095584669e-07, |
| "loss": 0.084, |
| "step": 11280 |
| }, |
| { |
| "epoch": 9.855958096900917, |
| "grad_norm": 1.514291524887085, |
| "learning_rate": 7.763221737020864e-07, |
| "loss": 0.1088, |
| "step": 11290 |
| }, |
| { |
| "epoch": 9.864687909209952, |
| "grad_norm": 1.9659836292266846, |
| "learning_rate": 7.27802037845706e-07, |
| "loss": 0.0722, |
| "step": 11300 |
| }, |
| { |
| "epoch": 9.873417721518987, |
| "grad_norm": 2.1583216190338135, |
| "learning_rate": 6.792819019893256e-07, |
| "loss": 0.1086, |
| "step": 11310 |
| }, |
| { |
| "epoch": 9.882147533828023, |
| "grad_norm": 3.034625291824341, |
| "learning_rate": 6.307617661329452e-07, |
| "loss": 0.1046, |
| "step": 11320 |
| }, |
| { |
| "epoch": 9.890877346137058, |
| "grad_norm": 2.7435011863708496, |
| "learning_rate": 5.822416302765649e-07, |
| "loss": 0.1083, |
| "step": 11330 |
| }, |
| { |
| "epoch": 9.899607158446093, |
| "grad_norm": 2.3298757076263428, |
| "learning_rate": 5.337214944201845e-07, |
| "loss": 0.11, |
| "step": 11340 |
| }, |
| { |
| "epoch": 9.908336970755128, |
| "grad_norm": 3.238316774368286, |
| "learning_rate": 4.85201358563804e-07, |
| "loss": 0.1281, |
| "step": 11350 |
| }, |
| { |
| "epoch": 9.917066783064165, |
| "grad_norm": 2.9456119537353516, |
| "learning_rate": 4.366812227074236e-07, |
| "loss": 0.0932, |
| "step": 11360 |
| }, |
| { |
| "epoch": 9.9257965953732, |
| "grad_norm": 1.8803859949111938, |
| "learning_rate": 3.881610868510432e-07, |
| "loss": 0.1022, |
| "step": 11370 |
| }, |
| { |
| "epoch": 9.934526407682235, |
| "grad_norm": 2.5518546104431152, |
| "learning_rate": 3.396409509946628e-07, |
| "loss": 0.0876, |
| "step": 11380 |
| }, |
| { |
| "epoch": 9.94325621999127, |
| "grad_norm": 2.5071511268615723, |
| "learning_rate": 2.9112081513828244e-07, |
| "loss": 0.1075, |
| "step": 11390 |
| }, |
| { |
| "epoch": 9.951986032300306, |
| "grad_norm": 4.196099758148193, |
| "learning_rate": 2.42600679281902e-07, |
| "loss": 0.1197, |
| "step": 11400 |
| }, |
| { |
| "epoch": 9.960715844609341, |
| "grad_norm": 2.428870916366577, |
| "learning_rate": 1.940805434255216e-07, |
| "loss": 0.1262, |
| "step": 11410 |
| }, |
| { |
| "epoch": 9.969445656918376, |
| "grad_norm": 2.2001659870147705, |
| "learning_rate": 1.4556040756914122e-07, |
| "loss": 0.1013, |
| "step": 11420 |
| }, |
| { |
| "epoch": 9.978175469227411, |
| "grad_norm": 3.1071674823760986, |
| "learning_rate": 9.70402717127608e-08, |
| "loss": 0.0883, |
| "step": 11430 |
| }, |
| { |
| "epoch": 9.986905281536448, |
| "grad_norm": 2.7770655155181885, |
| "learning_rate": 4.85201358563804e-08, |
| "loss": 0.1187, |
| "step": 11440 |
| }, |
| { |
| "epoch": 9.995635093845483, |
| "grad_norm": 2.909649133682251, |
| "learning_rate": 0.0, |
| "loss": 0.0981, |
| "step": 11450 |
| }, |
| { |
| "epoch": 9.995635093845483, |
| "eval_accuracy": 0.9750797937638105, |
| "eval_loss": 0.07497124373912811, |
| "eval_runtime": 61.2653, |
| "eval_samples_per_second": 265.925, |
| "eval_steps_per_second": 8.324, |
| "step": 11450 |
| }, |
| { |
| "epoch": 9.995635093845483, |
| "step": 11450, |
| "total_flos": 3.92899376185344e+18, |
| "train_loss": 0.3148357209992721, |
| "train_runtime": 13104.719, |
| "train_samples_per_second": 111.886, |
| "train_steps_per_second": 0.874 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 11450, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 10, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.92899376185344e+18, |
| "train_batch_size": 32, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
