Instructions to use nttx/b7d1970d-8f9a-4cae-8180-b2e8c45a7da2 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- PEFT
How to use nttx/b7d1970d-8f9a-4cae-8180-b2e8c45a7da2 with PEFT:
from peft import PeftModel from transformers import AutoModelForCausalLM base_model = AutoModelForCausalLM.from_pretrained("katuni4ka/tiny-random-dbrx") model = PeftModel.from_pretrained(base_model, "nttx/b7d1970d-8f9a-4cae-8180-b2e8c45a7da2") - Notebooks
- Google Colab
- Kaggle
| { | |
| "best_metric": 11.5, | |
| "best_model_checkpoint": "miner_id_24/checkpoint-300", | |
| "epoch": 0.12290464647844047, | |
| "eval_steps": 300, | |
| "global_step": 900, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0001365607183093783, | |
| "grad_norm": 9.676669833424967e-06, | |
| "learning_rate": 2e-05, | |
| "loss": 46.0, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0001365607183093783, | |
| "eval_loss": 11.5, | |
| "eval_runtime": 20.0819, | |
| "eval_samples_per_second": 153.571, | |
| "eval_steps_per_second": 76.786, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0002731214366187566, | |
| "grad_norm": 8.113798685371876e-06, | |
| "learning_rate": 4e-05, | |
| "loss": 46.0, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.0004096821549281349, | |
| "grad_norm": 4.353820713731693e-06, | |
| "learning_rate": 6e-05, | |
| "loss": 46.0, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.0005462428732375132, | |
| "grad_norm": 5.62772765988484e-06, | |
| "learning_rate": 8e-05, | |
| "loss": 46.0, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.0006828035915468915, | |
| "grad_norm": 6.43259363641846e-06, | |
| "learning_rate": 0.0001, | |
| "loss": 46.0, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.0008193643098562698, | |
| "grad_norm": 9.933234650816303e-06, | |
| "learning_rate": 0.00012, | |
| "loss": 46.0, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.0009559250281656481, | |
| "grad_norm": 6.729349024681142e-06, | |
| "learning_rate": 0.00014, | |
| "loss": 46.0, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.0010924857464750264, | |
| "grad_norm": 7.317645668081241e-06, | |
| "learning_rate": 0.00016, | |
| "loss": 46.0, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.0012290464647844047, | |
| "grad_norm": 7.1731265052221715e-06, | |
| "learning_rate": 0.00018, | |
| "loss": 46.0, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.001365607183093783, | |
| "grad_norm": 7.621179065608885e-06, | |
| "learning_rate": 0.0002, | |
| "loss": 46.0, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.0015021679014031613, | |
| "grad_norm": 1.141078882938018e-05, | |
| "learning_rate": 0.00019999994480149276, | |
| "loss": 46.0, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.0016387286197125396, | |
| "grad_norm": 9.140413567365613e-06, | |
| "learning_rate": 0.00019999977920603197, | |
| "loss": 46.0, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.001775289338021918, | |
| "grad_norm": 1.240484562003985e-05, | |
| "learning_rate": 0.0001999995032138004, | |
| "loss": 46.0, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.0019118500563312963, | |
| "grad_norm": 1.1790569260483608e-05, | |
| "learning_rate": 0.00019999911682510278, | |
| "loss": 46.0, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.0020484107746406746, | |
| "grad_norm": 1.051307117450051e-05, | |
| "learning_rate": 0.00019999862004036568, | |
| "loss": 46.0, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.0021849714929500527, | |
| "grad_norm": 9.398099791724235e-06, | |
| "learning_rate": 0.0001999980128601375, | |
| "loss": 46.0, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.0023215322112594312, | |
| "grad_norm": 7.582193120470038e-06, | |
| "learning_rate": 0.00019999729528508855, | |
| "loss": 46.0, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.0024580929295688093, | |
| "grad_norm": 1.940154834301211e-05, | |
| "learning_rate": 0.00019999646731601103, | |
| "loss": 46.0, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.002594653647878188, | |
| "grad_norm": 7.919963536551222e-06, | |
| "learning_rate": 0.00019999552895381902, | |
| "loss": 46.0, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.002731214366187566, | |
| "grad_norm": 1.3096555449010339e-05, | |
| "learning_rate": 0.0001999944801995484, | |
| "loss": 46.0, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.0028677750844969445, | |
| "grad_norm": 1.2133096788602415e-05, | |
| "learning_rate": 0.00019999332105435696, | |
| "loss": 46.0, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.0030043358028063226, | |
| "grad_norm": 3.7125832022866234e-05, | |
| "learning_rate": 0.00019999205151952437, | |
| "loss": 46.0, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.003140896521115701, | |
| "grad_norm": 1.1414869732107036e-05, | |
| "learning_rate": 0.0001999906715964522, | |
| "loss": 46.0, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.0032774572394250793, | |
| "grad_norm": 1.2319793313508853e-05, | |
| "learning_rate": 0.0001999891812866638, | |
| "loss": 46.0, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.003414017957734458, | |
| "grad_norm": 1.1083939170930535e-05, | |
| "learning_rate": 0.00019998758059180447, | |
| "loss": 46.0, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.003550578676043836, | |
| "grad_norm": 1.0406022738607135e-05, | |
| "learning_rate": 0.00019998586951364125, | |
| "loss": 46.0, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.0036871393943532144, | |
| "grad_norm": 8.916207661968656e-06, | |
| "learning_rate": 0.0001999840480540632, | |
| "loss": 46.0, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.0038237001126625926, | |
| "grad_norm": 8.375522156711668e-06, | |
| "learning_rate": 0.0001999821162150811, | |
| "loss": 46.0, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.003960260830971971, | |
| "grad_norm": 5.647367288474925e-06, | |
| "learning_rate": 0.00019998007399882765, | |
| "loss": 46.0, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.004096821549281349, | |
| "grad_norm": 2.2721666027791798e-05, | |
| "learning_rate": 0.00019997792140755746, | |
| "loss": 46.0, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.004233382267590727, | |
| "grad_norm": 1.8854540030588396e-05, | |
| "learning_rate": 0.00019997565844364688, | |
| "loss": 46.0, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.004369942985900105, | |
| "grad_norm": 8.220870768127497e-06, | |
| "learning_rate": 0.00019997328510959413, | |
| "loss": 46.0, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.004506503704209484, | |
| "grad_norm": 7.226680736494018e-06, | |
| "learning_rate": 0.00019997080140801932, | |
| "loss": 46.0, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.0046430644225188625, | |
| "grad_norm": 4.141399131185608e-06, | |
| "learning_rate": 0.0001999682073416644, | |
| "loss": 46.0, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.004779625140828241, | |
| "grad_norm": 1.651368074817583e-05, | |
| "learning_rate": 0.00019996550291339311, | |
| "loss": 46.0, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.004916185859137619, | |
| "grad_norm": 2.9052245736238547e-05, | |
| "learning_rate": 0.00019996268812619107, | |
| "loss": 46.0, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.005052746577446998, | |
| "grad_norm": 9.355511792819016e-06, | |
| "learning_rate": 0.00019995976298316576, | |
| "loss": 46.0, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.005189307295756376, | |
| "grad_norm": 1.852245804911945e-05, | |
| "learning_rate": 0.00019995672748754638, | |
| "loss": 46.0, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.005325868014065754, | |
| "grad_norm": 2.2482845452032052e-05, | |
| "learning_rate": 0.0001999535816426841, | |
| "loss": 46.0, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.005462428732375132, | |
| "grad_norm": 4.135522249271162e-05, | |
| "learning_rate": 0.0001999503254520518, | |
| "loss": 46.0, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.005598989450684511, | |
| "grad_norm": 4.387225635582581e-05, | |
| "learning_rate": 0.0001999469589192442, | |
| "loss": 46.0, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.005735550168993889, | |
| "grad_norm": 1.1143504707433749e-05, | |
| "learning_rate": 0.00019994348204797788, | |
| "loss": 46.0, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.005872110887303267, | |
| "grad_norm": 1.7061322068911977e-05, | |
| "learning_rate": 0.00019993989484209118, | |
| "loss": 46.0, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.006008671605612645, | |
| "grad_norm": 3.7752193748019636e-05, | |
| "learning_rate": 0.0001999361973055443, | |
| "loss": 46.0, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.006145232323922024, | |
| "grad_norm": 2.867165494535584e-05, | |
| "learning_rate": 0.0001999323894424192, | |
| "loss": 46.0, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.006281793042231402, | |
| "grad_norm": 1.418732153979363e-05, | |
| "learning_rate": 0.0001999284712569196, | |
| "loss": 46.0, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.00641835376054078, | |
| "grad_norm": 5.592720117419958e-05, | |
| "learning_rate": 0.00019992444275337114, | |
| "loss": 46.0, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.0065549144788501585, | |
| "grad_norm": 7.95181404100731e-05, | |
| "learning_rate": 0.0001999203039362211, | |
| "loss": 46.0, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.006691475197159537, | |
| "grad_norm": 2.4339618903468363e-05, | |
| "learning_rate": 0.00019991605481003866, | |
| "loss": 46.0, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.006828035915468916, | |
| "grad_norm": 3.441837543505244e-05, | |
| "learning_rate": 0.00019991169537951468, | |
| "loss": 46.0, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.006964596633778294, | |
| "grad_norm": 1.7208472854690626e-05, | |
| "learning_rate": 0.0001999072256494619, | |
| "loss": 46.0, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.007101157352087672, | |
| "grad_norm": 1.2097309991077054e-05, | |
| "learning_rate": 0.00019990264562481472, | |
| "loss": 46.0, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.00723771807039705, | |
| "grad_norm": 1.3584556654677726e-05, | |
| "learning_rate": 0.00019989795531062936, | |
| "loss": 46.0, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.007374278788706429, | |
| "grad_norm": 2.912199306592811e-05, | |
| "learning_rate": 0.00019989315471208378, | |
| "loss": 46.0, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.007510839507015807, | |
| "grad_norm": 2.0452795070013963e-05, | |
| "learning_rate": 0.00019988824383447776, | |
| "loss": 46.0, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.007647400225325185, | |
| "grad_norm": 1.590143256180454e-05, | |
| "learning_rate": 0.00019988322268323268, | |
| "loss": 46.0, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.007783960943634563, | |
| "grad_norm": 1.094182789529441e-05, | |
| "learning_rate": 0.00019987809126389177, | |
| "loss": 46.0, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.007920521661943942, | |
| "grad_norm": 1.5657904441468418e-05, | |
| "learning_rate": 0.00019987284958211996, | |
| "loss": 46.0, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.00805708238025332, | |
| "grad_norm": 1.1172323866048828e-05, | |
| "learning_rate": 0.00019986749764370392, | |
| "loss": 46.0, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.008193643098562698, | |
| "grad_norm": 1.1931785593333188e-05, | |
| "learning_rate": 0.00019986203545455203, | |
| "loss": 46.0, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.008330203816872076, | |
| "grad_norm": 2.3814011001377366e-05, | |
| "learning_rate": 0.0001998564630206944, | |
| "loss": 46.0, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.008466764535181455, | |
| "grad_norm": 1.1059896678489167e-05, | |
| "learning_rate": 0.0001998507803482828, | |
| "loss": 46.0, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.008603325253490833, | |
| "grad_norm": 1.2055512343067676e-05, | |
| "learning_rate": 0.00019984498744359075, | |
| "loss": 46.0, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.00873988597180021, | |
| "grad_norm": 3.0810657335678115e-05, | |
| "learning_rate": 0.00019983908431301343, | |
| "loss": 46.0, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.00887644669010959, | |
| "grad_norm": 2.3847031116019934e-05, | |
| "learning_rate": 0.0001998330709630677, | |
| "loss": 46.0, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.009013007408418969, | |
| "grad_norm": 2.5676057703094557e-05, | |
| "learning_rate": 0.0001998269474003922, | |
| "loss": 46.0, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.009149568126728347, | |
| "grad_norm": 1.9099008568446152e-05, | |
| "learning_rate": 0.0001998207136317471, | |
| "loss": 46.0, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.009286128845037725, | |
| "grad_norm": 1.620809234736953e-05, | |
| "learning_rate": 0.00019981436966401425, | |
| "loss": 46.0, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.009422689563347103, | |
| "grad_norm": 2.771842628135346e-05, | |
| "learning_rate": 0.00019980791550419728, | |
| "loss": 46.0, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.009559250281656481, | |
| "grad_norm": 1.6155812772922218e-05, | |
| "learning_rate": 0.00019980135115942136, | |
| "loss": 46.0, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.00969581099996586, | |
| "grad_norm": 1.4296605513663962e-05, | |
| "learning_rate": 0.00019979467663693332, | |
| "loss": 46.0, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.009832371718275237, | |
| "grad_norm": 2.5244138669222593e-05, | |
| "learning_rate": 0.00019978789194410168, | |
| "loss": 46.0, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.009968932436584617, | |
| "grad_norm": 2.8768767151632346e-05, | |
| "learning_rate": 0.00019978099708841646, | |
| "loss": 46.0, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.010105493154893995, | |
| "grad_norm": 2.3254493498825468e-05, | |
| "learning_rate": 0.00019977399207748943, | |
| "loss": 46.0, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.010242053873203373, | |
| "grad_norm": 2.780866634566337e-05, | |
| "learning_rate": 0.00019976687691905393, | |
| "loss": 46.0, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.010378614591512752, | |
| "grad_norm": 9.848828085523564e-06, | |
| "learning_rate": 0.00019975965162096485, | |
| "loss": 46.0, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.01051517530982213, | |
| "grad_norm": 1.7771888451534323e-05, | |
| "learning_rate": 0.00019975231619119867, | |
| "loss": 46.0, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.010651736028131508, | |
| "grad_norm": 2.449357634759508e-05, | |
| "learning_rate": 0.00019974487063785355, | |
| "loss": 46.0, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.010788296746440886, | |
| "grad_norm": 2.3659646103624254e-05, | |
| "learning_rate": 0.00019973731496914914, | |
| "loss": 46.0, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.010924857464750264, | |
| "grad_norm": 4.919664206681773e-05, | |
| "learning_rate": 0.00019972964919342663, | |
| "loss": 46.0, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.011061418183059642, | |
| "grad_norm": 3.88891676266212e-05, | |
| "learning_rate": 0.00019972187331914886, | |
| "loss": 46.0, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.011197978901369022, | |
| "grad_norm": 5.824596883030608e-05, | |
| "learning_rate": 0.00019971398735490014, | |
| "loss": 46.0, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.0113345396196784, | |
| "grad_norm": 2.443828088871669e-05, | |
| "learning_rate": 0.00019970599130938633, | |
| "loss": 46.0, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.011471100337987778, | |
| "grad_norm": 1.806908221624326e-05, | |
| "learning_rate": 0.0001996978851914349, | |
| "loss": 46.0, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.011607661056297156, | |
| "grad_norm": 1.9875111320288852e-05, | |
| "learning_rate": 0.00019968966900999464, | |
| "loss": 46.0, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.011744221774606534, | |
| "grad_norm": 2.811396734614391e-05, | |
| "learning_rate": 0.00019968134277413606, | |
| "loss": 46.0, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.011880782492915912, | |
| "grad_norm": 2.5689738322398625e-05, | |
| "learning_rate": 0.00019967290649305103, | |
| "loss": 46.0, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.01201734321122529, | |
| "grad_norm": 4.2773946915986016e-05, | |
| "learning_rate": 0.00019966436017605297, | |
| "loss": 46.0, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.012153903929534669, | |
| "grad_norm": 0.00021493734675459564, | |
| "learning_rate": 0.00019965570383257677, | |
| "loss": 46.0, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.012290464647844048, | |
| "grad_norm": 0.00024037304683588445, | |
| "learning_rate": 0.00019964693747217874, | |
| "loss": 46.0, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.012427025366153427, | |
| "grad_norm": 4.650273695006035e-05, | |
| "learning_rate": 0.00019963806110453672, | |
| "loss": 46.0, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.012563586084462805, | |
| "grad_norm": 2.4313370886375196e-05, | |
| "learning_rate": 0.00019962907473944995, | |
| "loss": 46.0, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.012700146802772183, | |
| "grad_norm": 1.7518057575216517e-05, | |
| "learning_rate": 0.00019961997838683905, | |
| "loss": 46.0, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.01283670752108156, | |
| "grad_norm": 3.366146847838536e-05, | |
| "learning_rate": 0.00019961077205674622, | |
| "loss": 46.0, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.012973268239390939, | |
| "grad_norm": 4.310454460210167e-05, | |
| "learning_rate": 0.00019960145575933486, | |
| "loss": 46.0, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.013109828957700317, | |
| "grad_norm": 4.665861342800781e-05, | |
| "learning_rate": 0.00019959202950489, | |
| "loss": 46.0, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.013246389676009695, | |
| "grad_norm": 2.579794090706855e-05, | |
| "learning_rate": 0.00019958249330381787, | |
| "loss": 46.0, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.013382950394319073, | |
| "grad_norm": 0.00010568476136540994, | |
| "learning_rate": 0.00019957284716664618, | |
| "loss": 46.0, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.013519511112628453, | |
| "grad_norm": 3.9795751945348457e-05, | |
| "learning_rate": 0.00019956309110402397, | |
| "loss": 46.0, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.013656071830937831, | |
| "grad_norm": 2.9642118533956818e-05, | |
| "learning_rate": 0.00019955322512672162, | |
| "loss": 46.0, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.01379263254924721, | |
| "grad_norm": 1.9580385924200527e-05, | |
| "learning_rate": 0.00019954324924563089, | |
| "loss": 46.0, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.013929193267556587, | |
| "grad_norm": 3.410055433050729e-05, | |
| "learning_rate": 0.00019953316347176488, | |
| "loss": 46.0, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.014065753985865966, | |
| "grad_norm": 5.128211705596186e-05, | |
| "learning_rate": 0.00019952296781625795, | |
| "loss": 46.0, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.014202314704175344, | |
| "grad_norm": 3.538643795764074e-05, | |
| "learning_rate": 0.0001995126622903658, | |
| "loss": 46.0, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.014338875422484722, | |
| "grad_norm": 2.4323409888893366e-05, | |
| "learning_rate": 0.00019950224690546545, | |
| "loss": 46.0, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.0144754361407941, | |
| "grad_norm": 3.726944123627618e-05, | |
| "learning_rate": 0.00019949172167305516, | |
| "loss": 46.0, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.01461199685910348, | |
| "grad_norm": 3.0351222449098714e-05, | |
| "learning_rate": 0.00019948108660475445, | |
| "loss": 46.0, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.014748557577412858, | |
| "grad_norm": 3.8205947930691764e-05, | |
| "learning_rate": 0.0001994703417123042, | |
| "loss": 46.0, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.014885118295722236, | |
| "grad_norm": 3.468756040092558e-05, | |
| "learning_rate": 0.00019945948700756633, | |
| "loss": 46.0, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.015021679014031614, | |
| "grad_norm": 2.4972347091534175e-05, | |
| "learning_rate": 0.00019944852250252418, | |
| "loss": 46.0, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.015158239732340992, | |
| "grad_norm": 2.8265107175684534e-05, | |
| "learning_rate": 0.00019943744820928222, | |
| "loss": 46.0, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.01529480045065037, | |
| "grad_norm": 2.0429773940122686e-05, | |
| "learning_rate": 0.00019942626414006615, | |
| "loss": 46.0, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.015431361168959748, | |
| "grad_norm": 3.450764052104205e-05, | |
| "learning_rate": 0.00019941497030722286, | |
| "loss": 46.0, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.015567921887269126, | |
| "grad_norm": 4.498309499467723e-05, | |
| "learning_rate": 0.00019940356672322037, | |
| "loss": 46.0, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.015704482605578506, | |
| "grad_norm": 2.8786233087885194e-05, | |
| "learning_rate": 0.00019939205340064792, | |
| "loss": 46.0, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.015841043323887884, | |
| "grad_norm": 3.189581184415147e-05, | |
| "learning_rate": 0.00019938043035221586, | |
| "loss": 46.0, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.015977604042197262, | |
| "grad_norm": 4.335124685894698e-05, | |
| "learning_rate": 0.0001993686975907557, | |
| "loss": 46.0, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.01611416476050664, | |
| "grad_norm": 4.708675987785682e-05, | |
| "learning_rate": 0.00019935685512922007, | |
| "loss": 46.0, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.01625072547881602, | |
| "grad_norm": 3.432563244132325e-05, | |
| "learning_rate": 0.00019934490298068264, | |
| "loss": 46.0, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.016387286197125397, | |
| "grad_norm": 4.133255788474344e-05, | |
| "learning_rate": 0.0001993328411583383, | |
| "loss": 46.0, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.016523846915434775, | |
| "grad_norm": 2.959890480269678e-05, | |
| "learning_rate": 0.00019932066967550289, | |
| "loss": 46.0, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.016660407633744153, | |
| "grad_norm": 5.350433275452815e-05, | |
| "learning_rate": 0.0001993083885456134, | |
| "loss": 46.0, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.01679696835205353, | |
| "grad_norm": 2.8684948119916953e-05, | |
| "learning_rate": 0.0001992959977822278, | |
| "loss": 46.0, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.01693352907036291, | |
| "grad_norm": 4.703548984252848e-05, | |
| "learning_rate": 0.0001992834973990251, | |
| "loss": 46.0, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.017070089788672287, | |
| "grad_norm": 2.6726818759925663e-05, | |
| "learning_rate": 0.0001992708874098054, | |
| "loss": 46.0, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.017206650506981665, | |
| "grad_norm": 3.8927741115912795e-05, | |
| "learning_rate": 0.00019925816782848975, | |
| "loss": 46.0, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.017343211225291044, | |
| "grad_norm": 8.123937004711479e-05, | |
| "learning_rate": 0.00019924533866912017, | |
| "loss": 46.0, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.01747977194360042, | |
| "grad_norm": 4.269002965884283e-05, | |
| "learning_rate": 0.00019923239994585967, | |
| "loss": 46.0, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.017616332661909803, | |
| "grad_norm": 6.259434303501621e-05, | |
| "learning_rate": 0.0001992193516729922, | |
| "loss": 46.0, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.01775289338021918, | |
| "grad_norm": 5.1137911214027554e-05, | |
| "learning_rate": 0.0001992061938649227, | |
| "loss": 46.0, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.01788945409852856, | |
| "grad_norm": 8.54436366353184e-05, | |
| "learning_rate": 0.00019919292653617694, | |
| "loss": 46.0, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.018026014816837937, | |
| "grad_norm": 3.590865890146233e-05, | |
| "learning_rate": 0.00019917954970140173, | |
| "loss": 46.0, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.018162575535147316, | |
| "grad_norm": 3.2492869650013745e-05, | |
| "learning_rate": 0.00019916606337536466, | |
| "loss": 46.0, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.018299136253456694, | |
| "grad_norm": 8.628293289802969e-05, | |
| "learning_rate": 0.00019915246757295417, | |
| "loss": 46.0, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.018435696971766072, | |
| "grad_norm": 7.722469308646396e-05, | |
| "learning_rate": 0.00019913876230917975, | |
| "loss": 46.0, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.01857225769007545, | |
| "grad_norm": 4.240256384946406e-05, | |
| "learning_rate": 0.00019912494759917148, | |
| "loss": 46.0, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.018708818408384828, | |
| "grad_norm": 4.052065560244955e-05, | |
| "learning_rate": 0.00019911102345818046, | |
| "loss": 46.0, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.018845379126694206, | |
| "grad_norm": 7.86216405685991e-05, | |
| "learning_rate": 0.00019909698990157852, | |
| "loss": 46.0, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.018981939845003584, | |
| "grad_norm": 0.00010640006075846031, | |
| "learning_rate": 0.00019908284694485827, | |
| "loss": 46.0, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.019118500563312962, | |
| "grad_norm": 0.00015501640154980123, | |
| "learning_rate": 0.00019906859460363307, | |
| "loss": 46.0, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.01925506128162234, | |
| "grad_norm": 7.59594258852303e-05, | |
| "learning_rate": 0.00019905423289363715, | |
| "loss": 46.0, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.01939162199993172, | |
| "grad_norm": 5.662858529831283e-05, | |
| "learning_rate": 0.0001990397618307254, | |
| "loss": 46.0, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.019528182718241097, | |
| "grad_norm": 3.2056228519650176e-05, | |
| "learning_rate": 0.00019902518143087342, | |
| "loss": 46.0, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.019664743436550475, | |
| "grad_norm": 6.27958943368867e-05, | |
| "learning_rate": 0.00019901049171017752, | |
| "loss": 46.0, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.019801304154859853, | |
| "grad_norm": 8.007367432583123e-05, | |
| "learning_rate": 0.00019899569268485472, | |
| "loss": 46.0, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.019937864873169234, | |
| "grad_norm": 6.982972263358533e-05, | |
| "learning_rate": 0.00019898078437124276, | |
| "loss": 46.0, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.020074425591478613, | |
| "grad_norm": 4.9886282795341685e-05, | |
| "learning_rate": 0.0001989657667857999, | |
| "loss": 46.0, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.02021098630978799, | |
| "grad_norm": 9.474890248384327e-05, | |
| "learning_rate": 0.0001989506399451051, | |
| "loss": 46.0, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.02034754702809737, | |
| "grad_norm": 0.00012795208021998405, | |
| "learning_rate": 0.00019893540386585804, | |
| "loss": 46.0, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.020484107746406747, | |
| "grad_norm": 8.636638813186437e-05, | |
| "learning_rate": 0.00019892005856487878, | |
| "loss": 46.0, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.020620668464716125, | |
| "grad_norm": 5.324094672687352e-05, | |
| "learning_rate": 0.00019890460405910815, | |
| "loss": 46.0, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.020757229183025503, | |
| "grad_norm": 5.794732351205312e-05, | |
| "learning_rate": 0.00019888904036560745, | |
| "loss": 46.0, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.02089378990133488, | |
| "grad_norm": 6.407459295587614e-05, | |
| "learning_rate": 0.0001988733675015585, | |
| "loss": 46.0, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.02103035061964426, | |
| "grad_norm": 5.669236270477995e-05, | |
| "learning_rate": 0.00019885758548426367, | |
| "loss": 46.0, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.021166911337953637, | |
| "grad_norm": 8.20392815512605e-05, | |
| "learning_rate": 0.0001988416943311459, | |
| "loss": 46.0, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.021303472056263015, | |
| "grad_norm": 4.120526136830449e-05, | |
| "learning_rate": 0.00019882569405974852, | |
| "loss": 46.0, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.021440032774572394, | |
| "grad_norm": 6.0489343013614416e-05, | |
| "learning_rate": 0.0001988095846877353, | |
| "loss": 46.0, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.02157659349288177, | |
| "grad_norm": 5.2780691476073116e-05, | |
| "learning_rate": 0.00019879336623289056, | |
| "loss": 46.0, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.02171315421119115, | |
| "grad_norm": 7.062828808557242e-05, | |
| "learning_rate": 0.00019877703871311903, | |
| "loss": 46.0, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.021849714929500528, | |
| "grad_norm": 8.607962081441656e-05, | |
| "learning_rate": 0.00019876060214644566, | |
| "loss": 46.0, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.021986275647809906, | |
| "grad_norm": 5.568426786339842e-05, | |
| "learning_rate": 0.0001987440565510161, | |
| "loss": 46.0, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.022122836366119284, | |
| "grad_norm": 2.0496960132732056e-05, | |
| "learning_rate": 0.00019872740194509607, | |
| "loss": 46.0, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.022259397084428666, | |
| "grad_norm": 0.0001443786604795605, | |
| "learning_rate": 0.0001987106383470718, | |
| "loss": 46.0, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.022395957802738044, | |
| "grad_norm": 0.00022565714607480913, | |
| "learning_rate": 0.00019869376577544984, | |
| "loss": 46.0, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.022532518521047422, | |
| "grad_norm": 4.196175359538756e-05, | |
| "learning_rate": 0.00019867678424885692, | |
| "loss": 46.0, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.0226690792393568, | |
| "grad_norm": 5.022220284445211e-05, | |
| "learning_rate": 0.0001986596937860402, | |
| "loss": 46.0, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.022805639957666178, | |
| "grad_norm": 6.462670717155561e-05, | |
| "learning_rate": 0.00019864249440586704, | |
| "loss": 46.0, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.022942200675975556, | |
| "grad_norm": 5.396630149334669e-05, | |
| "learning_rate": 0.00019862518612732502, | |
| "loss": 46.0, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.023078761394284934, | |
| "grad_norm": 7.057916081976146e-05, | |
| "learning_rate": 0.00019860776896952201, | |
| "loss": 46.0, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.023215322112594312, | |
| "grad_norm": 2.83908757410245e-05, | |
| "learning_rate": 0.00019859024295168593, | |
| "loss": 46.0, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.02335188283090369, | |
| "grad_norm": 5.459811654873192e-05, | |
| "learning_rate": 0.0001985726080931651, | |
| "loss": 46.0, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.02348844354921307, | |
| "grad_norm": 9.622200013836846e-05, | |
| "learning_rate": 0.0001985548644134278, | |
| "loss": 46.0, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.023625004267522447, | |
| "grad_norm": 3.8583631976507604e-05, | |
| "learning_rate": 0.00019853701193206256, | |
| "loss": 46.0, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.023761564985831825, | |
| "grad_norm": 1.6933201550273225e-05, | |
| "learning_rate": 0.00019851905066877796, | |
| "loss": 46.0, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.023898125704141203, | |
| "grad_norm": 0.00014548096805810928, | |
| "learning_rate": 0.0001985009806434027, | |
| "loss": 46.0, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.02403468642245058, | |
| "grad_norm": 3.331439438625239e-05, | |
| "learning_rate": 0.00019848280187588556, | |
| "loss": 46.0, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.02417124714075996, | |
| "grad_norm": 0.00010656285303412005, | |
| "learning_rate": 0.00019846451438629536, | |
| "loss": 46.0, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.024307807859069337, | |
| "grad_norm": 5.0110294978367165e-05, | |
| "learning_rate": 0.00019844611819482095, | |
| "loss": 46.0, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.024444368577378715, | |
| "grad_norm": 8.202512981370091e-05, | |
| "learning_rate": 0.00019842761332177115, | |
| "loss": 46.0, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.024580929295688097, | |
| "grad_norm": 4.755376357934438e-05, | |
| "learning_rate": 0.00019840899978757485, | |
| "loss": 46.0, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.024717490013997475, | |
| "grad_norm": 7.185702270362526e-05, | |
| "learning_rate": 0.0001983902776127807, | |
| "loss": 46.0, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.024854050732306853, | |
| "grad_norm": 4.723266465589404e-05, | |
| "learning_rate": 0.00019837144681805757, | |
| "loss": 46.0, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.02499061145061623, | |
| "grad_norm": 0.00011025248386431485, | |
| "learning_rate": 0.000198352507424194, | |
| "loss": 46.0, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.02512717216892561, | |
| "grad_norm": 0.00010296511027263477, | |
| "learning_rate": 0.00019833345945209857, | |
| "loss": 46.0, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.025263732887234987, | |
| "grad_norm": 7.570455636596307e-05, | |
| "learning_rate": 0.00019831430292279966, | |
| "loss": 46.0, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.025400293605544366, | |
| "grad_norm": 8.105228334898129e-05, | |
| "learning_rate": 0.0001982950378574455, | |
| "loss": 46.0, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.025536854323853744, | |
| "grad_norm": 0.00013544574903789908, | |
| "learning_rate": 0.00019827566427730412, | |
| "loss": 46.0, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.02567341504216312, | |
| "grad_norm": 6.9964567956049e-05, | |
| "learning_rate": 0.00019825618220376342, | |
| "loss": 46.0, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.0258099757604725, | |
| "grad_norm": 9.811633208300918e-05, | |
| "learning_rate": 0.00019823659165833102, | |
| "loss": 46.0, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.025946536478781878, | |
| "grad_norm": 0.00023017756757326424, | |
| "learning_rate": 0.00019821689266263427, | |
| "loss": 46.0, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.026083097197091256, | |
| "grad_norm": 0.0003564099024515599, | |
| "learning_rate": 0.0001981970852384203, | |
| "loss": 46.0, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.026219657915400634, | |
| "grad_norm": 5.261121259536594e-05, | |
| "learning_rate": 0.00019817716940755586, | |
| "loss": 46.0, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.026356218633710012, | |
| "grad_norm": 0.00012212673027534038, | |
| "learning_rate": 0.00019815714519202753, | |
| "loss": 46.0, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.02649277935201939, | |
| "grad_norm": 7.185459253378212e-05, | |
| "learning_rate": 0.00019813701261394136, | |
| "loss": 46.0, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.02662934007032877, | |
| "grad_norm": 0.00010008271055994555, | |
| "learning_rate": 0.00019811677169552313, | |
| "loss": 46.0, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.026765900788638147, | |
| "grad_norm": 0.00010963875683955848, | |
| "learning_rate": 0.0001980964224591183, | |
| "loss": 46.0, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.026902461506947528, | |
| "grad_norm": 5.4636468121316284e-05, | |
| "learning_rate": 0.00019807596492719167, | |
| "loss": 46.0, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.027039022225256906, | |
| "grad_norm": 5.760273052146658e-05, | |
| "learning_rate": 0.00019805539912232784, | |
| "loss": 46.0, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.027175582943566284, | |
| "grad_norm": 0.0001271786750294268, | |
| "learning_rate": 0.00019803472506723085, | |
| "loss": 46.0, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.027312143661875662, | |
| "grad_norm": 0.00014666210336145014, | |
| "learning_rate": 0.00019801394278472418, | |
| "loss": 46.0, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.02744870438018504, | |
| "grad_norm": 3.408119664527476e-05, | |
| "learning_rate": 0.0001979930522977509, | |
| "loss": 46.0, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.02758526509849442, | |
| "grad_norm": 0.00010019735782407224, | |
| "learning_rate": 0.00019797205362937347, | |
| "loss": 46.0, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.027721825816803797, | |
| "grad_norm": 0.00011540239211171865, | |
| "learning_rate": 0.00019795094680277378, | |
| "loss": 46.0, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.027858386535113175, | |
| "grad_norm": 8.116603567032143e-05, | |
| "learning_rate": 0.0001979297318412532, | |
| "loss": 46.0, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.027994947253422553, | |
| "grad_norm": 0.0001576711074449122, | |
| "learning_rate": 0.00019790840876823232, | |
| "loss": 46.0, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.02813150797173193, | |
| "grad_norm": 8.809396240394562e-05, | |
| "learning_rate": 0.0001978869776072512, | |
| "loss": 46.0, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.02826806869004131, | |
| "grad_norm": 0.0001056291293934919, | |
| "learning_rate": 0.00019786543838196924, | |
| "loss": 46.0, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.028404629408350687, | |
| "grad_norm": 0.0001859702606452629, | |
| "learning_rate": 0.00019784379111616507, | |
| "loss": 46.0, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.028541190126660065, | |
| "grad_norm": 7.50935505493544e-05, | |
| "learning_rate": 0.00019782203583373664, | |
| "loss": 46.0, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.028677750844969443, | |
| "grad_norm": 4.688434273703024e-05, | |
| "learning_rate": 0.00019780017255870114, | |
| "loss": 46.0, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.02881431156327882, | |
| "grad_norm": 0.00032884004758670926, | |
| "learning_rate": 0.00019777820131519495, | |
| "loss": 46.0, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.0289508722815882, | |
| "grad_norm": 0.0001322666648775339, | |
| "learning_rate": 0.0001977561221274737, | |
| "loss": 46.0, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.029087432999897578, | |
| "grad_norm": 0.00014480279060080647, | |
| "learning_rate": 0.00019773393501991212, | |
| "loss": 46.0, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.02922399371820696, | |
| "grad_norm": 0.00011657484719762579, | |
| "learning_rate": 0.0001977116400170041, | |
| "loss": 46.0, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.029360554436516337, | |
| "grad_norm": 0.00011347379040671512, | |
| "learning_rate": 0.00019768923714336272, | |
| "loss": 46.0, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.029497115154825716, | |
| "grad_norm": 0.00017761997878551483, | |
| "learning_rate": 0.00019766672642372002, | |
| "loss": 46.0, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.029633675873135094, | |
| "grad_norm": 0.00014384661335498095, | |
| "learning_rate": 0.00019764410788292722, | |
| "loss": 46.0, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.029770236591444472, | |
| "grad_norm": 7.11917455191724e-05, | |
| "learning_rate": 0.00019762138154595446, | |
| "loss": 46.0, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.02990679730975385, | |
| "grad_norm": 0.00012330934987403452, | |
| "learning_rate": 0.00019759854743789097, | |
| "loss": 46.0, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.030043358028063228, | |
| "grad_norm": 8.032290497794747e-05, | |
| "learning_rate": 0.00019757560558394493, | |
| "loss": 46.0, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.030179918746372606, | |
| "grad_norm": 0.00021323734836187214, | |
| "learning_rate": 0.0001975525560094434, | |
| "loss": 46.0, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.030316479464681984, | |
| "grad_norm": 0.00014698925951961428, | |
| "learning_rate": 0.00019752939873983255, | |
| "loss": 46.0, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.030453040182991362, | |
| "grad_norm": 0.00018497723795007914, | |
| "learning_rate": 0.00019750613380067718, | |
| "loss": 46.0, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.03058960090130074, | |
| "grad_norm": 0.0001770486414898187, | |
| "learning_rate": 0.00019748276121766116, | |
| "loss": 46.0, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.03072616161961012, | |
| "grad_norm": 6.994479190325364e-05, | |
| "learning_rate": 0.00019745928101658707, | |
| "loss": 46.0, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.030862722337919497, | |
| "grad_norm": 0.0001687954500084743, | |
| "learning_rate": 0.00019743569322337642, | |
| "loss": 46.0, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.030999283056228875, | |
| "grad_norm": 0.00010247869795421138, | |
| "learning_rate": 0.00019741199786406938, | |
| "loss": 46.0, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.031135843774538253, | |
| "grad_norm": 0.00013670619227923453, | |
| "learning_rate": 0.00019738819496482494, | |
| "loss": 46.0, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.031272404492847634, | |
| "grad_norm": 0.00013827405928168446, | |
| "learning_rate": 0.0001973642845519208, | |
| "loss": 46.0, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.03140896521115701, | |
| "grad_norm": 0.00014026669668965042, | |
| "learning_rate": 0.00019734026665175334, | |
| "loss": 46.0, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.03154552592946639, | |
| "grad_norm": 0.00010120788647327572, | |
| "learning_rate": 0.00019731614129083754, | |
| "loss": 46.0, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.03168208664777577, | |
| "grad_norm": 0.00014757270400878042, | |
| "learning_rate": 0.0001972919084958072, | |
| "loss": 46.0, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.03181864736608515, | |
| "grad_norm": 8.340936619788408e-05, | |
| "learning_rate": 0.00019726756829341446, | |
| "loss": 46.0, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.031955208084394525, | |
| "grad_norm": 0.00013478368055075407, | |
| "learning_rate": 0.0001972431207105303, | |
| "loss": 46.0, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.0320917688027039, | |
| "grad_norm": 0.00013591728929895908, | |
| "learning_rate": 0.00019721856577414407, | |
| "loss": 46.0, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.03222832952101328, | |
| "grad_norm": 0.0002845980925485492, | |
| "learning_rate": 0.00019719390351136365, | |
| "loss": 46.0, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.03236489023932266, | |
| "grad_norm": 0.00021167262457311153, | |
| "learning_rate": 0.0001971691339494155, | |
| "loss": 46.0, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.03250145095763204, | |
| "grad_norm": 0.00015637895558029413, | |
| "learning_rate": 0.00019714425711564446, | |
| "loss": 46.0, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.032638011675941415, | |
| "grad_norm": 0.0004328020440880209, | |
| "learning_rate": 0.00019711927303751382, | |
| "loss": 46.0, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.032774572394250794, | |
| "grad_norm": 7.109026773832738e-05, | |
| "learning_rate": 0.0001970941817426052, | |
| "loss": 46.0, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.03291113311256017, | |
| "grad_norm": 0.00022207674919627607, | |
| "learning_rate": 0.00019706898325861874, | |
| "loss": 46.0, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.03304769383086955, | |
| "grad_norm": 7.223385910037905e-05, | |
| "learning_rate": 0.0001970436776133727, | |
| "loss": 46.0, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.03318425454917893, | |
| "grad_norm": 0.0002725286176428199, | |
| "learning_rate": 0.00019701826483480388, | |
| "loss": 46.0, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.033320815267488306, | |
| "grad_norm": 0.00011271587572991848, | |
| "learning_rate": 0.00019699274495096712, | |
| "loss": 46.0, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.033457375985797684, | |
| "grad_norm": 0.0001713872916297987, | |
| "learning_rate": 0.0001969671179900357, | |
| "loss": 46.0, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.03359393670410706, | |
| "grad_norm": 0.0001251544599654153, | |
| "learning_rate": 0.00019694138398030094, | |
| "loss": 46.0, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.03373049742241644, | |
| "grad_norm": 0.00030473063816316426, | |
| "learning_rate": 0.00019691554295017246, | |
| "loss": 46.0, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.03386705814072582, | |
| "grad_norm": 0.00020300064352340996, | |
| "learning_rate": 0.000196889594928178, | |
| "loss": 46.0, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.034003618859035196, | |
| "grad_norm": 0.0001950880396179855, | |
| "learning_rate": 0.00019686353994296333, | |
| "loss": 46.0, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.034140179577344575, | |
| "grad_norm": 0.00034574157325550914, | |
| "learning_rate": 0.00019683737802329244, | |
| "loss": 46.0, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.03427674029565395, | |
| "grad_norm": 0.0001567787694511935, | |
| "learning_rate": 0.0001968111091980473, | |
| "loss": 46.0, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.03441330101396333, | |
| "grad_norm": 0.00012498951400630176, | |
| "learning_rate": 0.00019678473349622793, | |
| "loss": 46.0, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.03454986173227271, | |
| "grad_norm": 0.0002493293723091483, | |
| "learning_rate": 0.0001967582509469523, | |
| "loss": 46.0, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.03468642245058209, | |
| "grad_norm": 0.0003348199534229934, | |
| "learning_rate": 0.0001967316615794563, | |
| "loss": 46.0, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.034822983168891465, | |
| "grad_norm": 0.00020134066289756447, | |
| "learning_rate": 0.00019670496542309384, | |
| "loss": 46.0, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.03495954388720084, | |
| "grad_norm": 8.074977085925639e-05, | |
| "learning_rate": 0.0001966781625073367, | |
| "loss": 46.0, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.03509610460551023, | |
| "grad_norm": 0.00018040316354017705, | |
| "learning_rate": 0.00019665125286177449, | |
| "loss": 46.0, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.035232665323819606, | |
| "grad_norm": 0.00016175376367755234, | |
| "learning_rate": 0.00019662423651611464, | |
| "loss": 46.0, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.035369226042128984, | |
| "grad_norm": 6.748022133251652e-05, | |
| "learning_rate": 0.00019659711350018239, | |
| "loss": 46.0, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.03550578676043836, | |
| "grad_norm": 0.00014227218343876302, | |
| "learning_rate": 0.00019656988384392075, | |
| "loss": 46.0, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.03564234747874774, | |
| "grad_norm": 0.0002607603382784873, | |
| "learning_rate": 0.00019654254757739043, | |
| "loss": 46.0, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.03577890819705712, | |
| "grad_norm": 0.00026646576588973403, | |
| "learning_rate": 0.00019651510473076987, | |
| "loss": 46.0, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.0359154689153665, | |
| "grad_norm": 0.00020209423382766545, | |
| "learning_rate": 0.00019648755533435518, | |
| "loss": 46.0, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.036052029633675875, | |
| "grad_norm": 0.00013208483869675547, | |
| "learning_rate": 0.00019645989941855999, | |
| "loss": 46.0, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.03618859035198525, | |
| "grad_norm": 0.0002046150912065059, | |
| "learning_rate": 0.00019643213701391567, | |
| "loss": 46.0, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.03632515107029463, | |
| "grad_norm": 0.00022820701997261494, | |
| "learning_rate": 0.00019640426815107108, | |
| "loss": 46.0, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.03646171178860401, | |
| "grad_norm": 0.00019359646830707788, | |
| "learning_rate": 0.0001963762928607926, | |
| "loss": 46.0, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.03659827250691339, | |
| "grad_norm": 0.00015012026415206492, | |
| "learning_rate": 0.0001963482111739641, | |
| "loss": 46.0, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.036734833225222766, | |
| "grad_norm": 0.00021516659762710333, | |
| "learning_rate": 0.00019632002312158697, | |
| "loss": 46.0, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.036871393943532144, | |
| "grad_norm": 0.00019021316256839782, | |
| "learning_rate": 0.00019629172873477995, | |
| "loss": 46.0, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.03700795466184152, | |
| "grad_norm": 0.00023805341334082186, | |
| "learning_rate": 0.00019626332804477915, | |
| "loss": 46.0, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.0371445153801509, | |
| "grad_norm": 0.0002716032904572785, | |
| "learning_rate": 0.0001962348210829382, | |
| "loss": 46.0, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.03728107609846028, | |
| "grad_norm": 0.0001799121528165415, | |
| "learning_rate": 0.00019620620788072783, | |
| "loss": 46.0, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.037417636816769656, | |
| "grad_norm": 0.00041423438233323395, | |
| "learning_rate": 0.0001961774884697362, | |
| "loss": 46.0, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.037554197535079034, | |
| "grad_norm": 0.0002172417298424989, | |
| "learning_rate": 0.0001961486628816687, | |
| "loss": 46.0, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.03769075825338841, | |
| "grad_norm": 0.0002554766833782196, | |
| "learning_rate": 0.0001961197311483479, | |
| "loss": 46.0, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.03782731897169779, | |
| "grad_norm": 0.0002692249254323542, | |
| "learning_rate": 0.0001960906933017135, | |
| "loss": 46.0, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.03796387969000717, | |
| "grad_norm": 0.00040551606798544526, | |
| "learning_rate": 0.00019606154937382256, | |
| "loss": 46.0, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.03810044040831655, | |
| "grad_norm": 0.0003460289444774389, | |
| "learning_rate": 0.000196032299396849, | |
| "loss": 46.0, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.038237001126625925, | |
| "grad_norm": 0.000246795651037246, | |
| "learning_rate": 0.00019600294340308398, | |
| "loss": 46.0, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.0383735618449353, | |
| "grad_norm": 0.0005187865463085473, | |
| "learning_rate": 0.00019597348142493562, | |
| "loss": 46.0, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.03851012256324468, | |
| "grad_norm": 0.0005177973653189838, | |
| "learning_rate": 0.00019594391349492902, | |
| "loss": 46.0, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.03864668328155406, | |
| "grad_norm": 0.00031362145091407, | |
| "learning_rate": 0.00019591423964570632, | |
| "loss": 46.0, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.03878324399986344, | |
| "grad_norm": 0.0003161428030580282, | |
| "learning_rate": 0.0001958844599100266, | |
| "loss": 46.0, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.038919804718172815, | |
| "grad_norm": 0.0002518398978281766, | |
| "learning_rate": 0.00019585457432076578, | |
| "loss": 46.0, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.03905636543648219, | |
| "grad_norm": 0.00017934896459337324, | |
| "learning_rate": 0.00019582458291091663, | |
| "loss": 46.0, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.03919292615479157, | |
| "grad_norm": 0.00032432653824798763, | |
| "learning_rate": 0.0001957944857135888, | |
| "loss": 46.0, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.03932948687310095, | |
| "grad_norm": 0.00021099011064507067, | |
| "learning_rate": 0.00019576428276200868, | |
| "loss": 46.0, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.03946604759141033, | |
| "grad_norm": 0.0005440306267701089, | |
| "learning_rate": 0.00019573397408951943, | |
| "loss": 46.0, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.039602608309719706, | |
| "grad_norm": 0.0005642606993205845, | |
| "learning_rate": 0.00019570355972958097, | |
| "loss": 46.0, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.03973916902802909, | |
| "grad_norm": 0.0007911530556157231, | |
| "learning_rate": 0.00019567303971576976, | |
| "loss": 46.0, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.03987572974633847, | |
| "grad_norm": 0.00017880380619317293, | |
| "learning_rate": 0.000195642414081779, | |
| "loss": 46.0, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.04001229046464785, | |
| "grad_norm": 0.00048157072160393, | |
| "learning_rate": 0.00019561168286141856, | |
| "loss": 46.0, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.040148851182957225, | |
| "grad_norm": 0.00010301580186933279, | |
| "learning_rate": 0.00019558084608861472, | |
| "loss": 46.0, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.0402854119012666, | |
| "grad_norm": 0.0003147012903355062, | |
| "learning_rate": 0.00019554990379741033, | |
| "loss": 46.0, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.04042197261957598, | |
| "grad_norm": 0.00039921182906255126, | |
| "learning_rate": 0.0001955188560219648, | |
| "loss": 46.0, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.04055853333788536, | |
| "grad_norm": 0.0004582660039886832, | |
| "learning_rate": 0.00019548770279655397, | |
| "loss": 46.0, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.04069509405619474, | |
| "grad_norm": 0.0001638657267903909, | |
| "learning_rate": 0.00019545644415557, | |
| "loss": 46.0, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.040831654774504116, | |
| "grad_norm": 0.00041633055661804974, | |
| "learning_rate": 0.00019542508013352156, | |
| "loss": 46.0, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.040968215492813494, | |
| "grad_norm": 0.0005134938983246684, | |
| "learning_rate": 0.0001953936107650336, | |
| "loss": 46.0, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.040968215492813494, | |
| "eval_loss": 11.5, | |
| "eval_runtime": 20.4404, | |
| "eval_samples_per_second": 150.878, | |
| "eval_steps_per_second": 75.439, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.04110477621112287, | |
| "grad_norm": 0.00037575350143015385, | |
| "learning_rate": 0.0001953620360848473, | |
| "loss": 46.0, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.04124133692943225, | |
| "grad_norm": 0.00024376453075092286, | |
| "learning_rate": 0.00019533035612782017, | |
| "loss": 46.0, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.04137789764774163, | |
| "grad_norm": 0.00043027085484936833, | |
| "learning_rate": 0.00019529857092892602, | |
| "loss": 46.0, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.041514458366051006, | |
| "grad_norm": 0.00039237432065419853, | |
| "learning_rate": 0.00019526668052325467, | |
| "loss": 46.0, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.041651019084360384, | |
| "grad_norm": 0.0001755830307956785, | |
| "learning_rate": 0.00019523468494601223, | |
| "loss": 46.0, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.04178757980266976, | |
| "grad_norm": 0.0001863718789536506, | |
| "learning_rate": 0.00019520258423252082, | |
| "loss": 46.0, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.04192414052097914, | |
| "grad_norm": 0.0003355692024342716, | |
| "learning_rate": 0.00019517037841821873, | |
| "loss": 46.0, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.04206070123928852, | |
| "grad_norm": 0.0002629165828693658, | |
| "learning_rate": 0.00019513806753866016, | |
| "loss": 46.0, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.0421972619575979, | |
| "grad_norm": 0.0004353369877208024, | |
| "learning_rate": 0.00019510565162951537, | |
| "loss": 46.0, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.042333822675907275, | |
| "grad_norm": 0.0001725061738397926, | |
| "learning_rate": 0.00019507313072657055, | |
| "loss": 46.0, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.04247038339421665, | |
| "grad_norm": 0.00021753301552962512, | |
| "learning_rate": 0.00019504050486572784, | |
| "loss": 46.0, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.04260694411252603, | |
| "grad_norm": 0.00035614983062259853, | |
| "learning_rate": 0.00019500777408300519, | |
| "loss": 46.0, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.04274350483083541, | |
| "grad_norm": 0.00025182642275467515, | |
| "learning_rate": 0.00019497493841453642, | |
| "loss": 46.0, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.04288006554914479, | |
| "grad_norm": 0.0003710365854203701, | |
| "learning_rate": 0.0001949419978965711, | |
| "loss": 46.0, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.043016626267454165, | |
| "grad_norm": 0.00031021906761452556, | |
| "learning_rate": 0.00019490895256547464, | |
| "loss": 46.0, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.04315318698576354, | |
| "grad_norm": 0.0002598558203317225, | |
| "learning_rate": 0.000194875802457728, | |
| "loss": 46.0, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.04328974770407292, | |
| "grad_norm": 0.00025477109011262655, | |
| "learning_rate": 0.000194842547609928, | |
| "loss": 46.0, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.0434263084223823, | |
| "grad_norm": 0.0003966864896938205, | |
| "learning_rate": 0.00019480918805878697, | |
| "loss": 46.0, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.04356286914069168, | |
| "grad_norm": 0.0001289808569708839, | |
| "learning_rate": 0.00019477572384113282, | |
| "loss": 46.0, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.043699429859001056, | |
| "grad_norm": 0.00031020533060655, | |
| "learning_rate": 0.00019474215499390912, | |
| "loss": 46.0, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.043835990577310434, | |
| "grad_norm": 0.00045745153329335153, | |
| "learning_rate": 0.0001947084815541748, | |
| "loss": 46.0, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.04397255129561981, | |
| "grad_norm": 0.00031357730040326715, | |
| "learning_rate": 0.00019467470355910438, | |
| "loss": 46.0, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.04410911201392919, | |
| "grad_norm": 0.00021334455232135952, | |
| "learning_rate": 0.00019464082104598776, | |
| "loss": 46.0, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.04424567273223857, | |
| "grad_norm": 0.00033166687353514135, | |
| "learning_rate": 0.0001946068340522302, | |
| "loss": 46.0, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.04438223345054795, | |
| "grad_norm": 0.0004193445493001491, | |
| "learning_rate": 0.00019457274261535236, | |
| "loss": 46.0, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.04451879416885733, | |
| "grad_norm": 0.0005776687175966799, | |
| "learning_rate": 0.0001945385467729901, | |
| "loss": 46.0, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.04465535488716671, | |
| "grad_norm": 0.00021739969088230282, | |
| "learning_rate": 0.00019450424656289466, | |
| "loss": 46.0, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.04479191560547609, | |
| "grad_norm": 0.00025186152197420597, | |
| "learning_rate": 0.00019446984202293246, | |
| "loss": 46.0, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.044928476323785466, | |
| "grad_norm": 0.0004120633821003139, | |
| "learning_rate": 0.00019443533319108504, | |
| "loss": 46.0, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.045065037042094844, | |
| "grad_norm": 0.00028226643917150795, | |
| "learning_rate": 0.00019440072010544918, | |
| "loss": 46.0, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.04520159776040422, | |
| "grad_norm": 0.00048744879313744605, | |
| "learning_rate": 0.00019436600280423665, | |
| "loss": 46.0, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.0453381584787136, | |
| "grad_norm": 0.00019058110774494708, | |
| "learning_rate": 0.0001943311813257743, | |
| "loss": 46.0, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.04547471919702298, | |
| "grad_norm": 0.00047706879558973014, | |
| "learning_rate": 0.00019429625570850404, | |
| "loss": 46.0, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.045611279915332356, | |
| "grad_norm": 0.0005120193236507475, | |
| "learning_rate": 0.0001942612259909827, | |
| "loss": 46.0, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.045747840633641734, | |
| "grad_norm": 0.0002128657652065158, | |
| "learning_rate": 0.00019422609221188207, | |
| "loss": 46.0, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.04588440135195111, | |
| "grad_norm": 0.0005021935794502497, | |
| "learning_rate": 0.00019419085440998873, | |
| "loss": 46.0, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.04602096207026049, | |
| "grad_norm": 0.000529598502907902, | |
| "learning_rate": 0.00019415551262420418, | |
| "loss": 46.0, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.04615752278856987, | |
| "grad_norm": 0.000645966618321836, | |
| "learning_rate": 0.0001941200668935447, | |
| "loss": 46.0, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.04629408350687925, | |
| "grad_norm": 0.0012579227332025766, | |
| "learning_rate": 0.00019408451725714136, | |
| "loss": 46.0, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.046430644225188625, | |
| "grad_norm": 0.0003929708036594093, | |
| "learning_rate": 0.00019404886375423984, | |
| "loss": 46.0, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.046567204943498, | |
| "grad_norm": 0.0008281446644105017, | |
| "learning_rate": 0.00019401310642420058, | |
| "loss": 46.0, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.04670376566180738, | |
| "grad_norm": 0.0003685842384584248, | |
| "learning_rate": 0.00019397724530649857, | |
| "loss": 46.0, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.04684032638011676, | |
| "grad_norm": 0.00041180921834893525, | |
| "learning_rate": 0.00019394128044072345, | |
| "loss": 46.0, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.04697688709842614, | |
| "grad_norm": 0.00038018723716959357, | |
| "learning_rate": 0.00019390521186657934, | |
| "loss": 46.0, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.047113447816735515, | |
| "grad_norm": 0.0006593601428903639, | |
| "learning_rate": 0.00019386903962388487, | |
| "loss": 46.0, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.04725000853504489, | |
| "grad_norm": 0.0003346616867929697, | |
| "learning_rate": 0.0001938327637525731, | |
| "loss": 46.0, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.04738656925335427, | |
| "grad_norm": 0.0006303668487817049, | |
| "learning_rate": 0.00019379638429269157, | |
| "loss": 46.0, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.04752312997166365, | |
| "grad_norm": 0.0009288009605370462, | |
| "learning_rate": 0.00019375990128440204, | |
| "loss": 46.0, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.04765969068997303, | |
| "grad_norm": 0.0009077245485968888, | |
| "learning_rate": 0.00019372331476798072, | |
| "loss": 46.0, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.047796251408282406, | |
| "grad_norm": 0.0006878585554659367, | |
| "learning_rate": 0.00019368662478381799, | |
| "loss": 46.0, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.047932812126591784, | |
| "grad_norm": 0.0005428345175459981, | |
| "learning_rate": 0.00019364983137241853, | |
| "loss": 46.0, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.04806937284490116, | |
| "grad_norm": 0.0005264700739644468, | |
| "learning_rate": 0.0001936129345744011, | |
| "loss": 46.0, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.04820593356321054, | |
| "grad_norm": 0.00034603691892698407, | |
| "learning_rate": 0.00019357593443049877, | |
| "loss": 46.0, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.04834249428151992, | |
| "grad_norm": 0.0005551993381232023, | |
| "learning_rate": 0.00019353883098155854, | |
| "loss": 46.0, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.048479054999829296, | |
| "grad_norm": 0.0005989357596263289, | |
| "learning_rate": 0.0001935016242685415, | |
| "loss": 46.0, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.048615615718138674, | |
| "grad_norm": 0.0003730835160240531, | |
| "learning_rate": 0.00019346431433252276, | |
| "loss": 46.0, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.04875217643644805, | |
| "grad_norm": 0.0006811637431383133, | |
| "learning_rate": 0.00019342690121469138, | |
| "loss": 46.0, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.04888873715475743, | |
| "grad_norm": 0.000448873353889212, | |
| "learning_rate": 0.0001933893849563503, | |
| "loss": 46.0, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.049025297873066816, | |
| "grad_norm": 0.00046228739665821195, | |
| "learning_rate": 0.0001933517655989164, | |
| "loss": 46.0, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.049161858591376194, | |
| "grad_norm": 0.000341800187015906, | |
| "learning_rate": 0.00019331404318392027, | |
| "loss": 46.0, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.04929841930968557, | |
| "grad_norm": 0.0007170014432631433, | |
| "learning_rate": 0.00019327621775300637, | |
| "loss": 46.0, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.04943498002799495, | |
| "grad_norm": 0.0009279394871555269, | |
| "learning_rate": 0.00019323828934793286, | |
| "loss": 46.0, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.04957154074630433, | |
| "grad_norm": 0.0007022646022960544, | |
| "learning_rate": 0.0001932002580105715, | |
| "loss": 46.0, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.049708101464613706, | |
| "grad_norm": 0.0005995425744913518, | |
| "learning_rate": 0.0001931621237829078, | |
| "loss": 46.0, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.049844662182923084, | |
| "grad_norm": 0.0006767901941202581, | |
| "learning_rate": 0.00019312388670704081, | |
| "loss": 46.0, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.04998122290123246, | |
| "grad_norm": 0.00040845770854502916, | |
| "learning_rate": 0.00019308554682518313, | |
| "loss": 46.0, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.05011778361954184, | |
| "grad_norm": 0.00040534368599765003, | |
| "learning_rate": 0.00019304710417966079, | |
| "loss": 46.0, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.05025434433785122, | |
| "grad_norm": 0.00040592235745862126, | |
| "learning_rate": 0.0001930085588129134, | |
| "loss": 46.0, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.0503909050561606, | |
| "grad_norm": 0.00048625541967339814, | |
| "learning_rate": 0.00019296991076749381, | |
| "loss": 46.0, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.050527465774469975, | |
| "grad_norm": 0.0010227779857814312, | |
| "learning_rate": 0.00019293116008606837, | |
| "loss": 46.0, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.05066402649277935, | |
| "grad_norm": 0.0005206182249821723, | |
| "learning_rate": 0.00019289230681141667, | |
| "loss": 46.0, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.05080058721108873, | |
| "grad_norm": 0.0005789480055682361, | |
| "learning_rate": 0.00019285335098643153, | |
| "loss": 46.0, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.05093714792939811, | |
| "grad_norm": 0.00046148046385496855, | |
| "learning_rate": 0.00019281429265411907, | |
| "loss": 46.0, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.05107370864770749, | |
| "grad_norm": 0.0005185164045542479, | |
| "learning_rate": 0.00019277513185759844, | |
| "loss": 46.0, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.051210269366016865, | |
| "grad_norm": 0.0005086156306788325, | |
| "learning_rate": 0.0001927358686401021, | |
| "loss": 46.0, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.05134683008432624, | |
| "grad_norm": 0.0005038722883909941, | |
| "learning_rate": 0.0001926965030449754, | |
| "loss": 46.0, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.05148339080263562, | |
| "grad_norm": 0.001132496865466237, | |
| "learning_rate": 0.00019265703511567677, | |
| "loss": 46.0, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.051619951520945, | |
| "grad_norm": 0.0011954177170991898, | |
| "learning_rate": 0.00019261746489577765, | |
| "loss": 46.0, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.05175651223925438, | |
| "grad_norm": 0.0006181654753163457, | |
| "learning_rate": 0.0001925777924289624, | |
| "loss": 46.0, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.051893072957563756, | |
| "grad_norm": 0.0005807424895465374, | |
| "learning_rate": 0.00019253801775902824, | |
| "loss": 46.0, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.052029633675873134, | |
| "grad_norm": 0.0007045441307127476, | |
| "learning_rate": 0.00019249814092988515, | |
| "loss": 46.0, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.05216619439418251, | |
| "grad_norm": 0.0005537315737456083, | |
| "learning_rate": 0.00019245816198555605, | |
| "loss": 46.0, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.05230275511249189, | |
| "grad_norm": 0.0006181203643791378, | |
| "learning_rate": 0.00019241808097017642, | |
| "loss": 46.0, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.05243931583080127, | |
| "grad_norm": 0.0005752414581365883, | |
| "learning_rate": 0.00019237789792799458, | |
| "loss": 46.0, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.052575876549110646, | |
| "grad_norm": 0.0012608635006472468, | |
| "learning_rate": 0.00019233761290337134, | |
| "loss": 46.0, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.052712437267420025, | |
| "grad_norm": 0.001415454433299601, | |
| "learning_rate": 0.0001922972259407802, | |
| "loss": 46.0, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.0528489979857294, | |
| "grad_norm": 0.001285754144191742, | |
| "learning_rate": 0.00019225673708480717, | |
| "loss": 46.0, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.05298555870403878, | |
| "grad_norm": 0.0007671714411117136, | |
| "learning_rate": 0.00019221614638015075, | |
| "loss": 46.0, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.05312211942234816, | |
| "grad_norm": 0.0009842630242928863, | |
| "learning_rate": 0.0001921754538716218, | |
| "loss": 46.0, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.05325868014065754, | |
| "grad_norm": 0.0023981237318366766, | |
| "learning_rate": 0.00019213465960414368, | |
| "loss": 46.0, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.053395240858966915, | |
| "grad_norm": 0.0003951654944103211, | |
| "learning_rate": 0.00019209376362275206, | |
| "loss": 46.0, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.05353180157727629, | |
| "grad_norm": 0.0011894862400367856, | |
| "learning_rate": 0.00019205276597259485, | |
| "loss": 46.0, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.05366836229558568, | |
| "grad_norm": 0.0006607277318835258, | |
| "learning_rate": 0.00019201166669893227, | |
| "loss": 46.0, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.053804923013895056, | |
| "grad_norm": 0.0026427984703332186, | |
| "learning_rate": 0.00019197046584713663, | |
| "loss": 46.0, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.053941483732204434, | |
| "grad_norm": 0.0005352182779461145, | |
| "learning_rate": 0.00019192916346269246, | |
| "loss": 46.0, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.05407804445051381, | |
| "grad_norm": 0.0007665826706215739, | |
| "learning_rate": 0.00019188775959119643, | |
| "loss": 46.0, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.05421460516882319, | |
| "grad_norm": 0.0006750879692845047, | |
| "learning_rate": 0.0001918462542783571, | |
| "loss": 46.0, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.05435116588713257, | |
| "grad_norm": 0.0007010844419710338, | |
| "learning_rate": 0.0001918046475699951, | |
| "loss": 46.0, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.05448772660544195, | |
| "grad_norm": 0.0007815820863470435, | |
| "learning_rate": 0.00019176293951204303, | |
| "loss": 46.0, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.054624287323751325, | |
| "grad_norm": 0.0012023310409858823, | |
| "learning_rate": 0.00019172113015054532, | |
| "loss": 46.0, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.0547608480420607, | |
| "grad_norm": 0.0008429251029156148, | |
| "learning_rate": 0.00019167921953165825, | |
| "loss": 46.0, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 0.05489740876037008, | |
| "grad_norm": 0.0011086566373705864, | |
| "learning_rate": 0.00019163720770164991, | |
| "loss": 46.0, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.05503396947867946, | |
| "grad_norm": 0.0006057535065338016, | |
| "learning_rate": 0.00019159509470690012, | |
| "loss": 46.0, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 0.05517053019698884, | |
| "grad_norm": 0.0005650485400110483, | |
| "learning_rate": 0.0001915528805939003, | |
| "loss": 46.0, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.055307090915298215, | |
| "grad_norm": 0.00042634617420844734, | |
| "learning_rate": 0.00019151056540925364, | |
| "loss": 46.0, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.055443651633607594, | |
| "grad_norm": 0.0010889278491958976, | |
| "learning_rate": 0.0001914681491996748, | |
| "loss": 46.0, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.05558021235191697, | |
| "grad_norm": 0.0005564565653912723, | |
| "learning_rate": 0.00019142563201199008, | |
| "loss": 46.0, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 0.05571677307022635, | |
| "grad_norm": 0.0007656107773073018, | |
| "learning_rate": 0.0001913830138931371, | |
| "loss": 46.0, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.05585333378853573, | |
| "grad_norm": 0.0008188536739908159, | |
| "learning_rate": 0.00019134029489016502, | |
| "loss": 46.0, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 0.055989894506845106, | |
| "grad_norm": 0.0009277886711061001, | |
| "learning_rate": 0.00019129747505023436, | |
| "loss": 46.0, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.056126455225154484, | |
| "grad_norm": 0.0008007950964383781, | |
| "learning_rate": 0.00019125455442061691, | |
| "loss": 46.0, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.05626301594346386, | |
| "grad_norm": 0.000565837137401104, | |
| "learning_rate": 0.00019121153304869584, | |
| "loss": 46.0, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.05639957666177324, | |
| "grad_norm": 0.0009090682142414153, | |
| "learning_rate": 0.00019116841098196536, | |
| "loss": 46.0, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 0.05653613738008262, | |
| "grad_norm": 0.0010395282879471779, | |
| "learning_rate": 0.000191125188268031, | |
| "loss": 46.0, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.056672698098391996, | |
| "grad_norm": 0.0004872768186032772, | |
| "learning_rate": 0.00019108186495460933, | |
| "loss": 46.0, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.056809258816701375, | |
| "grad_norm": 0.0007016431773081422, | |
| "learning_rate": 0.00019103844108952803, | |
| "loss": 46.0, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.05694581953501075, | |
| "grad_norm": 0.0005011600442230701, | |
| "learning_rate": 0.00019099491672072566, | |
| "loss": 46.0, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 0.05708238025332013, | |
| "grad_norm": 0.0009304819977842271, | |
| "learning_rate": 0.00019095129189625193, | |
| "loss": 46.0, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.05721894097162951, | |
| "grad_norm": 0.0009160469635389745, | |
| "learning_rate": 0.0001909075666642673, | |
| "loss": 46.0, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 0.05735550168993889, | |
| "grad_norm": 0.001117922831326723, | |
| "learning_rate": 0.00019086374107304312, | |
| "loss": 46.0, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.057492062408248265, | |
| "grad_norm": 0.0009813562501221895, | |
| "learning_rate": 0.00019081981517096152, | |
| "loss": 46.0, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 0.05762862312655764, | |
| "grad_norm": 0.0006970268441364169, | |
| "learning_rate": 0.00019077578900651544, | |
| "loss": 46.0, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.05776518384486702, | |
| "grad_norm": 0.0004595222999341786, | |
| "learning_rate": 0.00019073166262830834, | |
| "loss": 46.0, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 0.0579017445631764, | |
| "grad_norm": 0.0009433355298824608, | |
| "learning_rate": 0.00019068743608505455, | |
| "loss": 46.0, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.05803830528148578, | |
| "grad_norm": 0.001090813777409494, | |
| "learning_rate": 0.00019064310942557878, | |
| "loss": 46.0, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.058174865999795156, | |
| "grad_norm": 0.00044983444968238473, | |
| "learning_rate": 0.0001905986826988164, | |
| "loss": 46.0, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.05831142671810454, | |
| "grad_norm": 0.0008178472053259611, | |
| "learning_rate": 0.00019055415595381305, | |
| "loss": 46.0, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 0.05844798743641392, | |
| "grad_norm": 0.0005727699608542025, | |
| "learning_rate": 0.0001905095292397251, | |
| "loss": 46.0, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.0585845481547233, | |
| "grad_norm": 0.0013587451539933681, | |
| "learning_rate": 0.00019046480260581902, | |
| "loss": 46.0, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 0.058721108873032675, | |
| "grad_norm": 0.0004678687546402216, | |
| "learning_rate": 0.00019041997610147167, | |
| "loss": 46.0, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.05885766959134205, | |
| "grad_norm": 0.00045540923019871116, | |
| "learning_rate": 0.0001903750497761702, | |
| "loss": 46.0, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 0.05899423030965143, | |
| "grad_norm": 0.0006064171902835369, | |
| "learning_rate": 0.00019033002367951194, | |
| "loss": 46.0, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.05913079102796081, | |
| "grad_norm": 0.0002765974495559931, | |
| "learning_rate": 0.0001902848978612043, | |
| "loss": 46.0, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 0.05926735174627019, | |
| "grad_norm": 0.000879188475664705, | |
| "learning_rate": 0.00019023967237106492, | |
| "loss": 46.0, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.059403912464579565, | |
| "grad_norm": 0.0005185411428101361, | |
| "learning_rate": 0.00019019434725902137, | |
| "loss": 46.0, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.059540473182888944, | |
| "grad_norm": 0.0008257310255430639, | |
| "learning_rate": 0.00019014892257511118, | |
| "loss": 46.0, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.05967703390119832, | |
| "grad_norm": 0.0009346020524390042, | |
| "learning_rate": 0.00019010339836948186, | |
| "loss": 46.0, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 0.0598135946195077, | |
| "grad_norm": 0.0010087540140375495, | |
| "learning_rate": 0.00019005777469239076, | |
| "loss": 46.0, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.05995015533781708, | |
| "grad_norm": 0.0015897548291832209, | |
| "learning_rate": 0.00019001205159420513, | |
| "loss": 46.0, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 0.060086716056126456, | |
| "grad_norm": 0.0007276605465449393, | |
| "learning_rate": 0.0001899662291254018, | |
| "loss": 46.0, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.060223276774435834, | |
| "grad_norm": 0.0019181488314643502, | |
| "learning_rate": 0.00018992030733656746, | |
| "loss": 46.0, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 0.06035983749274521, | |
| "grad_norm": 0.0009860562859103084, | |
| "learning_rate": 0.00018987428627839843, | |
| "loss": 46.0, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.06049639821105459, | |
| "grad_norm": 0.0009881850564852357, | |
| "learning_rate": 0.0001898281660017005, | |
| "loss": 46.0, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 0.06063295892936397, | |
| "grad_norm": 0.0016714398516342044, | |
| "learning_rate": 0.00018978194655738917, | |
| "loss": 46.0, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.060769519647673347, | |
| "grad_norm": 0.000832723337225616, | |
| "learning_rate": 0.00018973562799648927, | |
| "loss": 46.0, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.060906080365982725, | |
| "grad_norm": 0.0007889857515692711, | |
| "learning_rate": 0.00018968921037013512, | |
| "loss": 46.0, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.0610426410842921, | |
| "grad_norm": 0.001141861779615283, | |
| "learning_rate": 0.00018964269372957038, | |
| "loss": 46.0, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 0.06117920180260148, | |
| "grad_norm": 0.001163587556220591, | |
| "learning_rate": 0.00018959607812614807, | |
| "loss": 46.0, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.06131576252091086, | |
| "grad_norm": 0.0006048906943760812, | |
| "learning_rate": 0.0001895493636113304, | |
| "loss": 46.0, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 0.06145232323922024, | |
| "grad_norm": 0.0009424586896784604, | |
| "learning_rate": 0.00018950255023668876, | |
| "loss": 46.0, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.061588883957529615, | |
| "grad_norm": 0.000706047285348177, | |
| "learning_rate": 0.00018945563805390381, | |
| "loss": 46.0, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 0.06172544467583899, | |
| "grad_norm": 0.000651683600153774, | |
| "learning_rate": 0.00018940862711476513, | |
| "loss": 46.0, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.06186200539414837, | |
| "grad_norm": 0.001372483093291521, | |
| "learning_rate": 0.00018936151747117141, | |
| "loss": 46.0, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 0.06199856611245775, | |
| "grad_norm": 0.0011862257961183786, | |
| "learning_rate": 0.0001893143091751303, | |
| "loss": 46.0, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 0.06213512683076713, | |
| "grad_norm": 0.0015178897883743048, | |
| "learning_rate": 0.00018926700227875833, | |
| "loss": 46.0, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.062271687549076506, | |
| "grad_norm": 0.0008582820883020759, | |
| "learning_rate": 0.0001892195968342809, | |
| "loss": 46.0, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.062408248267385884, | |
| "grad_norm": 0.000795324333012104, | |
| "learning_rate": 0.00018917209289403227, | |
| "loss": 46.0, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 0.06254480898569527, | |
| "grad_norm": 0.001082447823137045, | |
| "learning_rate": 0.00018912449051045527, | |
| "loss": 46.0, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 0.06268136970400465, | |
| "grad_norm": 0.001177507103420794, | |
| "learning_rate": 0.00018907678973610156, | |
| "loss": 46.0, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 0.06281793042231403, | |
| "grad_norm": 0.0007584211998619139, | |
| "learning_rate": 0.00018902899062363143, | |
| "loss": 46.0, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.0629544911406234, | |
| "grad_norm": 0.0005909963510930538, | |
| "learning_rate": 0.00018898109322581356, | |
| "loss": 46.0, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 0.06309105185893278, | |
| "grad_norm": 0.0007048872066661716, | |
| "learning_rate": 0.0001889330975955253, | |
| "loss": 46.0, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.06322761257724216, | |
| "grad_norm": 0.0005063001881353557, | |
| "learning_rate": 0.0001888850037857524, | |
| "loss": 46.0, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 0.06336417329555154, | |
| "grad_norm": 0.000993978581391275, | |
| "learning_rate": 0.000188836811849589, | |
| "loss": 46.0, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.06350073401386092, | |
| "grad_norm": 0.0010828451486304402, | |
| "learning_rate": 0.0001887885218402375, | |
| "loss": 46.0, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.0636372947321703, | |
| "grad_norm": 0.0008432026370428503, | |
| "learning_rate": 0.00018874013381100875, | |
| "loss": 46.0, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 0.06377385545047967, | |
| "grad_norm": 0.0007918166811577976, | |
| "learning_rate": 0.00018869164781532157, | |
| "loss": 46.0, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 0.06391041616878905, | |
| "grad_norm": 0.0007451958954334259, | |
| "learning_rate": 0.00018864306390670307, | |
| "loss": 46.0, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.06404697688709843, | |
| "grad_norm": 0.0007615243084728718, | |
| "learning_rate": 0.00018859438213878849, | |
| "loss": 46.0, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 0.0641835376054078, | |
| "grad_norm": 0.00018180711776949465, | |
| "learning_rate": 0.000188545602565321, | |
| "loss": 46.0, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.06432009832371718, | |
| "grad_norm": 0.0009969191160053015, | |
| "learning_rate": 0.0001884967252401518, | |
| "loss": 46.0, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.06445665904202656, | |
| "grad_norm": 0.0008999738493002951, | |
| "learning_rate": 0.00018844775021724004, | |
| "loss": 46.0, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 0.06459321976033594, | |
| "grad_norm": 0.0006670115399174392, | |
| "learning_rate": 0.00018839867755065265, | |
| "loss": 46.0, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 0.06472978047864532, | |
| "grad_norm": 0.0011296794982627034, | |
| "learning_rate": 0.00018834950729456433, | |
| "loss": 46.0, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 0.0648663411969547, | |
| "grad_norm": 0.0004901388892903924, | |
| "learning_rate": 0.0001883002395032577, | |
| "loss": 46.0, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.06500290191526407, | |
| "grad_norm": 0.0017039328813552856, | |
| "learning_rate": 0.00018825087423112282, | |
| "loss": 46.0, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 0.06513946263357345, | |
| "grad_norm": 0.0009402755531482399, | |
| "learning_rate": 0.00018820141153265754, | |
| "loss": 46.0, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 0.06527602335188283, | |
| "grad_norm": 0.0008238424779847264, | |
| "learning_rate": 0.00018815185146246716, | |
| "loss": 46.0, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 0.06541258407019221, | |
| "grad_norm": 0.0007881290512159467, | |
| "learning_rate": 0.00018810219407526456, | |
| "loss": 46.0, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 0.06554914478850159, | |
| "grad_norm": 0.0010467070387676358, | |
| "learning_rate": 0.00018805243942587, | |
| "loss": 46.0, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.06568570550681097, | |
| "grad_norm": 0.0009283073595725, | |
| "learning_rate": 0.0001880025875692111, | |
| "loss": 46.0, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 0.06582226622512034, | |
| "grad_norm": 0.000698375515639782, | |
| "learning_rate": 0.00018795263856032288, | |
| "loss": 46.0, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 0.06595882694342972, | |
| "grad_norm": 0.0015646845567971468, | |
| "learning_rate": 0.00018790259245434748, | |
| "loss": 46.0, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 0.0660953876617391, | |
| "grad_norm": 0.0008225208730436862, | |
| "learning_rate": 0.00018785244930653438, | |
| "loss": 46.0, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 0.06623194838004848, | |
| "grad_norm": 0.0006926036439836025, | |
| "learning_rate": 0.00018780220917224006, | |
| "loss": 46.0, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.06636850909835786, | |
| "grad_norm": 0.000991306733340025, | |
| "learning_rate": 0.00018775187210692815, | |
| "loss": 46.0, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 0.06650506981666723, | |
| "grad_norm": 0.0006662954692728817, | |
| "learning_rate": 0.00018770143816616928, | |
| "loss": 46.0, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 0.06664163053497661, | |
| "grad_norm": 0.000875332101713866, | |
| "learning_rate": 0.000187650907405641, | |
| "loss": 46.0, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 0.06677819125328599, | |
| "grad_norm": 0.002434828784316778, | |
| "learning_rate": 0.00018760027988112775, | |
| "loss": 46.0, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 0.06691475197159537, | |
| "grad_norm": 0.002048447262495756, | |
| "learning_rate": 0.0001875495556485208, | |
| "loss": 46.0, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.06705131268990475, | |
| "grad_norm": 0.0005600312724709511, | |
| "learning_rate": 0.00018749873476381828, | |
| "loss": 46.0, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 0.06718787340821412, | |
| "grad_norm": 0.00041424104711040854, | |
| "learning_rate": 0.00018744781728312479, | |
| "loss": 46.0, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.0673244341265235, | |
| "grad_norm": 0.0009647294646129012, | |
| "learning_rate": 0.0001873968032626518, | |
| "loss": 46.0, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 0.06746099484483288, | |
| "grad_norm": 0.0007067355909384787, | |
| "learning_rate": 0.00018734569275871726, | |
| "loss": 46.0, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 0.06759755556314226, | |
| "grad_norm": 0.000527632946614176, | |
| "learning_rate": 0.00018729448582774559, | |
| "loss": 46.0, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.06773411628145164, | |
| "grad_norm": 0.000945943349506706, | |
| "learning_rate": 0.00018724318252626775, | |
| "loss": 46.0, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 0.06787067699976101, | |
| "grad_norm": 0.0016438892344012856, | |
| "learning_rate": 0.00018719178291092106, | |
| "loss": 46.0, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 0.06800723771807039, | |
| "grad_norm": 0.0018535932758823037, | |
| "learning_rate": 0.00018714028703844914, | |
| "loss": 46.0, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 0.06814379843637977, | |
| "grad_norm": 0.0012148134410381317, | |
| "learning_rate": 0.00018708869496570192, | |
| "loss": 46.0, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 0.06828035915468915, | |
| "grad_norm": 0.0008952637435868382, | |
| "learning_rate": 0.00018703700674963547, | |
| "loss": 46.0, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.06841691987299853, | |
| "grad_norm": 0.000657785392832011, | |
| "learning_rate": 0.0001869852224473121, | |
| "loss": 46.0, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 0.0685534805913079, | |
| "grad_norm": 0.0008411743910983205, | |
| "learning_rate": 0.00018693334211590006, | |
| "loss": 46.0, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 0.06869004130961728, | |
| "grad_norm": 0.0008810686995275319, | |
| "learning_rate": 0.00018688136581267373, | |
| "loss": 46.0, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 0.06882660202792666, | |
| "grad_norm": 0.0005853201728314161, | |
| "learning_rate": 0.00018682929359501338, | |
| "loss": 46.0, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 0.06896316274623604, | |
| "grad_norm": 0.0004718601703643799, | |
| "learning_rate": 0.00018677712552040522, | |
| "loss": 46.0, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.06909972346454542, | |
| "grad_norm": 0.0007315895054489374, | |
| "learning_rate": 0.00018672486164644116, | |
| "loss": 46.0, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 0.0692362841828548, | |
| "grad_norm": 0.0009641025681048632, | |
| "learning_rate": 0.00018667250203081905, | |
| "loss": 46.0, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 0.06937284490116417, | |
| "grad_norm": 0.0008396725752390921, | |
| "learning_rate": 0.00018662004673134232, | |
| "loss": 46.0, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 0.06950940561947355, | |
| "grad_norm": 0.000584542634896934, | |
| "learning_rate": 0.00018656749580592003, | |
| "loss": 46.0, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 0.06964596633778293, | |
| "grad_norm": 0.0005784454988315701, | |
| "learning_rate": 0.00018651484931256685, | |
| "loss": 46.0, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.06978252705609231, | |
| "grad_norm": 0.0003768317692447454, | |
| "learning_rate": 0.00018646210730940293, | |
| "loss": 46.0, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 0.06991908777440169, | |
| "grad_norm": 0.0012037859996780753, | |
| "learning_rate": 0.00018640926985465388, | |
| "loss": 46.0, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 0.07005564849271108, | |
| "grad_norm": 0.0007435141014866531, | |
| "learning_rate": 0.00018635633700665063, | |
| "loss": 46.0, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 0.07019220921102046, | |
| "grad_norm": 0.0009005676256492734, | |
| "learning_rate": 0.00018630330882382951, | |
| "loss": 46.0, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 0.07032876992932983, | |
| "grad_norm": 0.0005016371724195778, | |
| "learning_rate": 0.00018625018536473206, | |
| "loss": 46.0, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.07046533064763921, | |
| "grad_norm": 0.0012827449245378375, | |
| "learning_rate": 0.00018619696668800492, | |
| "loss": 46.0, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 0.07060189136594859, | |
| "grad_norm": 0.0004301304288674146, | |
| "learning_rate": 0.0001861436528524, | |
| "loss": 46.0, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 0.07073845208425797, | |
| "grad_norm": 0.00036730722058564425, | |
| "learning_rate": 0.00018609024391677418, | |
| "loss": 46.0, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 0.07087501280256735, | |
| "grad_norm": 0.0008029394666664302, | |
| "learning_rate": 0.00018603673994008925, | |
| "loss": 46.0, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 0.07101157352087673, | |
| "grad_norm": 0.0006513711996376514, | |
| "learning_rate": 0.00018598314098141206, | |
| "loss": 46.0, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.0711481342391861, | |
| "grad_norm": 0.00077268440509215, | |
| "learning_rate": 0.00018592944709991426, | |
| "loss": 46.0, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 0.07128469495749548, | |
| "grad_norm": 0.0004973417380824685, | |
| "learning_rate": 0.00018587565835487233, | |
| "loss": 46.0, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 0.07142125567580486, | |
| "grad_norm": 0.000682865793351084, | |
| "learning_rate": 0.00018582177480566735, | |
| "loss": 46.0, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 0.07155781639411424, | |
| "grad_norm": 0.0006797179230488837, | |
| "learning_rate": 0.00018576779651178522, | |
| "loss": 46.0, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 0.07169437711242362, | |
| "grad_norm": 0.000731765350792557, | |
| "learning_rate": 0.00018571372353281632, | |
| "loss": 46.0, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.071830937830733, | |
| "grad_norm": 0.00029318922315724194, | |
| "learning_rate": 0.00018565955592845563, | |
| "loss": 46.0, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 0.07196749854904237, | |
| "grad_norm": 0.0011708553647622466, | |
| "learning_rate": 0.00018560529375850259, | |
| "loss": 46.0, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 0.07210405926735175, | |
| "grad_norm": 0.00033764285035431385, | |
| "learning_rate": 0.00018555093708286094, | |
| "loss": 46.0, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 0.07224061998566113, | |
| "grad_norm": 0.0011742584174498916, | |
| "learning_rate": 0.00018549648596153891, | |
| "loss": 46.0, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 0.0723771807039705, | |
| "grad_norm": 0.0011071540648117661, | |
| "learning_rate": 0.00018544194045464886, | |
| "loss": 46.0, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.07251374142227988, | |
| "grad_norm": 0.0004732667875941843, | |
| "learning_rate": 0.00018538730062240744, | |
| "loss": 46.0, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 0.07265030214058926, | |
| "grad_norm": 0.0006753505440428853, | |
| "learning_rate": 0.00018533256652513536, | |
| "loss": 46.0, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 0.07278686285889864, | |
| "grad_norm": 0.0013869997346773744, | |
| "learning_rate": 0.00018527773822325742, | |
| "loss": 46.0, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 0.07292342357720802, | |
| "grad_norm": 0.0004685988824348897, | |
| "learning_rate": 0.0001852228157773025, | |
| "loss": 46.0, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 0.0730599842955174, | |
| "grad_norm": 0.0005608046194538474, | |
| "learning_rate": 0.00018516779924790324, | |
| "loss": 46.0, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.07319654501382677, | |
| "grad_norm": 0.0007237467798404396, | |
| "learning_rate": 0.00018511268869579635, | |
| "loss": 46.0, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 0.07333310573213615, | |
| "grad_norm": 0.0007371974061243236, | |
| "learning_rate": 0.00018505748418182213, | |
| "loss": 46.0, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 0.07346966645044553, | |
| "grad_norm": 0.0021626208908855915, | |
| "learning_rate": 0.0001850021857669248, | |
| "loss": 46.0, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 0.07360622716875491, | |
| "grad_norm": 0.0044371578842401505, | |
| "learning_rate": 0.0001849467935121521, | |
| "loss": 46.0, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 0.07374278788706429, | |
| "grad_norm": 0.001232149894349277, | |
| "learning_rate": 0.00018489130747865548, | |
| "loss": 46.0, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.07387934860537367, | |
| "grad_norm": 0.0007343983743339777, | |
| "learning_rate": 0.00018483572772768982, | |
| "loss": 46.0, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 0.07401590932368304, | |
| "grad_norm": 0.00047310179797932506, | |
| "learning_rate": 0.00018478005432061352, | |
| "loss": 46.0, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 0.07415247004199242, | |
| "grad_norm": 0.0008101825369521976, | |
| "learning_rate": 0.00018472428731888837, | |
| "loss": 46.0, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 0.0742890307603018, | |
| "grad_norm": 0.001507743145339191, | |
| "learning_rate": 0.00018466842678407946, | |
| "loss": 46.0, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 0.07442559147861118, | |
| "grad_norm": 0.0009909087093546987, | |
| "learning_rate": 0.00018461247277785513, | |
| "loss": 46.0, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.07456215219692056, | |
| "grad_norm": 0.0013652259949594736, | |
| "learning_rate": 0.000184556425361987, | |
| "loss": 46.0, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 0.07469871291522993, | |
| "grad_norm": 0.0008130900096148252, | |
| "learning_rate": 0.0001845002845983497, | |
| "loss": 46.0, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 0.07483527363353931, | |
| "grad_norm": 0.0012740385718643665, | |
| "learning_rate": 0.00018444405054892092, | |
| "loss": 46.0, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 0.07497183435184869, | |
| "grad_norm": 0.000746730831451714, | |
| "learning_rate": 0.0001843877232757815, | |
| "loss": 46.0, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 0.07510839507015807, | |
| "grad_norm": 0.0019112954614683986, | |
| "learning_rate": 0.0001843313028411149, | |
| "loss": 46.0, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.07524495578846745, | |
| "grad_norm": 0.0005015329807065427, | |
| "learning_rate": 0.0001842747893072077, | |
| "loss": 46.0, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 0.07538151650677682, | |
| "grad_norm": 0.0004962061066180468, | |
| "learning_rate": 0.00018421818273644912, | |
| "loss": 46.0, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 0.0755180772250862, | |
| "grad_norm": 0.00037836559931747615, | |
| "learning_rate": 0.00018416148319133117, | |
| "loss": 46.0, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 0.07565463794339558, | |
| "grad_norm": 0.0003992395068053156, | |
| "learning_rate": 0.0001841046907344484, | |
| "loss": 46.0, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 0.07579119866170496, | |
| "grad_norm": 0.0004277300031390041, | |
| "learning_rate": 0.000184047805428498, | |
| "loss": 46.0, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.07592775938001434, | |
| "grad_norm": 0.0005832565948367119, | |
| "learning_rate": 0.00018399082733627965, | |
| "loss": 46.0, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 0.07606432009832371, | |
| "grad_norm": 0.0006913339020684361, | |
| "learning_rate": 0.00018393375652069548, | |
| "loss": 46.0, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 0.0762008808166331, | |
| "grad_norm": 0.00086840835865587, | |
| "learning_rate": 0.00018387659304474994, | |
| "loss": 46.0, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 0.07633744153494247, | |
| "grad_norm": 0.0007002664497122169, | |
| "learning_rate": 0.00018381933697154986, | |
| "loss": 46.0, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 0.07647400225325185, | |
| "grad_norm": 0.0008870341116562486, | |
| "learning_rate": 0.00018376198836430417, | |
| "loss": 46.0, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.07661056297156123, | |
| "grad_norm": 0.0006294609629549086, | |
| "learning_rate": 0.00018370454728632404, | |
| "loss": 46.0, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 0.0767471236898706, | |
| "grad_norm": 0.0004686205938924104, | |
| "learning_rate": 0.00018364701380102266, | |
| "loss": 46.0, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 0.07688368440817998, | |
| "grad_norm": 0.0008394161704927683, | |
| "learning_rate": 0.0001835893879719154, | |
| "loss": 46.0, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 0.07702024512648936, | |
| "grad_norm": 0.0006610259879380465, | |
| "learning_rate": 0.00018353166986261935, | |
| "loss": 46.0, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 0.07715680584479874, | |
| "grad_norm": 0.000717335322406143, | |
| "learning_rate": 0.0001834738595368536, | |
| "loss": 46.0, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.07729336656310812, | |
| "grad_norm": 0.0005708184908144176, | |
| "learning_rate": 0.00018341595705843907, | |
| "loss": 46.0, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 0.0774299272814175, | |
| "grad_norm": 0.0009451278601773083, | |
| "learning_rate": 0.00018335796249129832, | |
| "loss": 46.0, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 0.07756648799972687, | |
| "grad_norm": 0.0005919419345445931, | |
| "learning_rate": 0.0001832998758994556, | |
| "loss": 46.0, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 0.07770304871803625, | |
| "grad_norm": 0.0006907092756591737, | |
| "learning_rate": 0.00018324169734703683, | |
| "loss": 46.0, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 0.07783960943634563, | |
| "grad_norm": 0.0008807244012132287, | |
| "learning_rate": 0.00018318342689826938, | |
| "loss": 46.0, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.07797617015465501, | |
| "grad_norm": 0.0006545766955241561, | |
| "learning_rate": 0.00018312506461748207, | |
| "loss": 46.0, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 0.07811273087296439, | |
| "grad_norm": 0.00029055686900392175, | |
| "learning_rate": 0.0001830666105691051, | |
| "loss": 46.0, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 0.07824929159127376, | |
| "grad_norm": 0.000587637594435364, | |
| "learning_rate": 0.00018300806481767005, | |
| "loss": 46.0, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 0.07838585230958314, | |
| "grad_norm": 0.0003420762368477881, | |
| "learning_rate": 0.00018294942742780966, | |
| "loss": 46.0, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 0.07852241302789252, | |
| "grad_norm": 0.00046790859778411686, | |
| "learning_rate": 0.00018289069846425782, | |
| "loss": 46.0, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.0786589737462019, | |
| "grad_norm": 0.00026647665072232485, | |
| "learning_rate": 0.00018283187799184958, | |
| "loss": 46.0, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 0.07879553446451128, | |
| "grad_norm": 0.0015470724320039153, | |
| "learning_rate": 0.000182772966075521, | |
| "loss": 46.0, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 0.07893209518282066, | |
| "grad_norm": 0.00032806419767439365, | |
| "learning_rate": 0.00018271396278030905, | |
| "loss": 46.0, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 0.07906865590113003, | |
| "grad_norm": 0.0004820665344595909, | |
| "learning_rate": 0.0001826548681713516, | |
| "loss": 46.0, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 0.07920521661943941, | |
| "grad_norm": 0.0006422748556360602, | |
| "learning_rate": 0.00018259568231388738, | |
| "loss": 46.0, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.0793417773377488, | |
| "grad_norm": 0.0002866037539206445, | |
| "learning_rate": 0.00018253640527325578, | |
| "loss": 46.0, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 0.07947833805605818, | |
| "grad_norm": 0.0005615049158222973, | |
| "learning_rate": 0.00018247703711489686, | |
| "loss": 46.0, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 0.07961489877436756, | |
| "grad_norm": 0.001207325840368867, | |
| "learning_rate": 0.00018241757790435134, | |
| "loss": 46.0, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 0.07975145949267694, | |
| "grad_norm": 0.0005774226738139987, | |
| "learning_rate": 0.00018235802770726037, | |
| "loss": 46.0, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 0.07988802021098632, | |
| "grad_norm": 0.0005512305651791394, | |
| "learning_rate": 0.00018229838658936564, | |
| "loss": 46.0, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.0800245809292957, | |
| "grad_norm": 0.0021268404088914394, | |
| "learning_rate": 0.00018223865461650912, | |
| "loss": 46.0, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 0.08016114164760507, | |
| "grad_norm": 0.0017917539225891232, | |
| "learning_rate": 0.00018217883185463315, | |
| "loss": 46.0, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 0.08029770236591445, | |
| "grad_norm": 0.004704636055976152, | |
| "learning_rate": 0.00018211891836978028, | |
| "loss": 46.0, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 0.08043426308422383, | |
| "grad_norm": 0.0016004083445295691, | |
| "learning_rate": 0.00018205891422809316, | |
| "loss": 46.0, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 0.0805708238025332, | |
| "grad_norm": 0.0008631657692603767, | |
| "learning_rate": 0.0001819988194958146, | |
| "loss": 46.0, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.08070738452084258, | |
| "grad_norm": 0.000875883677508682, | |
| "learning_rate": 0.00018193863423928742, | |
| "loss": 46.0, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 0.08084394523915196, | |
| "grad_norm": 0.0007616846705786884, | |
| "learning_rate": 0.0001818783585249543, | |
| "loss": 46.0, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 0.08098050595746134, | |
| "grad_norm": 0.0017507924931123853, | |
| "learning_rate": 0.00018181799241935787, | |
| "loss": 46.0, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 0.08111706667577072, | |
| "grad_norm": 0.0015062005259096622, | |
| "learning_rate": 0.00018175753598914047, | |
| "loss": 46.0, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 0.0812536273940801, | |
| "grad_norm": 0.0009979240130633116, | |
| "learning_rate": 0.0001816969893010442, | |
| "loss": 46.0, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.08139018811238947, | |
| "grad_norm": 0.0014799052150920033, | |
| "learning_rate": 0.00018163635242191085, | |
| "loss": 46.0, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 0.08152674883069885, | |
| "grad_norm": 0.002407307270914316, | |
| "learning_rate": 0.00018157562541868164, | |
| "loss": 46.0, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 0.08166330954900823, | |
| "grad_norm": 0.001063771778717637, | |
| "learning_rate": 0.00018151480835839741, | |
| "loss": 46.0, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 0.08179987026731761, | |
| "grad_norm": 0.00132046639919281, | |
| "learning_rate": 0.0001814539013081984, | |
| "loss": 46.0, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 0.08193643098562699, | |
| "grad_norm": 0.001031374093145132, | |
| "learning_rate": 0.00018139290433532416, | |
| "loss": 46.0, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.08193643098562699, | |
| "eval_loss": 11.5, | |
| "eval_runtime": 20.7447, | |
| "eval_samples_per_second": 148.665, | |
| "eval_steps_per_second": 74.332, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.08207299170393637, | |
| "grad_norm": 0.0006209348211996257, | |
| "learning_rate": 0.00018133181750711348, | |
| "loss": 46.0, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 0.08220955242224574, | |
| "grad_norm": 0.0009648207924328744, | |
| "learning_rate": 0.00018127064089100447, | |
| "loss": 46.0, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 0.08234611314055512, | |
| "grad_norm": 0.0010155495256185532, | |
| "learning_rate": 0.00018120937455453424, | |
| "loss": 46.0, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 0.0824826738588645, | |
| "grad_norm": 0.0008265697979368269, | |
| "learning_rate": 0.000181148018565339, | |
| "loss": 46.0, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 0.08261923457717388, | |
| "grad_norm": 0.0006557560409419239, | |
| "learning_rate": 0.00018108657299115396, | |
| "loss": 46.0, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.08275579529548326, | |
| "grad_norm": 0.0003027521597687155, | |
| "learning_rate": 0.0001810250378998132, | |
| "loss": 46.0, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 0.08289235601379263, | |
| "grad_norm": 0.00038604583824053407, | |
| "learning_rate": 0.00018096341335924955, | |
| "loss": 46.0, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 0.08302891673210201, | |
| "grad_norm": 0.0011505828006193042, | |
| "learning_rate": 0.00018090169943749476, | |
| "loss": 46.0, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 0.08316547745041139, | |
| "grad_norm": 0.00021457420371007174, | |
| "learning_rate": 0.00018083989620267907, | |
| "loss": 46.0, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 0.08330203816872077, | |
| "grad_norm": 0.000474292115541175, | |
| "learning_rate": 0.0001807780037230315, | |
| "loss": 46.0, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.08343859888703015, | |
| "grad_norm": 0.00048646898358128965, | |
| "learning_rate": 0.00018071602206687942, | |
| "loss": 46.0, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 0.08357515960533952, | |
| "grad_norm": 0.0005354878958314657, | |
| "learning_rate": 0.00018065395130264876, | |
| "loss": 46.0, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 0.0837117203236489, | |
| "grad_norm": 0.00048499630065634847, | |
| "learning_rate": 0.00018059179149886378, | |
| "loss": 46.0, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 0.08384828104195828, | |
| "grad_norm": 0.0008654086268506944, | |
| "learning_rate": 0.00018052954272414706, | |
| "loss": 46.0, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 0.08398484176026766, | |
| "grad_norm": 0.0005253584822639823, | |
| "learning_rate": 0.0001804672050472194, | |
| "loss": 46.0, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.08412140247857704, | |
| "grad_norm": 0.0017661650199443102, | |
| "learning_rate": 0.0001804047785368997, | |
| "loss": 46.0, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 0.08425796319688642, | |
| "grad_norm": 0.0003864025929942727, | |
| "learning_rate": 0.00018034226326210496, | |
| "loss": 46.0, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 0.0843945239151958, | |
| "grad_norm": 0.000856466474942863, | |
| "learning_rate": 0.00018027965929185024, | |
| "loss": 46.0, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 0.08453108463350517, | |
| "grad_norm": 0.0004072580486536026, | |
| "learning_rate": 0.00018021696669524842, | |
| "loss": 46.0, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 0.08466764535181455, | |
| "grad_norm": 0.0010099663631990552, | |
| "learning_rate": 0.0001801541855415102, | |
| "loss": 46.0, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.08480420607012393, | |
| "grad_norm": 0.001016309019178152, | |
| "learning_rate": 0.00018009131589994418, | |
| "loss": 46.0, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 0.0849407667884333, | |
| "grad_norm": 0.001154162921011448, | |
| "learning_rate": 0.00018002835783995652, | |
| "loss": 46.0, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 0.08507732750674268, | |
| "grad_norm": 0.0006390147027559578, | |
| "learning_rate": 0.00017996531143105106, | |
| "loss": 46.0, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 0.08521388822505206, | |
| "grad_norm": 0.0012196438619866967, | |
| "learning_rate": 0.00017990217674282915, | |
| "loss": 46.0, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 0.08535044894336144, | |
| "grad_norm": 0.0003661528753582388, | |
| "learning_rate": 0.0001798389538449896, | |
| "loss": 46.0, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.08548700966167082, | |
| "grad_norm": 0.0006461184821091592, | |
| "learning_rate": 0.0001797756428073286, | |
| "loss": 46.0, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 0.0856235703799802, | |
| "grad_norm": 0.0010678149992600083, | |
| "learning_rate": 0.00017971224369973964, | |
| "loss": 46.0, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 0.08576013109828957, | |
| "grad_norm": 0.0006297577056102455, | |
| "learning_rate": 0.00017964875659221344, | |
| "loss": 46.0, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 0.08589669181659895, | |
| "grad_norm": 0.000396767514757812, | |
| "learning_rate": 0.00017958518155483788, | |
| "loss": 46.0, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 0.08603325253490833, | |
| "grad_norm": 0.0011105970479547977, | |
| "learning_rate": 0.00017952151865779792, | |
| "loss": 46.0, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.08616981325321771, | |
| "grad_norm": 0.0012717852368950844, | |
| "learning_rate": 0.00017945776797137543, | |
| "loss": 46.0, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 0.08630637397152709, | |
| "grad_norm": 0.0007417348097078502, | |
| "learning_rate": 0.00017939392956594933, | |
| "loss": 46.0, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 0.08644293468983646, | |
| "grad_norm": 0.00036522196023724973, | |
| "learning_rate": 0.00017933000351199533, | |
| "loss": 46.0, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 0.08657949540814584, | |
| "grad_norm": 0.0013521965593099594, | |
| "learning_rate": 0.00017926598988008582, | |
| "loss": 46.0, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 0.08671605612645522, | |
| "grad_norm": 0.0007052735309116542, | |
| "learning_rate": 0.00017920188874089, | |
| "loss": 46.0, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.0868526168447646, | |
| "grad_norm": 0.0010762631427496672, | |
| "learning_rate": 0.00017913770016517354, | |
| "loss": 46.0, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 0.08698917756307398, | |
| "grad_norm": 0.002226311946287751, | |
| "learning_rate": 0.0001790734242237988, | |
| "loss": 46.0, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 0.08712573828138336, | |
| "grad_norm": 0.004666191525757313, | |
| "learning_rate": 0.00017900906098772444, | |
| "loss": 46.0, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 0.08726229899969273, | |
| "grad_norm": 0.0010003356728702784, | |
| "learning_rate": 0.00017894461052800557, | |
| "loss": 46.0, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 0.08739885971800211, | |
| "grad_norm": 0.0011451984755694866, | |
| "learning_rate": 0.00017888007291579357, | |
| "loss": 46.0, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.08753542043631149, | |
| "grad_norm": 0.0011838976060971618, | |
| "learning_rate": 0.000178815448222336, | |
| "loss": 46.0, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 0.08767198115462087, | |
| "grad_norm": 0.0011408502468839288, | |
| "learning_rate": 0.0001787507365189767, | |
| "loss": 46.0, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 0.08780854187293025, | |
| "grad_norm": 0.0007302387966774404, | |
| "learning_rate": 0.00017868593787715535, | |
| "loss": 46.0, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 0.08794510259123962, | |
| "grad_norm": 0.0010645872680470347, | |
| "learning_rate": 0.00017862105236840777, | |
| "loss": 46.0, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 0.088081663309549, | |
| "grad_norm": 0.0014955222140997648, | |
| "learning_rate": 0.00017855608006436558, | |
| "loss": 46.0, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.08821822402785838, | |
| "grad_norm": 0.0011010526213794947, | |
| "learning_rate": 0.0001784910210367563, | |
| "loss": 46.0, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 0.08835478474616776, | |
| "grad_norm": 0.0005369166028685868, | |
| "learning_rate": 0.00017842587535740314, | |
| "loss": 46.0, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 0.08849134546447714, | |
| "grad_norm": 0.0007034659502096474, | |
| "learning_rate": 0.00017836064309822503, | |
| "loss": 46.0, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 0.08862790618278653, | |
| "grad_norm": 0.0008996776887215674, | |
| "learning_rate": 0.00017829532433123635, | |
| "loss": 46.0, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 0.0887644669010959, | |
| "grad_norm": 0.001349107245914638, | |
| "learning_rate": 0.00017822991912854713, | |
| "loss": 46.0, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.08890102761940528, | |
| "grad_norm": 0.00062900735065341, | |
| "learning_rate": 0.00017816442756236276, | |
| "loss": 46.0, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 0.08903758833771466, | |
| "grad_norm": 0.000961163139436394, | |
| "learning_rate": 0.00017809884970498396, | |
| "loss": 46.0, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 0.08917414905602404, | |
| "grad_norm": 0.0008951184572651982, | |
| "learning_rate": 0.00017803318562880673, | |
| "loss": 46.0, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 0.08931070977433342, | |
| "grad_norm": 0.000987289589829743, | |
| "learning_rate": 0.00017796743540632223, | |
| "loss": 46.0, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 0.0894472704926428, | |
| "grad_norm": 0.0005511721828952432, | |
| "learning_rate": 0.0001779015991101168, | |
| "loss": 46.0, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.08958383121095218, | |
| "grad_norm": 0.0008138107368722558, | |
| "learning_rate": 0.00017783567681287166, | |
| "loss": 46.0, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 0.08972039192926155, | |
| "grad_norm": 0.0005222151521593332, | |
| "learning_rate": 0.00017776966858736314, | |
| "loss": 46.0, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 0.08985695264757093, | |
| "grad_norm": 0.0005912959459237754, | |
| "learning_rate": 0.00017770357450646232, | |
| "loss": 46.0, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 0.08999351336588031, | |
| "grad_norm": 0.00042330275755375624, | |
| "learning_rate": 0.00017763739464313506, | |
| "loss": 46.0, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 0.09013007408418969, | |
| "grad_norm": 0.0006147885578684509, | |
| "learning_rate": 0.000177571129070442, | |
| "loss": 46.0, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.09026663480249907, | |
| "grad_norm": 0.0013564558466896415, | |
| "learning_rate": 0.00017750477786153832, | |
| "loss": 46.0, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 0.09040319552080844, | |
| "grad_norm": 0.0008140000863932073, | |
| "learning_rate": 0.0001774383410896738, | |
| "loss": 46.0, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 0.09053975623911782, | |
| "grad_norm": 0.0005956863751634955, | |
| "learning_rate": 0.00017737181882819262, | |
| "loss": 46.0, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 0.0906763169574272, | |
| "grad_norm": 0.0005575847462750971, | |
| "learning_rate": 0.0001773052111505334, | |
| "loss": 46.0, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 0.09081287767573658, | |
| "grad_norm": 0.00038412457797676325, | |
| "learning_rate": 0.00017723851813022901, | |
| "loss": 46.0, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.09094943839404596, | |
| "grad_norm": 0.0009578867466188967, | |
| "learning_rate": 0.00017717173984090658, | |
| "loss": 46.0, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 0.09108599911235533, | |
| "grad_norm": 0.0004775691486429423, | |
| "learning_rate": 0.00017710487635628735, | |
| "loss": 46.0, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 0.09122255983066471, | |
| "grad_norm": 0.0006319622043520212, | |
| "learning_rate": 0.00017703792775018655, | |
| "loss": 46.0, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 0.09135912054897409, | |
| "grad_norm": 0.0006505327764898539, | |
| "learning_rate": 0.0001769708940965135, | |
| "loss": 46.0, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 0.09149568126728347, | |
| "grad_norm": 0.00035890881554223597, | |
| "learning_rate": 0.00017690377546927133, | |
| "loss": 46.0, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.09163224198559285, | |
| "grad_norm": 0.0005791863077320158, | |
| "learning_rate": 0.000176836571942557, | |
| "loss": 46.0, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 0.09176880270390222, | |
| "grad_norm": 0.0005439603119157255, | |
| "learning_rate": 0.00017676928359056123, | |
| "loss": 46.0, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 0.0919053634222116, | |
| "grad_norm": 0.0006497172289527953, | |
| "learning_rate": 0.0001767019104875683, | |
| "loss": 46.0, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 0.09204192414052098, | |
| "grad_norm": 0.0004997221985831857, | |
| "learning_rate": 0.00017663445270795611, | |
| "loss": 46.0, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 0.09217848485883036, | |
| "grad_norm": 0.0010348627110943198, | |
| "learning_rate": 0.0001765669103261961, | |
| "loss": 46.0, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.09231504557713974, | |
| "grad_norm": 0.0006982755148783326, | |
| "learning_rate": 0.00017649928341685297, | |
| "loss": 46.0, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 0.09245160629544912, | |
| "grad_norm": 0.0008973072981461883, | |
| "learning_rate": 0.00017643157205458483, | |
| "loss": 46.0, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 0.0925881670137585, | |
| "grad_norm": 0.0009211792494170368, | |
| "learning_rate": 0.00017636377631414303, | |
| "loss": 46.0, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 0.09272472773206787, | |
| "grad_norm": 0.0013491098070517182, | |
| "learning_rate": 0.00017629589627037203, | |
| "loss": 46.0, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 0.09286128845037725, | |
| "grad_norm": 0.0011835723416879773, | |
| "learning_rate": 0.00017622793199820934, | |
| "loss": 46.0, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.09299784916868663, | |
| "grad_norm": 0.0003937036672141403, | |
| "learning_rate": 0.0001761598835726855, | |
| "loss": 46.0, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 0.093134409886996, | |
| "grad_norm": 0.00029390319832600653, | |
| "learning_rate": 0.00017609175106892395, | |
| "loss": 46.0, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 0.09327097060530538, | |
| "grad_norm": 0.0005982140428386629, | |
| "learning_rate": 0.00017602353456214095, | |
| "loss": 46.0, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 0.09340753132361476, | |
| "grad_norm": 0.0007088780985213816, | |
| "learning_rate": 0.00017595523412764549, | |
| "loss": 46.0, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 0.09354409204192414, | |
| "grad_norm": 0.000541395100299269, | |
| "learning_rate": 0.0001758868498408392, | |
| "loss": 46.0, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.09368065276023352, | |
| "grad_norm": 0.0010750001529231668, | |
| "learning_rate": 0.0001758183817772163, | |
| "loss": 46.0, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 0.0938172134785429, | |
| "grad_norm": 0.0009917879942804575, | |
| "learning_rate": 0.00017574983001236345, | |
| "loss": 46.0, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 0.09395377419685227, | |
| "grad_norm": 0.0007594460621476173, | |
| "learning_rate": 0.00017568119462195978, | |
| "loss": 46.0, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 0.09409033491516165, | |
| "grad_norm": 0.0013289398048073053, | |
| "learning_rate": 0.00017561247568177672, | |
| "loss": 46.0, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 0.09422689563347103, | |
| "grad_norm": 0.002443774603307247, | |
| "learning_rate": 0.00017554367326767792, | |
| "loss": 46.0, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.09436345635178041, | |
| "grad_norm": 0.000834045116789639, | |
| "learning_rate": 0.0001754747874556192, | |
| "loss": 46.0, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 0.09450001707008979, | |
| "grad_norm": 0.0008974446100182831, | |
| "learning_rate": 0.0001754058183216484, | |
| "loss": 46.0, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 0.09463657778839916, | |
| "grad_norm": 0.0006684563704766333, | |
| "learning_rate": 0.00017533676594190544, | |
| "loss": 46.0, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 0.09477313850670854, | |
| "grad_norm": 0.0005444415146484971, | |
| "learning_rate": 0.00017526763039262206, | |
| "loss": 46.0, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 0.09490969922501792, | |
| "grad_norm": 0.00041295934352092445, | |
| "learning_rate": 0.00017519841175012184, | |
| "loss": 46.0, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.0950462599433273, | |
| "grad_norm": 0.0014025474665686488, | |
| "learning_rate": 0.0001751291100908201, | |
| "loss": 46.0, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 0.09518282066163668, | |
| "grad_norm": 0.0016710846684873104, | |
| "learning_rate": 0.0001750597254912238, | |
| "loss": 46.0, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 0.09531938137994606, | |
| "grad_norm": 0.002275792183354497, | |
| "learning_rate": 0.00017499025802793146, | |
| "loss": 46.0, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 0.09545594209825543, | |
| "grad_norm": 0.001069681253284216, | |
| "learning_rate": 0.0001749207077776331, | |
| "loss": 46.0, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 0.09559250281656481, | |
| "grad_norm": 0.0005686444346792996, | |
| "learning_rate": 0.00017485107481711012, | |
| "loss": 46.0, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.09572906353487419, | |
| "grad_norm": 0.0004446564707905054, | |
| "learning_rate": 0.00017478135922323522, | |
| "loss": 46.0, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 0.09586562425318357, | |
| "grad_norm": 0.0005210356903262436, | |
| "learning_rate": 0.00017471156107297232, | |
| "loss": 46.0, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 0.09600218497149295, | |
| "grad_norm": 0.0006958620506338775, | |
| "learning_rate": 0.00017464168044337654, | |
| "loss": 46.0, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 0.09613874568980232, | |
| "grad_norm": 0.000465748249553144, | |
| "learning_rate": 0.00017457171741159394, | |
| "loss": 46.0, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 0.0962753064081117, | |
| "grad_norm": 0.0003542457125149667, | |
| "learning_rate": 0.0001745016720548617, | |
| "loss": 46.0, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.09641186712642108, | |
| "grad_norm": 0.0006130662513896823, | |
| "learning_rate": 0.00017443154445050775, | |
| "loss": 46.0, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 0.09654842784473046, | |
| "grad_norm": 0.0005357970949262381, | |
| "learning_rate": 0.00017436133467595087, | |
| "loss": 46.0, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 0.09668498856303984, | |
| "grad_norm": 0.0003605932288337499, | |
| "learning_rate": 0.00017429104280870057, | |
| "loss": 46.0, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 0.09682154928134921, | |
| "grad_norm": 0.0004822358023375273, | |
| "learning_rate": 0.00017422066892635696, | |
| "loss": 46.0, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 0.09695810999965859, | |
| "grad_norm": 0.000799324014224112, | |
| "learning_rate": 0.0001741502131066107, | |
| "loss": 46.0, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.09709467071796797, | |
| "grad_norm": 0.0005530801718123257, | |
| "learning_rate": 0.00017407967542724297, | |
| "loss": 46.0, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 0.09723123143627735, | |
| "grad_norm": 0.0008446394931524992, | |
| "learning_rate": 0.0001740090559661252, | |
| "loss": 46.0, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 0.09736779215458673, | |
| "grad_norm": 0.0004706636827904731, | |
| "learning_rate": 0.0001739383548012192, | |
| "loss": 46.0, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 0.0975043528728961, | |
| "grad_norm": 0.0003858576819766313, | |
| "learning_rate": 0.00017386757201057692, | |
| "loss": 46.0, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 0.09764091359120548, | |
| "grad_norm": 0.0006433392409235239, | |
| "learning_rate": 0.00017379670767234045, | |
| "loss": 46.0, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 0.09777747430951486, | |
| "grad_norm": 0.00046265096170827746, | |
| "learning_rate": 0.0001737257618647419, | |
| "loss": 46.0, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 0.09791403502782425, | |
| "grad_norm": 0.0004183817654848099, | |
| "learning_rate": 0.00017365473466610337, | |
| "loss": 46.0, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 0.09805059574613363, | |
| "grad_norm": 0.0005469456664286554, | |
| "learning_rate": 0.0001735836261548367, | |
| "loss": 46.0, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 0.09818715646444301, | |
| "grad_norm": 0.000383463193429634, | |
| "learning_rate": 0.00017351243640944362, | |
| "loss": 46.0, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 0.09832371718275239, | |
| "grad_norm": 0.0005470316973514855, | |
| "learning_rate": 0.00017344116550851543, | |
| "loss": 46.0, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.09846027790106177, | |
| "grad_norm": 0.00037759976112283766, | |
| "learning_rate": 0.00017336981353073314, | |
| "loss": 46.0, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 0.09859683861937114, | |
| "grad_norm": 0.0006073216791264713, | |
| "learning_rate": 0.00017329838055486717, | |
| "loss": 46.0, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 0.09873339933768052, | |
| "grad_norm": 0.0004972846945747733, | |
| "learning_rate": 0.00017322686665977737, | |
| "loss": 46.0, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 0.0988699600559899, | |
| "grad_norm": 0.0004591084725689143, | |
| "learning_rate": 0.00017315527192441298, | |
| "loss": 46.0, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 0.09900652077429928, | |
| "grad_norm": 0.0008169691427610815, | |
| "learning_rate": 0.00017308359642781242, | |
| "loss": 46.0, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.09914308149260866, | |
| "grad_norm": 0.0005359476199373603, | |
| "learning_rate": 0.00017301184024910333, | |
| "loss": 46.0, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 0.09927964221091803, | |
| "grad_norm": 0.0005213018739596009, | |
| "learning_rate": 0.0001729400034675024, | |
| "loss": 46.0, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 0.09941620292922741, | |
| "grad_norm": 0.0006647670525126159, | |
| "learning_rate": 0.00017286808616231522, | |
| "loss": 46.0, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 0.09955276364753679, | |
| "grad_norm": 0.0007033472065813839, | |
| "learning_rate": 0.00017279608841293639, | |
| "loss": 46.0, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 0.09968932436584617, | |
| "grad_norm": 0.0009473874815739691, | |
| "learning_rate": 0.00017272401029884933, | |
| "loss": 46.0, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.09982588508415555, | |
| "grad_norm": 0.0005871194880455732, | |
| "learning_rate": 0.00017265185189962608, | |
| "loss": 46.0, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 0.09996244580246492, | |
| "grad_norm": 0.00048681360203772783, | |
| "learning_rate": 0.00017257961329492728, | |
| "loss": 46.0, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 0.1000990065207743, | |
| "grad_norm": 0.0005745171220041811, | |
| "learning_rate": 0.00017250729456450234, | |
| "loss": 46.0, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 0.10023556723908368, | |
| "grad_norm": 0.00050855748122558, | |
| "learning_rate": 0.0001724348957881889, | |
| "loss": 46.0, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 0.10037212795739306, | |
| "grad_norm": 0.00042842066613957286, | |
| "learning_rate": 0.00017236241704591304, | |
| "loss": 46.0, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.10050868867570244, | |
| "grad_norm": 0.0010201798286288977, | |
| "learning_rate": 0.00017228985841768915, | |
| "loss": 46.0, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 0.10064524939401182, | |
| "grad_norm": 0.0005850894376635551, | |
| "learning_rate": 0.00017221721998361976, | |
| "loss": 46.0, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 0.1007818101123212, | |
| "grad_norm": 0.0009064356563612819, | |
| "learning_rate": 0.00017214450182389559, | |
| "loss": 46.0, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 0.10091837083063057, | |
| "grad_norm": 0.0015590882394462824, | |
| "learning_rate": 0.00017207170401879526, | |
| "loss": 46.0, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 0.10105493154893995, | |
| "grad_norm": 0.0011711895931512117, | |
| "learning_rate": 0.00017199882664868538, | |
| "loss": 46.0, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.10119149226724933, | |
| "grad_norm": 0.0029380624182522297, | |
| "learning_rate": 0.00017192586979402044, | |
| "loss": 46.0, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 0.1013280529855587, | |
| "grad_norm": 0.0007488722330890596, | |
| "learning_rate": 0.0001718528335353426, | |
| "loss": 46.0, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 0.10146461370386808, | |
| "grad_norm": 0.0006716151256114244, | |
| "learning_rate": 0.00017177971795328167, | |
| "loss": 46.0, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 0.10160117442217746, | |
| "grad_norm": 0.0008320304332301021, | |
| "learning_rate": 0.00017170652312855514, | |
| "loss": 46.0, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 0.10173773514048684, | |
| "grad_norm": 0.002169104292988777, | |
| "learning_rate": 0.00017163324914196783, | |
| "loss": 46.0, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 0.10187429585879622, | |
| "grad_norm": 0.0008557327091693878, | |
| "learning_rate": 0.00017155989607441213, | |
| "loss": 46.0, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 0.1020108565771056, | |
| "grad_norm": 0.0009351296466775239, | |
| "learning_rate": 0.00017148646400686753, | |
| "loss": 46.0, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 0.10214741729541497, | |
| "grad_norm": 0.0019438541494309902, | |
| "learning_rate": 0.00017141295302040095, | |
| "loss": 46.0, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 0.10228397801372435, | |
| "grad_norm": 0.0014289816608652472, | |
| "learning_rate": 0.00017133936319616626, | |
| "loss": 46.0, | |
| "step": 749 | |
| }, | |
| { | |
| "epoch": 0.10242053873203373, | |
| "grad_norm": 0.003017352195456624, | |
| "learning_rate": 0.00017126569461540443, | |
| "loss": 46.0, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.10255709945034311, | |
| "grad_norm": 0.0006331245531328022, | |
| "learning_rate": 0.00017119194735944337, | |
| "loss": 46.0, | |
| "step": 751 | |
| }, | |
| { | |
| "epoch": 0.10269366016865249, | |
| "grad_norm": 0.0009659952484071255, | |
| "learning_rate": 0.0001711181215096979, | |
| "loss": 46.0, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 0.10283022088696187, | |
| "grad_norm": 0.0003564142098184675, | |
| "learning_rate": 0.00017104421714766947, | |
| "loss": 46.0, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 0.10296678160527124, | |
| "grad_norm": 0.0004242552968207747, | |
| "learning_rate": 0.00017097023435494636, | |
| "loss": 46.0, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 0.10310334232358062, | |
| "grad_norm": 0.00037972754216752946, | |
| "learning_rate": 0.00017089617321320335, | |
| "loss": 46.0, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 0.10323990304189, | |
| "grad_norm": 0.00022272802016232163, | |
| "learning_rate": 0.0001708220338042017, | |
| "loss": 46.0, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 0.10337646376019938, | |
| "grad_norm": 0.0004986607236787677, | |
| "learning_rate": 0.0001707478162097891, | |
| "loss": 46.0, | |
| "step": 757 | |
| }, | |
| { | |
| "epoch": 0.10351302447850876, | |
| "grad_norm": 0.0006160014308989048, | |
| "learning_rate": 0.00017067352051189965, | |
| "loss": 46.0, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 0.10364958519681813, | |
| "grad_norm": 0.0006992130074650049, | |
| "learning_rate": 0.0001705991467925535, | |
| "loss": 46.0, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 0.10378614591512751, | |
| "grad_norm": 0.0003626852994784713, | |
| "learning_rate": 0.000170524695133857, | |
| "loss": 46.0, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.10392270663343689, | |
| "grad_norm": 0.0008579789428040385, | |
| "learning_rate": 0.0001704501656180026, | |
| "loss": 46.0, | |
| "step": 761 | |
| }, | |
| { | |
| "epoch": 0.10405926735174627, | |
| "grad_norm": 0.0009895421098917723, | |
| "learning_rate": 0.00017037555832726865, | |
| "loss": 46.0, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 0.10419582807005565, | |
| "grad_norm": 0.0005099592381156981, | |
| "learning_rate": 0.00017030087334401936, | |
| "loss": 46.0, | |
| "step": 763 | |
| }, | |
| { | |
| "epoch": 0.10433238878836502, | |
| "grad_norm": 0.0006343593122437596, | |
| "learning_rate": 0.00017022611075070474, | |
| "loss": 46.0, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 0.1044689495066744, | |
| "grad_norm": 0.0002918439276982099, | |
| "learning_rate": 0.00017015127062986043, | |
| "loss": 46.0, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.10460551022498378, | |
| "grad_norm": 0.00021448293409775943, | |
| "learning_rate": 0.00017007635306410775, | |
| "loss": 46.0, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 0.10474207094329316, | |
| "grad_norm": 0.0003549446410033852, | |
| "learning_rate": 0.00017000135813615338, | |
| "loss": 46.0, | |
| "step": 767 | |
| }, | |
| { | |
| "epoch": 0.10487863166160254, | |
| "grad_norm": 0.0008276899461634457, | |
| "learning_rate": 0.00016992628592878956, | |
| "loss": 46.0, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 0.10501519237991191, | |
| "grad_norm": 0.0006797234527766705, | |
| "learning_rate": 0.00016985113652489374, | |
| "loss": 46.0, | |
| "step": 769 | |
| }, | |
| { | |
| "epoch": 0.10515175309822129, | |
| "grad_norm": 0.0012585432268679142, | |
| "learning_rate": 0.00016977591000742854, | |
| "loss": 46.0, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.10528831381653067, | |
| "grad_norm": 0.0007930306601338089, | |
| "learning_rate": 0.0001697006064594419, | |
| "loss": 46.0, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 0.10542487453484005, | |
| "grad_norm": 0.0008263712516054511, | |
| "learning_rate": 0.00016962522596406662, | |
| "loss": 46.0, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 0.10556143525314943, | |
| "grad_norm": 0.0004895622842013836, | |
| "learning_rate": 0.00016954976860452054, | |
| "loss": 46.0, | |
| "step": 773 | |
| }, | |
| { | |
| "epoch": 0.1056979959714588, | |
| "grad_norm": 0.000630986993201077, | |
| "learning_rate": 0.00016947423446410636, | |
| "loss": 46.0, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 0.10583455668976818, | |
| "grad_norm": 0.0006404675077646971, | |
| "learning_rate": 0.00016939862362621146, | |
| "loss": 46.0, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.10597111740807756, | |
| "grad_norm": 0.0023967279121279716, | |
| "learning_rate": 0.00016932293617430796, | |
| "loss": 46.0, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 0.10610767812638694, | |
| "grad_norm": 0.0005658793961629272, | |
| "learning_rate": 0.0001692471721919526, | |
| "loss": 46.0, | |
| "step": 777 | |
| }, | |
| { | |
| "epoch": 0.10624423884469632, | |
| "grad_norm": 0.0009352597990073264, | |
| "learning_rate": 0.00016917133176278648, | |
| "loss": 46.0, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 0.1063807995630057, | |
| "grad_norm": 0.0011438351357355714, | |
| "learning_rate": 0.00016909541497053522, | |
| "loss": 46.0, | |
| "step": 779 | |
| }, | |
| { | |
| "epoch": 0.10651736028131507, | |
| "grad_norm": 0.0010559734655544162, | |
| "learning_rate": 0.00016901942189900867, | |
| "loss": 46.0, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.10665392099962445, | |
| "grad_norm": 0.0005015085334889591, | |
| "learning_rate": 0.0001689433526321009, | |
| "loss": 46.0, | |
| "step": 781 | |
| }, | |
| { | |
| "epoch": 0.10679048171793383, | |
| "grad_norm": 0.0003511472314130515, | |
| "learning_rate": 0.0001688672072537902, | |
| "loss": 46.0, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 0.10692704243624321, | |
| "grad_norm": 0.000647745851892978, | |
| "learning_rate": 0.00016879098584813865, | |
| "loss": 46.0, | |
| "step": 783 | |
| }, | |
| { | |
| "epoch": 0.10706360315455259, | |
| "grad_norm": 0.0014171921648085117, | |
| "learning_rate": 0.00016871468849929253, | |
| "loss": 46.0, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 0.10720016387286196, | |
| "grad_norm": 0.0005998522392474115, | |
| "learning_rate": 0.00016863831529148176, | |
| "loss": 46.0, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.10733672459117136, | |
| "grad_norm": 0.0008481833501718938, | |
| "learning_rate": 0.00016856186630902014, | |
| "loss": 46.0, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 0.10747328530948073, | |
| "grad_norm": 0.001625437056645751, | |
| "learning_rate": 0.00016848534163630498, | |
| "loss": 46.0, | |
| "step": 787 | |
| }, | |
| { | |
| "epoch": 0.10760984602779011, | |
| "grad_norm": 0.004598119296133518, | |
| "learning_rate": 0.0001684087413578173, | |
| "loss": 46.0, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 0.10774640674609949, | |
| "grad_norm": 0.0032096696086227894, | |
| "learning_rate": 0.00016833206555812153, | |
| "loss": 46.0, | |
| "step": 789 | |
| }, | |
| { | |
| "epoch": 0.10788296746440887, | |
| "grad_norm": 0.00042951159412041306, | |
| "learning_rate": 0.00016825531432186543, | |
| "loss": 46.0, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.10801952818271825, | |
| "grad_norm": 0.0017844205722212791, | |
| "learning_rate": 0.00016817848773378007, | |
| "loss": 46.0, | |
| "step": 791 | |
| }, | |
| { | |
| "epoch": 0.10815608890102762, | |
| "grad_norm": 0.0006350985495373607, | |
| "learning_rate": 0.00016810158587867973, | |
| "loss": 46.0, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 0.108292649619337, | |
| "grad_norm": 0.0009360946132801473, | |
| "learning_rate": 0.00016802460884146175, | |
| "loss": 46.0, | |
| "step": 793 | |
| }, | |
| { | |
| "epoch": 0.10842921033764638, | |
| "grad_norm": 0.00030124749173410237, | |
| "learning_rate": 0.0001679475567071065, | |
| "loss": 46.0, | |
| "step": 794 | |
| }, | |
| { | |
| "epoch": 0.10856577105595576, | |
| "grad_norm": 0.00164910894818604, | |
| "learning_rate": 0.0001678704295606772, | |
| "loss": 46.0, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 0.10870233177426514, | |
| "grad_norm": 0.0012204207014292479, | |
| "learning_rate": 0.00016779322748731995, | |
| "loss": 46.0, | |
| "step": 796 | |
| }, | |
| { | |
| "epoch": 0.10883889249257452, | |
| "grad_norm": 0.0007130260928533971, | |
| "learning_rate": 0.0001677159505722635, | |
| "loss": 46.0, | |
| "step": 797 | |
| }, | |
| { | |
| "epoch": 0.1089754532108839, | |
| "grad_norm": 0.0006258345092646778, | |
| "learning_rate": 0.0001676385989008193, | |
| "loss": 46.0, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 0.10911201392919327, | |
| "grad_norm": 0.0013600183883681893, | |
| "learning_rate": 0.00016756117255838128, | |
| "loss": 46.0, | |
| "step": 799 | |
| }, | |
| { | |
| "epoch": 0.10924857464750265, | |
| "grad_norm": 0.001245712861418724, | |
| "learning_rate": 0.00016748367163042576, | |
| "loss": 46.0, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.10938513536581203, | |
| "grad_norm": 0.00043424879550002515, | |
| "learning_rate": 0.0001674060962025115, | |
| "loss": 46.0, | |
| "step": 801 | |
| }, | |
| { | |
| "epoch": 0.1095216960841214, | |
| "grad_norm": 0.00040041119791567326, | |
| "learning_rate": 0.00016732844636027948, | |
| "loss": 46.0, | |
| "step": 802 | |
| }, | |
| { | |
| "epoch": 0.10965825680243078, | |
| "grad_norm": 0.00047825041110627353, | |
| "learning_rate": 0.00016725072218945272, | |
| "loss": 46.0, | |
| "step": 803 | |
| }, | |
| { | |
| "epoch": 0.10979481752074016, | |
| "grad_norm": 0.0006943688495084643, | |
| "learning_rate": 0.00016717292377583647, | |
| "loss": 46.0, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 0.10993137823904954, | |
| "grad_norm": 0.00046805053716525435, | |
| "learning_rate": 0.00016709505120531782, | |
| "loss": 46.0, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 0.11006793895735892, | |
| "grad_norm": 0.001021806849166751, | |
| "learning_rate": 0.00016701710456386572, | |
| "loss": 46.0, | |
| "step": 806 | |
| }, | |
| { | |
| "epoch": 0.1102044996756683, | |
| "grad_norm": 0.000839448010083288, | |
| "learning_rate": 0.000166939083937531, | |
| "loss": 46.0, | |
| "step": 807 | |
| }, | |
| { | |
| "epoch": 0.11034106039397767, | |
| "grad_norm": 0.0007610208704136312, | |
| "learning_rate": 0.0001668609894124461, | |
| "loss": 46.0, | |
| "step": 808 | |
| }, | |
| { | |
| "epoch": 0.11047762111228705, | |
| "grad_norm": 0.0008387729176320136, | |
| "learning_rate": 0.00016678282107482502, | |
| "loss": 46.0, | |
| "step": 809 | |
| }, | |
| { | |
| "epoch": 0.11061418183059643, | |
| "grad_norm": 0.0005413633771240711, | |
| "learning_rate": 0.00016670457901096328, | |
| "loss": 46.0, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.11075074254890581, | |
| "grad_norm": 0.0008596319821663201, | |
| "learning_rate": 0.0001666262633072378, | |
| "loss": 46.0, | |
| "step": 811 | |
| }, | |
| { | |
| "epoch": 0.11088730326721519, | |
| "grad_norm": 0.0005809023859910667, | |
| "learning_rate": 0.0001665478740501067, | |
| "loss": 46.0, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 0.11102386398552457, | |
| "grad_norm": 0.0005002027610316873, | |
| "learning_rate": 0.00016646941132610947, | |
| "loss": 46.0, | |
| "step": 813 | |
| }, | |
| { | |
| "epoch": 0.11116042470383394, | |
| "grad_norm": 0.0005074172513559461, | |
| "learning_rate": 0.0001663908752218666, | |
| "loss": 46.0, | |
| "step": 814 | |
| }, | |
| { | |
| "epoch": 0.11129698542214332, | |
| "grad_norm": 0.00038702471647411585, | |
| "learning_rate": 0.00016631226582407952, | |
| "loss": 46.0, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 0.1114335461404527, | |
| "grad_norm": 0.0005355363246053457, | |
| "learning_rate": 0.00016623358321953078, | |
| "loss": 46.0, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 0.11157010685876208, | |
| "grad_norm": 0.000400405318941921, | |
| "learning_rate": 0.00016615482749508356, | |
| "loss": 46.0, | |
| "step": 817 | |
| }, | |
| { | |
| "epoch": 0.11170666757707146, | |
| "grad_norm": 0.0003890878870151937, | |
| "learning_rate": 0.00016607599873768182, | |
| "loss": 46.0, | |
| "step": 818 | |
| }, | |
| { | |
| "epoch": 0.11184322829538083, | |
| "grad_norm": 0.0006321795517578721, | |
| "learning_rate": 0.0001659970970343502, | |
| "loss": 46.0, | |
| "step": 819 | |
| }, | |
| { | |
| "epoch": 0.11197978901369021, | |
| "grad_norm": 0.0007353540859185159, | |
| "learning_rate": 0.00016591812247219377, | |
| "loss": 46.0, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.11211634973199959, | |
| "grad_norm": 0.0012658998603001237, | |
| "learning_rate": 0.00016583907513839817, | |
| "loss": 46.0, | |
| "step": 821 | |
| }, | |
| { | |
| "epoch": 0.11225291045030897, | |
| "grad_norm": 0.0012359356041997671, | |
| "learning_rate": 0.00016575995512022921, | |
| "loss": 46.0, | |
| "step": 822 | |
| }, | |
| { | |
| "epoch": 0.11238947116861835, | |
| "grad_norm": 0.00024977774592116475, | |
| "learning_rate": 0.00016568076250503304, | |
| "loss": 46.0, | |
| "step": 823 | |
| }, | |
| { | |
| "epoch": 0.11252603188692772, | |
| "grad_norm": 0.0007921140058897436, | |
| "learning_rate": 0.000165601497380236, | |
| "loss": 46.0, | |
| "step": 824 | |
| }, | |
| { | |
| "epoch": 0.1126625926052371, | |
| "grad_norm": 0.00028611160814762115, | |
| "learning_rate": 0.00016552215983334437, | |
| "loss": 46.0, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.11279915332354648, | |
| "grad_norm": 0.00045781530207023025, | |
| "learning_rate": 0.00016544274995194448, | |
| "loss": 46.0, | |
| "step": 826 | |
| }, | |
| { | |
| "epoch": 0.11293571404185586, | |
| "grad_norm": 0.0010054416488856077, | |
| "learning_rate": 0.0001653632678237024, | |
| "loss": 46.0, | |
| "step": 827 | |
| }, | |
| { | |
| "epoch": 0.11307227476016524, | |
| "grad_norm": 0.0003318900417070836, | |
| "learning_rate": 0.00016528371353636406, | |
| "loss": 46.0, | |
| "step": 828 | |
| }, | |
| { | |
| "epoch": 0.11320883547847461, | |
| "grad_norm": 0.0006165113882161677, | |
| "learning_rate": 0.00016520408717775507, | |
| "loss": 46.0, | |
| "step": 829 | |
| }, | |
| { | |
| "epoch": 0.11334539619678399, | |
| "grad_norm": 0.0005957252578809857, | |
| "learning_rate": 0.00016512438883578044, | |
| "loss": 46.0, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.11348195691509337, | |
| "grad_norm": 0.0002892489719670266, | |
| "learning_rate": 0.00016504461859842486, | |
| "loss": 46.0, | |
| "step": 831 | |
| }, | |
| { | |
| "epoch": 0.11361851763340275, | |
| "grad_norm": 0.00041660640272311866, | |
| "learning_rate": 0.00016496477655375227, | |
| "loss": 46.0, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 0.11375507835171213, | |
| "grad_norm": 0.00023521836556028575, | |
| "learning_rate": 0.00016488486278990586, | |
| "loss": 46.0, | |
| "step": 833 | |
| }, | |
| { | |
| "epoch": 0.1138916390700215, | |
| "grad_norm": 0.0009512827964499593, | |
| "learning_rate": 0.00016480487739510807, | |
| "loss": 46.0, | |
| "step": 834 | |
| }, | |
| { | |
| "epoch": 0.11402819978833088, | |
| "grad_norm": 0.0008759453776292503, | |
| "learning_rate": 0.00016472482045766043, | |
| "loss": 46.0, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 0.11416476050664026, | |
| "grad_norm": 0.000294568162644282, | |
| "learning_rate": 0.00016464469206594332, | |
| "loss": 46.0, | |
| "step": 836 | |
| }, | |
| { | |
| "epoch": 0.11430132122494964, | |
| "grad_norm": 0.0007791619864292443, | |
| "learning_rate": 0.00016456449230841617, | |
| "loss": 46.0, | |
| "step": 837 | |
| }, | |
| { | |
| "epoch": 0.11443788194325902, | |
| "grad_norm": 0.0015861823922023177, | |
| "learning_rate": 0.00016448422127361706, | |
| "loss": 46.0, | |
| "step": 838 | |
| }, | |
| { | |
| "epoch": 0.1145744426615684, | |
| "grad_norm": 0.0011900209356099367, | |
| "learning_rate": 0.00016440387905016285, | |
| "loss": 46.0, | |
| "step": 839 | |
| }, | |
| { | |
| "epoch": 0.11471100337987777, | |
| "grad_norm": 0.0017578421393409371, | |
| "learning_rate": 0.00016432346572674896, | |
| "loss": 46.0, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.11484756409818715, | |
| "grad_norm": 0.0018410708289593458, | |
| "learning_rate": 0.00016424298139214929, | |
| "loss": 46.0, | |
| "step": 841 | |
| }, | |
| { | |
| "epoch": 0.11498412481649653, | |
| "grad_norm": 0.00044194411020725965, | |
| "learning_rate": 0.0001641624261352161, | |
| "loss": 46.0, | |
| "step": 842 | |
| }, | |
| { | |
| "epoch": 0.11512068553480591, | |
| "grad_norm": 0.0007466517854481936, | |
| "learning_rate": 0.00016408180004488007, | |
| "loss": 46.0, | |
| "step": 843 | |
| }, | |
| { | |
| "epoch": 0.11525724625311529, | |
| "grad_norm": 0.0008741529891267419, | |
| "learning_rate": 0.00016400110321014992, | |
| "loss": 46.0, | |
| "step": 844 | |
| }, | |
| { | |
| "epoch": 0.11539380697142466, | |
| "grad_norm": 0.0008493126952089369, | |
| "learning_rate": 0.00016392033572011261, | |
| "loss": 46.0, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 0.11553036768973404, | |
| "grad_norm": 0.0007634422508999705, | |
| "learning_rate": 0.000163839497663933, | |
| "loss": 46.0, | |
| "step": 846 | |
| }, | |
| { | |
| "epoch": 0.11566692840804342, | |
| "grad_norm": 0.0005714827566407621, | |
| "learning_rate": 0.0001637585891308539, | |
| "loss": 46.0, | |
| "step": 847 | |
| }, | |
| { | |
| "epoch": 0.1158034891263528, | |
| "grad_norm": 0.0008292211568914354, | |
| "learning_rate": 0.0001636776102101959, | |
| "loss": 46.0, | |
| "step": 848 | |
| }, | |
| { | |
| "epoch": 0.11594004984466218, | |
| "grad_norm": 0.00044870973215438426, | |
| "learning_rate": 0.00016359656099135733, | |
| "loss": 46.0, | |
| "step": 849 | |
| }, | |
| { | |
| "epoch": 0.11607661056297155, | |
| "grad_norm": 0.0012383662397041917, | |
| "learning_rate": 0.00016351544156381414, | |
| "loss": 46.0, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.11621317128128093, | |
| "grad_norm": 0.0004602587141562253, | |
| "learning_rate": 0.00016343425201711966, | |
| "loss": 46.0, | |
| "step": 851 | |
| }, | |
| { | |
| "epoch": 0.11634973199959031, | |
| "grad_norm": 0.0005955328815616667, | |
| "learning_rate": 0.00016335299244090478, | |
| "loss": 46.0, | |
| "step": 852 | |
| }, | |
| { | |
| "epoch": 0.11648629271789969, | |
| "grad_norm": 0.0005287445383146405, | |
| "learning_rate": 0.0001632716629248777, | |
| "loss": 46.0, | |
| "step": 853 | |
| }, | |
| { | |
| "epoch": 0.11662285343620908, | |
| "grad_norm": 0.0004926318651996553, | |
| "learning_rate": 0.0001631902635588237, | |
| "loss": 46.0, | |
| "step": 854 | |
| }, | |
| { | |
| "epoch": 0.11675941415451846, | |
| "grad_norm": 0.0010656327940523624, | |
| "learning_rate": 0.00016310879443260528, | |
| "loss": 46.0, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 0.11689597487282784, | |
| "grad_norm": 0.0005354030872695148, | |
| "learning_rate": 0.00016302725563616192, | |
| "loss": 46.0, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 0.11703253559113722, | |
| "grad_norm": 0.0005059898248873651, | |
| "learning_rate": 0.00016294564725951002, | |
| "loss": 46.0, | |
| "step": 857 | |
| }, | |
| { | |
| "epoch": 0.1171690963094466, | |
| "grad_norm": 0.0004201128613203764, | |
| "learning_rate": 0.0001628639693927428, | |
| "loss": 46.0, | |
| "step": 858 | |
| }, | |
| { | |
| "epoch": 0.11730565702775597, | |
| "grad_norm": 0.0003003796737175435, | |
| "learning_rate": 0.00016278222212603018, | |
| "loss": 46.0, | |
| "step": 859 | |
| }, | |
| { | |
| "epoch": 0.11744221774606535, | |
| "grad_norm": 0.0005390554433688521, | |
| "learning_rate": 0.00016270040554961868, | |
| "loss": 46.0, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.11757877846437473, | |
| "grad_norm": 0.0015715021872892976, | |
| "learning_rate": 0.00016261851975383137, | |
| "loss": 46.0, | |
| "step": 861 | |
| }, | |
| { | |
| "epoch": 0.1177153391826841, | |
| "grad_norm": 0.0010319905122742057, | |
| "learning_rate": 0.00016253656482906776, | |
| "loss": 46.0, | |
| "step": 862 | |
| }, | |
| { | |
| "epoch": 0.11785189990099348, | |
| "grad_norm": 0.000347215129295364, | |
| "learning_rate": 0.0001624545408658036, | |
| "loss": 46.0, | |
| "step": 863 | |
| }, | |
| { | |
| "epoch": 0.11798846061930286, | |
| "grad_norm": 0.0006791274063289165, | |
| "learning_rate": 0.00016237244795459086, | |
| "loss": 46.0, | |
| "step": 864 | |
| }, | |
| { | |
| "epoch": 0.11812502133761224, | |
| "grad_norm": 0.00031977854087017477, | |
| "learning_rate": 0.00016229028618605775, | |
| "loss": 46.0, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 0.11826158205592162, | |
| "grad_norm": 0.0037054885178804398, | |
| "learning_rate": 0.00016220805565090836, | |
| "loss": 46.0, | |
| "step": 866 | |
| }, | |
| { | |
| "epoch": 0.118398142774231, | |
| "grad_norm": 0.0005012017791159451, | |
| "learning_rate": 0.00016212575643992277, | |
| "loss": 46.0, | |
| "step": 867 | |
| }, | |
| { | |
| "epoch": 0.11853470349254037, | |
| "grad_norm": 0.00028602650854736567, | |
| "learning_rate": 0.00016204338864395684, | |
| "loss": 46.0, | |
| "step": 868 | |
| }, | |
| { | |
| "epoch": 0.11867126421084975, | |
| "grad_norm": 0.0006842486909590662, | |
| "learning_rate": 0.00016196095235394207, | |
| "loss": 46.0, | |
| "step": 869 | |
| }, | |
| { | |
| "epoch": 0.11880782492915913, | |
| "grad_norm": 0.000561655790079385, | |
| "learning_rate": 0.00016187844766088586, | |
| "loss": 46.0, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.11894438564746851, | |
| "grad_norm": 0.002418296178802848, | |
| "learning_rate": 0.00016179587465587077, | |
| "loss": 46.0, | |
| "step": 871 | |
| }, | |
| { | |
| "epoch": 0.11908094636577789, | |
| "grad_norm": 0.00027192741981707513, | |
| "learning_rate": 0.00016171323343005498, | |
| "loss": 46.0, | |
| "step": 872 | |
| }, | |
| { | |
| "epoch": 0.11921750708408727, | |
| "grad_norm": 0.0004957255441695452, | |
| "learning_rate": 0.0001616305240746719, | |
| "loss": 46.0, | |
| "step": 873 | |
| }, | |
| { | |
| "epoch": 0.11935406780239664, | |
| "grad_norm": 0.00048530122148804367, | |
| "learning_rate": 0.00016154774668103027, | |
| "loss": 46.0, | |
| "step": 874 | |
| }, | |
| { | |
| "epoch": 0.11949062852070602, | |
| "grad_norm": 0.0009217667393386364, | |
| "learning_rate": 0.0001614649013405138, | |
| "loss": 46.0, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.1196271892390154, | |
| "grad_norm": 0.0015625512460246682, | |
| "learning_rate": 0.0001613819881445813, | |
| "loss": 46.0, | |
| "step": 876 | |
| }, | |
| { | |
| "epoch": 0.11976374995732478, | |
| "grad_norm": 0.0009254494798369706, | |
| "learning_rate": 0.00016129900718476637, | |
| "loss": 46.0, | |
| "step": 877 | |
| }, | |
| { | |
| "epoch": 0.11990031067563416, | |
| "grad_norm": 0.00046171454596333206, | |
| "learning_rate": 0.00016121595855267767, | |
| "loss": 46.0, | |
| "step": 878 | |
| }, | |
| { | |
| "epoch": 0.12003687139394353, | |
| "grad_norm": 0.0003148307732772082, | |
| "learning_rate": 0.0001611328423399983, | |
| "loss": 46.0, | |
| "step": 879 | |
| }, | |
| { | |
| "epoch": 0.12017343211225291, | |
| "grad_norm": 0.0004730523796752095, | |
| "learning_rate": 0.00016104965863848617, | |
| "loss": 46.0, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.12030999283056229, | |
| "grad_norm": 0.001140785519964993, | |
| "learning_rate": 0.00016096640753997346, | |
| "loss": 46.0, | |
| "step": 881 | |
| }, | |
| { | |
| "epoch": 0.12044655354887167, | |
| "grad_norm": 0.0007769656367599964, | |
| "learning_rate": 0.00016088308913636703, | |
| "loss": 46.0, | |
| "step": 882 | |
| }, | |
| { | |
| "epoch": 0.12058311426718105, | |
| "grad_norm": 0.000732703018002212, | |
| "learning_rate": 0.00016079970351964783, | |
| "loss": 46.0, | |
| "step": 883 | |
| }, | |
| { | |
| "epoch": 0.12071967498549042, | |
| "grad_norm": 0.0007818607264198363, | |
| "learning_rate": 0.00016071625078187114, | |
| "loss": 46.0, | |
| "step": 884 | |
| }, | |
| { | |
| "epoch": 0.1208562357037998, | |
| "grad_norm": 0.0006149871041998267, | |
| "learning_rate": 0.00016063273101516625, | |
| "loss": 46.0, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 0.12099279642210918, | |
| "grad_norm": 0.0008054501377046108, | |
| "learning_rate": 0.00016054914431173654, | |
| "loss": 46.0, | |
| "step": 886 | |
| }, | |
| { | |
| "epoch": 0.12112935714041856, | |
| "grad_norm": 0.0008161257137544453, | |
| "learning_rate": 0.0001604654907638592, | |
| "loss": 46.0, | |
| "step": 887 | |
| }, | |
| { | |
| "epoch": 0.12126591785872794, | |
| "grad_norm": 0.0030461640562862158, | |
| "learning_rate": 0.00016038177046388523, | |
| "loss": 46.0, | |
| "step": 888 | |
| }, | |
| { | |
| "epoch": 0.12140247857703731, | |
| "grad_norm": 0.0007848728564567864, | |
| "learning_rate": 0.0001602979835042394, | |
| "loss": 46.0, | |
| "step": 889 | |
| }, | |
| { | |
| "epoch": 0.12153903929534669, | |
| "grad_norm": 0.005675900261849165, | |
| "learning_rate": 0.00016021412997741993, | |
| "loss": 46.0, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.12167560001365607, | |
| "grad_norm": 0.00039349167491309345, | |
| "learning_rate": 0.0001601302099759987, | |
| "loss": 46.0, | |
| "step": 891 | |
| }, | |
| { | |
| "epoch": 0.12181216073196545, | |
| "grad_norm": 0.0006075625424273312, | |
| "learning_rate": 0.00016004622359262085, | |
| "loss": 46.0, | |
| "step": 892 | |
| }, | |
| { | |
| "epoch": 0.12194872145027483, | |
| "grad_norm": 0.0003772106138058007, | |
| "learning_rate": 0.0001599621709200048, | |
| "loss": 46.0, | |
| "step": 893 | |
| }, | |
| { | |
| "epoch": 0.1220852821685842, | |
| "grad_norm": 0.0015227465191856027, | |
| "learning_rate": 0.00015987805205094227, | |
| "loss": 46.0, | |
| "step": 894 | |
| }, | |
| { | |
| "epoch": 0.12222184288689358, | |
| "grad_norm": 0.00073139468440786, | |
| "learning_rate": 0.00015979386707829792, | |
| "loss": 46.0, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 0.12235840360520296, | |
| "grad_norm": 0.0011622250312939286, | |
| "learning_rate": 0.00015970961609500944, | |
| "loss": 46.0, | |
| "step": 896 | |
| }, | |
| { | |
| "epoch": 0.12249496432351234, | |
| "grad_norm": 0.001449939445592463, | |
| "learning_rate": 0.00015962529919408746, | |
| "loss": 46.0, | |
| "step": 897 | |
| }, | |
| { | |
| "epoch": 0.12263152504182172, | |
| "grad_norm": 0.0005385968834161758, | |
| "learning_rate": 0.00015954091646861525, | |
| "loss": 46.0, | |
| "step": 898 | |
| }, | |
| { | |
| "epoch": 0.1227680857601311, | |
| "grad_norm": 0.0007052323780953884, | |
| "learning_rate": 0.00015945646801174886, | |
| "loss": 46.0, | |
| "step": 899 | |
| }, | |
| { | |
| "epoch": 0.12290464647844047, | |
| "grad_norm": 0.001713512814603746, | |
| "learning_rate": 0.0001593719539167169, | |
| "loss": 46.0, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.12290464647844047, | |
| "eval_loss": 11.5, | |
| "eval_runtime": 20.6643, | |
| "eval_samples_per_second": 149.243, | |
| "eval_steps_per_second": 74.621, | |
| "step": 900 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 3000, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 300, | |
| "stateful_callbacks": { | |
| "EarlyStoppingCallback": { | |
| "args": { | |
| "early_stopping_patience": 3, | |
| "early_stopping_threshold": 0.0 | |
| }, | |
| "attributes": { | |
| "early_stopping_patience_counter": 2 | |
| } | |
| }, | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 32185410158592.0, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |