Invalid JSON:Unexpected token 'I', ..."ad_norm": Infinity,
"... is not valid JSON
| { | |
| "best_global_step": null, | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.08203505533703956, | |
| "eval_steps": 500, | |
| "global_step": 3500, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0002343858723915416, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.40625e-07, | |
| "loss": 0.6092071533203125, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.0004687717447830832, | |
| "grad_norm": Infinity, | |
| "learning_rate": 2.96875e-07, | |
| "loss": 0.6080734252929687, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.0007031576171746248, | |
| "grad_norm": Infinity, | |
| "learning_rate": 4.53125e-07, | |
| "loss": 0.6008880615234375, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.0009375434895661664, | |
| "grad_norm": Infinity, | |
| "learning_rate": 6.09375e-07, | |
| "loss": 0.6059707641601563, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.001171929361957708, | |
| "grad_norm": Infinity, | |
| "learning_rate": 7.656250000000001e-07, | |
| "loss": 0.615313720703125, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.0014063152343492496, | |
| "grad_norm": Infinity, | |
| "learning_rate": 9.218750000000002e-07, | |
| "loss": 0.6074554443359375, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.0016407011067407912, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.0781250000000002e-06, | |
| "loss": 0.605792236328125, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.0018750869791323327, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.2343750000000001e-06, | |
| "loss": 0.6068206787109375, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.0021094728515238742, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.3906250000000001e-06, | |
| "loss": 0.6020843505859375, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.002343858723915416, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.5468750000000001e-06, | |
| "loss": 0.59473876953125, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.0025782445963069577, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.703125e-06, | |
| "loss": 0.6020477294921875, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.0028126304686984993, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.8593750000000003e-06, | |
| "loss": 0.596124267578125, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.003047016341090041, | |
| "grad_norm": Infinity, | |
| "learning_rate": 2.0156250000000003e-06, | |
| "loss": 0.6029708862304688, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.0032814022134815823, | |
| "grad_norm": Infinity, | |
| "learning_rate": 2.1718750000000003e-06, | |
| "loss": 0.5990798950195313, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.003515788085873124, | |
| "grad_norm": Infinity, | |
| "learning_rate": 2.3281250000000003e-06, | |
| "loss": 0.5956100463867188, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.0037501739582646654, | |
| "grad_norm": Infinity, | |
| "learning_rate": 2.4843750000000002e-06, | |
| "loss": 0.59793701171875, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.003984559830656207, | |
| "grad_norm": Infinity, | |
| "learning_rate": 2.640625e-06, | |
| "loss": 0.6025466918945312, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.0042189457030477485, | |
| "grad_norm": Infinity, | |
| "learning_rate": 2.796875e-06, | |
| "loss": 0.6034042358398437, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.0044533315754392904, | |
| "grad_norm": Infinity, | |
| "learning_rate": 2.953125e-06, | |
| "loss": 0.6109519958496094, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.004687717447830832, | |
| "grad_norm": Infinity, | |
| "learning_rate": 3.109375e-06, | |
| "loss": 0.6124420166015625, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.0049221033202223735, | |
| "grad_norm": Infinity, | |
| "learning_rate": 3.265625e-06, | |
| "loss": 0.5962295532226562, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.0051564891926139155, | |
| "grad_norm": Infinity, | |
| "learning_rate": 3.421875e-06, | |
| "loss": 0.5996864318847657, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.005390875065005457, | |
| "grad_norm": Infinity, | |
| "learning_rate": 3.578125e-06, | |
| "loss": 0.6116897583007812, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.0056252609373969985, | |
| "grad_norm": Infinity, | |
| "learning_rate": 3.734375e-06, | |
| "loss": 0.6195701599121094, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.00585964680978854, | |
| "grad_norm": Infinity, | |
| "learning_rate": 3.890625e-06, | |
| "loss": 0.6111648559570313, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.006094032682180082, | |
| "grad_norm": Infinity, | |
| "learning_rate": 4.046875e-06, | |
| "loss": 0.6055526733398438, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.006328418554571624, | |
| "grad_norm": Infinity, | |
| "learning_rate": 4.2031250000000005e-06, | |
| "loss": 0.5984527587890625, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.006562804426963165, | |
| "grad_norm": Infinity, | |
| "learning_rate": 4.359375e-06, | |
| "loss": 0.6135429382324219, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.006797190299354707, | |
| "grad_norm": Infinity, | |
| "learning_rate": 4.5156250000000005e-06, | |
| "loss": 0.5952308654785157, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.007031576171746248, | |
| "grad_norm": Infinity, | |
| "learning_rate": 4.671875e-06, | |
| "loss": 0.6037254333496094, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.00726596204413779, | |
| "grad_norm": Infinity, | |
| "learning_rate": 4.8281250000000005e-06, | |
| "loss": 0.5975120544433594, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.007500347916529331, | |
| "grad_norm": Infinity, | |
| "learning_rate": 4.984375e-06, | |
| "loss": 0.5918365478515625, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.007734733788920873, | |
| "grad_norm": Infinity, | |
| "learning_rate": 5.1406250000000004e-06, | |
| "loss": 0.6080474853515625, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.007969119661312415, | |
| "grad_norm": Infinity, | |
| "learning_rate": 5.296875e-06, | |
| "loss": 0.6048797607421875, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.008203505533703956, | |
| "grad_norm": Infinity, | |
| "learning_rate": 5.453125e-06, | |
| "loss": 0.593927001953125, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.008437891406095497, | |
| "grad_norm": Infinity, | |
| "learning_rate": 5.609375e-06, | |
| "loss": 0.6036277770996094, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.00867227727848704, | |
| "grad_norm": Infinity, | |
| "learning_rate": 5.765625e-06, | |
| "loss": 0.604638671875, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.008906663150878581, | |
| "grad_norm": Infinity, | |
| "learning_rate": 5.921875e-06, | |
| "loss": 0.605169677734375, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.009141049023270122, | |
| "grad_norm": Infinity, | |
| "learning_rate": 6.078125e-06, | |
| "loss": 0.613519287109375, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.009375434895661665, | |
| "grad_norm": Infinity, | |
| "learning_rate": 6.234375e-06, | |
| "loss": 0.6017379760742188, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.009609820768053206, | |
| "grad_norm": Infinity, | |
| "learning_rate": 6.390625e-06, | |
| "loss": 0.6115753173828125, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.009844206640444747, | |
| "grad_norm": Infinity, | |
| "learning_rate": 6.546875e-06, | |
| "loss": 0.6092376708984375, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.010078592512836288, | |
| "grad_norm": Infinity, | |
| "learning_rate": 6.703125e-06, | |
| "loss": 0.6099075317382813, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.010312978385227831, | |
| "grad_norm": Infinity, | |
| "learning_rate": 6.859375000000001e-06, | |
| "loss": 0.61324462890625, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.010547364257619372, | |
| "grad_norm": Infinity, | |
| "learning_rate": 7.015625e-06, | |
| "loss": 0.6022865295410156, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.010781750130010913, | |
| "grad_norm": Infinity, | |
| "learning_rate": 7.171875000000001e-06, | |
| "loss": 0.6093353271484375, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.011016136002402456, | |
| "grad_norm": Infinity, | |
| "learning_rate": 7.328125e-06, | |
| "loss": 0.62122802734375, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.011250521874793997, | |
| "grad_norm": Infinity, | |
| "learning_rate": 7.484375000000001e-06, | |
| "loss": 0.6011276245117188, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.011484907747185538, | |
| "grad_norm": Infinity, | |
| "learning_rate": 7.640625000000001e-06, | |
| "loss": 0.6096969604492187, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.01171929361957708, | |
| "grad_norm": Infinity, | |
| "learning_rate": 7.796875e-06, | |
| "loss": 0.6085403442382813, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.011953679491968622, | |
| "grad_norm": Infinity, | |
| "learning_rate": 7.953125e-06, | |
| "loss": 0.6013351440429687, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.012188065364360163, | |
| "grad_norm": Infinity, | |
| "learning_rate": 8.109375e-06, | |
| "loss": 0.6108566284179687, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.012422451236751704, | |
| "grad_norm": Infinity, | |
| "learning_rate": 8.265625000000001e-06, | |
| "loss": 0.6119140625, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.012656837109143247, | |
| "grad_norm": Infinity, | |
| "learning_rate": 8.421875e-06, | |
| "loss": 0.6089179992675782, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.012891222981534788, | |
| "grad_norm": Infinity, | |
| "learning_rate": 8.578125e-06, | |
| "loss": 0.6096832275390625, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.01312560885392633, | |
| "grad_norm": Infinity, | |
| "learning_rate": 8.734375e-06, | |
| "loss": 0.6111366271972656, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.01335999472631787, | |
| "grad_norm": Infinity, | |
| "learning_rate": 8.890625000000001e-06, | |
| "loss": 0.6114044189453125, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.013594380598709413, | |
| "grad_norm": Infinity, | |
| "learning_rate": 9.046875e-06, | |
| "loss": 0.6101348876953125, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.013828766471100954, | |
| "grad_norm": Infinity, | |
| "learning_rate": 9.203125e-06, | |
| "loss": 0.6197845458984375, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.014063152343492496, | |
| "grad_norm": Infinity, | |
| "learning_rate": 9.359375e-06, | |
| "loss": 0.615380859375, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.014297538215884038, | |
| "grad_norm": Infinity, | |
| "learning_rate": 9.515625000000001e-06, | |
| "loss": 0.606341552734375, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.01453192408827558, | |
| "grad_norm": Infinity, | |
| "learning_rate": 9.671875000000001e-06, | |
| "loss": 0.6048248291015625, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.01476630996066712, | |
| "grad_norm": Infinity, | |
| "learning_rate": 9.828125e-06, | |
| "loss": 0.6092742919921875, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.015000695833058662, | |
| "grad_norm": Infinity, | |
| "learning_rate": 9.984375e-06, | |
| "loss": 0.6080833435058594, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.015235081705450204, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.0140625000000003e-05, | |
| "loss": 0.6076614379882812, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.015469467577841746, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.0296875000000001e-05, | |
| "loss": 0.6062957763671875, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.01570385345023329, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.0453125000000002e-05, | |
| "loss": 0.6010467529296875, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.01593823932262483, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.0609375000000002e-05, | |
| "loss": 0.6066925048828125, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.01617262519501637, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.0765625000000002e-05, | |
| "loss": 0.6043624877929688, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.01640701106740791, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.0921875000000001e-05, | |
| "loss": 0.6023162841796875, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.016641396939799453, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.1078125000000002e-05, | |
| "loss": 0.6094833374023437, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.016875782812190994, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.1234375000000002e-05, | |
| "loss": 0.6054359436035156, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.01711016868458254, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.1390625000000002e-05, | |
| "loss": 0.6059349060058594, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.01734455455697408, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.1546875000000001e-05, | |
| "loss": 0.60126953125, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.01757894042936562, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.1703125000000002e-05, | |
| "loss": 0.6094718933105469, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.017813326301757162, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.1859375000000002e-05, | |
| "loss": 0.6063560485839844, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.018047712174148703, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.2015625000000002e-05, | |
| "loss": 0.6024421691894531, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.018282098046540244, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.2171875000000001e-05, | |
| "loss": 0.6170989990234375, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.018516483918931785, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.2328125000000002e-05, | |
| "loss": 0.5938522338867187, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.01875086979132333, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.2484375000000002e-05, | |
| "loss": 0.6142776489257813, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.01898525566371487, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.2640625000000002e-05, | |
| "loss": 0.6042465209960938, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.019219641536106412, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.2796875000000003e-05, | |
| "loss": 0.6070510864257812, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.019454027408497953, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.2953125000000001e-05, | |
| "loss": 0.6068756103515625, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.019688413280889494, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.3109375000000002e-05, | |
| "loss": 0.5897056579589843, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.019922799153281035, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.3265625000000002e-05, | |
| "loss": 0.6050689697265625, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.020157185025672576, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.3421875000000003e-05, | |
| "loss": 0.590875244140625, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.02039157089806412, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.3578125000000001e-05, | |
| "loss": 0.6160301208496094, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.020625956770455662, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.3734375000000002e-05, | |
| "loss": 0.6036376953125, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.020860342642847203, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.3890625000000002e-05, | |
| "loss": 0.610693359375, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.021094728515238744, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.4046875000000003e-05, | |
| "loss": 0.6084335327148438, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.021329114387630285, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.4203125000000001e-05, | |
| "loss": 0.6077606201171875, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.021563500260021826, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.4359375000000002e-05, | |
| "loss": 0.6037399291992187, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.021797886132413367, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.4515625000000002e-05, | |
| "loss": 0.6144996643066406, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.022032272004804912, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.4671875000000003e-05, | |
| "loss": 0.5966384887695313, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.022266657877196453, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.4828125000000001e-05, | |
| "loss": 0.603125, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.022501043749587994, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.4984375000000002e-05, | |
| "loss": 0.612744140625, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.022735429621979535, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.5140625000000002e-05, | |
| "loss": 0.6046875, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.022969815494371076, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.5296875e-05, | |
| "loss": 0.6094146728515625, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.023204201366762617, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.5453125e-05, | |
| "loss": 0.610845947265625, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.02343858723915416, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.5609375e-05, | |
| "loss": 0.5980422973632813, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.023672973111545703, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.5765625000000002e-05, | |
| "loss": 0.6019882202148438, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.023907358983937244, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.5921875000000002e-05, | |
| "loss": 0.6057106018066406, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.024141744856328785, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.6078125000000003e-05, | |
| "loss": 0.6211753845214844, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.024376130728720326, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.6234375000000003e-05, | |
| "loss": 0.6060012817382813, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.024610516601111868, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.6390625000000004e-05, | |
| "loss": 0.5908248901367188, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.02484490247350341, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.6546875e-05, | |
| "loss": 0.5960098266601562, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.02507928834589495, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.6703125e-05, | |
| "loss": 0.5927337646484375, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.025313674218286494, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.6859375e-05, | |
| "loss": 0.6080078125, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.025548060090678035, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.7015625000000002e-05, | |
| "loss": 0.6029281616210938, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.025782445963069577, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.7171875000000002e-05, | |
| "loss": 0.6014022827148438, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.026016831835461118, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.7328125000000003e-05, | |
| "loss": 0.6068984985351562, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.02625121770785266, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.7484375000000003e-05, | |
| "loss": 0.611175537109375, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.0264856035802442, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.7640625000000004e-05, | |
| "loss": 0.6017318725585937, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.02671998945263574, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.7796875000000004e-05, | |
| "loss": 0.6082473754882812, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.026954375325027286, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.7953125e-05, | |
| "loss": 0.6051132202148437, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.027188761197418827, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.8109375e-05, | |
| "loss": 0.6071746826171875, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.027423147069810368, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.8265625000000002e-05, | |
| "loss": 0.6165802001953125, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.02765753294220191, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.8421875000000002e-05, | |
| "loss": 0.5984237670898438, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.02789191881459345, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.8578125000000003e-05, | |
| "loss": 0.6050758361816406, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.02812630468698499, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.8734375000000003e-05, | |
| "loss": 0.598980712890625, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.028360690559376532, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.8890625000000003e-05, | |
| "loss": 0.5932998657226562, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.028595076431768077, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9046875000000004e-05, | |
| "loss": 0.6028633117675781, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.028829462304159618, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9203125e-05, | |
| "loss": 0.6024459838867188, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.02906384817655116, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9359375e-05, | |
| "loss": 0.6077346801757812, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.0292982340489427, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9515625000000002e-05, | |
| "loss": 0.6018325805664062, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.02953261992133424, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9671875000000002e-05, | |
| "loss": 0.6083480834960937, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.029767005793725782, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9828125000000003e-05, | |
| "loss": 0.6122581481933593, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.030001391666117323, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9984375000000003e-05, | |
| "loss": 0.6014678955078125, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.030235777538508868, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9999997666172074e-05, | |
| "loss": 0.6058135986328125, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.03047016341090041, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9999989598620137e-05, | |
| "loss": 0.6135894775390625, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.03070454928329195, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9999975768536158e-05, | |
| "loss": 0.6187896728515625, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.03093893515568349, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9999956175928097e-05, | |
| "loss": 0.60782470703125, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.031173321028075032, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9999930820807245e-05, | |
| "loss": 0.6168212890625, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.03140770690046658, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.999989970318822e-05, | |
| "loss": 0.5995613098144531, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.031642092772858114, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9999862823088946e-05, | |
| "loss": 0.6088516235351562, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.03187647864524966, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.999982018053068e-05, | |
| "loss": 0.6085662841796875, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.0321108645176412, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.999977177553799e-05, | |
| "loss": 0.6037391662597656, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.03234525039003274, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9999717608138778e-05, | |
| "loss": 0.6000991821289062, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.032579636262424286, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9999657678364252e-05, | |
| "loss": 0.5998687744140625, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.03281402213481582, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9999591986248947e-05, | |
| "loss": 0.5970962524414063, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.03304840800720737, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.999952053183072e-05, | |
| "loss": 0.6116119384765625, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.033282793879598906, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9999443315150742e-05, | |
| "loss": 0.602606201171875, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.03351717975199045, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.999936033625352e-05, | |
| "loss": 0.6079139709472656, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.03375156562438199, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.999927159518686e-05, | |
| "loss": 0.6049301147460937, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.03398595149677353, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9999177092001907e-05, | |
| "loss": 0.6092140197753906, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.03422033736916508, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9999076826753116e-05, | |
| "loss": 0.5999214172363281, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.034454723241556615, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9998970799498262e-05, | |
| "loss": 0.6099578857421875, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.03468910911394816, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9998859010298447e-05, | |
| "loss": 0.6190902709960937, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.0349234949863397, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9998741459218093e-05, | |
| "loss": 0.6074859619140625, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.03515788085873124, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.999861814632493e-05, | |
| "loss": 0.6160079956054687, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.03539226673112278, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9998489071690024e-05, | |
| "loss": 0.5973175048828125, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.035626652603514324, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9998354235387758e-05, | |
| "loss": 0.6043167114257812, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.03586103847590587, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9998213637495824e-05, | |
| "loss": 0.6068344116210938, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.036095424348297406, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.999806727809525e-05, | |
| "loss": 0.6181640625, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.03632981022068895, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9997915157270367e-05, | |
| "loss": 0.6040145874023437, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.03656419609308049, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9997757275108847e-05, | |
| "loss": 0.5977676391601563, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.03679858196547203, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.999759363170166e-05, | |
| "loss": 0.6115097045898438, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.03703296783786357, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9997424227143108e-05, | |
| "loss": 0.6066993713378906, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.037267353710255115, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9997249061530814e-05, | |
| "loss": 0.6025985717773438, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.03750173958264666, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.999706813496572e-05, | |
| "loss": 0.598687744140625, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.0377361254550382, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9996881447552077e-05, | |
| "loss": 0.5959098815917969, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.03797051132742974, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9996688999397473e-05, | |
| "loss": 0.6068992614746094, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.03820489719982128, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.99964907906128e-05, | |
| "loss": 0.6098403930664062, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.038439283072212824, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9996286821312282e-05, | |
| "loss": 0.6098678588867188, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.03867366894460436, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9996077091613454e-05, | |
| "loss": 0.60889892578125, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.038908054816995906, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9995861601637175e-05, | |
| "loss": 0.6116622924804688, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.03914244068938745, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9995640351507623e-05, | |
| "loss": 0.6043411254882812, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.03937682656177899, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9995413341352293e-05, | |
| "loss": 0.6063034057617187, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.03961121243417053, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9995180571301998e-05, | |
| "loss": 0.6143798828125, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.03984559830656207, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9994942041490878e-05, | |
| "loss": 0.602484130859375, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.040079984178953615, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9994697752056385e-05, | |
| "loss": 0.6013954162597657, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.04031437005134515, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9994447703139286e-05, | |
| "loss": 0.5985885620117187, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.0405487559237367, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.999419189488368e-05, | |
| "loss": 0.6090835571289063, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.04078314179612824, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.999393032743697e-05, | |
| "loss": 0.6157844543457032, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.04101752766851978, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9993663000949893e-05, | |
| "loss": 0.6032363891601562, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.041251913540911324, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9993389915576494e-05, | |
| "loss": 0.6065597534179688, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.04148629941330286, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9993111071474138e-05, | |
| "loss": 0.60250244140625, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.041720685285694406, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.999282646880351e-05, | |
| "loss": 0.5997932434082032, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.041955071158085944, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.999253610772862e-05, | |
| "loss": 0.6047691345214844, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.04218945703047749, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9992239988416778e-05, | |
| "loss": 0.5975669860839844, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.04242384290286903, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.999193811103863e-05, | |
| "loss": 0.600311279296875, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.04265822877526057, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9991630475768136e-05, | |
| "loss": 0.588726806640625, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.042892614647652115, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9991317082782572e-05, | |
| "loss": 0.6026519775390625, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.04312700052004365, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9990997932262525e-05, | |
| "loss": 0.5979637145996094, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.0433613863924352, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9990673024391914e-05, | |
| "loss": 0.6101821899414063, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.043595772264826735, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.999034235935797e-05, | |
| "loss": 0.6061965942382812, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.04383015813721828, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.999000593735123e-05, | |
| "loss": 0.5992431640625, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.044064544009609824, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9989663758565565e-05, | |
| "loss": 0.6042930603027343, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.04429892988200136, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9989315823198158e-05, | |
| "loss": 0.6003738403320312, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.044533315754392906, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.998896213144951e-05, | |
| "loss": 0.6165328979492187, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.044767701626784444, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9988602683523427e-05, | |
| "loss": 0.6063156127929688, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 0.04500208749917599, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.998823747962705e-05, | |
| "loss": 0.6078697204589844, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.045236473371567526, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9987866519970832e-05, | |
| "loss": 0.6019554138183594, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 0.04547085924395907, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9987489804768532e-05, | |
| "loss": 0.6099159240722656, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.045705245116350615, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.998710733423724e-05, | |
| "loss": 0.6168869018554688, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.04593963098874215, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9986719108597354e-05, | |
| "loss": 0.6052276611328125, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.0461740168611337, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9986325128072585e-05, | |
| "loss": 0.6113533020019531, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 0.046408402733525235, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9985925392889974e-05, | |
| "loss": 0.5971221923828125, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.04664278860591678, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9985519903279868e-05, | |
| "loss": 0.6067138671875, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 0.04687717447830832, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.998510865947593e-05, | |
| "loss": 0.6020065307617187, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.04711156035069986, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.998469166171514e-05, | |
| "loss": 0.6013572692871094, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 0.047345946223091406, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9984268910237797e-05, | |
| "loss": 0.609564208984375, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.047580332095482944, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9983840405287507e-05, | |
| "loss": 0.6112464904785156, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 0.04781471796787449, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.998340614711121e-05, | |
| "loss": 0.6053474426269532, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.048049103840266026, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.998296613595914e-05, | |
| "loss": 0.615625, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.04828348971265757, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9982520372084855e-05, | |
| "loss": 0.6065841674804687, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.04851787558504911, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9982068855745232e-05, | |
| "loss": 0.6024673461914063, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 0.04875226145744065, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9981611587200453e-05, | |
| "loss": 0.6060653686523437, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.0489866473298322, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.998114856671403e-05, | |
| "loss": 0.5970504760742188, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 0.049221033202223735, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.998067979455277e-05, | |
| "loss": 0.6126579284667969, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.04945541907461528, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.998020527098681e-05, | |
| "loss": 0.5988540649414062, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 0.04968980494700682, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.99797249962896e-05, | |
| "loss": 0.6030006408691406, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.04992419081939836, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.997923897073789e-05, | |
| "loss": 0.6037818908691406, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 0.0501585766917899, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9978747194611767e-05, | |
| "loss": 0.6064773559570312, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.050392962564181444, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9978249668194607e-05, | |
| "loss": 0.59366455078125, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.05062734843657299, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9977746391773117e-05, | |
| "loss": 0.605047607421875, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.050861734308964526, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9977237365637313e-05, | |
| "loss": 0.6047653198242188, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 0.05109612018135607, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.997672259008052e-05, | |
| "loss": 0.6039505004882812, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.05133050605374761, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.997620206539938e-05, | |
| "loss": 0.6057266235351563, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 0.05156489192613915, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9975675791893848e-05, | |
| "loss": 0.6024742126464844, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.05179927779853069, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.997514376986719e-05, | |
| "loss": 0.6101814270019531, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 0.052033663670922235, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.997460599962599e-05, | |
| "loss": 0.60872802734375, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.05226804954331378, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9974062481480136e-05, | |
| "loss": 0.6200424194335937, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 0.05250243541570532, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9973513215742836e-05, | |
| "loss": 0.6001205444335938, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 0.05273682128809686, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9972958202730602e-05, | |
| "loss": 0.6031242370605469, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.0529712071604884, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.997239744276326e-05, | |
| "loss": 0.6068923950195313, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 0.053205593032879944, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9971830936163964e-05, | |
| "loss": 0.5976806640625, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 0.05343997890527148, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.997125868325915e-05, | |
| "loss": 0.59666748046875, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 0.053674364777663026, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9970680684378586e-05, | |
| "loss": 0.616412353515625, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 0.05390875065005457, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9970096939855347e-05, | |
| "loss": 0.6073104858398437, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.05414313652244611, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.996950745002582e-05, | |
| "loss": 0.6183563232421875, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 0.05437752239483765, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9968912215229697e-05, | |
| "loss": 0.609417724609375, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 0.05461190826722919, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9968311235809988e-05, | |
| "loss": 0.6044479370117187, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 0.054846294139620735, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9967704512113006e-05, | |
| "loss": 0.6251556396484375, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 0.05508068001201227, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.996709204448838e-05, | |
| "loss": 0.6080245971679688, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.05531506588440382, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9966473833289047e-05, | |
| "loss": 0.6170455932617187, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 0.05554945175679536, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9965849878871254e-05, | |
| "loss": 0.6163551330566406, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 0.0557838376291869, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9965220181594555e-05, | |
| "loss": 0.6092254638671875, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 0.056018223501578444, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9964584741821814e-05, | |
| "loss": 0.612530517578125, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 0.05625260937396998, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.996394355991921e-05, | |
| "loss": 0.6067825317382812, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.05648699524636153, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9963296636256223e-05, | |
| "loss": 0.6045364379882813, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 0.056721381118753064, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.996264397120565e-05, | |
| "loss": 0.6018569946289063, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 0.05695576699114461, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9961985565143586e-05, | |
| "loss": 0.6091682434082031, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 0.05719015286353615, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9961321418449443e-05, | |
| "loss": 0.6118743896484375, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 0.05742453873592769, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.996065153150594e-05, | |
| "loss": 0.6104141235351562, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.057658924608319236, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9959975904699096e-05, | |
| "loss": 0.61741943359375, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 0.05789331048071077, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.995929453841825e-05, | |
| "loss": 0.5939064025878906, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 0.05812769635310232, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9958607433056035e-05, | |
| "loss": 0.60416259765625, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 0.058362082225493855, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9957914589008405e-05, | |
| "loss": 0.601788330078125, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 0.0585964680978854, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.995721600667461e-05, | |
| "loss": 0.5972190856933594, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.058830853970276945, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9956511686457213e-05, | |
| "loss": 0.611767578125, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 0.05906523984266848, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9955801628762076e-05, | |
| "loss": 0.5967109680175782, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 0.05929962571506003, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.995508583399838e-05, | |
| "loss": 0.60712890625, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 0.059534011587451564, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9954364302578598e-05, | |
| "loss": 0.6026504516601563, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 0.05976839745984311, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9953637034918523e-05, | |
| "loss": 0.5859962463378906, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.06000278333223465, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9952904031437236e-05, | |
| "loss": 0.6039627075195313, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 0.06023716920462619, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9952165292557143e-05, | |
| "loss": 0.6072914123535156, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 0.060471555077017736, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9951420818703935e-05, | |
| "loss": 0.6082473754882812, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 0.06070594094940927, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9950670610306625e-05, | |
| "loss": 0.6094711303710938, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 0.06094032682180082, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.994991466779752e-05, | |
| "loss": 0.5962432861328125, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.061174712694192356, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9949152991612236e-05, | |
| "loss": 0.6050712585449218, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 0.0614090985665839, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9948385582189695e-05, | |
| "loss": 0.6007720947265625, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 0.06164348443897544, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.994761243997211e-05, | |
| "loss": 0.5951507568359375, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 0.06187787031136698, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.994683356540502e-05, | |
| "loss": 0.6106948852539062, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 0.06211225618375853, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9946048958937245e-05, | |
| "loss": 0.610369873046875, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.062346642056150064, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.994525862102092e-05, | |
| "loss": 0.6162002563476563, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 0.0625810279285416, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9944462552111482e-05, | |
| "loss": 0.6124046325683594, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 0.06281541380093315, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9943660752667667e-05, | |
| "loss": 0.6085456848144531, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 0.06304979967332469, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9942853223151514e-05, | |
| "loss": 0.6119369506835938, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 0.06328418554571623, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.994203996402837e-05, | |
| "loss": 0.5981208801269531, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.06351857141810778, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9941220975766874e-05, | |
| "loss": 0.6123336791992188, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 0.06375295729049932, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9940396258838966e-05, | |
| "loss": 0.6030326843261719, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 0.06398734316289086, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9939565813719906e-05, | |
| "loss": 0.5945320129394531, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 0.0642217290352824, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.993872964088823e-05, | |
| "loss": 0.6185462951660157, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 0.06445611490767394, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.993788774082579e-05, | |
| "loss": 0.6118087768554688, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.06469050078006548, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9937040114017735e-05, | |
| "loss": 0.5965530395507812, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 0.06492488665245702, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9936186760952508e-05, | |
| "loss": 0.6073684692382812, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 0.06515927252484857, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9935327682121866e-05, | |
| "loss": 0.6033073425292969, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 0.06539365839724011, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9934462878020844e-05, | |
| "loss": 0.6004119873046875, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 0.06562804426963165, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.99335923491478e-05, | |
| "loss": 0.6079216003417969, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.06586243014202318, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9932716096004375e-05, | |
| "loss": 0.6035270690917969, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 0.06609681601441474, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9931834119095513e-05, | |
| "loss": 0.5924835205078125, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 0.06633120188680627, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9930946418929457e-05, | |
| "loss": 0.6025344848632812, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 0.06656558775919781, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9930052996017748e-05, | |
| "loss": 0.5995651245117187, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 0.06679997363158936, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9929153850875225e-05, | |
| "loss": 0.6150283813476562, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.0670343595039809, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.992824898402002e-05, | |
| "loss": 0.6117012023925781, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 0.06726874537637244, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.992733839597357e-05, | |
| "loss": 0.6016891479492188, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 0.06750313124876398, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9926422087260605e-05, | |
| "loss": 0.6109222412109375, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 0.06773751712115553, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9925500058409147e-05, | |
| "loss": 0.6073577880859375, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 0.06797190299354706, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9924572309950523e-05, | |
| "loss": 0.6049072265625, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.0682062888659386, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.992363884241935e-05, | |
| "loss": 0.6114601135253906, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 0.06844067473833015, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9922699656353544e-05, | |
| "loss": 0.5975456237792969, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 0.06867506061072169, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.992175475229431e-05, | |
| "loss": 0.6088493347167969, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 0.06890944648311323, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9920804130786154e-05, | |
| "loss": 0.6201919555664063, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 0.06914383235550477, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9919847792376883e-05, | |
| "loss": 0.606353759765625, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.06937821822789632, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.991888573761758e-05, | |
| "loss": 0.6163558959960938, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 0.06961260410028786, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.991791796706264e-05, | |
| "loss": 0.6057174682617188, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 0.0698469899726794, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9916944481269737e-05, | |
| "loss": 0.6093704223632812, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 0.07008137584507095, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9915965280799853e-05, | |
| "loss": 0.615911865234375, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 0.07031576171746248, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9914980366217253e-05, | |
| "loss": 0.6008621215820312, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.07055014758985402, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.99139897380895e-05, | |
| "loss": 0.6189132690429687, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 0.07078453346224556, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9912993396987444e-05, | |
| "loss": 0.6061294555664063, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 0.07101891933463711, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.991199134348523e-05, | |
| "loss": 0.6059761047363281, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 0.07125330520702865, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.99109835781603e-05, | |
| "loss": 0.6112098693847656, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 0.07148769107942018, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9909970101593378e-05, | |
| "loss": 0.6139938354492187, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 0.07172207695181174, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9908950914368487e-05, | |
| "loss": 0.6095489501953125, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 0.07195646282420327, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9907926017072932e-05, | |
| "loss": 0.5960556030273437, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 0.07219084869659481, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.990689541029732e-05, | |
| "loss": 0.611602783203125, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 0.07242523456898635, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.990585909463554e-05, | |
| "loss": 0.5989761352539062, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 0.0726596204413779, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9904817070684773e-05, | |
| "loss": 0.5892379760742188, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.07289400631376944, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.990376933904549e-05, | |
| "loss": 0.6039840698242187, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 0.07312839218616098, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9902715900321446e-05, | |
| "loss": 0.610528564453125, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 0.07336277805855253, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9901656755119694e-05, | |
| "loss": 0.6146659851074219, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 0.07359716393094407, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.990059190405057e-05, | |
| "loss": 0.6086639404296875, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 0.0738315498033356, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.989952134772769e-05, | |
| "loss": 0.6002517700195312, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.07406593567572714, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9898445086767984e-05, | |
| "loss": 0.6208999633789063, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 0.07430032154811869, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9897363121791634e-05, | |
| "loss": 0.6070091247558593, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 0.07453470742051023, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9896275453422137e-05, | |
| "loss": 0.60076904296875, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 0.07476909329290177, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.989518208228626e-05, | |
| "loss": 0.6145645141601562, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 0.07500347916529332, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9894083009014064e-05, | |
| "loss": 0.5989730834960938, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.07523786503768486, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.98929782342389e-05, | |
| "loss": 0.6057998657226562, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 0.0754722509100764, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9891867758597386e-05, | |
| "loss": 0.6080535888671875, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 0.07570663678246793, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9890751582729447e-05, | |
| "loss": 0.5994499206542969, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 0.07594102265485948, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9889629707278287e-05, | |
| "loss": 0.6135528564453125, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 0.07617540852725102, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9888502132890382e-05, | |
| "loss": 0.6020072937011719, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.07640979439964256, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9887368860215505e-05, | |
| "loss": 0.6082633972167969, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 0.07664418027203411, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.988622988990671e-05, | |
| "loss": 0.6143264770507812, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 0.07687856614442565, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.988508522262033e-05, | |
| "loss": 0.6041168212890625, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 0.07711295201681719, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9883934859015984e-05, | |
| "loss": 0.6145034790039062, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 0.07734733788920872, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9882778799756578e-05, | |
| "loss": 0.5988883972167969, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.07758172376160027, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.988161704550829e-05, | |
| "loss": 0.6063217163085938, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 0.07781610963399181, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9880449596940592e-05, | |
| "loss": 0.6128204345703125, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 0.07805049550638335, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.987927645472622e-05, | |
| "loss": 0.6087089538574219, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 0.0782848813787749, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9878097619541216e-05, | |
| "loss": 0.6018943786621094, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 0.07851926725116644, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9876913092064873e-05, | |
| "loss": 0.61072998046875, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 0.07875365312355798, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.987572287297979e-05, | |
| "loss": 0.6048690795898437, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 0.07898803899594951, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.987452696297183e-05, | |
| "loss": 0.606121826171875, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 0.07922242486834107, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9873325362730144e-05, | |
| "loss": 0.6001373291015625, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 0.0794568107407326, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.987211807294716e-05, | |
| "loss": 0.6105270385742188, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 0.07969119661312414, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9870905094318576e-05, | |
| "loss": 0.6159393310546875, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.07992558248551569, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9869686427543386e-05, | |
| "loss": 0.604254150390625, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 0.08015996835790723, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.986846207332384e-05, | |
| "loss": 0.5950180053710937, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 0.08039435423029877, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9867232032365484e-05, | |
| "loss": 0.61036376953125, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 0.0806287401026903, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9865996305377134e-05, | |
| "loss": 0.613323974609375, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 0.08086312597508186, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.986475489307088e-05, | |
| "loss": 0.6150093078613281, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 0.0810975118474734, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.986350779616209e-05, | |
| "loss": 0.6086563110351563, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 0.08133189771986493, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.986225501536941e-05, | |
| "loss": 0.5979598999023438, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 0.08156628359225648, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9860996551414756e-05, | |
| "loss": 0.6029693603515625, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 0.08180066946464802, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9859732405023332e-05, | |
| "loss": 0.608154296875, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 0.08203505533703956, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.98584625769236e-05, | |
| "loss": 0.6130859375, | |
| "step": 3500 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 42665, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.5341233069432504e+19, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |