| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.9985559566787003, |
| "eval_steps": 500, |
| "global_step": 1730, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0011552346570397113, |
| "grad_norm": 0.717101514339447, |
| "learning_rate": 0.0, |
| "loss": 1.5901, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0023104693140794225, |
| "grad_norm": 0.7195026874542236, |
| "learning_rate": 5.017166594399687e-07, |
| "loss": 1.583, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.0034657039711191336, |
| "grad_norm": 0.7274531722068787, |
| "learning_rate": 7.952020911994375e-07, |
| "loss": 1.6153, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.004620938628158845, |
| "grad_norm": 0.7189211249351501, |
| "learning_rate": 1.0034333188799374e-06, |
| "loss": 1.5939, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.005776173285198556, |
| "grad_norm": 0.7074140906333923, |
| "learning_rate": 1.164950007226698e-06, |
| "loss": 1.6126, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.006931407942238267, |
| "grad_norm": 0.7060695886611938, |
| "learning_rate": 1.2969187506394062e-06, |
| "loss": 1.597, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.008086642599277978, |
| "grad_norm": 0.693950891494751, |
| "learning_rate": 1.4084967333570947e-06, |
| "loss": 1.584, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.00924187725631769, |
| "grad_norm": 0.6204413771629333, |
| "learning_rate": 1.5051499783199062e-06, |
| "loss": 1.5333, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.0103971119133574, |
| "grad_norm": 0.5834112763404846, |
| "learning_rate": 1.590404182398875e-06, |
| "loss": 1.5173, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.011552346570397111, |
| "grad_norm": 0.5479596257209778, |
| "learning_rate": 1.666666666666667e-06, |
| "loss": 1.4693, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.012707581227436824, |
| "grad_norm": 0.3792664110660553, |
| "learning_rate": 1.7356544752637086e-06, |
| "loss": 1.3613, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.013862815884476534, |
| "grad_norm": 0.346934974193573, |
| "learning_rate": 1.798635410079375e-06, |
| "loss": 1.3096, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.015018050541516245, |
| "grad_norm": 0.30829983949661255, |
| "learning_rate": 1.8565722538447281e-06, |
| "loss": 1.3096, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.016173285198555955, |
| "grad_norm": 0.29539182782173157, |
| "learning_rate": 1.9102133927970633e-06, |
| "loss": 1.3067, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.017328519855595668, |
| "grad_norm": 0.17869696021080017, |
| "learning_rate": 1.960152098426136e-06, |
| "loss": 1.2191, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.01848375451263538, |
| "grad_norm": 0.3124949634075165, |
| "learning_rate": 2.0068666377598747e-06, |
| "loss": 1.2029, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.01963898916967509, |
| "grad_norm": 0.33391040563583374, |
| "learning_rate": 2.0507482022971233e-06, |
| "loss": 1.2076, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.0207942238267148, |
| "grad_norm": 0.3112436830997467, |
| "learning_rate": 2.0921208418388438e-06, |
| "loss": 1.1862, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.021949458483754514, |
| "grad_norm": 0.29002705216407776, |
| "learning_rate": 2.1312560015880486e-06, |
| "loss": 1.1844, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.023104693140794223, |
| "grad_norm": 0.2618213891983032, |
| "learning_rate": 2.1683833261066357e-06, |
| "loss": 1.1763, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.024259927797833935, |
| "grad_norm": 0.20633897185325623, |
| "learning_rate": 2.2036988245565326e-06, |
| "loss": 1.1683, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.025415162454873647, |
| "grad_norm": 0.17382092773914337, |
| "learning_rate": 2.2373711347036773e-06, |
| "loss": 1.1119, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.026570397111913356, |
| "grad_norm": 0.12656044960021973, |
| "learning_rate": 2.269546393362655e-06, |
| "loss": 1.1001, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.02772563176895307, |
| "grad_norm": 0.1064457818865776, |
| "learning_rate": 2.3003520695193436e-06, |
| "loss": 1.1154, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.02888086642599278, |
| "grad_norm": 0.09630957245826721, |
| "learning_rate": 2.329900014453396e-06, |
| "loss": 1.0793, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.03003610108303249, |
| "grad_norm": 0.10916559398174286, |
| "learning_rate": 2.358288913284697e-06, |
| "loss": 1.0672, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.031191335740072202, |
| "grad_norm": 0.11219058930873871, |
| "learning_rate": 2.385606273598312e-06, |
| "loss": 1.0833, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.03234657039711191, |
| "grad_norm": 0.11489821970462799, |
| "learning_rate": 2.4119300522370323e-06, |
| "loss": 1.0795, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.03350180505415162, |
| "grad_norm": 0.11093555390834808, |
| "learning_rate": 2.4373299964982607e-06, |
| "loss": 1.0599, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.034657039711191336, |
| "grad_norm": 0.10726247727870941, |
| "learning_rate": 2.4618687578661045e-06, |
| "loss": 1.066, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.03581227436823105, |
| "grad_norm": 0.0960482507944107, |
| "learning_rate": 2.4856028230571215e-06, |
| "loss": 1.0332, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.03696750902527076, |
| "grad_norm": 0.09282615780830383, |
| "learning_rate": 2.5085832971998437e-06, |
| "loss": 1.0566, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.03812274368231047, |
| "grad_norm": 0.0818951278924942, |
| "learning_rate": 2.530856566463146e-06, |
| "loss": 1.0351, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.03927797833935018, |
| "grad_norm": 0.07113130390644073, |
| "learning_rate": 2.5524648617370923e-06, |
| "loss": 1.0164, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.04043321299638989, |
| "grad_norm": 0.062365710735321045, |
| "learning_rate": 2.5734467405837933e-06, |
| "loss": 1.0125, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.0415884476534296, |
| "grad_norm": 0.057508960366249084, |
| "learning_rate": 2.5938375012788124e-06, |
| "loss": 1.0392, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.042743682310469315, |
| "grad_norm": 0.0539795346558094, |
| "learning_rate": 2.6136695401116585e-06, |
| "loss": 1.0244, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.04389891696750903, |
| "grad_norm": 0.053800784051418304, |
| "learning_rate": 2.632972661028017e-06, |
| "loss": 0.9972, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.04505415162454874, |
| "grad_norm": 0.05475891754031181, |
| "learning_rate": 2.6517743450441657e-06, |
| "loss": 1.0142, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.046209386281588445, |
| "grad_norm": 0.0571669340133667, |
| "learning_rate": 2.6700999855466042e-06, |
| "loss": 0.9995, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.04736462093862816, |
| "grad_norm": 0.05862262472510338, |
| "learning_rate": 2.687973094532893e-06, |
| "loss": 0.998, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.04851985559566787, |
| "grad_norm": 0.0590708963572979, |
| "learning_rate": 2.705415483996501e-06, |
| "loss": 0.9798, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.04967509025270758, |
| "grad_norm": 0.056892745196819305, |
| "learning_rate": 2.722447425965978e-06, |
| "loss": 0.9879, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.050830324909747295, |
| "grad_norm": 0.0541134737432003, |
| "learning_rate": 2.739087794143646e-06, |
| "loss": 0.9722, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.05198555956678701, |
| "grad_norm": 0.048609230667352676, |
| "learning_rate": 2.7553541896255733e-06, |
| "loss": 0.9491, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.05314079422382671, |
| "grad_norm": 0.04965611547231674, |
| "learning_rate": 2.771263052802624e-06, |
| "loss": 1.0037, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.054296028880866425, |
| "grad_norm": 0.043069027364254, |
| "learning_rate": 2.7868297632261957e-06, |
| "loss": 0.971, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.05545126353790614, |
| "grad_norm": 0.03820377215743065, |
| "learning_rate": 2.8020687289593126e-06, |
| "loss": 1.0084, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.05660649819494585, |
| "grad_norm": 0.03588235378265381, |
| "learning_rate": 2.8169934667141895e-06, |
| "loss": 0.9507, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.05776173285198556, |
| "grad_norm": 0.03598296642303467, |
| "learning_rate": 2.8316166738933647e-06, |
| "loss": 0.973, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.058916967509025274, |
| "grad_norm": 0.0384756475687027, |
| "learning_rate": 2.845950293496561e-06, |
| "loss": 0.9758, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.06007220216606498, |
| "grad_norm": 0.03798473998904228, |
| "learning_rate": 2.8600055727246655e-06, |
| "loss": 0.9991, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.06122743682310469, |
| "grad_norm": 0.039415981620550156, |
| "learning_rate": 2.8737931160013154e-06, |
| "loss": 0.9661, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.062382671480144404, |
| "grad_norm": 0.04056290537118912, |
| "learning_rate": 2.887322933038281e-06, |
| "loss": 0.9773, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.06353790613718412, |
| "grad_norm": 0.03856893256306648, |
| "learning_rate": 2.900604482490407e-06, |
| "loss": 0.9644, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.06469314079422382, |
| "grad_norm": 0.03817951679229736, |
| "learning_rate": 2.9136467116770013e-06, |
| "loss": 0.9701, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.06584837545126354, |
| "grad_norm": 0.03559865057468414, |
| "learning_rate": 2.926458092787486e-06, |
| "loss": 0.9314, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.06700361010830325, |
| "grad_norm": 0.03424916788935661, |
| "learning_rate": 2.9390466559382293e-06, |
| "loss": 0.9489, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.06815884476534297, |
| "grad_norm": 0.03320642188191414, |
| "learning_rate": 2.951420019403574e-06, |
| "loss": 0.9697, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.06931407942238267, |
| "grad_norm": 0.031773000955581665, |
| "learning_rate": 2.963585417306073e-06, |
| "loss": 0.923, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.07046931407942238, |
| "grad_norm": 0.0303028617054224, |
| "learning_rate": 2.9755497250179457e-06, |
| "loss": 0.9448, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.0716245487364621, |
| "grad_norm": 0.029582129791378975, |
| "learning_rate": 2.98731948249709e-06, |
| "loss": 0.9521, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.0727797833935018, |
| "grad_norm": 0.029476916417479515, |
| "learning_rate": 2.9989009157559695e-06, |
| "loss": 0.9429, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.07393501805054152, |
| "grad_norm": 0.02916543185710907, |
| "learning_rate": 3.0102999566398123e-06, |
| "loss": 0.9641, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.07509025270758123, |
| "grad_norm": 0.029549594968557358, |
| "learning_rate": 3.021522261071426e-06, |
| "loss": 0.9555, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.07624548736462095, |
| "grad_norm": 0.03075719065964222, |
| "learning_rate": 3.0325732259031143e-06, |
| "loss": 0.9531, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.07740072202166065, |
| "grad_norm": 0.0289381705224514, |
| "learning_rate": 3.0434580045013773e-06, |
| "loss": 0.9358, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.07855595667870036, |
| "grad_norm": 0.03085014969110489, |
| "learning_rate": 3.054181521177061e-06, |
| "loss": 0.9496, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.07971119133574008, |
| "grad_norm": 0.02944289892911911, |
| "learning_rate": 3.064748484562093e-06, |
| "loss": 0.931, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.08086642599277978, |
| "grad_norm": 0.02958507277071476, |
| "learning_rate": 3.075163400023762e-06, |
| "loss": 0.9674, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.0820216606498195, |
| "grad_norm": 0.029631255194544792, |
| "learning_rate": 3.085430581198459e-06, |
| "loss": 0.9504, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.0831768953068592, |
| "grad_norm": 0.028514275327324867, |
| "learning_rate": 3.095554160718781e-06, |
| "loss": 0.9513, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.08433212996389891, |
| "grad_norm": 0.02768518030643463, |
| "learning_rate": 3.1055381002007602e-06, |
| "loss": 0.9152, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.08548736462093863, |
| "grad_norm": 0.028020448982715607, |
| "learning_rate": 3.1153861995516275e-06, |
| "loss": 0.9247, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.08664259927797834, |
| "grad_norm": 0.02758488804101944, |
| "learning_rate": 3.1251021056528336e-06, |
| "loss": 0.9285, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.08779783393501805, |
| "grad_norm": 0.02713642828166485, |
| "learning_rate": 3.1346893204679857e-06, |
| "loss": 0.928, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.08895306859205776, |
| "grad_norm": 0.026601964607834816, |
| "learning_rate": 3.1441512086208035e-06, |
| "loss": 0.9135, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.09010830324909748, |
| "grad_norm": 0.02707557938992977, |
| "learning_rate": 3.1534910044841343e-06, |
| "loss": 0.9306, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.09126353790613718, |
| "grad_norm": 0.027205491438508034, |
| "learning_rate": 3.1627118188174026e-06, |
| "loss": 0.9475, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.09241877256317689, |
| "grad_norm": 0.02767670899629593, |
| "learning_rate": 3.171816644986573e-06, |
| "loss": 0.9445, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.09357400722021661, |
| "grad_norm": 0.027132879942655563, |
| "learning_rate": 3.18080836479775e-06, |
| "loss": 0.9388, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.09472924187725631, |
| "grad_norm": 0.07792849093675613, |
| "learning_rate": 3.1896897539728615e-06, |
| "loss": 0.9097, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.09588447653429603, |
| "grad_norm": 0.026650305837392807, |
| "learning_rate": 3.1984634872934573e-06, |
| "loss": 0.9216, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.09703971119133574, |
| "grad_norm": 0.02636835351586342, |
| "learning_rate": 3.2071321434364693e-06, |
| "loss": 0.9397, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.09819494584837545, |
| "grad_norm": 0.025988014414906502, |
| "learning_rate": 3.2156982095238214e-06, |
| "loss": 0.9166, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.09935018050541516, |
| "grad_norm": 0.02622906304895878, |
| "learning_rate": 3.2241640854059465e-06, |
| "loss": 0.9213, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.10050541516245487, |
| "grad_norm": 0.02663242444396019, |
| "learning_rate": 3.232532087697698e-06, |
| "loss": 0.9292, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.10166064981949459, |
| "grad_norm": 0.02621094323694706, |
| "learning_rate": 3.2408044535836154e-06, |
| "loss": 0.923, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.1028158844765343, |
| "grad_norm": 0.02623113803565502, |
| "learning_rate": 3.248983344408188e-06, |
| "loss": 0.9252, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.10397111913357401, |
| "grad_norm": 0.02616356685757637, |
| "learning_rate": 3.257070849065542e-06, |
| "loss": 0.9423, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.10512635379061372, |
| "grad_norm": 0.025917142629623413, |
| "learning_rate": 3.2650689872018227e-06, |
| "loss": 0.9337, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.10628158844765342, |
| "grad_norm": 0.02607305720448494, |
| "learning_rate": 3.2729797122425927e-06, |
| "loss": 0.9134, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.10743682310469314, |
| "grad_norm": 0.02566445618867874, |
| "learning_rate": 3.280804914256559e-06, |
| "loss": 0.9182, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.10859205776173285, |
| "grad_norm": 0.025618452578783035, |
| "learning_rate": 3.2885464226661647e-06, |
| "loss": 0.883, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.10974729241877257, |
| "grad_norm": 0.02570994757115841, |
| "learning_rate": 3.2962060088147467e-06, |
| "loss": 0.9009, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.11090252707581227, |
| "grad_norm": 0.02652270346879959, |
| "learning_rate": 3.303785388399281e-06, |
| "loss": 0.9264, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.11205776173285198, |
| "grad_norm": 0.026324449107050896, |
| "learning_rate": 3.3112862237770753e-06, |
| "loss": 0.9072, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.1132129963898917, |
| "grad_norm": 0.026178548112511635, |
| "learning_rate": 3.318710126154159e-06, |
| "loss": 0.9226, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.1143682310469314, |
| "grad_norm": 0.025392455980181694, |
| "learning_rate": 3.3260586576625835e-06, |
| "loss": 0.9002, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.11552346570397112, |
| "grad_norm": 0.02630504220724106, |
| "learning_rate": 3.333333333333334e-06, |
| "loss": 0.9335, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.11667870036101083, |
| "grad_norm": 0.026046302169561386, |
| "learning_rate": 3.340535622971072e-06, |
| "loss": 0.9079, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.11783393501805055, |
| "grad_norm": 0.025761395692825317, |
| "learning_rate": 3.3476669529365297e-06, |
| "loss": 0.9188, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.11898916967509025, |
| "grad_norm": 0.025253284722566605, |
| "learning_rate": 3.3547287078419544e-06, |
| "loss": 0.9207, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.12014440433212996, |
| "grad_norm": 0.025493199005723, |
| "learning_rate": 3.361722232164634e-06, |
| "loss": 0.8937, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.12129963898916968, |
| "grad_norm": 0.025204647332429886, |
| "learning_rate": 3.3686488317832306e-06, |
| "loss": 0.9189, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.12245487364620938, |
| "grad_norm": 0.025601711124181747, |
| "learning_rate": 3.375509775441284e-06, |
| "loss": 0.9034, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.1236101083032491, |
| "grad_norm": 0.025162257254123688, |
| "learning_rate": 3.3823062961420163e-06, |
| "loss": 0.9008, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.12476534296028881, |
| "grad_norm": 0.025047749280929565, |
| "learning_rate": 3.3890395924782498e-06, |
| "loss": 0.8788, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.12592057761732853, |
| "grad_norm": 0.026021016761660576, |
| "learning_rate": 3.3957108299010395e-06, |
| "loss": 0.9252, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.12707581227436823, |
| "grad_norm": 0.025183433666825294, |
| "learning_rate": 3.402321141930376e-06, |
| "loss": 0.9221, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.12823104693140794, |
| "grad_norm": 0.02558548003435135, |
| "learning_rate": 3.408871631311096e-06, |
| "loss": 0.8957, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.12938628158844764, |
| "grad_norm": 0.025612782686948776, |
| "learning_rate": 3.415363371116969e-06, |
| "loss": 0.8895, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.13054151624548738, |
| "grad_norm": 0.024990661069750786, |
| "learning_rate": 3.4217974058057e-06, |
| "loss": 0.9094, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.13169675090252708, |
| "grad_norm": 0.026293708011507988, |
| "learning_rate": 3.428174752227455e-06, |
| "loss": 0.9063, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.1328519855595668, |
| "grad_norm": 0.02521086297929287, |
| "learning_rate": 3.434496400589353e-06, |
| "loss": 0.9164, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.1340072202166065, |
| "grad_norm": 0.026099544018507004, |
| "learning_rate": 3.440763315378198e-06, |
| "loss": 0.9125, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.1351624548736462, |
| "grad_norm": 0.02469206601381302, |
| "learning_rate": 3.446976436243603e-06, |
| "loss": 0.892, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.13631768953068593, |
| "grad_norm": 0.025795504450798035, |
| "learning_rate": 3.4531366788435426e-06, |
| "loss": 0.896, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.13747292418772564, |
| "grad_norm": 0.024762745946645737, |
| "learning_rate": 3.4592449356542185e-06, |
| "loss": 0.8718, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.13862815884476534, |
| "grad_norm": 0.02494460716843605, |
| "learning_rate": 3.4653020767460416e-06, |
| "loss": 0.9059, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.13978339350180505, |
| "grad_norm": 0.02601913921535015, |
| "learning_rate": 3.471308950527417e-06, |
| "loss": 0.9188, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.14093862815884475, |
| "grad_norm": 0.025598011910915375, |
| "learning_rate": 3.4772663844579142e-06, |
| "loss": 0.9289, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.1420938628158845, |
| "grad_norm": 0.025548091158270836, |
| "learning_rate": 3.48317518573233e-06, |
| "loss": 0.9007, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.1432490974729242, |
| "grad_norm": 0.02472161501646042, |
| "learning_rate": 3.4890361419370587e-06, |
| "loss": 0.8807, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.1444043321299639, |
| "grad_norm": 0.025738514959812164, |
| "learning_rate": 3.4948500216800947e-06, |
| "loss": 0.8969, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.1455595667870036, |
| "grad_norm": 0.025138631463050842, |
| "learning_rate": 3.5006175751959385e-06, |
| "loss": 0.9001, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.1467148014440433, |
| "grad_norm": 0.025624800473451614, |
| "learning_rate": 3.506339534926595e-06, |
| "loss": 0.9093, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.14787003610108304, |
| "grad_norm": 0.02503197453916073, |
| "learning_rate": 3.512016616079781e-06, |
| "loss": 0.8793, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.14902527075812275, |
| "grad_norm": 0.02515401318669319, |
| "learning_rate": 3.5176495171654153e-06, |
| "loss": 0.8855, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.15018050541516245, |
| "grad_norm": 0.024870432913303375, |
| "learning_rate": 3.523238920511395e-06, |
| "loss": 0.8642, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.15133574007220216, |
| "grad_norm": 0.02646622247993946, |
| "learning_rate": 3.528785492759607e-06, |
| "loss": 0.8966, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.1524909747292419, |
| "grad_norm": 0.025933699682354927, |
| "learning_rate": 3.5342898853430833e-06, |
| "loss": 0.9036, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.1536462093862816, |
| "grad_norm": 0.025004137307405472, |
| "learning_rate": 3.5397527349451433e-06, |
| "loss": 0.8796, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.1548014440433213, |
| "grad_norm": 0.027062473818659782, |
| "learning_rate": 3.5451746639413463e-06, |
| "loss": 0.8993, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.155956678700361, |
| "grad_norm": 0.025223543867468834, |
| "learning_rate": 3.550556280825011e-06, |
| "loss": 0.8887, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.1571119133574007, |
| "grad_norm": 0.02600521221756935, |
| "learning_rate": 3.55589818061703e-06, |
| "loss": 0.8799, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.15826714801444045, |
| "grad_norm": 0.026399623602628708, |
| "learning_rate": 3.5612009452606784e-06, |
| "loss": 0.9006, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.15942238267148015, |
| "grad_norm": 0.025787660852074623, |
| "learning_rate": 3.5664651440020615e-06, |
| "loss": 0.9254, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.16057761732851986, |
| "grad_norm": 0.025667186826467514, |
| "learning_rate": 3.5716913337568255e-06, |
| "loss": 0.8843, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.16173285198555956, |
| "grad_norm": 0.025686215609312057, |
| "learning_rate": 3.5768800594637304e-06, |
| "loss": 0.8904, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.16288808664259927, |
| "grad_norm": 0.027956154197454453, |
| "learning_rate": 3.582031854425634e-06, |
| "loss": 0.9226, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.164043321299639, |
| "grad_norm": 0.025962915271520615, |
| "learning_rate": 3.587147240638428e-06, |
| "loss": 0.9165, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.1651985559566787, |
| "grad_norm": 0.026672059670090675, |
| "learning_rate": 3.5922267291084367e-06, |
| "loss": 0.8984, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.1663537906137184, |
| "grad_norm": 0.025454359129071236, |
| "learning_rate": 3.59727082015875e-06, |
| "loss": 0.9018, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.16750902527075812, |
| "grad_norm": 0.02756405621767044, |
| "learning_rate": 3.6022800037249583e-06, |
| "loss": 0.8928, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.16866425992779782, |
| "grad_norm": 0.025225916877388954, |
| "learning_rate": 3.607254759640729e-06, |
| "loss": 0.887, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.16981949458483755, |
| "grad_norm": 0.026238933205604553, |
| "learning_rate": 3.612195557913627e-06, |
| "loss": 0.8906, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.17097472924187726, |
| "grad_norm": 0.026623785495758057, |
| "learning_rate": 3.6171028589915957e-06, |
| "loss": 0.8866, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.17212996389891697, |
| "grad_norm": 0.02516297437250614, |
| "learning_rate": 3.6219771140204575e-06, |
| "loss": 0.875, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.17328519855595667, |
| "grad_norm": 0.026302075013518333, |
| "learning_rate": 3.626818765092802e-06, |
| "loss": 0.9158, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.17444043321299638, |
| "grad_norm": 0.02607031911611557, |
| "learning_rate": 3.631628245488616e-06, |
| "loss": 0.8595, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.1755956678700361, |
| "grad_norm": 0.025099189952015877, |
| "learning_rate": 3.6364059799079547e-06, |
| "loss": 0.8762, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.17675090252707581, |
| "grad_norm": 0.024900630116462708, |
| "learning_rate": 3.6411523846959985e-06, |
| "loss": 0.8769, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.17790613718411552, |
| "grad_norm": 0.02502143569290638, |
| "learning_rate": 3.6458678680607725e-06, |
| "loss": 0.9109, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.17906137184115523, |
| "grad_norm": 0.025041181594133377, |
| "learning_rate": 3.6505528302838196e-06, |
| "loss": 0.8624, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.18021660649819496, |
| "grad_norm": 0.02584444358944893, |
| "learning_rate": 3.655207663924103e-06, |
| "loss": 0.8581, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.18137184115523466, |
| "grad_norm": 0.024667399004101753, |
| "learning_rate": 3.65983275401539e-06, |
| "loss": 0.8699, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.18252707581227437, |
| "grad_norm": 0.025528263300657272, |
| "learning_rate": 3.664428478257371e-06, |
| "loss": 0.8896, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.18368231046931408, |
| "grad_norm": 0.025437112897634506, |
| "learning_rate": 3.6689952072007528e-06, |
| "loss": 0.8954, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.18483754512635378, |
| "grad_norm": 0.025140732526779175, |
| "learning_rate": 3.6735333044265414e-06, |
| "loss": 0.8794, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.1859927797833935, |
| "grad_norm": 0.026126103475689888, |
| "learning_rate": 3.6780431267197503e-06, |
| "loss": 0.9103, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.18714801444043322, |
| "grad_norm": 0.025869259610772133, |
| "learning_rate": 3.6825250242377186e-06, |
| "loss": 0.8945, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.18830324909747292, |
| "grad_norm": 0.02550615929067135, |
| "learning_rate": 3.6869793406732633e-06, |
| "loss": 0.8884, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.18945848375451263, |
| "grad_norm": 0.02724931389093399, |
| "learning_rate": 3.69140641341283e-06, |
| "loss": 0.893, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.19061371841155234, |
| "grad_norm": 0.02519422210752964, |
| "learning_rate": 3.6958065736898442e-06, |
| "loss": 0.8739, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.19176895306859207, |
| "grad_norm": 0.025711793452501297, |
| "learning_rate": 3.700180146733426e-06, |
| "loss": 0.8832, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.19292418772563177, |
| "grad_norm": 0.02538181096315384, |
| "learning_rate": 3.7045274519126395e-06, |
| "loss": 0.8785, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.19407942238267148, |
| "grad_norm": 0.0263076052069664, |
| "learning_rate": 3.7088488028764387e-06, |
| "loss": 0.8722, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.19523465703971118, |
| "grad_norm": 0.02613968588411808, |
| "learning_rate": 3.7131445076894563e-06, |
| "loss": 0.8833, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.1963898916967509, |
| "grad_norm": 0.024628346785902977, |
| "learning_rate": 3.717414868963791e-06, |
| "loss": 0.8795, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.19754512635379062, |
| "grad_norm": 0.026414738968014717, |
| "learning_rate": 3.721660183986924e-06, |
| "loss": 0.9025, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.19870036101083033, |
| "grad_norm": 0.025311259552836418, |
| "learning_rate": 3.725880744845915e-06, |
| "loss": 0.9047, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.19985559566787003, |
| "grad_norm": 0.025876285508275032, |
| "learning_rate": 3.7300768385479928e-06, |
| "loss": 0.8571, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.20101083032490974, |
| "grad_norm": 0.02702619880437851, |
| "learning_rate": 3.7342487471376667e-06, |
| "loss": 0.8776, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.20216606498194944, |
| "grad_norm": 0.026685267686843872, |
| "learning_rate": 3.7383967478104918e-06, |
| "loss": 0.9018, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.20332129963898918, |
| "grad_norm": 0.026544688269495964, |
| "learning_rate": 3.7425211130235835e-06, |
| "loss": 0.8861, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.20447653429602888, |
| "grad_norm": 0.026582278311252594, |
| "learning_rate": 3.7466221106030114e-06, |
| "loss": 0.8974, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.2056317689530686, |
| "grad_norm": 0.02530672959983349, |
| "learning_rate": 3.7507000038481574e-06, |
| "loss": 0.8904, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.2067870036101083, |
| "grad_norm": 0.02869655378162861, |
| "learning_rate": 3.7547550516331556e-06, |
| "loss": 0.8637, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.20794223826714803, |
| "grad_norm": 0.0269013699144125, |
| "learning_rate": 3.7587875085055104e-06, |
| "loss": 0.8718, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.20909747292418773, |
| "grad_norm": 0.027417806908488274, |
| "learning_rate": 3.762797624781975e-06, |
| "loss": 0.8697, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.21025270758122744, |
| "grad_norm": 0.025989564135670662, |
| "learning_rate": 3.7667856466417917e-06, |
| "loss": 0.8838, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.21140794223826714, |
| "grad_norm": 0.026576591655611992, |
| "learning_rate": 3.7707518162173835e-06, |
| "loss": 0.8704, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.21256317689530685, |
| "grad_norm": 0.0275897067040205, |
| "learning_rate": 3.7746963716825613e-06, |
| "loss": 0.855, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.21371841155234658, |
| "grad_norm": 0.0267089381814003, |
| "learning_rate": 3.778619547338356e-06, |
| "loss": 0.8712, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.2148736462093863, |
| "grad_norm": 0.02677794173359871, |
| "learning_rate": 3.7825215736965283e-06, |
| "loss": 0.8729, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.216028880866426, |
| "grad_norm": 0.0281060878187418, |
| "learning_rate": 3.786402677560832e-06, |
| "loss": 0.8845, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.2171841155234657, |
| "grad_norm": 0.025514084845781326, |
| "learning_rate": 3.7902630821061337e-06, |
| "loss": 0.8669, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.2183393501805054, |
| "grad_norm": 0.02548467181622982, |
| "learning_rate": 3.7941030069554073e-06, |
| "loss": 0.8897, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.21949458483754514, |
| "grad_norm": 0.026287022978067398, |
| "learning_rate": 3.7979226682547152e-06, |
| "loss": 0.8731, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.22064981949458484, |
| "grad_norm": 0.025090090930461884, |
| "learning_rate": 3.8017222787462132e-06, |
| "loss": 0.8946, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.22180505415162455, |
| "grad_norm": 0.02495192363858223, |
| "learning_rate": 3.8055020478392497e-06, |
| "loss": 0.8567, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.22296028880866425, |
| "grad_norm": 0.025306979194283485, |
| "learning_rate": 3.8092621816796233e-06, |
| "loss": 0.8819, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.22411552346570396, |
| "grad_norm": 0.027035973966121674, |
| "learning_rate": 3.813002883217044e-06, |
| "loss": 0.8733, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.2252707581227437, |
| "grad_norm": 0.025134000927209854, |
| "learning_rate": 3.816724352270864e-06, |
| "loss": 0.8764, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.2264259927797834, |
| "grad_norm": 0.025370297953486443, |
| "learning_rate": 3.820426785594127e-06, |
| "loss": 0.8607, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.2275812274368231, |
| "grad_norm": 0.02679363079369068, |
| "learning_rate": 3.824110376935989e-06, |
| "loss": 0.8726, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.2287364620938628, |
| "grad_norm": 0.024456890299916267, |
| "learning_rate": 3.827775317102552e-06, |
| "loss": 0.858, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.2298916967509025, |
| "grad_norm": 0.026032116264104843, |
| "learning_rate": 3.831421794016178e-06, |
| "loss": 0.8606, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.23104693140794225, |
| "grad_norm": 0.026059836149215698, |
| "learning_rate": 3.835049992773302e-06, |
| "loss": 0.8613, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.23220216606498195, |
| "grad_norm": 0.02430492639541626, |
| "learning_rate": 3.8386600957008155e-06, |
| "loss": 0.866, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.23335740072202166, |
| "grad_norm": 0.026345418766140938, |
| "learning_rate": 3.8422522824110405e-06, |
| "loss": 0.8814, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.23451263537906136, |
| "grad_norm": 0.025827715173363686, |
| "learning_rate": 3.8458267298553554e-06, |
| "loss": 0.8791, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.2356678700361011, |
| "grad_norm": 0.025157129392027855, |
| "learning_rate": 3.849383612376498e-06, |
| "loss": 0.8797, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.2368231046931408, |
| "grad_norm": 0.02571243792772293, |
| "learning_rate": 3.852923101759591e-06, |
| "loss": 0.8866, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.2379783393501805, |
| "grad_norm": 0.025041643530130386, |
| "learning_rate": 3.856445367281923e-06, |
| "loss": 0.8666, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.2391335740072202, |
| "grad_norm": 0.0259910486638546, |
| "learning_rate": 3.8599505757615295e-06, |
| "loss": 0.8727, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.24028880866425992, |
| "grad_norm": 0.02511589229106903, |
| "learning_rate": 3.863438891604603e-06, |
| "loss": 0.8801, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.24144404332129965, |
| "grad_norm": 0.024072881788015366, |
| "learning_rate": 3.866910476851757e-06, |
| "loss": 0.8203, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.24259927797833936, |
| "grad_norm": 0.025221582502126694, |
| "learning_rate": 3.870365491223199e-06, |
| "loss": 0.8384, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.24375451263537906, |
| "grad_norm": 0.02576667070388794, |
| "learning_rate": 3.873804092162822e-06, |
| "loss": 0.8423, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.24490974729241877, |
| "grad_norm": 0.02616226114332676, |
| "learning_rate": 3.877226434881253e-06, |
| "loss": 0.8521, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.24606498194945847, |
| "grad_norm": 0.024735651910305023, |
| "learning_rate": 3.880632672397897e-06, |
| "loss": 0.8847, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.2472202166064982, |
| "grad_norm": 0.02537655271589756, |
| "learning_rate": 3.884022955581984e-06, |
| "loss": 0.86, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.2483754512635379, |
| "grad_norm": 0.02478659339249134, |
| "learning_rate": 3.887397433192676e-06, |
| "loss": 0.8489, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.24953068592057762, |
| "grad_norm": 0.025592437013983727, |
| "learning_rate": 3.890756251918219e-06, |
| "loss": 0.845, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.25068592057761735, |
| "grad_norm": 0.02625833824276924, |
| "learning_rate": 3.894099556414216e-06, |
| "loss": 0.8584, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.25184115523465705, |
| "grad_norm": 0.02509414032101631, |
| "learning_rate": 3.897427489341009e-06, |
| "loss": 0.8608, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.25299638989169676, |
| "grad_norm": 0.02498655766248703, |
| "learning_rate": 3.900740191400198e-06, |
| "loss": 0.8509, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.25415162454873647, |
| "grad_norm": 0.025928007438778877, |
| "learning_rate": 3.9040378013703444e-06, |
| "loss": 0.8556, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.25530685920577617, |
| "grad_norm": 0.026060784235596657, |
| "learning_rate": 3.907320456141851e-06, |
| "loss": 0.8495, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.2564620938628159, |
| "grad_norm": 0.02592143975198269, |
| "learning_rate": 3.910588290751064e-06, |
| "loss": 0.8527, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.2576173285198556, |
| "grad_norm": 0.025333942845463753, |
| "learning_rate": 3.913841438413601e-06, |
| "loss": 0.8398, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.2587725631768953, |
| "grad_norm": 0.026303421705961227, |
| "learning_rate": 3.9170800305569385e-06, |
| "loss": 0.8575, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.259927797833935, |
| "grad_norm": 0.025790376588702202, |
| "learning_rate": 3.920304196852272e-06, |
| "loss": 0.8804, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.26108303249097475, |
| "grad_norm": 0.02600492723286152, |
| "learning_rate": 3.923514065245669e-06, |
| "loss": 0.8532, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.26223826714801446, |
| "grad_norm": 0.025459101423621178, |
| "learning_rate": 3.9267097619885385e-06, |
| "loss": 0.8597, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.26339350180505416, |
| "grad_norm": 0.025850312784314156, |
| "learning_rate": 3.9298914116674236e-06, |
| "loss": 0.8605, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.26454873646209387, |
| "grad_norm": 0.0261206217110157, |
| "learning_rate": 3.9330591372331475e-06, |
| "loss": 0.8463, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.2657039711191336, |
| "grad_norm": 0.026850640773773193, |
| "learning_rate": 3.936213060029322e-06, |
| "loss": 0.8655, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.2668592057761733, |
| "grad_norm": 0.02615203708410263, |
| "learning_rate": 3.9393532998202405e-06, |
| "loss": 0.8729, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.268014440433213, |
| "grad_norm": 0.026082858443260193, |
| "learning_rate": 3.942479974818166e-06, |
| "loss": 0.8626, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.2691696750902527, |
| "grad_norm": 0.02707120031118393, |
| "learning_rate": 3.9455932017100315e-06, |
| "loss": 0.8665, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.2703249097472924, |
| "grad_norm": 0.02531982958316803, |
| "learning_rate": 3.9486930956835726e-06, |
| "loss": 0.841, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.27148014440433216, |
| "grad_norm": 0.02577449567615986, |
| "learning_rate": 3.951779770452894e-06, |
| "loss": 0.8528, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.27263537906137186, |
| "grad_norm": 0.025777166709303856, |
| "learning_rate": 3.954853338283512e-06, |
| "loss": 0.8636, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.27379061371841157, |
| "grad_norm": 0.027185678482055664, |
| "learning_rate": 3.95791391001684e-06, |
| "loss": 0.884, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.2749458483754513, |
| "grad_norm": 0.025784213095903397, |
| "learning_rate": 3.960961595094187e-06, |
| "loss": 0.8532, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.276101083032491, |
| "grad_norm": 0.025824446231126785, |
| "learning_rate": 3.96399650158023e-06, |
| "loss": 0.8555, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.2772563176895307, |
| "grad_norm": 0.026414718478918076, |
| "learning_rate": 3.96701873618601e-06, |
| "loss": 0.8634, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.2784115523465704, |
| "grad_norm": 0.02620028331875801, |
| "learning_rate": 3.970028404291448e-06, |
| "loss": 0.8574, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.2795667870036101, |
| "grad_norm": 0.025768935680389404, |
| "learning_rate": 3.973025609967386e-06, |
| "loss": 0.8741, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.2807220216606498, |
| "grad_norm": 0.027099501341581345, |
| "learning_rate": 3.976010455997187e-06, |
| "loss": 0.8705, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.2818772563176895, |
| "grad_norm": 0.02535291016101837, |
| "learning_rate": 3.978983043897884e-06, |
| "loss": 0.853, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.28303249097472927, |
| "grad_norm": 0.02731909230351448, |
| "learning_rate": 3.981943473940888e-06, |
| "loss": 0.8776, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.284187725631769, |
| "grad_norm": 0.02630050666630268, |
| "learning_rate": 3.984891845172299e-06, |
| "loss": 0.86, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.2853429602888087, |
| "grad_norm": 0.025558151304721832, |
| "learning_rate": 3.987828255432777e-06, |
| "loss": 0.8758, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.2864981949458484, |
| "grad_norm": 0.026159491389989853, |
| "learning_rate": 3.990752801377028e-06, |
| "loss": 0.8626, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.2876534296028881, |
| "grad_norm": 0.02615942806005478, |
| "learning_rate": 3.993665578492894e-06, |
| "loss": 0.858, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.2888086642599278, |
| "grad_norm": 0.025161130353808403, |
| "learning_rate": 3.996566681120062e-06, |
| "loss": 0.8429, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.2899638989169675, |
| "grad_norm": 0.02635674737393856, |
| "learning_rate": 3.999456202468397e-06, |
| "loss": 0.8686, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.2911191335740072, |
| "grad_norm": 0.025895683094859123, |
| "learning_rate": 4.0023342346359075e-06, |
| "loss": 0.8422, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.2922743682310469, |
| "grad_norm": 0.027750222012400627, |
| "learning_rate": 4.0052008686263635e-06, |
| "loss": 0.8868, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.2934296028880866, |
| "grad_norm": 0.02600325271487236, |
| "learning_rate": 4.0080561943665644e-06, |
| "loss": 0.8639, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.2945848375451264, |
| "grad_norm": 0.02592737227678299, |
| "learning_rate": 4.010900300723259e-06, |
| "loss": 0.8453, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.2957400722021661, |
| "grad_norm": 0.025766368955373764, |
| "learning_rate": 4.0137332755197495e-06, |
| "loss": 0.8771, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.2968953068592058, |
| "grad_norm": 0.026158476248383522, |
| "learning_rate": 4.016555205552159e-06, |
| "loss": 0.8524, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.2980505415162455, |
| "grad_norm": 0.024570690467953682, |
| "learning_rate": 4.019366176605384e-06, |
| "loss": 0.8345, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.2992057761732852, |
| "grad_norm": 0.025776837021112442, |
| "learning_rate": 4.022166273468753e-06, |
| "loss": 0.8441, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.3003610108303249, |
| "grad_norm": 0.02488660253584385, |
| "learning_rate": 4.024955579951363e-06, |
| "loss": 0.8639, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.3015162454873646, |
| "grad_norm": 0.025739185512065887, |
| "learning_rate": 4.0277341788971355e-06, |
| "loss": 0.8465, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.3026714801444043, |
| "grad_norm": 0.02594810351729393, |
| "learning_rate": 4.030502152199576e-06, |
| "loss": 0.8752, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.303826714801444, |
| "grad_norm": 0.025780096650123596, |
| "learning_rate": 4.033259580816264e-06, |
| "loss": 0.8433, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.3049819494584838, |
| "grad_norm": 0.025661000981926918, |
| "learning_rate": 4.036006544783052e-06, |
| "loss": 0.8769, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.3061371841155235, |
| "grad_norm": 0.025767603889107704, |
| "learning_rate": 4.0387431232280135e-06, |
| "loss": 0.8705, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.3072924187725632, |
| "grad_norm": 0.0245257169008255, |
| "learning_rate": 4.041469394385113e-06, |
| "loss": 0.8497, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.3084476534296029, |
| "grad_norm": 0.026073751971125603, |
| "learning_rate": 4.044185435607626e-06, |
| "loss": 0.8503, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.3096028880866426, |
| "grad_norm": 0.025399446487426758, |
| "learning_rate": 4.046891323381315e-06, |
| "loss": 0.8594, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.3107581227436823, |
| "grad_norm": 0.02536724880337715, |
| "learning_rate": 4.049587133337347e-06, |
| "loss": 0.8513, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.311913357400722, |
| "grad_norm": 0.024877896532416344, |
| "learning_rate": 4.05227294026498e-06, |
| "loss": 0.8302, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.3130685920577617, |
| "grad_norm": 0.026714155450463295, |
| "learning_rate": 4.05494881812401e-06, |
| "loss": 0.8787, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.3142238267148014, |
| "grad_norm": 0.02595258131623268, |
| "learning_rate": 4.057614840056999e-06, |
| "loss": 0.8572, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.31537906137184113, |
| "grad_norm": 0.02663499116897583, |
| "learning_rate": 4.060271078401261e-06, |
| "loss": 0.8656, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.3165342960288809, |
| "grad_norm": 0.02580447867512703, |
| "learning_rate": 4.0629176047006474e-06, |
| "loss": 0.8574, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.3176895306859206, |
| "grad_norm": 0.02633056230843067, |
| "learning_rate": 4.065554489717105e-06, |
| "loss": 0.864, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.3188447653429603, |
| "grad_norm": 0.026197999715805054, |
| "learning_rate": 4.06818180344203e-06, |
| "loss": 0.8492, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.025230281054973602, |
| "learning_rate": 4.070799615107415e-06, |
| "loss": 0.8255, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.3211552346570397, |
| "grad_norm": 0.02663682959973812, |
| "learning_rate": 4.073407993196794e-06, |
| "loss": 0.8557, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.3223104693140794, |
| "grad_norm": 0.025046920403838158, |
| "learning_rate": 4.076007005455996e-06, |
| "loss": 0.8433, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.3234657039711191, |
| "grad_norm": 0.025554031133651733, |
| "learning_rate": 4.078596718903699e-06, |
| "loss": 0.8639, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.32462093862815883, |
| "grad_norm": 0.025266235694289207, |
| "learning_rate": 4.0811771998418e-06, |
| "loss": 0.8617, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.32577617328519853, |
| "grad_norm": 0.026751738041639328, |
| "learning_rate": 4.083748513865602e-06, |
| "loss": 0.8472, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.3269314079422383, |
| "grad_norm": 0.026282917708158493, |
| "learning_rate": 4.086310725873818e-06, |
| "loss": 0.8518, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.328086642599278, |
| "grad_norm": 0.024683093652129173, |
| "learning_rate": 4.088863900078397e-06, |
| "loss": 0.856, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.3292418772563177, |
| "grad_norm": 0.025772644206881523, |
| "learning_rate": 4.091408100014184e-06, |
| "loss": 0.849, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.3303971119133574, |
| "grad_norm": 0.02520694211125374, |
| "learning_rate": 4.093943388548406e-06, |
| "loss": 0.8363, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.3315523465703971, |
| "grad_norm": 0.026992499828338623, |
| "learning_rate": 4.096469827889988e-06, |
| "loss": 0.859, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.3327075812274368, |
| "grad_norm": 0.02580207772552967, |
| "learning_rate": 4.0989874795987185e-06, |
| "loss": 0.873, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.3338628158844765, |
| "grad_norm": 0.025334378704428673, |
| "learning_rate": 4.101496404594247e-06, |
| "loss": 0.848, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.33501805054151623, |
| "grad_norm": 0.027060015127062798, |
| "learning_rate": 4.103996663164927e-06, |
| "loss": 0.834, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.33617328519855594, |
| "grad_norm": 0.027299024164676666, |
| "learning_rate": 4.106488314976513e-06, |
| "loss": 0.8667, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.33732851985559564, |
| "grad_norm": 0.027205299586057663, |
| "learning_rate": 4.108971419080698e-06, |
| "loss": 0.8548, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.3384837545126354, |
| "grad_norm": 0.025082072243094444, |
| "learning_rate": 4.111446033923516e-06, |
| "loss": 0.8418, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.3396389891696751, |
| "grad_norm": 0.025831829756498337, |
| "learning_rate": 4.113912217353596e-06, |
| "loss": 0.8419, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.3407942238267148, |
| "grad_norm": 0.02547086775302887, |
| "learning_rate": 4.1163700266302726e-06, |
| "loss": 0.8708, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.3419494584837545, |
| "grad_norm": 0.02637997455894947, |
| "learning_rate": 4.118819518431564e-06, |
| "loss": 0.8492, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.3431046931407942, |
| "grad_norm": 0.02541852556169033, |
| "learning_rate": 4.121260748862021e-06, |
| "loss": 0.8607, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.34425992779783393, |
| "grad_norm": 0.026499446481466293, |
| "learning_rate": 4.123693773460426e-06, |
| "loss": 0.8543, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.34541516245487364, |
| "grad_norm": 0.025943726301193237, |
| "learning_rate": 4.126118647207383e-06, |
| "loss": 0.852, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.34657039711191334, |
| "grad_norm": 0.024514541029930115, |
| "learning_rate": 4.128535424532771e-06, |
| "loss": 0.8335, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.34772563176895305, |
| "grad_norm": 0.026036018505692482, |
| "learning_rate": 4.130944159323072e-06, |
| "loss": 0.8373, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.34888086642599275, |
| "grad_norm": 0.0261723380535841, |
| "learning_rate": 4.133344904928585e-06, |
| "loss": 0.839, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.3500361010830325, |
| "grad_norm": 0.025829095393419266, |
| "learning_rate": 4.135737714170509e-06, |
| "loss": 0.8691, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.3511913357400722, |
| "grad_norm": 0.026276499032974243, |
| "learning_rate": 4.138122639347924e-06, |
| "loss": 0.839, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.3523465703971119, |
| "grad_norm": 0.026492850854992867, |
| "learning_rate": 4.140499732244644e-06, |
| "loss": 0.8585, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.35350180505415163, |
| "grad_norm": 0.027172986418008804, |
| "learning_rate": 4.142869044135967e-06, |
| "loss": 0.8369, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.35465703971119134, |
| "grad_norm": 0.026907015591859818, |
| "learning_rate": 4.145230625795312e-06, |
| "loss": 0.8578, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.35581227436823104, |
| "grad_norm": 0.02687431313097477, |
| "learning_rate": 4.147584527500741e-06, |
| "loss": 0.8727, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.35696750902527075, |
| "grad_norm": 0.026860354468226433, |
| "learning_rate": 4.149930799041391e-06, |
| "loss": 0.8026, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.35812274368231045, |
| "grad_norm": 0.02500147931277752, |
| "learning_rate": 4.152269489723789e-06, |
| "loss": 0.8309, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.35927797833935016, |
| "grad_norm": 0.026802562177181244, |
| "learning_rate": 4.154600648378063e-06, |
| "loss": 0.8524, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.3604332129963899, |
| "grad_norm": 0.026412485167384148, |
| "learning_rate": 4.156924323364072e-06, |
| "loss": 0.8485, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.3615884476534296, |
| "grad_norm": 0.027881808578968048, |
| "learning_rate": 4.159240562577414e-06, |
| "loss": 0.8654, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.36274368231046933, |
| "grad_norm": 0.026209615170955658, |
| "learning_rate": 4.1615494134553584e-06, |
| "loss": 0.8492, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.36389891696750903, |
| "grad_norm": 0.026174476370215416, |
| "learning_rate": 4.163850922982668e-06, |
| "loss": 0.818, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.36505415162454874, |
| "grad_norm": 0.02707611583173275, |
| "learning_rate": 4.166145137697341e-06, |
| "loss": 0.8586, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.36620938628158844, |
| "grad_norm": 0.02789073996245861, |
| "learning_rate": 4.1684321036962525e-06, |
| "loss": 0.8468, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.36736462093862815, |
| "grad_norm": 0.02748328261077404, |
| "learning_rate": 4.170711866640721e-06, |
| "loss": 0.8688, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.36851985559566786, |
| "grad_norm": 0.029765894636511803, |
| "learning_rate": 4.172984471761969e-06, |
| "loss": 0.8521, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.36967509025270756, |
| "grad_norm": 0.025119414553046227, |
| "learning_rate": 4.17524996386651e-06, |
| "loss": 0.829, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.37083032490974727, |
| "grad_norm": 0.028743257746100426, |
| "learning_rate": 4.177508387341454e-06, |
| "loss": 0.8676, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.371985559566787, |
| "grad_norm": 0.02732737548649311, |
| "learning_rate": 4.179759786159719e-06, |
| "loss": 0.8516, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.37314079422382673, |
| "grad_norm": 0.026275500655174255, |
| "learning_rate": 4.182004203885172e-06, |
| "loss": 0.8606, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.37429602888086644, |
| "grad_norm": 0.028016693890094757, |
| "learning_rate": 4.1842416836776876e-06, |
| "loss": 0.8272, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.37545126353790614, |
| "grad_norm": 0.026512511074543, |
| "learning_rate": 4.1864722682981245e-06, |
| "loss": 0.8438, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.37660649819494585, |
| "grad_norm": 0.026299525052309036, |
| "learning_rate": 4.188696000113232e-06, |
| "loss": 0.8485, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.37776173285198555, |
| "grad_norm": 0.02613169699907303, |
| "learning_rate": 4.190912921100477e-06, |
| "loss": 0.8184, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.37891696750902526, |
| "grad_norm": 0.02610696479678154, |
| "learning_rate": 4.193123072852799e-06, |
| "loss": 0.8609, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.38007220216606497, |
| "grad_norm": 0.026195967569947243, |
| "learning_rate": 4.1953264965832905e-06, |
| "loss": 0.8302, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.38122743682310467, |
| "grad_norm": 0.026481349021196365, |
| "learning_rate": 4.197523233129813e-06, |
| "loss": 0.8491, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.38238267148014443, |
| "grad_norm": 0.024858448654413223, |
| "learning_rate": 4.199713322959531e-06, |
| "loss": 0.8404, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.38353790613718414, |
| "grad_norm": 0.026140978559851646, |
| "learning_rate": 4.201896806173394e-06, |
| "loss": 0.8558, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.38469314079422384, |
| "grad_norm": 0.026811236515641212, |
| "learning_rate": 4.204073722510534e-06, |
| "loss": 0.8747, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.38584837545126355, |
| "grad_norm": 0.0256299190223217, |
| "learning_rate": 4.206244111352608e-06, |
| "loss": 0.8521, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.38700361010830325, |
| "grad_norm": 0.026677099987864494, |
| "learning_rate": 4.208408011728075e-06, |
| "loss": 0.8548, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.38815884476534296, |
| "grad_norm": 0.026028303429484367, |
| "learning_rate": 4.210565462316407e-06, |
| "loss": 0.8474, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.38931407942238266, |
| "grad_norm": 0.02715076506137848, |
| "learning_rate": 4.212716501452232e-06, |
| "loss": 0.8318, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.39046931407942237, |
| "grad_norm": 0.02765047550201416, |
| "learning_rate": 4.214861167129425e-06, |
| "loss": 0.8558, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.3916245487364621, |
| "grad_norm": 0.025798538699746132, |
| "learning_rate": 4.216999497005137e-06, |
| "loss": 0.8436, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.3927797833935018, |
| "grad_norm": 0.028038429096341133, |
| "learning_rate": 4.219131528403759e-06, |
| "loss": 0.845, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.39393501805054154, |
| "grad_norm": 0.026474367827177048, |
| "learning_rate": 4.22125729832083e-06, |
| "loss": 0.8411, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.39509025270758125, |
| "grad_norm": 0.025686634704470634, |
| "learning_rate": 4.223376843426892e-06, |
| "loss": 0.8485, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.39624548736462095, |
| "grad_norm": 0.026812469586730003, |
| "learning_rate": 4.225490200071284e-06, |
| "loss": 0.8571, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.39740072202166066, |
| "grad_norm": 0.02608347311615944, |
| "learning_rate": 4.227597404285883e-06, |
| "loss": 0.8426, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.39855595667870036, |
| "grad_norm": 0.02631702460348606, |
| "learning_rate": 4.229698491788791e-06, |
| "loss": 0.876, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.39971119133574007, |
| "grad_norm": 0.0272465068846941, |
| "learning_rate": 4.231793497987962e-06, |
| "loss": 0.861, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.4008664259927798, |
| "grad_norm": 0.02596902847290039, |
| "learning_rate": 4.233882457984791e-06, |
| "loss": 0.8645, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.4020216606498195, |
| "grad_norm": 0.02580340951681137, |
| "learning_rate": 4.235965406577636e-06, |
| "loss": 0.8447, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.4031768953068592, |
| "grad_norm": 0.027888286858797073, |
| "learning_rate": 4.2380423782653e-06, |
| "loss": 0.8425, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.4043321299638989, |
| "grad_norm": 0.025501729920506477, |
| "learning_rate": 4.2401134072504595e-06, |
| "loss": 0.8307, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.40548736462093865, |
| "grad_norm": 0.026491057127714157, |
| "learning_rate": 4.24217852744304e-06, |
| "loss": 0.8237, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.40664259927797836, |
| "grad_norm": 0.027327535673975945, |
| "learning_rate": 4.244237772463552e-06, |
| "loss": 0.8605, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.40779783393501806, |
| "grad_norm": 0.026969779282808304, |
| "learning_rate": 4.246291175646372e-06, |
| "loss": 0.8357, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.40895306859205777, |
| "grad_norm": 0.02584182471036911, |
| "learning_rate": 4.2483387700429804e-06, |
| "loss": 0.8348, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.41010830324909747, |
| "grad_norm": 0.025704173371195793, |
| "learning_rate": 4.2503805884251575e-06, |
| "loss": 0.8392, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.4112635379061372, |
| "grad_norm": 0.026744280010461807, |
| "learning_rate": 4.252416663288126e-06, |
| "loss": 0.8405, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.4124187725631769, |
| "grad_norm": 0.02655099704861641, |
| "learning_rate": 4.2544470268536555e-06, |
| "loss": 0.8374, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.4135740072202166, |
| "grad_norm": 0.02521936595439911, |
| "learning_rate": 4.2564717110731246e-06, |
| "loss": 0.8442, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.4147292418772563, |
| "grad_norm": 0.02607394941151142, |
| "learning_rate": 4.258490747630532e-06, |
| "loss": 0.8273, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.41588447653429605, |
| "grad_norm": 0.027000917121767998, |
| "learning_rate": 4.26050416794548e-06, |
| "loss": 0.8664, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.41703971119133576, |
| "grad_norm": 0.026261812075972557, |
| "learning_rate": 4.262512003176097e-06, |
| "loss": 0.8351, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.41819494584837547, |
| "grad_norm": 0.025927625596523285, |
| "learning_rate": 4.264514284221944e-06, |
| "loss": 0.8419, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.41935018050541517, |
| "grad_norm": 0.02672671154141426, |
| "learning_rate": 4.2665110417268545e-06, |
| "loss": 0.84, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.4205054151624549, |
| "grad_norm": 0.02695775218307972, |
| "learning_rate": 4.26850230608176e-06, |
| "loss": 0.8483, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.4216606498194946, |
| "grad_norm": 0.026013897731900215, |
| "learning_rate": 4.270488107427459e-06, |
| "loss": 0.8371, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.4228158844765343, |
| "grad_norm": 0.026113096624612808, |
| "learning_rate": 4.272468475657351e-06, |
| "loss": 0.8448, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.423971119133574, |
| "grad_norm": 0.02611883170902729, |
| "learning_rate": 4.27444344042015e-06, |
| "loss": 0.8522, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.4251263537906137, |
| "grad_norm": 0.02588835172355175, |
| "learning_rate": 4.27641303112253e-06, |
| "loss": 0.8348, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.4262815884476534, |
| "grad_norm": 0.026020022109150887, |
| "learning_rate": 4.278377276931768e-06, |
| "loss": 0.8376, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.42743682310469316, |
| "grad_norm": 0.026923442259430885, |
| "learning_rate": 4.280336206778326e-06, |
| "loss": 0.8435, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.42859205776173287, |
| "grad_norm": 0.026913795620203018, |
| "learning_rate": 4.2822898493584105e-06, |
| "loss": 0.8374, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.4297472924187726, |
| "grad_norm": 0.025143541395664215, |
| "learning_rate": 4.2842382331364965e-06, |
| "loss": 0.8169, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.4309025270758123, |
| "grad_norm": 0.027908481657505035, |
| "learning_rate": 4.2861813863478135e-06, |
| "loss": 0.8561, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.432057761732852, |
| "grad_norm": 0.026535294950008392, |
| "learning_rate": 4.288119337000801e-06, |
| "loss": 0.8299, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.4332129963898917, |
| "grad_norm": 0.027421629056334496, |
| "learning_rate": 4.290052112879532e-06, |
| "loss": 0.8273, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.4343682310469314, |
| "grad_norm": 0.02671075239777565, |
| "learning_rate": 4.291979741546102e-06, |
| "loss": 0.8215, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.4355234657039711, |
| "grad_norm": 0.025190116837620735, |
| "learning_rate": 4.293902250342989e-06, |
| "loss": 0.871, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.4366787003610108, |
| "grad_norm": 0.026498563587665558, |
| "learning_rate": 4.295819666395376e-06, |
| "loss": 0.8582, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.43783393501805057, |
| "grad_norm": 0.02722996659576893, |
| "learning_rate": 4.297732016613455e-06, |
| "loss": 0.8288, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.4389891696750903, |
| "grad_norm": 0.028074050322175026, |
| "learning_rate": 4.299639327694684e-06, |
| "loss": 0.8574, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.44014440433213, |
| "grad_norm": 0.026562221348285675, |
| "learning_rate": 4.301541626126033e-06, |
| "loss": 0.8337, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.4412996389891697, |
| "grad_norm": 0.025497550144791603, |
| "learning_rate": 4.303438938186182e-06, |
| "loss": 0.8388, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.4424548736462094, |
| "grad_norm": 0.028150785714387894, |
| "learning_rate": 4.305331289947705e-06, |
| "loss": 0.8381, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.4436101083032491, |
| "grad_norm": 0.024889659136533737, |
| "learning_rate": 4.307218707279219e-06, |
| "loss": 0.8297, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.4447653429602888, |
| "grad_norm": 0.02572575956583023, |
| "learning_rate": 4.309101215847502e-06, |
| "loss": 0.8464, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.4459205776173285, |
| "grad_norm": 0.028156662359833717, |
| "learning_rate": 4.310978841119592e-06, |
| "loss": 0.8307, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.4470758122743682, |
| "grad_norm": 0.02584012597799301, |
| "learning_rate": 4.312851608364853e-06, |
| "loss": 0.8342, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.4482310469314079, |
| "grad_norm": 0.02681022137403488, |
| "learning_rate": 4.3147195426570124e-06, |
| "loss": 0.839, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.4493862815884477, |
| "grad_norm": 0.028267353773117065, |
| "learning_rate": 4.31658266887618e-06, |
| "loss": 0.8602, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.4505415162454874, |
| "grad_norm": 0.026196565479040146, |
| "learning_rate": 4.318441011710832e-06, |
| "loss": 0.8374, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.4516967509025271, |
| "grad_norm": 0.028164999559521675, |
| "learning_rate": 4.3202945956597785e-06, |
| "loss": 0.8458, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.4528519855595668, |
| "grad_norm": 0.026657233014702797, |
| "learning_rate": 4.322143445034095e-06, |
| "loss": 0.8238, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.4540072202166065, |
| "grad_norm": 0.025035889819264412, |
| "learning_rate": 4.323987583959045e-06, |
| "loss": 0.8371, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.4551624548736462, |
| "grad_norm": 0.02667805179953575, |
| "learning_rate": 4.325827036375958e-06, |
| "loss": 0.8201, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.4563176895306859, |
| "grad_norm": 0.028383539989590645, |
| "learning_rate": 4.327661826044101e-06, |
| "loss": 0.8385, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.4574729241877256, |
| "grad_norm": 0.025015531107783318, |
| "learning_rate": 4.329491976542521e-06, |
| "loss": 0.8013, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.4586281588447653, |
| "grad_norm": 0.0283355675637722, |
| "learning_rate": 4.3313175112718595e-06, |
| "loss": 0.8228, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.459783393501805, |
| "grad_norm": 0.026209138333797455, |
| "learning_rate": 4.333138453456147e-06, |
| "loss": 0.8336, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.4609386281588448, |
| "grad_norm": 0.024707714095711708, |
| "learning_rate": 4.334954826144581e-06, |
| "loss": 0.8417, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.4620938628158845, |
| "grad_norm": 0.02748985029757023, |
| "learning_rate": 4.336766652213271e-06, |
| "loss": 0.843, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.4632490974729242, |
| "grad_norm": 0.02513727732002735, |
| "learning_rate": 4.3385739543669715e-06, |
| "loss": 0.8301, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.4644043321299639, |
| "grad_norm": 0.028213754296302795, |
| "learning_rate": 4.340376755140784e-06, |
| "loss": 0.8497, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.4655595667870036, |
| "grad_norm": 0.02582547254860401, |
| "learning_rate": 4.34217507690185e-06, |
| "loss": 0.8252, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.4667148014440433, |
| "grad_norm": 0.028116989880800247, |
| "learning_rate": 4.343968941851009e-06, |
| "loss": 0.8312, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.467870036101083, |
| "grad_norm": 0.026428736746311188, |
| "learning_rate": 4.345758372024448e-06, |
| "loss": 0.8177, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.4690252707581227, |
| "grad_norm": 0.025875557214021683, |
| "learning_rate": 4.347543389295324e-06, |
| "loss": 0.8258, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.47018050541516243, |
| "grad_norm": 0.025924712419509888, |
| "learning_rate": 4.3493240153753665e-06, |
| "loss": 0.8379, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.4713357400722022, |
| "grad_norm": 0.025729961693286896, |
| "learning_rate": 4.3511002718164665e-06, |
| "loss": 0.8396, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.4724909747292419, |
| "grad_norm": 0.026374271139502525, |
| "learning_rate": 4.352872180012237e-06, |
| "loss": 0.8381, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.4736462093862816, |
| "grad_norm": 0.028471384197473526, |
| "learning_rate": 4.35463976119956e-06, |
| "loss": 0.8333, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.4748014440433213, |
| "grad_norm": 0.025666672736406326, |
| "learning_rate": 4.356403036460116e-06, |
| "loss": 0.8191, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.475956678700361, |
| "grad_norm": 0.026298929005861282, |
| "learning_rate": 4.358162026721892e-06, |
| "loss": 0.8225, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.4771119133574007, |
| "grad_norm": 0.027312815189361572, |
| "learning_rate": 4.359916752760669e-06, |
| "loss": 0.804, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.4782671480144404, |
| "grad_norm": 0.02659662254154682, |
| "learning_rate": 4.361667235201499e-06, |
| "loss": 0.8286, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.47942238267148013, |
| "grad_norm": 0.02585594914853573, |
| "learning_rate": 4.363413494520154e-06, |
| "loss": 0.8229, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.48057761732851983, |
| "grad_norm": 0.027580194175243378, |
| "learning_rate": 4.365155551044572e-06, |
| "loss": 0.8397, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.48173285198555954, |
| "grad_norm": 0.025151105597615242, |
| "learning_rate": 4.366893424956263e-06, |
| "loss": 0.8356, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.4828880866425993, |
| "grad_norm": 0.025705143809318542, |
| "learning_rate": 4.368627136291726e-06, |
| "loss": 0.8342, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.484043321299639, |
| "grad_norm": 0.027614813297986984, |
| "learning_rate": 4.370356704943825e-06, |
| "loss": 0.8481, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.4851985559566787, |
| "grad_norm": 0.026671946048736572, |
| "learning_rate": 4.372082150663167e-06, |
| "loss": 0.8375, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.4863537906137184, |
| "grad_norm": 0.026453910395503044, |
| "learning_rate": 4.3738034930594475e-06, |
| "loss": 0.8259, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.4875090252707581, |
| "grad_norm": 0.027380600571632385, |
| "learning_rate": 4.3755207516027904e-06, |
| "loss": 0.8394, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.48866425992779783, |
| "grad_norm": 0.02569480426609516, |
| "learning_rate": 4.3772339456250705e-06, |
| "loss": 0.82, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.48981949458483753, |
| "grad_norm": 0.028223766013979912, |
| "learning_rate": 4.3789430943212215e-06, |
| "loss": 0.8223, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.49097472924187724, |
| "grad_norm": 0.025967473164200783, |
| "learning_rate": 4.38064821675052e-06, |
| "loss": 0.8316, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.49212996389891694, |
| "grad_norm": 0.026815980672836304, |
| "learning_rate": 4.382349331837865e-06, |
| "loss": 0.8497, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.4932851985559567, |
| "grad_norm": 0.026486823335289955, |
| "learning_rate": 4.38404645837504e-06, |
| "loss": 0.8224, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.4944404332129964, |
| "grad_norm": 0.026307394728064537, |
| "learning_rate": 4.385739615021954e-06, |
| "loss": 0.8055, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.4955956678700361, |
| "grad_norm": 0.02565447799861431, |
| "learning_rate": 4.387428820307874e-06, |
| "loss": 0.85, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.4967509025270758, |
| "grad_norm": 0.026436088606715202, |
| "learning_rate": 4.389114092632645e-06, |
| "loss": 0.8343, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.4979061371841155, |
| "grad_norm": 0.028431309387087822, |
| "learning_rate": 4.390795450267887e-06, |
| "loss": 0.8457, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.49906137184115523, |
| "grad_norm": 0.026016119867563248, |
| "learning_rate": 4.392472911358188e-06, |
| "loss": 0.8307, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.500216606498195, |
| "grad_norm": 0.02676302008330822, |
| "learning_rate": 4.394146493922276e-06, |
| "loss": 0.8565, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.5013718411552347, |
| "grad_norm": 0.026580410078167915, |
| "learning_rate": 4.395816215854185e-06, |
| "loss": 0.8364, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.5025270758122744, |
| "grad_norm": 0.02553938329219818, |
| "learning_rate": 4.397482094924396e-06, |
| "loss": 0.8266, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.5036823104693141, |
| "grad_norm": 0.02656836435198784, |
| "learning_rate": 4.3991441487809775e-06, |
| "loss": 0.8181, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.5048375451263538, |
| "grad_norm": 0.025670040398836136, |
| "learning_rate": 4.400802394950703e-06, |
| "loss": 0.7895, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.5059927797833935, |
| "grad_norm": 0.02619147300720215, |
| "learning_rate": 4.402456850840167e-06, |
| "loss": 0.8364, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.5071480144404332, |
| "grad_norm": 0.025901198387145996, |
| "learning_rate": 4.4041075337368695e-06, |
| "loss": 0.8449, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.5083032490974729, |
| "grad_norm": 0.02623150125145912, |
| "learning_rate": 4.405754460810312e-06, |
| "loss": 0.8422, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.5094584837545126, |
| "grad_norm": 0.025403983891010284, |
| "learning_rate": 4.407397649113065e-06, |
| "loss": 0.851, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.5106137184115523, |
| "grad_norm": 0.027808185666799545, |
| "learning_rate": 4.40903711558182e-06, |
| "loss": 0.8238, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.511768953068592, |
| "grad_norm": 0.025581343099474907, |
| "learning_rate": 4.41067287703845e-06, |
| "loss": 0.848, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.5129241877256318, |
| "grad_norm": 0.026919787749648094, |
| "learning_rate": 4.4123049501910335e-06, |
| "loss": 0.8171, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.5140794223826715, |
| "grad_norm": 0.025836626067757607, |
| "learning_rate": 4.4139333516348865e-06, |
| "loss": 0.8338, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.5152346570397112, |
| "grad_norm": 0.026238281279802322, |
| "learning_rate": 4.415558097853571e-06, |
| "loss": 0.8164, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.5163898916967509, |
| "grad_norm": 0.02682877704501152, |
| "learning_rate": 4.4171792052198945e-06, |
| "loss": 0.8414, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.5175451263537906, |
| "grad_norm": 0.02541991136968136, |
| "learning_rate": 4.418796689996907e-06, |
| "loss": 0.8043, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.5187003610108303, |
| "grad_norm": 0.026446549221873283, |
| "learning_rate": 4.420410568338873e-06, |
| "loss": 0.8499, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.51985559566787, |
| "grad_norm": 0.02652100659906864, |
| "learning_rate": 4.42202085629224e-06, |
| "loss": 0.8331, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.5210108303249098, |
| "grad_norm": 0.025452058762311935, |
| "learning_rate": 4.423627569796601e-06, |
| "loss": 0.8265, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.5221660649819495, |
| "grad_norm": 0.025869838893413544, |
| "learning_rate": 4.425230724685638e-06, |
| "loss": 0.8276, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.5233212996389892, |
| "grad_norm": 0.026051780208945274, |
| "learning_rate": 4.426830336688054e-06, |
| "loss": 0.8575, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.5244765342960289, |
| "grad_norm": 0.02754388563334942, |
| "learning_rate": 4.428426421428507e-06, |
| "loss": 0.8255, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.5256317689530686, |
| "grad_norm": 0.02607525885105133, |
| "learning_rate": 4.430018994428521e-06, |
| "loss": 0.8397, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.5267870036101083, |
| "grad_norm": 0.026636334136128426, |
| "learning_rate": 4.431608071107392e-06, |
| "loss": 0.8377, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.527942238267148, |
| "grad_norm": 0.026849418878555298, |
| "learning_rate": 4.433193666783084e-06, |
| "loss": 0.8257, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.5290974729241877, |
| "grad_norm": 0.02537579834461212, |
| "learning_rate": 4.434775796673116e-06, |
| "loss": 0.8455, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.5302527075812274, |
| "grad_norm": 0.025962024927139282, |
| "learning_rate": 4.4363544758954355e-06, |
| "loss": 0.8263, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.5314079422382672, |
| "grad_norm": 0.027943387627601624, |
| "learning_rate": 4.437929719469291e-06, |
| "loss": 0.8546, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.5325631768953069, |
| "grad_norm": 0.02550574764609337, |
| "learning_rate": 4.439501542316081e-06, |
| "loss": 0.8367, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.5337184115523466, |
| "grad_norm": 0.030560094863176346, |
| "learning_rate": 4.44106995926021e-06, |
| "loss": 0.8443, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.5348736462093863, |
| "grad_norm": 0.025380682200193405, |
| "learning_rate": 4.442634985029922e-06, |
| "loss": 0.8341, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.536028880866426, |
| "grad_norm": 0.027356211096048355, |
| "learning_rate": 4.444196634258136e-06, |
| "loss": 0.8427, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.5371841155234657, |
| "grad_norm": 0.027884816750884056, |
| "learning_rate": 4.445754921483257e-06, |
| "loss": 0.8441, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.5383393501805054, |
| "grad_norm": 0.025398530066013336, |
| "learning_rate": 4.44730986115e-06, |
| "loss": 0.8342, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.5394945848375451, |
| "grad_norm": 0.027301618829369545, |
| "learning_rate": 4.448861467610187e-06, |
| "loss": 0.8453, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.5406498194945848, |
| "grad_norm": 0.025283178314566612, |
| "learning_rate": 4.450409755123541e-06, |
| "loss": 0.8468, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.5418050541516245, |
| "grad_norm": 0.025396686047315598, |
| "learning_rate": 4.4519547378584725e-06, |
| "loss": 0.8352, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.5429602888086643, |
| "grad_norm": 0.026122555136680603, |
| "learning_rate": 4.453496429892863e-06, |
| "loss": 0.8255, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.544115523465704, |
| "grad_norm": 0.026710988953709602, |
| "learning_rate": 4.455034845214828e-06, |
| "loss": 0.8033, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.5452707581227437, |
| "grad_norm": 0.027530129998922348, |
| "learning_rate": 4.45656999772348e-06, |
| "loss": 0.827, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.5464259927797834, |
| "grad_norm": 0.02589859999716282, |
| "learning_rate": 4.458101901229686e-06, |
| "loss": 0.8585, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.5475812274368231, |
| "grad_norm": 0.026990870013833046, |
| "learning_rate": 4.459630569456809e-06, |
| "loss": 0.8228, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.5487364620938628, |
| "grad_norm": 0.026618408039212227, |
| "learning_rate": 4.461156016041445e-06, |
| "loss": 0.8308, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.5498916967509025, |
| "grad_norm": 0.026187585666775703, |
| "learning_rate": 4.4626782545341565e-06, |
| "loss": 0.841, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.5510469314079423, |
| "grad_norm": 0.024839429184794426, |
| "learning_rate": 4.4641972984001906e-06, |
| "loss": 0.8265, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.552202166064982, |
| "grad_norm": 0.02818799950182438, |
| "learning_rate": 4.465713161020199e-06, |
| "loss": 0.8231, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.5533574007220217, |
| "grad_norm": 0.02686317451298237, |
| "learning_rate": 4.46722585569094e-06, |
| "loss": 0.8266, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.5545126353790614, |
| "grad_norm": 0.02528228797018528, |
| "learning_rate": 4.468735395625979e-06, |
| "loss": 0.8296, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.5556678700361011, |
| "grad_norm": 0.02689657174050808, |
| "learning_rate": 4.470241793956387e-06, |
| "loss": 0.8345, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.5568231046931408, |
| "grad_norm": 0.028286360204219818, |
| "learning_rate": 4.471745063731417e-06, |
| "loss": 0.8371, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.5579783393501805, |
| "grad_norm": 0.0263553187251091, |
| "learning_rate": 4.473245217919187e-06, |
| "loss": 0.8183, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.5591335740072202, |
| "grad_norm": 0.027919506654143333, |
| "learning_rate": 4.474742269407355e-06, |
| "loss": 0.8317, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.5602888086642599, |
| "grad_norm": 0.02882731519639492, |
| "learning_rate": 4.476236231003773e-06, |
| "loss": 0.8414, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.5614440433212996, |
| "grad_norm": 0.02561136521399021, |
| "learning_rate": 4.477727115437156e-06, |
| "loss": 0.8004, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.5625992779783393, |
| "grad_norm": 0.02664412185549736, |
| "learning_rate": 4.479214935357724e-06, |
| "loss": 0.7967, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.563754512635379, |
| "grad_norm": 0.028001073747873306, |
| "learning_rate": 4.480699703337852e-06, |
| "loss": 0.841, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.5649097472924187, |
| "grad_norm": 0.026740211993455887, |
| "learning_rate": 4.4821814318727016e-06, |
| "loss": 0.8369, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.5660649819494585, |
| "grad_norm": 0.024850796908140182, |
| "learning_rate": 4.4836601333808566e-06, |
| "loss": 0.8405, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.5672202166064982, |
| "grad_norm": 0.025452926754951477, |
| "learning_rate": 4.485135820204948e-06, |
| "loss": 0.8106, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.568375451263538, |
| "grad_norm": 0.026447713375091553, |
| "learning_rate": 4.4866085046122675e-06, |
| "loss": 0.7992, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.5695306859205777, |
| "grad_norm": 0.027519937604665756, |
| "learning_rate": 4.488078198795384e-06, |
| "loss": 0.8227, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.5706859205776174, |
| "grad_norm": 0.026447774842381477, |
| "learning_rate": 4.4895449148727455e-06, |
| "loss": 0.8377, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.5718411552346571, |
| "grad_norm": 0.02749788761138916, |
| "learning_rate": 4.491008664889282e-06, |
| "loss": 0.789, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.5729963898916968, |
| "grad_norm": 0.025579964742064476, |
| "learning_rate": 4.492469460816997e-06, |
| "loss": 0.8288, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.5741516245487365, |
| "grad_norm": 0.027195453643798828, |
| "learning_rate": 4.493927314555554e-06, |
| "loss": 0.8194, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.5753068592057762, |
| "grad_norm": 0.027325714007019997, |
| "learning_rate": 4.495382237932863e-06, |
| "loss": 0.8136, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.5764620938628159, |
| "grad_norm": 0.026480497792363167, |
| "learning_rate": 4.496834242705651e-06, |
| "loss": 0.8239, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.5776173285198556, |
| "grad_norm": 0.026893138885498047, |
| "learning_rate": 4.498283340560032e-06, |
| "loss": 0.8234, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.5787725631768953, |
| "grad_norm": 0.02725539728999138, |
| "learning_rate": 4.4997295431120764e-06, |
| "loss": 0.8167, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.579927797833935, |
| "grad_norm": 0.027873387560248375, |
| "learning_rate": 4.5011728619083665e-06, |
| "loss": 0.8012, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.5810830324909747, |
| "grad_norm": 0.027902130037546158, |
| "learning_rate": 4.502613308426546e-06, |
| "loss": 0.8248, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.5822382671480144, |
| "grad_norm": 0.027641048654913902, |
| "learning_rate": 4.504050894075876e-06, |
| "loss": 0.8298, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.5833935018050541, |
| "grad_norm": 0.026641003787517548, |
| "learning_rate": 4.5054856301977696e-06, |
| "loss": 0.8228, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.5845487364620938, |
| "grad_norm": 0.028835156932473183, |
| "learning_rate": 4.506917528066332e-06, |
| "loss": 0.8222, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.5857039711191335, |
| "grad_norm": 0.02770557627081871, |
| "learning_rate": 4.5083465988888945e-06, |
| "loss": 0.8455, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.5868592057761732, |
| "grad_norm": 0.0266465675085783, |
| "learning_rate": 4.509772853806533e-06, |
| "loss": 0.8269, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.588014440433213, |
| "grad_norm": 0.029550906270742416, |
| "learning_rate": 4.511196303894598e-06, |
| "loss": 0.817, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.5891696750902528, |
| "grad_norm": 0.025802530348300934, |
| "learning_rate": 4.512616960163228e-06, |
| "loss": 0.8352, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.5903249097472925, |
| "grad_norm": 0.02622455172240734, |
| "learning_rate": 4.514034833557855e-06, |
| "loss": 0.8209, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.5914801444043322, |
| "grad_norm": 0.028669588267803192, |
| "learning_rate": 4.515449934959719e-06, |
| "loss": 0.8199, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.5926353790613719, |
| "grad_norm": 0.02638787031173706, |
| "learning_rate": 4.516862275186361e-06, |
| "loss": 0.8396, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.5937906137184116, |
| "grad_norm": 0.025254135951399803, |
| "learning_rate": 4.518271864992127e-06, |
| "loss": 0.8314, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.5949458483754513, |
| "grad_norm": 0.026823000982403755, |
| "learning_rate": 4.519678715068652e-06, |
| "loss": 0.8063, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.596101083032491, |
| "grad_norm": 0.029466571286320686, |
| "learning_rate": 4.521082836045353e-06, |
| "loss": 0.8279, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.5972563176895307, |
| "grad_norm": 0.02610476315021515, |
| "learning_rate": 4.5224842384899045e-06, |
| "loss": 0.8217, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.5984115523465704, |
| "grad_norm": 0.027522264048457146, |
| "learning_rate": 4.523882932908722e-06, |
| "loss": 0.8465, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.5995667870036101, |
| "grad_norm": 0.025692617520689964, |
| "learning_rate": 4.52527892974743e-06, |
| "loss": 0.8448, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.6007220216606498, |
| "grad_norm": 0.027035709470510483, |
| "learning_rate": 4.526672239391333e-06, |
| "loss": 0.8216, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.6018772563176895, |
| "grad_norm": 0.026100315153598785, |
| "learning_rate": 4.528062872165875e-06, |
| "loss": 0.8007, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.6030324909747292, |
| "grad_norm": 0.025961345061659813, |
| "learning_rate": 4.529450838337104e-06, |
| "loss": 0.8185, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.6041877256317689, |
| "grad_norm": 0.02683369629085064, |
| "learning_rate": 4.5308361481121244e-06, |
| "loss": 0.8377, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.6053429602888086, |
| "grad_norm": 0.02755955420434475, |
| "learning_rate": 4.532218811639545e-06, |
| "loss": 0.8197, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.6064981949458483, |
| "grad_norm": 0.02744685672223568, |
| "learning_rate": 4.533598839009929e-06, |
| "loss": 0.8146, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.607653429602888, |
| "grad_norm": 0.026420993730425835, |
| "learning_rate": 4.5349762402562325e-06, |
| "loss": 0.8324, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.6088086642599277, |
| "grad_norm": 0.026225924491882324, |
| "learning_rate": 4.5363510253542444e-06, |
| "loss": 0.8299, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.6099638989169676, |
| "grad_norm": 0.025415120646357536, |
| "learning_rate": 4.537723204223021e-06, |
| "loss": 0.8373, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.6111191335740073, |
| "grad_norm": 0.026079954579472542, |
| "learning_rate": 4.53909278672531e-06, |
| "loss": 0.8064, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.612274368231047, |
| "grad_norm": 0.027824481949210167, |
| "learning_rate": 4.540459782667983e-06, |
| "loss": 0.834, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.6134296028880867, |
| "grad_norm": 0.02630164660513401, |
| "learning_rate": 4.541824201802449e-06, |
| "loss": 0.8341, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.6145848375451264, |
| "grad_norm": 0.025940794497728348, |
| "learning_rate": 4.543186053825081e-06, |
| "loss": 0.8356, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.6157400722021661, |
| "grad_norm": 0.025478770956397057, |
| "learning_rate": 4.544545348377621e-06, |
| "loss": 0.8118, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.6168953068592058, |
| "grad_norm": 0.02738497406244278, |
| "learning_rate": 4.545902095047594e-06, |
| "loss": 0.8397, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.6180505415162455, |
| "grad_norm": 0.025361735373735428, |
| "learning_rate": 4.547256303368714e-06, |
| "loss": 0.8422, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.6192057761732852, |
| "grad_norm": 0.02575971558690071, |
| "learning_rate": 4.5486079828212835e-06, |
| "loss": 0.8224, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.6203610108303249, |
| "grad_norm": 0.026920614764094353, |
| "learning_rate": 4.549957142832593e-06, |
| "loss": 0.7988, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.6215162454873646, |
| "grad_norm": 0.026717036962509155, |
| "learning_rate": 4.5513037927773155e-06, |
| "loss": 0.8397, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.6226714801444043, |
| "grad_norm": 0.028026578947901726, |
| "learning_rate": 4.552647941977898e-06, |
| "loss": 0.8421, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.623826714801444, |
| "grad_norm": 0.02701553702354431, |
| "learning_rate": 4.553989599704948e-06, |
| "loss": 0.8129, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.6249819494584837, |
| "grad_norm": 0.028897127136588097, |
| "learning_rate": 4.555328775177616e-06, |
| "loss": 0.8049, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.6261371841155234, |
| "grad_norm": 0.027024636045098305, |
| "learning_rate": 4.556665477563979e-06, |
| "loss": 0.8255, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.6272924187725631, |
| "grad_norm": 0.025836756452918053, |
| "learning_rate": 4.557999715981412e-06, |
| "loss": 0.8172, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.6284476534296028, |
| "grad_norm": 0.027048436924815178, |
| "learning_rate": 4.559331499496967e-06, |
| "loss": 0.8336, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.6296028880866426, |
| "grad_norm": 0.02669835276901722, |
| "learning_rate": 4.560660837127738e-06, |
| "loss": 0.7958, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.6307581227436823, |
| "grad_norm": 0.02850779891014099, |
| "learning_rate": 4.5619877378412295e-06, |
| "loss": 0.8313, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.6319133574007221, |
| "grad_norm": 0.027087301015853882, |
| "learning_rate": 4.563312210555719e-06, |
| "loss": 0.8257, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.6330685920577618, |
| "grad_norm": 0.029034119099378586, |
| "learning_rate": 4.564634264140616e-06, |
| "loss": 0.8292, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.6342238267148015, |
| "grad_norm": 0.02700372040271759, |
| "learning_rate": 4.5659539074168204e-06, |
| "loss": 0.828, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.6353790613718412, |
| "grad_norm": 0.027077239006757736, |
| "learning_rate": 4.5672711491570735e-06, |
| "loss": 0.829, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.6365342960288809, |
| "grad_norm": 0.027820030227303505, |
| "learning_rate": 4.568585998086309e-06, |
| "loss": 0.8323, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.6376895306859206, |
| "grad_norm": 0.02544805407524109, |
| "learning_rate": 4.569898462881998e-06, |
| "loss": 0.8424, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.6388447653429603, |
| "grad_norm": 0.025698795914649963, |
| "learning_rate": 4.571208552174497e-06, |
| "loss": 0.8471, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 0.026754576712846756, |
| "learning_rate": 4.572516274547383e-06, |
| "loss": 0.8277, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.6411552346570397, |
| "grad_norm": 0.026160219684243202, |
| "learning_rate": 4.573821638537794e-06, |
| "loss": 0.8458, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.6423104693140794, |
| "grad_norm": 0.02805655263364315, |
| "learning_rate": 4.5751246526367635e-06, |
| "loss": 0.8196, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.6434657039711191, |
| "grad_norm": 0.02578035369515419, |
| "learning_rate": 4.576425325289549e-06, |
| "loss": 0.8235, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.6446209386281588, |
| "grad_norm": 0.02676086314022541, |
| "learning_rate": 4.577723664895965e-06, |
| "loss": 0.7819, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.6457761732851985, |
| "grad_norm": 0.02770860493183136, |
| "learning_rate": 4.579019679810706e-06, |
| "loss": 0.8063, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.6469314079422382, |
| "grad_norm": 0.025705819949507713, |
| "learning_rate": 4.5803133783436676e-06, |
| "loss": 0.8145, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.648086642599278, |
| "grad_norm": 0.025856079533696175, |
| "learning_rate": 4.5816047687602695e-06, |
| "loss": 0.7849, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.6492418772563177, |
| "grad_norm": 0.026201602071523666, |
| "learning_rate": 4.582893859281769e-06, |
| "loss": 0.8262, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.6503971119133574, |
| "grad_norm": 0.026211684569716454, |
| "learning_rate": 4.584180658085578e-06, |
| "loss": 0.8371, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.6515523465703971, |
| "grad_norm": 0.02780756726861, |
| "learning_rate": 4.585465173305571e-06, |
| "loss": 0.8258, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.6527075812274368, |
| "grad_norm": 0.02710585482418537, |
| "learning_rate": 4.586747413032399e-06, |
| "loss": 0.8289, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.6538628158844766, |
| "grad_norm": 0.02654946967959404, |
| "learning_rate": 4.588027385313786e-06, |
| "loss": 0.8208, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.6550180505415163, |
| "grad_norm": 0.025670049712061882, |
| "learning_rate": 4.589305098154845e-06, |
| "loss": 0.8236, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.656173285198556, |
| "grad_norm": 0.025593513622879982, |
| "learning_rate": 4.5905805595183656e-06, |
| "loss": 0.8397, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.6573285198555957, |
| "grad_norm": 0.02713758684694767, |
| "learning_rate": 4.59185377732512e-06, |
| "loss": 0.8077, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.6584837545126354, |
| "grad_norm": 0.025683598592877388, |
| "learning_rate": 4.5931247594541535e-06, |
| "loss": 0.828, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.6596389891696751, |
| "grad_norm": 0.027867255732417107, |
| "learning_rate": 4.594393513743081e-06, |
| "loss": 0.8053, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.6607942238267148, |
| "grad_norm": 0.02871118299663067, |
| "learning_rate": 4.595660047988374e-06, |
| "loss": 0.8308, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.6619494584837545, |
| "grad_norm": 0.02591397613286972, |
| "learning_rate": 4.59692436994565e-06, |
| "loss": 0.8376, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.6631046931407942, |
| "grad_norm": 0.02970442920923233, |
| "learning_rate": 4.598186487329957e-06, |
| "loss": 0.8343, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.6642599277978339, |
| "grad_norm": 0.027048716321587563, |
| "learning_rate": 4.599446407816052e-06, |
| "loss": 0.8169, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.6654151624548736, |
| "grad_norm": 0.027099261060357094, |
| "learning_rate": 4.600704139038687e-06, |
| "loss": 0.8414, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.6665703971119133, |
| "grad_norm": 0.02764103189110756, |
| "learning_rate": 4.601959688592886e-06, |
| "loss": 0.8144, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.667725631768953, |
| "grad_norm": 0.025973627343773842, |
| "learning_rate": 4.603213064034216e-06, |
| "loss": 0.8086, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.6688808664259928, |
| "grad_norm": 0.02816241979598999, |
| "learning_rate": 4.6044642728790615e-06, |
| "loss": 0.8266, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.6700361010830325, |
| "grad_norm": 0.02614632435142994, |
| "learning_rate": 4.605713322604896e-06, |
| "loss": 0.8365, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.6711913357400722, |
| "grad_norm": 0.02658606320619583, |
| "learning_rate": 4.606960220650551e-06, |
| "loss": 0.8273, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.6723465703971119, |
| "grad_norm": 0.02635134756565094, |
| "learning_rate": 4.608204974416482e-06, |
| "loss": 0.8169, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.6735018050541516, |
| "grad_norm": 0.025622064247727394, |
| "learning_rate": 4.609447591265024e-06, |
| "loss": 0.8256, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.6746570397111913, |
| "grad_norm": 0.02630884386599064, |
| "learning_rate": 4.610688078520667e-06, |
| "loss": 0.8546, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.675812274368231, |
| "grad_norm": 0.026515616104006767, |
| "learning_rate": 4.611926443470302e-06, |
| "loss": 0.829, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.6769675090252708, |
| "grad_norm": 0.025966297835111618, |
| "learning_rate": 4.613162693363485e-06, |
| "loss": 0.8206, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.6781227436823105, |
| "grad_norm": 0.025645708665251732, |
| "learning_rate": 4.614396835412691e-06, |
| "loss": 0.8214, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.6792779783393502, |
| "grad_norm": 0.026266956701874733, |
| "learning_rate": 4.6156288767935645e-06, |
| "loss": 0.8128, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.6804332129963899, |
| "grad_norm": 0.027987468987703323, |
| "learning_rate": 4.61685882464517e-06, |
| "loss": 0.8269, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.6815884476534296, |
| "grad_norm": 0.02621353790163994, |
| "learning_rate": 4.61808668607024e-06, |
| "loss": 0.817, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.6827436823104693, |
| "grad_norm": 0.026081636548042297, |
| "learning_rate": 4.619312468135426e-06, |
| "loss": 0.8168, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.683898916967509, |
| "grad_norm": 0.026946187019348145, |
| "learning_rate": 4.620536177871534e-06, |
| "loss": 0.8208, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.6850541516245487, |
| "grad_norm": 0.02429202012717724, |
| "learning_rate": 4.621757822273772e-06, |
| "loss": 0.8032, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.6862093862815885, |
| "grad_norm": 0.027351096272468567, |
| "learning_rate": 4.62297740830199e-06, |
| "loss": 0.8234, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.6873646209386282, |
| "grad_norm": 0.026615051552653313, |
| "learning_rate": 4.624194942880917e-06, |
| "loss": 0.8205, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.6885198555956679, |
| "grad_norm": 0.025758862495422363, |
| "learning_rate": 4.625410432900395e-06, |
| "loss": 0.8372, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.6896750902527076, |
| "grad_norm": 0.026305649429559708, |
| "learning_rate": 4.626623885215616e-06, |
| "loss": 0.813, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.6908303249097473, |
| "grad_norm": 0.029083121567964554, |
| "learning_rate": 4.627835306647352e-06, |
| "loss": 0.801, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.691985559566787, |
| "grad_norm": 0.02733645774424076, |
| "learning_rate": 4.6290447039821865e-06, |
| "loss": 0.818, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.6931407942238267, |
| "grad_norm": 0.026958592236042023, |
| "learning_rate": 4.63025208397274e-06, |
| "loss": 0.8189, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.6942960288808664, |
| "grad_norm": 0.02624497003853321, |
| "learning_rate": 4.631457453337899e-06, |
| "loss": 0.8217, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.6954512635379061, |
| "grad_norm": 0.026590224355459213, |
| "learning_rate": 4.632660818763041e-06, |
| "loss": 0.8413, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.6966064981949458, |
| "grad_norm": 0.029455525800585747, |
| "learning_rate": 4.633862186900253e-06, |
| "loss": 0.8437, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.6977617328519855, |
| "grad_norm": 0.026593301445245743, |
| "learning_rate": 4.635061564368554e-06, |
| "loss": 0.8396, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.6989169675090253, |
| "grad_norm": 0.026324933394789696, |
| "learning_rate": 4.636258957754115e-06, |
| "loss": 0.828, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.700072202166065, |
| "grad_norm": 0.027765916660428047, |
| "learning_rate": 4.6374543736104774e-06, |
| "loss": 0.8403, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.7012274368231047, |
| "grad_norm": 0.026490546762943268, |
| "learning_rate": 4.638647818458763e-06, |
| "loss": 0.8206, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.7023826714801444, |
| "grad_norm": 0.028683004900813103, |
| "learning_rate": 4.639839298787892e-06, |
| "loss": 0.8203, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.7035379061371841, |
| "grad_norm": 0.026209495961666107, |
| "learning_rate": 4.641028821054792e-06, |
| "loss": 0.8127, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.7046931407942238, |
| "grad_norm": 0.02771477773785591, |
| "learning_rate": 4.642216391684613e-06, |
| "loss": 0.8218, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.7058483754512636, |
| "grad_norm": 0.02859386056661606, |
| "learning_rate": 4.643402017070924e-06, |
| "loss": 0.7877, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.7070036101083033, |
| "grad_norm": 0.026568232104182243, |
| "learning_rate": 4.644585703575936e-06, |
| "loss": 0.8062, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.708158844765343, |
| "grad_norm": 0.030504100024700165, |
| "learning_rate": 4.645767457530693e-06, |
| "loss": 0.8068, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.7093140794223827, |
| "grad_norm": 0.026128064841032028, |
| "learning_rate": 4.64694728523528e-06, |
| "loss": 0.8185, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.7104693140794224, |
| "grad_norm": 0.026173869147896767, |
| "learning_rate": 4.648125192959028e-06, |
| "loss": 0.8305, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.7116245487364621, |
| "grad_norm": 0.02751108445227146, |
| "learning_rate": 4.649301186940709e-06, |
| "loss": 0.8176, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.7127797833935018, |
| "grad_norm": 0.026463057845830917, |
| "learning_rate": 4.650475273388737e-06, |
| "loss": 0.8011, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.7139350180505415, |
| "grad_norm": 0.026889406144618988, |
| "learning_rate": 4.65164745848136e-06, |
| "loss": 0.8319, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.7150902527075812, |
| "grad_norm": 0.02862033247947693, |
| "learning_rate": 4.652817748366864e-06, |
| "loss": 0.8394, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.7162454873646209, |
| "grad_norm": 0.025286676362156868, |
| "learning_rate": 4.653986149163757e-06, |
| "loss": 0.825, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.7174007220216606, |
| "grad_norm": 0.026653330773115158, |
| "learning_rate": 4.655152666960967e-06, |
| "loss": 0.7891, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.7185559566787003, |
| "grad_norm": 0.027324773371219635, |
| "learning_rate": 4.656317307818032e-06, |
| "loss": 0.8105, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.71971119133574, |
| "grad_norm": 0.026749735698103905, |
| "learning_rate": 4.657480077765284e-06, |
| "loss": 0.8125, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.7208664259927798, |
| "grad_norm": 0.027720510959625244, |
| "learning_rate": 4.6586409828040405e-06, |
| "loss": 0.8385, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.7220216606498195, |
| "grad_norm": 0.02868843637406826, |
| "learning_rate": 4.659800028906792e-06, |
| "loss": 0.8221, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.7231768953068592, |
| "grad_norm": 0.026634184643626213, |
| "learning_rate": 4.660957222017384e-06, |
| "loss": 0.824, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.724332129963899, |
| "grad_norm": 0.02601156197488308, |
| "learning_rate": 4.662112568051194e-06, |
| "loss": 0.813, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.7254873646209387, |
| "grad_norm": 0.028468729928135872, |
| "learning_rate": 4.663266072895327e-06, |
| "loss": 0.8229, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.7266425992779784, |
| "grad_norm": 0.026884114369750023, |
| "learning_rate": 4.664417742408782e-06, |
| "loss": 0.8201, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.7277978339350181, |
| "grad_norm": 0.02819686383008957, |
| "learning_rate": 4.6655675824226375e-06, |
| "loss": 0.8048, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.7289530685920578, |
| "grad_norm": 0.02609233930706978, |
| "learning_rate": 4.666715598740224e-06, |
| "loss": 0.8145, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.7301083032490975, |
| "grad_norm": 0.025876475498080254, |
| "learning_rate": 4.667861797137309e-06, |
| "loss": 0.8236, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.7312635379061372, |
| "grad_norm": 0.025990156456828117, |
| "learning_rate": 4.669006183362259e-06, |
| "loss": 0.8416, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.7324187725631769, |
| "grad_norm": 0.026048380881547928, |
| "learning_rate": 4.670148763136221e-06, |
| "loss": 0.8004, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.7335740072202166, |
| "grad_norm": 0.0267790500074625, |
| "learning_rate": 4.6712895421532935e-06, |
| "loss": 0.8249, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.7347292418772563, |
| "grad_norm": 0.027045415714383125, |
| "learning_rate": 4.672428526080691e-06, |
| "loss": 0.8346, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.735884476534296, |
| "grad_norm": 0.026687374338507652, |
| "learning_rate": 4.673565720558918e-06, |
| "loss": 0.8206, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.7370397111913357, |
| "grad_norm": 0.025013815611600876, |
| "learning_rate": 4.674701131201937e-06, |
| "loss": 0.8278, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.7381949458483754, |
| "grad_norm": 0.02536069042980671, |
| "learning_rate": 4.675834763597334e-06, |
| "loss": 0.8051, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.7393501805054151, |
| "grad_norm": 0.025835523381829262, |
| "learning_rate": 4.676966623306479e-06, |
| "loss": 0.8131, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.7405054151624548, |
| "grad_norm": 0.026328476145863533, |
| "learning_rate": 4.678096715864696e-06, |
| "loss": 0.834, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.7416606498194945, |
| "grad_norm": 0.027017908170819283, |
| "learning_rate": 4.679225046781422e-06, |
| "loss": 0.808, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.7428158844765343, |
| "grad_norm": 0.026868514716625214, |
| "learning_rate": 4.6803516215403704e-06, |
| "loss": 0.8236, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.743971119133574, |
| "grad_norm": 0.026412272825837135, |
| "learning_rate": 4.6814764455996875e-06, |
| "loss": 0.8343, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.7451263537906138, |
| "grad_norm": 0.025585437193512917, |
| "learning_rate": 4.682599524392114e-06, |
| "loss": 0.8165, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.7462815884476535, |
| "grad_norm": 0.026194840669631958, |
| "learning_rate": 4.683720863325141e-06, |
| "loss": 0.8284, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.7474368231046932, |
| "grad_norm": 0.025945279747247696, |
| "learning_rate": 4.6848404677811685e-06, |
| "loss": 0.8213, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.7485920577617329, |
| "grad_norm": 0.02698802575469017, |
| "learning_rate": 4.685958343117656e-06, |
| "loss": 0.8399, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.7497472924187726, |
| "grad_norm": 0.02705751173198223, |
| "learning_rate": 4.687074494667283e-06, |
| "loss": 0.8254, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.7509025270758123, |
| "grad_norm": 0.02601143904030323, |
| "learning_rate": 4.688188927738093e-06, |
| "loss": 0.8283, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.752057761732852, |
| "grad_norm": 0.026112712919712067, |
| "learning_rate": 4.689301647613653e-06, |
| "loss": 0.8334, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.7532129963898917, |
| "grad_norm": 0.02763291820883751, |
| "learning_rate": 4.690412659553201e-06, |
| "loss": 0.8195, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.7543682310469314, |
| "grad_norm": 0.02655601128935814, |
| "learning_rate": 4.69152196879179e-06, |
| "loss": 0.8164, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.7555234657039711, |
| "grad_norm": 0.024583589285612106, |
| "learning_rate": 4.692629580540446e-06, |
| "loss": 0.8112, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.7566787003610108, |
| "grad_norm": 0.02777348831295967, |
| "learning_rate": 4.693735499986305e-06, |
| "loss": 0.8228, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.7578339350180505, |
| "grad_norm": 0.025867123156785965, |
| "learning_rate": 4.694839732292768e-06, |
| "loss": 0.8169, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.7589891696750902, |
| "grad_norm": 0.02569735422730446, |
| "learning_rate": 4.695942282599635e-06, |
| "loss": 0.8274, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.7601444043321299, |
| "grad_norm": 0.026997772976756096, |
| "learning_rate": 4.69704315602326e-06, |
| "loss": 0.8127, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.7612996389891696, |
| "grad_norm": 0.026205215603113174, |
| "learning_rate": 4.698142357656684e-06, |
| "loss": 0.8053, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.7624548736462093, |
| "grad_norm": 0.026929359883069992, |
| "learning_rate": 4.699239892569782e-06, |
| "loss": 0.8049, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.763610108303249, |
| "grad_norm": 0.02786414325237274, |
| "learning_rate": 4.700335765809401e-06, |
| "loss": 0.8098, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.7647653429602889, |
| "grad_norm": 0.02785409241914749, |
| "learning_rate": 4.701429982399501e-06, |
| "loss": 0.8203, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.7659205776173286, |
| "grad_norm": 0.02913859114050865, |
| "learning_rate": 4.702522547341289e-06, |
| "loss": 0.8174, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.7670758122743683, |
| "grad_norm": 0.025960449129343033, |
| "learning_rate": 4.703613465613363e-06, |
| "loss": 0.8111, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.768231046931408, |
| "grad_norm": 0.027514390647411346, |
| "learning_rate": 4.704702742171842e-06, |
| "loss": 0.7999, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.7693862815884477, |
| "grad_norm": 0.026732420548796654, |
| "learning_rate": 4.705790381950503e-06, |
| "loss": 0.8332, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.7705415162454874, |
| "grad_norm": 0.025522086769342422, |
| "learning_rate": 4.706876389860915e-06, |
| "loss": 0.8179, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.7716967509025271, |
| "grad_norm": 0.026885733008384705, |
| "learning_rate": 4.707960770792576e-06, |
| "loss": 0.7875, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.7728519855595668, |
| "grad_norm": 0.026839058846235275, |
| "learning_rate": 4.709043529613039e-06, |
| "loss": 0.8029, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.7740072202166065, |
| "grad_norm": 0.02562631480395794, |
| "learning_rate": 4.710124671168044e-06, |
| "loss": 0.8184, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.7751624548736462, |
| "grad_norm": 0.026263324543833733, |
| "learning_rate": 4.7112042002816544e-06, |
| "loss": 0.8192, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.7763176895306859, |
| "grad_norm": 0.026700858026742935, |
| "learning_rate": 4.7122821217563755e-06, |
| "loss": 0.827, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.7774729241877256, |
| "grad_norm": 0.02566208317875862, |
| "learning_rate": 4.7133584403732955e-06, |
| "loss": 0.8072, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.7786281588447653, |
| "grad_norm": 0.02590363658964634, |
| "learning_rate": 4.7144331608922e-06, |
| "loss": 0.8111, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.779783393501805, |
| "grad_norm": 0.025736572220921516, |
| "learning_rate": 4.715506288051709e-06, |
| "loss": 0.8077, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.7809386281588447, |
| "grad_norm": 0.027111530303955078, |
| "learning_rate": 4.716577826569394e-06, |
| "loss": 0.8429, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.7820938628158844, |
| "grad_norm": 0.02599494345486164, |
| "learning_rate": 4.717647781141908e-06, |
| "loss": 0.8125, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.7832490974729241, |
| "grad_norm": 0.02675134316086769, |
| "learning_rate": 4.7187161564451065e-06, |
| "loss": 0.8131, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.7844043321299639, |
| "grad_norm": 0.026113273575901985, |
| "learning_rate": 4.71978295713417e-06, |
| "loss": 0.8292, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.7855595667870036, |
| "grad_norm": 0.024617226794362068, |
| "learning_rate": 4.720848187843727e-06, |
| "loss": 0.8032, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.7867148014440434, |
| "grad_norm": 0.02645159512758255, |
| "learning_rate": 4.721911853187975e-06, |
| "loss": 0.8287, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.7878700361010831, |
| "grad_norm": 0.026287630200386047, |
| "learning_rate": 4.722973957760799e-06, |
| "loss": 0.8098, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.7890252707581228, |
| "grad_norm": 0.02640565298497677, |
| "learning_rate": 4.724034506135888e-06, |
| "loss": 0.8303, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.7901805054151625, |
| "grad_norm": 0.027293162420392036, |
| "learning_rate": 4.725093502866861e-06, |
| "loss": 0.7875, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.7913357400722022, |
| "grad_norm": 0.02671169303357601, |
| "learning_rate": 4.7261509524873765e-06, |
| "loss": 0.7986, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.7924909747292419, |
| "grad_norm": 0.025389740243554115, |
| "learning_rate": 4.727206859511253e-06, |
| "loss": 0.8168, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.7936462093862816, |
| "grad_norm": 0.02669006958603859, |
| "learning_rate": 4.7282612284325845e-06, |
| "loss": 0.8061, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.7948014440433213, |
| "grad_norm": 0.027196478098630905, |
| "learning_rate": 4.729314063725853e-06, |
| "loss": 0.8077, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.795956678700361, |
| "grad_norm": 0.026497790589928627, |
| "learning_rate": 4.730365369846044e-06, |
| "loss": 0.8161, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.7971119133574007, |
| "grad_norm": 0.025808461010456085, |
| "learning_rate": 4.73141515122876e-06, |
| "loss": 0.8042, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.7982671480144404, |
| "grad_norm": 0.02556486800312996, |
| "learning_rate": 4.732463412290331e-06, |
| "loss": 0.7871, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.7994223826714801, |
| "grad_norm": 0.02653394266963005, |
| "learning_rate": 4.73351015742793e-06, |
| "loss": 0.8163, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.8005776173285198, |
| "grad_norm": 0.027373354882001877, |
| "learning_rate": 4.734555391019678e-06, |
| "loss": 0.8073, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.8017328519855595, |
| "grad_norm": 0.02534923329949379, |
| "learning_rate": 4.735599117424759e-06, |
| "loss": 0.8186, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.8028880866425993, |
| "grad_norm": 0.025402942672371864, |
| "learning_rate": 4.736641340983524e-06, |
| "loss": 0.8198, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.804043321299639, |
| "grad_norm": 0.025877540931105614, |
| "learning_rate": 4.737682066017604e-06, |
| "loss": 0.7954, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.8051985559566787, |
| "grad_norm": 0.027829859405755997, |
| "learning_rate": 4.738721296830016e-06, |
| "loss": 0.8197, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.8063537906137184, |
| "grad_norm": 0.02695806324481964, |
| "learning_rate": 4.739759037705269e-06, |
| "loss": 0.8361, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.8075090252707581, |
| "grad_norm": 0.02655518613755703, |
| "learning_rate": 4.740795292909469e-06, |
| "loss": 0.8055, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.8086642599277978, |
| "grad_norm": 0.02709355391561985, |
| "learning_rate": 4.741830066690428e-06, |
| "loss": 0.7907, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.8098194945848376, |
| "grad_norm": 0.026433579623699188, |
| "learning_rate": 4.742863363277765e-06, |
| "loss": 0.8235, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.8109747292418773, |
| "grad_norm": 0.025645030662417412, |
| "learning_rate": 4.743895186883009e-06, |
| "loss": 0.8076, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.812129963898917, |
| "grad_norm": 0.027833297848701477, |
| "learning_rate": 4.744925541699707e-06, |
| "loss": 0.8316, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.8132851985559567, |
| "grad_norm": 0.025668229907751083, |
| "learning_rate": 4.74595443190352e-06, |
| "loss": 0.8075, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.8144404332129964, |
| "grad_norm": 0.026288649067282677, |
| "learning_rate": 4.746981861652332e-06, |
| "loss": 0.8421, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.8155956678700361, |
| "grad_norm": 0.024897335097193718, |
| "learning_rate": 4.7480078350863404e-06, |
| "loss": 0.8132, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.8167509025270758, |
| "grad_norm": 0.0259522944688797, |
| "learning_rate": 4.749032356328167e-06, |
| "loss": 0.8326, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.8179061371841155, |
| "grad_norm": 0.026102952659130096, |
| "learning_rate": 4.750055429482949e-06, |
| "loss": 0.8118, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.8190613718411552, |
| "grad_norm": 0.025872284546494484, |
| "learning_rate": 4.751077058638445e-06, |
| "loss": 0.816, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.8202166064981949, |
| "grad_norm": 0.025316176936030388, |
| "learning_rate": 4.752097247865126e-06, |
| "loss": 0.8061, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.8213718411552346, |
| "grad_norm": 0.02691754698753357, |
| "learning_rate": 4.753116001216277e-06, |
| "loss": 0.7946, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.8225270758122744, |
| "grad_norm": 0.027329301461577415, |
| "learning_rate": 4.754133322728095e-06, |
| "loss": 0.8379, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.8236823104693141, |
| "grad_norm": 0.026258062571287155, |
| "learning_rate": 4.755149216419776e-06, |
| "loss": 0.8101, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.8248375451263538, |
| "grad_norm": 0.02672073245048523, |
| "learning_rate": 4.756163686293624e-06, |
| "loss": 0.8225, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.8259927797833935, |
| "grad_norm": 0.028196029365062714, |
| "learning_rate": 4.757176736335135e-06, |
| "loss": 0.848, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.8271480144404332, |
| "grad_norm": 0.02594706416130066, |
| "learning_rate": 4.758188370513093e-06, |
| "loss": 0.8426, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.8283032490974729, |
| "grad_norm": 0.028120605275034904, |
| "learning_rate": 4.759198592779668e-06, |
| "loss": 0.8306, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.8294584837545126, |
| "grad_norm": 0.027138734236359596, |
| "learning_rate": 4.760207407070501e-06, |
| "loss": 0.825, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.8306137184115523, |
| "grad_norm": 0.027197662740945816, |
| "learning_rate": 4.761214817304805e-06, |
| "loss": 0.8071, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.8317689530685921, |
| "grad_norm": 0.026295404881238937, |
| "learning_rate": 4.7622208273854484e-06, |
| "loss": 0.8158, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.8329241877256318, |
| "grad_norm": 0.02767680026590824, |
| "learning_rate": 4.763225441199049e-06, |
| "loss": 0.8226, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.8340794223826715, |
| "grad_norm": 0.025539277121424675, |
| "learning_rate": 4.764228662616066e-06, |
| "loss": 0.8025, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.8352346570397112, |
| "grad_norm": 0.02579374797642231, |
| "learning_rate": 4.765230495490885e-06, |
| "loss": 0.842, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.8363898916967509, |
| "grad_norm": 0.025891058146953583, |
| "learning_rate": 4.766230943661912e-06, |
| "loss": 0.8135, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.8375451263537906, |
| "grad_norm": 0.02527502365410328, |
| "learning_rate": 4.767230010951657e-06, |
| "loss": 0.8087, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.8387003610108303, |
| "grad_norm": 0.02618500031530857, |
| "learning_rate": 4.768227701166823e-06, |
| "loss": 0.8242, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.83985559566787, |
| "grad_norm": 0.026595618575811386, |
| "learning_rate": 4.769224018098397e-06, |
| "loss": 0.8418, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.8410108303249098, |
| "grad_norm": 0.02652081847190857, |
| "learning_rate": 4.770218965521729e-06, |
| "loss": 0.8013, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.8421660649819495, |
| "grad_norm": 0.026961620897054672, |
| "learning_rate": 4.771212547196624e-06, |
| "loss": 0.7984, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.8433212996389892, |
| "grad_norm": 0.024961085990071297, |
| "learning_rate": 4.772204766867427e-06, |
| "loss": 0.809, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.8444765342960289, |
| "grad_norm": 0.026465538889169693, |
| "learning_rate": 4.773195628263101e-06, |
| "loss": 0.8186, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.8456317689530686, |
| "grad_norm": 0.025633295997977257, |
| "learning_rate": 4.77418513509732e-06, |
| "loss": 0.8111, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.8467870036101083, |
| "grad_norm": 0.026612253859639168, |
| "learning_rate": 4.775173291068547e-06, |
| "loss": 0.8218, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.847942238267148, |
| "grad_norm": 0.026292981579899788, |
| "learning_rate": 4.776160099860117e-06, |
| "loss": 0.8107, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.8490974729241877, |
| "grad_norm": 0.026987800374627113, |
| "learning_rate": 4.777145565140325e-06, |
| "loss": 0.8088, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.8502527075812274, |
| "grad_norm": 0.027124376967549324, |
| "learning_rate": 4.778129690562499e-06, |
| "loss": 0.7977, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.8514079422382671, |
| "grad_norm": 0.025853095576167107, |
| "learning_rate": 4.7791124797650865e-06, |
| "loss": 0.8105, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.8525631768953068, |
| "grad_norm": 0.027579553425312042, |
| "learning_rate": 4.780093936371737e-06, |
| "loss": 0.825, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.8537184115523466, |
| "grad_norm": 0.027602966874837875, |
| "learning_rate": 4.781074063991377e-06, |
| "loss": 0.8088, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.8548736462093863, |
| "grad_norm": 0.025124140083789825, |
| "learning_rate": 4.782052866218294e-06, |
| "loss": 0.7909, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.856028880866426, |
| "grad_norm": 0.028426257893443108, |
| "learning_rate": 4.783030346632214e-06, |
| "loss": 0.8036, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.8571841155234657, |
| "grad_norm": 0.026561887934803963, |
| "learning_rate": 4.784006508798379e-06, |
| "loss": 0.8118, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.8583393501805054, |
| "grad_norm": 0.027730902656912804, |
| "learning_rate": 4.7849813562676265e-06, |
| "loss": 0.8319, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.8594945848375452, |
| "grad_norm": 0.02669842354953289, |
| "learning_rate": 4.785954892576465e-06, |
| "loss": 0.8153, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.8606498194945849, |
| "grad_norm": 0.02621045894920826, |
| "learning_rate": 4.786927121247155e-06, |
| "loss": 0.8164, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.8618050541516246, |
| "grad_norm": 0.02661043219268322, |
| "learning_rate": 4.787898045787781e-06, |
| "loss": 0.7877, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.8629602888086643, |
| "grad_norm": 0.02501833625137806, |
| "learning_rate": 4.788867669692332e-06, |
| "loss": 0.8096, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.864115523465704, |
| "grad_norm": 0.025194406509399414, |
| "learning_rate": 4.78983599644077e-06, |
| "loss": 0.791, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.8652707581227437, |
| "grad_norm": 0.026089461520314217, |
| "learning_rate": 4.790803029499111e-06, |
| "loss": 0.7906, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.8664259927797834, |
| "grad_norm": 0.025562454015016556, |
| "learning_rate": 4.7917687723195e-06, |
| "loss": 0.7749, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.8675812274368231, |
| "grad_norm": 0.025910962373018265, |
| "learning_rate": 4.792733228340281e-06, |
| "loss": 0.7991, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.8687364620938628, |
| "grad_norm": 0.026650816202163696, |
| "learning_rate": 4.793696400986071e-06, |
| "loss": 0.7999, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.8698916967509025, |
| "grad_norm": 0.025604519993066788, |
| "learning_rate": 4.794658293667835e-06, |
| "loss": 0.8337, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.8710469314079422, |
| "grad_norm": 0.02709670551121235, |
| "learning_rate": 4.795618909782958e-06, |
| "loss": 0.8128, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.8722021660649819, |
| "grad_norm": 0.027338657528162003, |
| "learning_rate": 4.7965782527153145e-06, |
| "loss": 0.8088, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.8733574007220216, |
| "grad_norm": 0.028811268508434296, |
| "learning_rate": 4.797536325835345e-06, |
| "loss": 0.8195, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.8745126353790613, |
| "grad_norm": 0.02585168555378914, |
| "learning_rate": 4.798493132500121e-06, |
| "loss": 0.8067, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.8756678700361011, |
| "grad_norm": 0.024853166192770004, |
| "learning_rate": 4.799448676053423e-06, |
| "loss": 0.8032, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.8768231046931408, |
| "grad_norm": 0.030403772369027138, |
| "learning_rate": 4.800402959825802e-06, |
| "loss": 0.8369, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.8779783393501805, |
| "grad_norm": 0.02667844668030739, |
| "learning_rate": 4.801355987134653e-06, |
| "loss": 0.8112, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.8791335740072203, |
| "grad_norm": 0.026796355843544006, |
| "learning_rate": 4.802307761284289e-06, |
| "loss": 0.819, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.88028880866426, |
| "grad_norm": 0.02874310314655304, |
| "learning_rate": 4.803258285566001e-06, |
| "loss": 0.8149, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.8814440433212997, |
| "grad_norm": 0.027145931497216225, |
| "learning_rate": 4.804207563258135e-06, |
| "loss": 0.8095, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.8825992779783394, |
| "grad_norm": 0.02635267935693264, |
| "learning_rate": 4.80515559762615e-06, |
| "loss": 0.8188, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.8837545126353791, |
| "grad_norm": 0.028352461755275726, |
| "learning_rate": 4.806102391922697e-06, |
| "loss": 0.8248, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.8849097472924188, |
| "grad_norm": 0.026468653231859207, |
| "learning_rate": 4.8070479493876735e-06, |
| "loss": 0.8083, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.8860649819494585, |
| "grad_norm": 0.02515551634132862, |
| "learning_rate": 4.8079922732483016e-06, |
| "loss": 0.8104, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.8872202166064982, |
| "grad_norm": 0.02771628648042679, |
| "learning_rate": 4.808935366719187e-06, |
| "loss": 0.8083, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.8883754512635379, |
| "grad_norm": 0.0274192001670599, |
| "learning_rate": 4.8098772330023855e-06, |
| "loss": 0.8181, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.8895306859205776, |
| "grad_norm": 0.025738628581166267, |
| "learning_rate": 4.81081787528747e-06, |
| "loss": 0.8166, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.8906859205776173, |
| "grad_norm": 0.026444412767887115, |
| "learning_rate": 4.8117572967515955e-06, |
| "loss": 0.8061, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.891841155234657, |
| "grad_norm": 0.027295244857668877, |
| "learning_rate": 4.812695500559561e-06, |
| "loss": 0.796, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.8929963898916967, |
| "grad_norm": 0.029825204983353615, |
| "learning_rate": 4.813632489863876e-06, |
| "loss": 0.8269, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.8941516245487364, |
| "grad_norm": 0.027049973607063293, |
| "learning_rate": 4.814568267804822e-06, |
| "loss": 0.8166, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.8953068592057761, |
| "grad_norm": 0.027095604687929153, |
| "learning_rate": 4.815502837510518e-06, |
| "loss": 0.8006, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.8964620938628158, |
| "grad_norm": 0.02874009497463703, |
| "learning_rate": 4.816436202096981e-06, |
| "loss": 0.7987, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.8976173285198557, |
| "grad_norm": 0.027292495593428612, |
| "learning_rate": 4.817368364668191e-06, |
| "loss": 0.8148, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.8987725631768954, |
| "grad_norm": 0.025094101205468178, |
| "learning_rate": 4.8182993283161485e-06, |
| "loss": 0.833, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.8999277978339351, |
| "grad_norm": 0.026829306036233902, |
| "learning_rate": 4.819229096120941e-06, |
| "loss": 0.8245, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.9010830324909748, |
| "grad_norm": 0.0263043362647295, |
| "learning_rate": 4.820157671150801e-06, |
| "loss": 0.826, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.9022382671480145, |
| "grad_norm": 0.029344236478209496, |
| "learning_rate": 4.821085056462168e-06, |
| "loss": 0.8322, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.9033935018050542, |
| "grad_norm": 0.02591596357524395, |
| "learning_rate": 4.822011255099747e-06, |
| "loss": 0.8305, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.9045487364620939, |
| "grad_norm": 0.02538052201271057, |
| "learning_rate": 4.8229362700965724e-06, |
| "loss": 0.8119, |
| "step": 783 |
| }, |
| { |
| "epoch": 0.9057039711191336, |
| "grad_norm": 0.028109556064009666, |
| "learning_rate": 4.823860104474065e-06, |
| "loss": 0.8334, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.9068592057761733, |
| "grad_norm": 0.027156807482242584, |
| "learning_rate": 4.8247827612420875e-06, |
| "loss": 0.8148, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.908014440433213, |
| "grad_norm": 0.02679731696844101, |
| "learning_rate": 4.825704243399014e-06, |
| "loss": 0.8228, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.9091696750902527, |
| "grad_norm": 0.026814332231879234, |
| "learning_rate": 4.8266245539317745e-06, |
| "loss": 0.8027, |
| "step": 787 |
| }, |
| { |
| "epoch": 0.9103249097472924, |
| "grad_norm": 0.02507951483130455, |
| "learning_rate": 4.827543695815926e-06, |
| "loss": 0.796, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.9114801444043321, |
| "grad_norm": 0.026251574978232384, |
| "learning_rate": 4.828461672015701e-06, |
| "loss": 0.8125, |
| "step": 789 |
| }, |
| { |
| "epoch": 0.9126353790613718, |
| "grad_norm": 0.02636023238301277, |
| "learning_rate": 4.82937848548407e-06, |
| "loss": 0.7954, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.9137906137184115, |
| "grad_norm": 0.026472898200154305, |
| "learning_rate": 4.830294139162795e-06, |
| "loss": 0.8045, |
| "step": 791 |
| }, |
| { |
| "epoch": 0.9149458483754512, |
| "grad_norm": 0.025792265310883522, |
| "learning_rate": 4.83120863598249e-06, |
| "loss": 0.8072, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.9161010830324909, |
| "grad_norm": 0.028488213196396828, |
| "learning_rate": 4.832121978862673e-06, |
| "loss": 0.7935, |
| "step": 793 |
| }, |
| { |
| "epoch": 0.9172563176895306, |
| "grad_norm": 0.02507089264690876, |
| "learning_rate": 4.833034170711828e-06, |
| "loss": 0.7944, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.9184115523465703, |
| "grad_norm": 0.026674294844269753, |
| "learning_rate": 4.833945214427451e-06, |
| "loss": 0.8029, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.91956678700361, |
| "grad_norm": 0.02713027596473694, |
| "learning_rate": 4.834855112896116e-06, |
| "loss": 0.8342, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.9207220216606499, |
| "grad_norm": 0.026090459898114204, |
| "learning_rate": 4.835763868993521e-06, |
| "loss": 0.7986, |
| "step": 797 |
| }, |
| { |
| "epoch": 0.9218772563176896, |
| "grad_norm": 0.02631318010389805, |
| "learning_rate": 4.83667148558455e-06, |
| "loss": 0.8021, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.9230324909747293, |
| "grad_norm": 0.027506891638040543, |
| "learning_rate": 4.8375779655233195e-06, |
| "loss": 0.8305, |
| "step": 799 |
| }, |
| { |
| "epoch": 0.924187725631769, |
| "grad_norm": 0.02776806242763996, |
| "learning_rate": 4.83848331165324e-06, |
| "loss": 0.8141, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.9253429602888087, |
| "grad_norm": 0.027539484202861786, |
| "learning_rate": 4.839387526807064e-06, |
| "loss": 0.809, |
| "step": 801 |
| }, |
| { |
| "epoch": 0.9264981949458484, |
| "grad_norm": 0.02546604722738266, |
| "learning_rate": 4.84029061380694e-06, |
| "loss": 0.8075, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.9276534296028881, |
| "grad_norm": 0.02793939970433712, |
| "learning_rate": 4.841192575464469e-06, |
| "loss": 0.8116, |
| "step": 803 |
| }, |
| { |
| "epoch": 0.9288086642599278, |
| "grad_norm": 0.026220016181468964, |
| "learning_rate": 4.842093414580753e-06, |
| "loss": 0.8085, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.9299638989169675, |
| "grad_norm": 0.0267406664788723, |
| "learning_rate": 4.842993133946448e-06, |
| "loss": 0.8202, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.9311191335740072, |
| "grad_norm": 0.028274521231651306, |
| "learning_rate": 4.8438917363418184e-06, |
| "loss": 0.8222, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.9322743682310469, |
| "grad_norm": 0.025681311264634132, |
| "learning_rate": 4.844789224536785e-06, |
| "loss": 0.8009, |
| "step": 807 |
| }, |
| { |
| "epoch": 0.9334296028880866, |
| "grad_norm": 0.02876345068216324, |
| "learning_rate": 4.845685601290977e-06, |
| "loss": 0.8129, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.9345848375451263, |
| "grad_norm": 0.027744382619857788, |
| "learning_rate": 4.846580869353787e-06, |
| "loss": 0.8084, |
| "step": 809 |
| }, |
| { |
| "epoch": 0.935740072202166, |
| "grad_norm": 0.026011621579527855, |
| "learning_rate": 4.847475031464417e-06, |
| "loss": 0.8058, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.9368953068592057, |
| "grad_norm": 0.028499187901616096, |
| "learning_rate": 4.848368090351928e-06, |
| "loss": 0.8, |
| "step": 811 |
| }, |
| { |
| "epoch": 0.9380505415162455, |
| "grad_norm": 0.026256656274199486, |
| "learning_rate": 4.849260048735293e-06, |
| "loss": 0.8071, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.9392057761732852, |
| "grad_norm": 0.0278424471616745, |
| "learning_rate": 4.8501509093234474e-06, |
| "loss": 0.8173, |
| "step": 813 |
| }, |
| { |
| "epoch": 0.9403610108303249, |
| "grad_norm": 0.028124138712882996, |
| "learning_rate": 4.851040674815336e-06, |
| "loss": 0.8057, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.9415162454873646, |
| "grad_norm": 0.02599998749792576, |
| "learning_rate": 4.851929347899962e-06, |
| "loss": 0.7952, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.9426714801444044, |
| "grad_norm": 0.03042020834982395, |
| "learning_rate": 4.852816931256436e-06, |
| "loss": 0.815, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.9438267148014441, |
| "grad_norm": 0.02526993304491043, |
| "learning_rate": 4.853703427554027e-06, |
| "loss": 0.8169, |
| "step": 817 |
| }, |
| { |
| "epoch": 0.9449819494584838, |
| "grad_norm": 0.029504787176847458, |
| "learning_rate": 4.854588839452205e-06, |
| "loss": 0.8134, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.9461371841155235, |
| "grad_norm": 0.02730252593755722, |
| "learning_rate": 4.855473169600699e-06, |
| "loss": 0.8198, |
| "step": 819 |
| }, |
| { |
| "epoch": 0.9472924187725632, |
| "grad_norm": 0.02669229544699192, |
| "learning_rate": 4.856356420639528e-06, |
| "loss": 0.8426, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.9484476534296029, |
| "grad_norm": 0.029394106939435005, |
| "learning_rate": 4.857238595199068e-06, |
| "loss": 0.8025, |
| "step": 821 |
| }, |
| { |
| "epoch": 0.9496028880866426, |
| "grad_norm": 0.026510139927268028, |
| "learning_rate": 4.858119695900084e-06, |
| "loss": 0.8267, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.9507581227436823, |
| "grad_norm": 0.025655683130025864, |
| "learning_rate": 4.858999725353784e-06, |
| "loss": 0.7936, |
| "step": 823 |
| }, |
| { |
| "epoch": 0.951913357400722, |
| "grad_norm": 0.029900815337896347, |
| "learning_rate": 4.859878686161861e-06, |
| "loss": 0.8245, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.9530685920577617, |
| "grad_norm": 0.02642049826681614, |
| "learning_rate": 4.860756580916543e-06, |
| "loss": 0.8036, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.9542238267148014, |
| "grad_norm": 0.027764586731791496, |
| "learning_rate": 4.861633412200637e-06, |
| "loss": 0.8132, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.9553790613718411, |
| "grad_norm": 0.02786201983690262, |
| "learning_rate": 4.862509182587578e-06, |
| "loss": 0.8189, |
| "step": 827 |
| }, |
| { |
| "epoch": 0.9565342960288808, |
| "grad_norm": 0.02661985345184803, |
| "learning_rate": 4.8633838946414675e-06, |
| "loss": 0.8056, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.9576895306859206, |
| "grad_norm": 0.029807835817337036, |
| "learning_rate": 4.864257550917123e-06, |
| "loss": 0.8108, |
| "step": 829 |
| }, |
| { |
| "epoch": 0.9588447653429603, |
| "grad_norm": 0.025031132623553276, |
| "learning_rate": 4.8651301539601235e-06, |
| "loss": 0.8031, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 0.028132742270827293, |
| "learning_rate": 4.866001706306853e-06, |
| "loss": 0.8199, |
| "step": 831 |
| }, |
| { |
| "epoch": 0.9611552346570397, |
| "grad_norm": 0.02886558324098587, |
| "learning_rate": 4.866872210484541e-06, |
| "loss": 0.8175, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.9623104693140794, |
| "grad_norm": 0.026310063898563385, |
| "learning_rate": 4.867741669011313e-06, |
| "loss": 0.7998, |
| "step": 833 |
| }, |
| { |
| "epoch": 0.9634657039711191, |
| "grad_norm": 0.02729332074522972, |
| "learning_rate": 4.868610084396232e-06, |
| "loss": 0.7809, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.9646209386281589, |
| "grad_norm": 0.027129124850034714, |
| "learning_rate": 4.869477459139337e-06, |
| "loss": 0.8219, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.9657761732851986, |
| "grad_norm": 0.027403220534324646, |
| "learning_rate": 4.8703437957316945e-06, |
| "loss": 0.807, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.9669314079422383, |
| "grad_norm": 0.028556736186146736, |
| "learning_rate": 4.871209096655434e-06, |
| "loss": 0.8213, |
| "step": 837 |
| }, |
| { |
| "epoch": 0.968086642599278, |
| "grad_norm": 0.027089878916740417, |
| "learning_rate": 4.872073364383795e-06, |
| "loss": 0.8167, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.9692418772563177, |
| "grad_norm": 0.02591611072421074, |
| "learning_rate": 4.872936601381167e-06, |
| "loss": 0.7926, |
| "step": 839 |
| }, |
| { |
| "epoch": 0.9703971119133574, |
| "grad_norm": 0.028653450310230255, |
| "learning_rate": 4.873798810103137e-06, |
| "loss": 0.769, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.9715523465703971, |
| "grad_norm": 0.025429286062717438, |
| "learning_rate": 4.874659992996521e-06, |
| "loss": 0.8033, |
| "step": 841 |
| }, |
| { |
| "epoch": 0.9727075812274368, |
| "grad_norm": 0.027507685124874115, |
| "learning_rate": 4.875520152499416e-06, |
| "loss": 0.7991, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.9738628158844765, |
| "grad_norm": 0.02781766653060913, |
| "learning_rate": 4.876379291041238e-06, |
| "loss": 0.811, |
| "step": 843 |
| }, |
| { |
| "epoch": 0.9750180505415162, |
| "grad_norm": 0.02732367254793644, |
| "learning_rate": 4.87723741104276e-06, |
| "loss": 0.7795, |
| "step": 844 |
| }, |
| { |
| "epoch": 0.976173285198556, |
| "grad_norm": 0.027977894991636276, |
| "learning_rate": 4.878094514916154e-06, |
| "loss": 0.8024, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.9773285198555957, |
| "grad_norm": 0.02706928178668022, |
| "learning_rate": 4.87895060506504e-06, |
| "loss": 0.8273, |
| "step": 846 |
| }, |
| { |
| "epoch": 0.9784837545126354, |
| "grad_norm": 0.027973534539341927, |
| "learning_rate": 4.879805683884512e-06, |
| "loss": 0.8249, |
| "step": 847 |
| }, |
| { |
| "epoch": 0.9796389891696751, |
| "grad_norm": 0.028234517201781273, |
| "learning_rate": 4.88065975376119e-06, |
| "loss": 0.8009, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.9807942238267148, |
| "grad_norm": 0.026143617928028107, |
| "learning_rate": 4.881512817073255e-06, |
| "loss": 0.8114, |
| "step": 849 |
| }, |
| { |
| "epoch": 0.9819494584837545, |
| "grad_norm": 0.027196498587727547, |
| "learning_rate": 4.882364876190489e-06, |
| "loss": 0.7919, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.9831046931407942, |
| "grad_norm": 0.027922434732317924, |
| "learning_rate": 4.883215933474314e-06, |
| "loss": 0.7986, |
| "step": 851 |
| }, |
| { |
| "epoch": 0.9842599277978339, |
| "grad_norm": 0.0268290676176548, |
| "learning_rate": 4.884065991277834e-06, |
| "loss": 0.8142, |
| "step": 852 |
| }, |
| { |
| "epoch": 0.9854151624548736, |
| "grad_norm": 0.026363542303442955, |
| "learning_rate": 4.8849150519458725e-06, |
| "loss": 0.7958, |
| "step": 853 |
| }, |
| { |
| "epoch": 0.9865703971119134, |
| "grad_norm": 0.026863981038331985, |
| "learning_rate": 4.88576311781501e-06, |
| "loss": 0.8132, |
| "step": 854 |
| }, |
| { |
| "epoch": 0.9877256317689531, |
| "grad_norm": 0.026298578828573227, |
| "learning_rate": 4.886610191213622e-06, |
| "loss": 0.8156, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.9888808664259928, |
| "grad_norm": 0.026729200035333633, |
| "learning_rate": 4.8874562744619224e-06, |
| "loss": 0.8221, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.9900361010830325, |
| "grad_norm": 0.025892335921525955, |
| "learning_rate": 4.888301369871998e-06, |
| "loss": 0.8267, |
| "step": 857 |
| }, |
| { |
| "epoch": 0.9911913357400722, |
| "grad_norm": 0.026062045246362686, |
| "learning_rate": 4.8891454797478435e-06, |
| "loss": 0.8206, |
| "step": 858 |
| }, |
| { |
| "epoch": 0.9923465703971119, |
| "grad_norm": 0.025573009625077248, |
| "learning_rate": 4.889988606385404e-06, |
| "loss": 0.8466, |
| "step": 859 |
| }, |
| { |
| "epoch": 0.9935018050541516, |
| "grad_norm": 0.026895977556705475, |
| "learning_rate": 4.890830752072613e-06, |
| "loss": 0.801, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.9946570397111913, |
| "grad_norm": 0.026373952627182007, |
| "learning_rate": 4.891671919089425e-06, |
| "loss": 0.7935, |
| "step": 861 |
| }, |
| { |
| "epoch": 0.995812274368231, |
| "grad_norm": 0.025112492963671684, |
| "learning_rate": 4.892512109707855e-06, |
| "loss": 0.8104, |
| "step": 862 |
| }, |
| { |
| "epoch": 0.9969675090252708, |
| "grad_norm": 0.025861382484436035, |
| "learning_rate": 4.893351326192016e-06, |
| "loss": 0.7755, |
| "step": 863 |
| }, |
| { |
| "epoch": 0.9981227436823105, |
| "grad_norm": 0.025520671159029007, |
| "learning_rate": 4.8941895707981555e-06, |
| "loss": 0.783, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.9992779783393502, |
| "grad_norm": 0.02590048499405384, |
| "learning_rate": 4.895026845774691e-06, |
| "loss": 0.7952, |
| "step": 865 |
| }, |
| { |
| "epoch": 1.00043321299639, |
| "grad_norm": 0.037370167672634125, |
| "learning_rate": 4.895863153362244e-06, |
| "loss": 1.0888, |
| "step": 866 |
| }, |
| { |
| "epoch": 1.0015884476534296, |
| "grad_norm": 0.028089042752981186, |
| "learning_rate": 4.8966984957936845e-06, |
| "loss": 0.8026, |
| "step": 867 |
| }, |
| { |
| "epoch": 1.0027436823104694, |
| "grad_norm": 0.02722124569118023, |
| "learning_rate": 4.897532875294154e-06, |
| "loss": 0.7892, |
| "step": 868 |
| }, |
| { |
| "epoch": 1.003898916967509, |
| "grad_norm": 0.02784401923418045, |
| "learning_rate": 4.898366294081111e-06, |
| "loss": 0.7766, |
| "step": 869 |
| }, |
| { |
| "epoch": 1.0050541516245488, |
| "grad_norm": 0.028576616197824478, |
| "learning_rate": 4.899198754364365e-06, |
| "loss": 0.794, |
| "step": 870 |
| }, |
| { |
| "epoch": 1.0062093862815884, |
| "grad_norm": 0.02609376236796379, |
| "learning_rate": 4.900030258346106e-06, |
| "loss": 0.787, |
| "step": 871 |
| }, |
| { |
| "epoch": 1.0073646209386282, |
| "grad_norm": 0.026441458612680435, |
| "learning_rate": 4.900860808220946e-06, |
| "loss": 0.7726, |
| "step": 872 |
| }, |
| { |
| "epoch": 1.0085198555956678, |
| "grad_norm": 0.026604607701301575, |
| "learning_rate": 4.90169040617595e-06, |
| "loss": 0.7672, |
| "step": 873 |
| }, |
| { |
| "epoch": 1.0096750902527076, |
| "grad_norm": 0.025642454624176025, |
| "learning_rate": 4.902519054390672e-06, |
| "loss": 0.7804, |
| "step": 874 |
| }, |
| { |
| "epoch": 1.0108303249097472, |
| "grad_norm": 0.027134709060192108, |
| "learning_rate": 4.9033467550371886e-06, |
| "loss": 0.7895, |
| "step": 875 |
| }, |
| { |
| "epoch": 1.011985559566787, |
| "grad_norm": 0.02571208029985428, |
| "learning_rate": 4.904173510280135e-06, |
| "loss": 0.7916, |
| "step": 876 |
| }, |
| { |
| "epoch": 1.0131407942238266, |
| "grad_norm": 0.026592353358864784, |
| "learning_rate": 4.904999322276735e-06, |
| "loss": 0.7975, |
| "step": 877 |
| }, |
| { |
| "epoch": 1.0142960288808665, |
| "grad_norm": 0.02615254372358322, |
| "learning_rate": 4.905824193176839e-06, |
| "loss": 0.7881, |
| "step": 878 |
| }, |
| { |
| "epoch": 1.015451263537906, |
| "grad_norm": 0.027889380231499672, |
| "learning_rate": 4.906648125122953e-06, |
| "loss": 0.7897, |
| "step": 879 |
| }, |
| { |
| "epoch": 1.0166064981949459, |
| "grad_norm": 0.02607213519513607, |
| "learning_rate": 4.907471120250281e-06, |
| "loss": 0.7735, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.0177617328519855, |
| "grad_norm": 0.025891225785017014, |
| "learning_rate": 4.9082931806867475e-06, |
| "loss": 0.788, |
| "step": 881 |
| }, |
| { |
| "epoch": 1.0189169675090253, |
| "grad_norm": 0.02776011824607849, |
| "learning_rate": 4.909114308553034e-06, |
| "loss": 0.7902, |
| "step": 882 |
| }, |
| { |
| "epoch": 1.020072202166065, |
| "grad_norm": 0.026471663266420364, |
| "learning_rate": 4.909934505962614e-06, |
| "loss": 0.8, |
| "step": 883 |
| }, |
| { |
| "epoch": 1.0212274368231047, |
| "grad_norm": 0.026362843811511993, |
| "learning_rate": 4.9107537750217884e-06, |
| "loss": 0.7957, |
| "step": 884 |
| }, |
| { |
| "epoch": 1.0223826714801445, |
| "grad_norm": 0.027810046449303627, |
| "learning_rate": 4.9115721178297095e-06, |
| "loss": 0.7986, |
| "step": 885 |
| }, |
| { |
| "epoch": 1.023537906137184, |
| "grad_norm": 0.02654910273849964, |
| "learning_rate": 4.9123895364784185e-06, |
| "loss": 0.7611, |
| "step": 886 |
| }, |
| { |
| "epoch": 1.024693140794224, |
| "grad_norm": 0.026264095678925514, |
| "learning_rate": 4.913206033052878e-06, |
| "loss": 0.808, |
| "step": 887 |
| }, |
| { |
| "epoch": 1.0258483754512635, |
| "grad_norm": 0.02679434046149254, |
| "learning_rate": 4.914021609631002e-06, |
| "loss": 0.7432, |
| "step": 888 |
| }, |
| { |
| "epoch": 1.0270036101083033, |
| "grad_norm": 0.026940811425447464, |
| "learning_rate": 4.914836268283691e-06, |
| "loss": 0.7872, |
| "step": 889 |
| }, |
| { |
| "epoch": 1.028158844765343, |
| "grad_norm": 0.025167059153318405, |
| "learning_rate": 4.915650011074855e-06, |
| "loss": 0.7876, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.0293140794223827, |
| "grad_norm": 0.026694072410464287, |
| "learning_rate": 4.916462840061458e-06, |
| "loss": 0.7919, |
| "step": 891 |
| }, |
| { |
| "epoch": 1.0304693140794223, |
| "grad_norm": 0.02730594575405121, |
| "learning_rate": 4.917274757293539e-06, |
| "loss": 0.7961, |
| "step": 892 |
| }, |
| { |
| "epoch": 1.0316245487364621, |
| "grad_norm": 0.026232946664094925, |
| "learning_rate": 4.918085764814244e-06, |
| "loss": 0.7908, |
| "step": 893 |
| }, |
| { |
| "epoch": 1.0327797833935017, |
| "grad_norm": 0.027884062379598618, |
| "learning_rate": 4.918895864659863e-06, |
| "loss": 0.7752, |
| "step": 894 |
| }, |
| { |
| "epoch": 1.0339350180505416, |
| "grad_norm": 0.027524368837475777, |
| "learning_rate": 4.919705058859854e-06, |
| "loss": 0.8114, |
| "step": 895 |
| }, |
| { |
| "epoch": 1.0350902527075811, |
| "grad_norm": 0.02609703689813614, |
| "learning_rate": 4.920513349436876e-06, |
| "loss": 0.801, |
| "step": 896 |
| }, |
| { |
| "epoch": 1.036245487364621, |
| "grad_norm": 0.027548260986804962, |
| "learning_rate": 4.921320738406821e-06, |
| "loss": 0.7736, |
| "step": 897 |
| }, |
| { |
| "epoch": 1.0374007220216606, |
| "grad_norm": 0.028695981949567795, |
| "learning_rate": 4.922127227778841e-06, |
| "loss": 0.7968, |
| "step": 898 |
| }, |
| { |
| "epoch": 1.0385559566787004, |
| "grad_norm": 0.02490762434899807, |
| "learning_rate": 4.922932819555381e-06, |
| "loss": 0.7695, |
| "step": 899 |
| }, |
| { |
| "epoch": 1.03971119133574, |
| "grad_norm": 0.030678994953632355, |
| "learning_rate": 4.923737515732209e-06, |
| "loss": 0.7764, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.0408664259927798, |
| "grad_norm": 0.02829810604453087, |
| "learning_rate": 4.924541318298439e-06, |
| "loss": 0.7881, |
| "step": 901 |
| }, |
| { |
| "epoch": 1.0420216606498194, |
| "grad_norm": 0.028521962463855743, |
| "learning_rate": 4.925344229236571e-06, |
| "loss": 0.791, |
| "step": 902 |
| }, |
| { |
| "epoch": 1.0431768953068592, |
| "grad_norm": 0.028740065172314644, |
| "learning_rate": 4.926146250522511e-06, |
| "loss": 0.778, |
| "step": 903 |
| }, |
| { |
| "epoch": 1.044332129963899, |
| "grad_norm": 0.02634969726204872, |
| "learning_rate": 4.926947384125606e-06, |
| "loss": 0.7784, |
| "step": 904 |
| }, |
| { |
| "epoch": 1.0454873646209386, |
| "grad_norm": 0.02609422616660595, |
| "learning_rate": 4.927747632008672e-06, |
| "loss": 0.7729, |
| "step": 905 |
| }, |
| { |
| "epoch": 1.0466425992779784, |
| "grad_norm": 0.025464767590165138, |
| "learning_rate": 4.928546996128022e-06, |
| "loss": 0.7846, |
| "step": 906 |
| }, |
| { |
| "epoch": 1.047797833935018, |
| "grad_norm": 0.026383783668279648, |
| "learning_rate": 4.929345478433492e-06, |
| "loss": 0.7672, |
| "step": 907 |
| }, |
| { |
| "epoch": 1.0489530685920578, |
| "grad_norm": 0.02692020870745182, |
| "learning_rate": 4.930143080868476e-06, |
| "loss": 0.777, |
| "step": 908 |
| }, |
| { |
| "epoch": 1.0501083032490974, |
| "grad_norm": 0.026965700089931488, |
| "learning_rate": 4.930939805369947e-06, |
| "loss": 0.8104, |
| "step": 909 |
| }, |
| { |
| "epoch": 1.0512635379061372, |
| "grad_norm": 0.0277117807418108, |
| "learning_rate": 4.931735653868489e-06, |
| "loss": 0.7729, |
| "step": 910 |
| }, |
| { |
| "epoch": 1.0524187725631768, |
| "grad_norm": 0.027171596884727478, |
| "learning_rate": 4.932530628288331e-06, |
| "loss": 0.7957, |
| "step": 911 |
| }, |
| { |
| "epoch": 1.0535740072202167, |
| "grad_norm": 0.0277806855738163, |
| "learning_rate": 4.933324730547361e-06, |
| "loss": 0.7988, |
| "step": 912 |
| }, |
| { |
| "epoch": 1.0547292418772563, |
| "grad_norm": 0.02666284516453743, |
| "learning_rate": 4.934117962557165e-06, |
| "loss": 0.7637, |
| "step": 913 |
| }, |
| { |
| "epoch": 1.055884476534296, |
| "grad_norm": 0.028444141149520874, |
| "learning_rate": 4.934910326223052e-06, |
| "loss": 0.77, |
| "step": 914 |
| }, |
| { |
| "epoch": 1.0570397111913357, |
| "grad_norm": 0.028864728286862373, |
| "learning_rate": 4.93570182344408e-06, |
| "loss": 0.7778, |
| "step": 915 |
| }, |
| { |
| "epoch": 1.0581949458483755, |
| "grad_norm": 0.026793263852596283, |
| "learning_rate": 4.936492456113085e-06, |
| "loss": 0.7879, |
| "step": 916 |
| }, |
| { |
| "epoch": 1.059350180505415, |
| "grad_norm": 0.027911733835935593, |
| "learning_rate": 4.937282226116702e-06, |
| "loss": 0.7698, |
| "step": 917 |
| }, |
| { |
| "epoch": 1.060505415162455, |
| "grad_norm": 0.026382414624094963, |
| "learning_rate": 4.938071135335405e-06, |
| "loss": 0.7637, |
| "step": 918 |
| }, |
| { |
| "epoch": 1.0616606498194945, |
| "grad_norm": 0.027525540441274643, |
| "learning_rate": 4.938859185643519e-06, |
| "loss": 0.8057, |
| "step": 919 |
| }, |
| { |
| "epoch": 1.0628158844765343, |
| "grad_norm": 0.028536858037114143, |
| "learning_rate": 4.93964637890926e-06, |
| "loss": 0.7773, |
| "step": 920 |
| }, |
| { |
| "epoch": 1.0639711191335741, |
| "grad_norm": 0.026540234684944153, |
| "learning_rate": 4.9404327169947486e-06, |
| "loss": 0.7912, |
| "step": 921 |
| }, |
| { |
| "epoch": 1.0651263537906137, |
| "grad_norm": 0.026590172201395035, |
| "learning_rate": 4.941218201756049e-06, |
| "loss": 0.7873, |
| "step": 922 |
| }, |
| { |
| "epoch": 1.0662815884476535, |
| "grad_norm": 0.026739628985524178, |
| "learning_rate": 4.942002835043187e-06, |
| "loss": 0.7853, |
| "step": 923 |
| }, |
| { |
| "epoch": 1.0674368231046931, |
| "grad_norm": 0.027753658592700958, |
| "learning_rate": 4.9427866187001785e-06, |
| "loss": 0.7853, |
| "step": 924 |
| }, |
| { |
| "epoch": 1.068592057761733, |
| "grad_norm": 0.0267436932772398, |
| "learning_rate": 4.943569554565055e-06, |
| "loss": 0.7851, |
| "step": 925 |
| }, |
| { |
| "epoch": 1.0697472924187725, |
| "grad_norm": 0.02634557895362377, |
| "learning_rate": 4.9443516444698915e-06, |
| "loss": 0.7881, |
| "step": 926 |
| }, |
| { |
| "epoch": 1.0709025270758123, |
| "grad_norm": 0.027419744059443474, |
| "learning_rate": 4.945132890240829e-06, |
| "loss": 0.813, |
| "step": 927 |
| }, |
| { |
| "epoch": 1.072057761732852, |
| "grad_norm": 0.026219435036182404, |
| "learning_rate": 4.9459132936981044e-06, |
| "loss": 0.7998, |
| "step": 928 |
| }, |
| { |
| "epoch": 1.0732129963898918, |
| "grad_norm": 0.026673052459955215, |
| "learning_rate": 4.94669285665607e-06, |
| "loss": 0.764, |
| "step": 929 |
| }, |
| { |
| "epoch": 1.0743682310469314, |
| "grad_norm": 0.027227727696299553, |
| "learning_rate": 4.9474715809232256e-06, |
| "loss": 0.7734, |
| "step": 930 |
| }, |
| { |
| "epoch": 1.0755234657039712, |
| "grad_norm": 0.025797106325626373, |
| "learning_rate": 4.948249468302239e-06, |
| "loss": 0.7959, |
| "step": 931 |
| }, |
| { |
| "epoch": 1.0766787003610108, |
| "grad_norm": 0.026355307549238205, |
| "learning_rate": 4.9490265205899695e-06, |
| "loss": 0.7987, |
| "step": 932 |
| }, |
| { |
| "epoch": 1.0778339350180506, |
| "grad_norm": 0.02700088918209076, |
| "learning_rate": 4.949802739577501e-06, |
| "loss": 0.8067, |
| "step": 933 |
| }, |
| { |
| "epoch": 1.0789891696750902, |
| "grad_norm": 0.02693251334130764, |
| "learning_rate": 4.950578127050157e-06, |
| "loss": 0.7855, |
| "step": 934 |
| }, |
| { |
| "epoch": 1.08014440433213, |
| "grad_norm": 0.02637103572487831, |
| "learning_rate": 4.95135268478753e-06, |
| "loss": 0.7821, |
| "step": 935 |
| }, |
| { |
| "epoch": 1.0812996389891696, |
| "grad_norm": 0.02696199156343937, |
| "learning_rate": 4.952126414563509e-06, |
| "loss": 0.7954, |
| "step": 936 |
| }, |
| { |
| "epoch": 1.0824548736462094, |
| "grad_norm": 0.025795504450798035, |
| "learning_rate": 4.952899318146298e-06, |
| "loss": 0.771, |
| "step": 937 |
| }, |
| { |
| "epoch": 1.083610108303249, |
| "grad_norm": 0.0262451134622097, |
| "learning_rate": 4.953671397298441e-06, |
| "loss": 0.7737, |
| "step": 938 |
| }, |
| { |
| "epoch": 1.0847653429602888, |
| "grad_norm": 0.027646278962492943, |
| "learning_rate": 4.954442653776852e-06, |
| "loss": 0.7702, |
| "step": 939 |
| }, |
| { |
| "epoch": 1.0859205776173284, |
| "grad_norm": 0.026158776134252548, |
| "learning_rate": 4.955213089332832e-06, |
| "loss": 0.772, |
| "step": 940 |
| }, |
| { |
| "epoch": 1.0870758122743682, |
| "grad_norm": 0.02821963280439377, |
| "learning_rate": 4.955982705712095e-06, |
| "loss": 0.7828, |
| "step": 941 |
| }, |
| { |
| "epoch": 1.088231046931408, |
| "grad_norm": 0.026813939213752747, |
| "learning_rate": 4.956751504654796e-06, |
| "loss": 0.7848, |
| "step": 942 |
| }, |
| { |
| "epoch": 1.0893862815884476, |
| "grad_norm": 0.025459513068199158, |
| "learning_rate": 4.957519487895548e-06, |
| "loss": 0.7655, |
| "step": 943 |
| }, |
| { |
| "epoch": 1.0905415162454875, |
| "grad_norm": 0.026770230382680893, |
| "learning_rate": 4.958286657163448e-06, |
| "loss": 0.773, |
| "step": 944 |
| }, |
| { |
| "epoch": 1.091696750902527, |
| "grad_norm": 0.02704155258834362, |
| "learning_rate": 4.959053014182106e-06, |
| "loss": 0.7755, |
| "step": 945 |
| }, |
| { |
| "epoch": 1.0928519855595669, |
| "grad_norm": 0.02700476534664631, |
| "learning_rate": 4.959818560669656e-06, |
| "loss": 0.8009, |
| "step": 946 |
| }, |
| { |
| "epoch": 1.0940072202166065, |
| "grad_norm": 0.028186574578285217, |
| "learning_rate": 4.96058329833879e-06, |
| "loss": 0.7705, |
| "step": 947 |
| }, |
| { |
| "epoch": 1.0951624548736463, |
| "grad_norm": 0.027806002646684647, |
| "learning_rate": 4.9613472288967775e-06, |
| "loss": 0.7727, |
| "step": 948 |
| }, |
| { |
| "epoch": 1.0963176895306859, |
| "grad_norm": 0.028479190543293953, |
| "learning_rate": 4.962110354045489e-06, |
| "loss": 0.7921, |
| "step": 949 |
| }, |
| { |
| "epoch": 1.0974729241877257, |
| "grad_norm": 0.027802351862192154, |
| "learning_rate": 4.962872675481414e-06, |
| "loss": 0.7827, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.0986281588447653, |
| "grad_norm": 0.026106078177690506, |
| "learning_rate": 4.96363419489569e-06, |
| "loss": 0.7663, |
| "step": 951 |
| }, |
| { |
| "epoch": 1.099783393501805, |
| "grad_norm": 0.027961455285549164, |
| "learning_rate": 4.964394913974124e-06, |
| "loss": 0.7735, |
| "step": 952 |
| }, |
| { |
| "epoch": 1.1009386281588447, |
| "grad_norm": 0.02648748643696308, |
| "learning_rate": 4.965154834397211e-06, |
| "loss": 0.8092, |
| "step": 953 |
| }, |
| { |
| "epoch": 1.1020938628158845, |
| "grad_norm": 0.026987139135599136, |
| "learning_rate": 4.965913957840159e-06, |
| "loss": 0.791, |
| "step": 954 |
| }, |
| { |
| "epoch": 1.103249097472924, |
| "grad_norm": 0.026114538311958313, |
| "learning_rate": 4.966672285972911e-06, |
| "loss": 0.7682, |
| "step": 955 |
| }, |
| { |
| "epoch": 1.104404332129964, |
| "grad_norm": 0.027255605906248093, |
| "learning_rate": 4.967429820460167e-06, |
| "loss": 0.7934, |
| "step": 956 |
| }, |
| { |
| "epoch": 1.1055595667870035, |
| "grad_norm": 0.026975391432642937, |
| "learning_rate": 4.968186562961406e-06, |
| "loss": 0.7758, |
| "step": 957 |
| }, |
| { |
| "epoch": 1.1067148014440433, |
| "grad_norm": 0.026317190378904343, |
| "learning_rate": 4.968942515130908e-06, |
| "loss": 0.7949, |
| "step": 958 |
| }, |
| { |
| "epoch": 1.1078700361010831, |
| "grad_norm": 0.027674200013279915, |
| "learning_rate": 4.969697678617774e-06, |
| "loss": 0.801, |
| "step": 959 |
| }, |
| { |
| "epoch": 1.1090252707581227, |
| "grad_norm": 0.026397835463285446, |
| "learning_rate": 4.970452055065948e-06, |
| "loss": 0.7872, |
| "step": 960 |
| }, |
| { |
| "epoch": 1.1101805054151626, |
| "grad_norm": 0.025970855727791786, |
| "learning_rate": 4.971205646114243e-06, |
| "loss": 0.8076, |
| "step": 961 |
| }, |
| { |
| "epoch": 1.1113357400722021, |
| "grad_norm": 0.026946989819407463, |
| "learning_rate": 4.9719584533963555e-06, |
| "loss": 0.7646, |
| "step": 962 |
| }, |
| { |
| "epoch": 1.112490974729242, |
| "grad_norm": 0.026165366172790527, |
| "learning_rate": 4.9727104785408915e-06, |
| "loss": 0.7704, |
| "step": 963 |
| }, |
| { |
| "epoch": 1.1136462093862816, |
| "grad_norm": 0.026523860171437263, |
| "learning_rate": 4.973461723171385e-06, |
| "loss": 0.7787, |
| "step": 964 |
| }, |
| { |
| "epoch": 1.1148014440433214, |
| "grad_norm": 0.02800065465271473, |
| "learning_rate": 4.974212188906321e-06, |
| "loss": 0.7824, |
| "step": 965 |
| }, |
| { |
| "epoch": 1.115956678700361, |
| "grad_norm": 0.02660745568573475, |
| "learning_rate": 4.974961877359156e-06, |
| "loss": 0.8069, |
| "step": 966 |
| }, |
| { |
| "epoch": 1.1171119133574008, |
| "grad_norm": 0.026590686291456223, |
| "learning_rate": 4.975710790138337e-06, |
| "loss": 0.7603, |
| "step": 967 |
| }, |
| { |
| "epoch": 1.1182671480144404, |
| "grad_norm": 0.028299605473876, |
| "learning_rate": 4.976458928847323e-06, |
| "loss": 0.7884, |
| "step": 968 |
| }, |
| { |
| "epoch": 1.1194223826714802, |
| "grad_norm": 0.02655804343521595, |
| "learning_rate": 4.977206295084609e-06, |
| "loss": 0.7902, |
| "step": 969 |
| }, |
| { |
| "epoch": 1.1205776173285198, |
| "grad_norm": 0.02828875742852688, |
| "learning_rate": 4.977952890443742e-06, |
| "loss": 0.7927, |
| "step": 970 |
| }, |
| { |
| "epoch": 1.1217328519855596, |
| "grad_norm": 0.03140028193593025, |
| "learning_rate": 4.978698716513342e-06, |
| "loss": 0.8075, |
| "step": 971 |
| }, |
| { |
| "epoch": 1.1228880866425992, |
| "grad_norm": 0.028589541092514992, |
| "learning_rate": 4.9794437748771245e-06, |
| "loss": 0.767, |
| "step": 972 |
| }, |
| { |
| "epoch": 1.124043321299639, |
| "grad_norm": 0.028249988332390785, |
| "learning_rate": 4.98018806711392e-06, |
| "loss": 0.8103, |
| "step": 973 |
| }, |
| { |
| "epoch": 1.1251985559566786, |
| "grad_norm": 0.027847470715641975, |
| "learning_rate": 4.980931594797693e-06, |
| "loss": 0.7939, |
| "step": 974 |
| }, |
| { |
| "epoch": 1.1263537906137184, |
| "grad_norm": 0.02874613367021084, |
| "learning_rate": 4.981674359497562e-06, |
| "loss": 0.7986, |
| "step": 975 |
| }, |
| { |
| "epoch": 1.1275090252707582, |
| "grad_norm": 0.02685857191681862, |
| "learning_rate": 4.98241636277782e-06, |
| "loss": 0.7765, |
| "step": 976 |
| }, |
| { |
| "epoch": 1.1286642599277978, |
| "grad_norm": 0.026808686554431915, |
| "learning_rate": 4.9831576061979556e-06, |
| "loss": 0.7786, |
| "step": 977 |
| }, |
| { |
| "epoch": 1.1298194945848374, |
| "grad_norm": 0.02733052521944046, |
| "learning_rate": 4.98389809131267e-06, |
| "loss": 0.7663, |
| "step": 978 |
| }, |
| { |
| "epoch": 1.1309747292418773, |
| "grad_norm": 0.0273138340562582, |
| "learning_rate": 4.984637819671897e-06, |
| "loss": 0.8018, |
| "step": 979 |
| }, |
| { |
| "epoch": 1.132129963898917, |
| "grad_norm": 0.02772151120007038, |
| "learning_rate": 4.985376792820825e-06, |
| "loss": 0.8052, |
| "step": 980 |
| }, |
| { |
| "epoch": 1.1332851985559567, |
| "grad_norm": 0.0273757204413414, |
| "learning_rate": 4.986115012299915e-06, |
| "loss": 0.7608, |
| "step": 981 |
| }, |
| { |
| "epoch": 1.1344404332129965, |
| "grad_norm": 0.026899464428424835, |
| "learning_rate": 4.986852479644916e-06, |
| "loss": 0.8069, |
| "step": 982 |
| }, |
| { |
| "epoch": 1.135595667870036, |
| "grad_norm": 0.026683615520596504, |
| "learning_rate": 4.987589196386893e-06, |
| "loss": 0.7694, |
| "step": 983 |
| }, |
| { |
| "epoch": 1.136750902527076, |
| "grad_norm": 0.028294900432229042, |
| "learning_rate": 4.988325164052236e-06, |
| "loss": 0.7738, |
| "step": 984 |
| }, |
| { |
| "epoch": 1.1379061371841155, |
| "grad_norm": 0.026210768148303032, |
| "learning_rate": 4.989060384162687e-06, |
| "loss": 0.7624, |
| "step": 985 |
| }, |
| { |
| "epoch": 1.1390613718411553, |
| "grad_norm": 0.026641108095645905, |
| "learning_rate": 4.989794858235352e-06, |
| "loss": 0.7827, |
| "step": 986 |
| }, |
| { |
| "epoch": 1.140216606498195, |
| "grad_norm": 0.027551405131816864, |
| "learning_rate": 4.990528587782728e-06, |
| "loss": 0.7849, |
| "step": 987 |
| }, |
| { |
| "epoch": 1.1413718411552347, |
| "grad_norm": 0.026633942499756813, |
| "learning_rate": 4.991261574312715e-06, |
| "loss": 0.8019, |
| "step": 988 |
| }, |
| { |
| "epoch": 1.1425270758122743, |
| "grad_norm": 0.027740631252527237, |
| "learning_rate": 4.991993819328633e-06, |
| "loss": 0.8075, |
| "step": 989 |
| }, |
| { |
| "epoch": 1.1436823104693141, |
| "grad_norm": 0.027059046551585197, |
| "learning_rate": 4.992725324329251e-06, |
| "loss": 0.7916, |
| "step": 990 |
| }, |
| { |
| "epoch": 1.1448375451263537, |
| "grad_norm": 0.027994418516755104, |
| "learning_rate": 4.993456090808793e-06, |
| "loss": 0.7943, |
| "step": 991 |
| }, |
| { |
| "epoch": 1.1459927797833935, |
| "grad_norm": 0.026348162442445755, |
| "learning_rate": 4.994186120256964e-06, |
| "loss": 0.7993, |
| "step": 992 |
| }, |
| { |
| "epoch": 1.1471480144404331, |
| "grad_norm": 0.027533039450645447, |
| "learning_rate": 4.99491541415897e-06, |
| "loss": 0.7806, |
| "step": 993 |
| }, |
| { |
| "epoch": 1.148303249097473, |
| "grad_norm": 0.02699647657573223, |
| "learning_rate": 4.995643973995523e-06, |
| "loss": 0.7753, |
| "step": 994 |
| }, |
| { |
| "epoch": 1.1494584837545125, |
| "grad_norm": 0.025739947333931923, |
| "learning_rate": 4.996371801242876e-06, |
| "loss": 0.7487, |
| "step": 995 |
| }, |
| { |
| "epoch": 1.1506137184115524, |
| "grad_norm": 0.026720624417066574, |
| "learning_rate": 4.997098897372832e-06, |
| "loss": 0.7776, |
| "step": 996 |
| }, |
| { |
| "epoch": 1.1517689530685922, |
| "grad_norm": 0.027732260525226593, |
| "learning_rate": 4.99782526385276e-06, |
| "loss": 0.7718, |
| "step": 997 |
| }, |
| { |
| "epoch": 1.1529241877256318, |
| "grad_norm": 0.026213763281702995, |
| "learning_rate": 4.998550902145619e-06, |
| "loss": 0.7849, |
| "step": 998 |
| }, |
| { |
| "epoch": 1.1540794223826714, |
| "grad_norm": 0.0285005122423172, |
| "learning_rate": 4.999275813709971e-06, |
| "loss": 0.7944, |
| "step": 999 |
| }, |
| { |
| "epoch": 1.1552346570397112, |
| "grad_norm": 0.025959184393286705, |
| "learning_rate": 5e-06, |
| "loss": 0.8039, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.156389891696751, |
| "grad_norm": 0.026393594220280647, |
| "learning_rate": 4.999976851655541e-06, |
| "loss": 0.792, |
| "step": 1001 |
| }, |
| { |
| "epoch": 1.1575451263537906, |
| "grad_norm": 0.02741307206451893, |
| "learning_rate": 4.999907407050885e-06, |
| "loss": 0.7816, |
| "step": 1002 |
| }, |
| { |
| "epoch": 1.1587003610108304, |
| "grad_norm": 0.02743341587483883, |
| "learning_rate": 4.999791667472181e-06, |
| "loss": 0.7473, |
| "step": 1003 |
| }, |
| { |
| "epoch": 1.15985559566787, |
| "grad_norm": 0.025454385206103325, |
| "learning_rate": 4.999629635062988e-06, |
| "loss": 0.7964, |
| "step": 1004 |
| }, |
| { |
| "epoch": 1.1610108303249098, |
| "grad_norm": 0.029390884563326836, |
| "learning_rate": 4.999421312824233e-06, |
| "loss": 0.7885, |
| "step": 1005 |
| }, |
| { |
| "epoch": 1.1621660649819494, |
| "grad_norm": 0.026846162974834442, |
| "learning_rate": 4.99916670461415e-06, |
| "loss": 0.7553, |
| "step": 1006 |
| }, |
| { |
| "epoch": 1.1633212996389892, |
| "grad_norm": 0.027146577835083008, |
| "learning_rate": 4.998865815148222e-06, |
| "loss": 0.757, |
| "step": 1007 |
| }, |
| { |
| "epoch": 1.1644765342960288, |
| "grad_norm": 0.028116164728999138, |
| "learning_rate": 4.998518649999077e-06, |
| "loss": 0.793, |
| "step": 1008 |
| }, |
| { |
| "epoch": 1.1656317689530686, |
| "grad_norm": 0.027374397963285446, |
| "learning_rate": 4.998125215596399e-06, |
| "loss": 0.7684, |
| "step": 1009 |
| }, |
| { |
| "epoch": 1.1667870036101082, |
| "grad_norm": 0.026328133419156075, |
| "learning_rate": 4.9976855192268e-06, |
| "loss": 0.794, |
| "step": 1010 |
| }, |
| { |
| "epoch": 1.167942238267148, |
| "grad_norm": 0.028758594766259193, |
| "learning_rate": 4.997199569033688e-06, |
| "loss": 0.7872, |
| "step": 1011 |
| }, |
| { |
| "epoch": 1.1690974729241876, |
| "grad_norm": 0.026665737852454185, |
| "learning_rate": 4.996667374017118e-06, |
| "loss": 0.797, |
| "step": 1012 |
| }, |
| { |
| "epoch": 1.1702527075812275, |
| "grad_norm": 0.02736995927989483, |
| "learning_rate": 4.996088944033622e-06, |
| "loss": 0.7912, |
| "step": 1013 |
| }, |
| { |
| "epoch": 1.171407942238267, |
| "grad_norm": 0.027897171676158905, |
| "learning_rate": 4.995464289796029e-06, |
| "loss": 0.7714, |
| "step": 1014 |
| }, |
| { |
| "epoch": 1.1725631768953069, |
| "grad_norm": 0.027566097676753998, |
| "learning_rate": 4.994793422873265e-06, |
| "loss": 0.7755, |
| "step": 1015 |
| }, |
| { |
| "epoch": 1.1737184115523465, |
| "grad_norm": 0.026376303285360336, |
| "learning_rate": 4.994076355690139e-06, |
| "loss": 0.8052, |
| "step": 1016 |
| }, |
| { |
| "epoch": 1.1748736462093863, |
| "grad_norm": 0.027220716699957848, |
| "learning_rate": 4.993313101527112e-06, |
| "loss": 0.7955, |
| "step": 1017 |
| }, |
| { |
| "epoch": 1.176028880866426, |
| "grad_norm": 0.02771547995507717, |
| "learning_rate": 4.992503674520057e-06, |
| "loss": 0.7595, |
| "step": 1018 |
| }, |
| { |
| "epoch": 1.1771841155234657, |
| "grad_norm": 0.026792939752340317, |
| "learning_rate": 4.991648089659987e-06, |
| "loss": 0.7812, |
| "step": 1019 |
| }, |
| { |
| "epoch": 1.1783393501805055, |
| "grad_norm": 0.026456760242581367, |
| "learning_rate": 4.990746362792786e-06, |
| "loss": 0.7884, |
| "step": 1020 |
| }, |
| { |
| "epoch": 1.179494584837545, |
| "grad_norm": 0.028625672683119774, |
| "learning_rate": 4.989798510618911e-06, |
| "loss": 0.7999, |
| "step": 1021 |
| }, |
| { |
| "epoch": 1.180649819494585, |
| "grad_norm": 0.026891304180026054, |
| "learning_rate": 4.988804550693086e-06, |
| "loss": 0.7949, |
| "step": 1022 |
| }, |
| { |
| "epoch": 1.1818050541516245, |
| "grad_norm": 0.025918442755937576, |
| "learning_rate": 4.9877645014239686e-06, |
| "loss": 0.793, |
| "step": 1023 |
| }, |
| { |
| "epoch": 1.1829602888086643, |
| "grad_norm": 0.026719292625784874, |
| "learning_rate": 4.9866783820738255e-06, |
| "loss": 0.7915, |
| "step": 1024 |
| }, |
| { |
| "epoch": 1.184115523465704, |
| "grad_norm": 0.027593158185482025, |
| "learning_rate": 4.985546212758157e-06, |
| "loss": 0.7678, |
| "step": 1025 |
| }, |
| { |
| "epoch": 1.1852707581227437, |
| "grad_norm": 0.02738940343260765, |
| "learning_rate": 4.984368014445336e-06, |
| "loss": 0.79, |
| "step": 1026 |
| }, |
| { |
| "epoch": 1.1864259927797833, |
| "grad_norm": 0.02584446780383587, |
| "learning_rate": 4.983143808956219e-06, |
| "loss": 0.7638, |
| "step": 1027 |
| }, |
| { |
| "epoch": 1.1875812274368232, |
| "grad_norm": 0.03016565926373005, |
| "learning_rate": 4.981873618963737e-06, |
| "loss": 0.7906, |
| "step": 1028 |
| }, |
| { |
| "epoch": 1.1887364620938627, |
| "grad_norm": 0.026769449934363365, |
| "learning_rate": 4.980557467992476e-06, |
| "loss": 0.7743, |
| "step": 1029 |
| }, |
| { |
| "epoch": 1.1898916967509026, |
| "grad_norm": 0.02779136225581169, |
| "learning_rate": 4.97919538041825e-06, |
| "loss": 0.7917, |
| "step": 1030 |
| }, |
| { |
| "epoch": 1.1910469314079422, |
| "grad_norm": 0.028257260099053383, |
| "learning_rate": 4.977787381467638e-06, |
| "loss": 0.774, |
| "step": 1031 |
| }, |
| { |
| "epoch": 1.192202166064982, |
| "grad_norm": 0.026401590555906296, |
| "learning_rate": 4.976333497217524e-06, |
| "loss": 0.7989, |
| "step": 1032 |
| }, |
| { |
| "epoch": 1.1933574007220216, |
| "grad_norm": 0.028177831321954727, |
| "learning_rate": 4.974833754594611e-06, |
| "loss": 0.7832, |
| "step": 1033 |
| }, |
| { |
| "epoch": 1.1945126353790614, |
| "grad_norm": 0.028338629752397537, |
| "learning_rate": 4.9732881813749236e-06, |
| "loss": 0.7991, |
| "step": 1034 |
| }, |
| { |
| "epoch": 1.1956678700361012, |
| "grad_norm": 0.027354028075933456, |
| "learning_rate": 4.9716968061832935e-06, |
| "loss": 0.7917, |
| "step": 1035 |
| }, |
| { |
| "epoch": 1.1968231046931408, |
| "grad_norm": 0.02721875160932541, |
| "learning_rate": 4.9700596584928275e-06, |
| "loss": 0.7765, |
| "step": 1036 |
| }, |
| { |
| "epoch": 1.1979783393501804, |
| "grad_norm": 0.026294628158211708, |
| "learning_rate": 4.968376768624368e-06, |
| "loss": 0.7871, |
| "step": 1037 |
| }, |
| { |
| "epoch": 1.1991335740072202, |
| "grad_norm": 0.027313537895679474, |
| "learning_rate": 4.96664816774592e-06, |
| "loss": 0.7858, |
| "step": 1038 |
| }, |
| { |
| "epoch": 1.20028880866426, |
| "grad_norm": 0.02785896323621273, |
| "learning_rate": 4.964873887872085e-06, |
| "loss": 0.7938, |
| "step": 1039 |
| }, |
| { |
| "epoch": 1.2014440433212996, |
| "grad_norm": 0.02687663771212101, |
| "learning_rate": 4.963053961863463e-06, |
| "loss": 0.7776, |
| "step": 1040 |
| }, |
| { |
| "epoch": 1.2025992779783394, |
| "grad_norm": 0.026713555678725243, |
| "learning_rate": 4.961188423426042e-06, |
| "loss": 0.7741, |
| "step": 1041 |
| }, |
| { |
| "epoch": 1.203754512635379, |
| "grad_norm": 0.02718759886920452, |
| "learning_rate": 4.959277307110582e-06, |
| "loss": 0.7667, |
| "step": 1042 |
| }, |
| { |
| "epoch": 1.2049097472924188, |
| "grad_norm": 0.027160272002220154, |
| "learning_rate": 4.957320648311961e-06, |
| "loss": 0.7894, |
| "step": 1043 |
| }, |
| { |
| "epoch": 1.2060649819494584, |
| "grad_norm": 0.02789607271552086, |
| "learning_rate": 4.955318483268535e-06, |
| "loss": 0.7812, |
| "step": 1044 |
| }, |
| { |
| "epoch": 1.2072202166064983, |
| "grad_norm": 0.02740464359521866, |
| "learning_rate": 4.953270849061456e-06, |
| "loss": 0.7585, |
| "step": 1045 |
| }, |
| { |
| "epoch": 1.2083754512635378, |
| "grad_norm": 0.028817661106586456, |
| "learning_rate": 4.951177783613991e-06, |
| "loss": 0.8091, |
| "step": 1046 |
| }, |
| { |
| "epoch": 1.2095306859205777, |
| "grad_norm": 0.026185913011431694, |
| "learning_rate": 4.9490393256908144e-06, |
| "loss": 0.7956, |
| "step": 1047 |
| }, |
| { |
| "epoch": 1.2106859205776173, |
| "grad_norm": 0.029244182631373405, |
| "learning_rate": 4.946855514897297e-06, |
| "loss": 0.7779, |
| "step": 1048 |
| }, |
| { |
| "epoch": 1.211841155234657, |
| "grad_norm": 0.027704982087016106, |
| "learning_rate": 4.944626391678766e-06, |
| "loss": 0.7993, |
| "step": 1049 |
| }, |
| { |
| "epoch": 1.2129963898916967, |
| "grad_norm": 0.02663758210837841, |
| "learning_rate": 4.942351997319761e-06, |
| "loss": 0.812, |
| "step": 1050 |
| }, |
| { |
| "epoch": 1.2141516245487365, |
| "grad_norm": 0.026222404092550278, |
| "learning_rate": 4.940032373943262e-06, |
| "loss": 0.7558, |
| "step": 1051 |
| }, |
| { |
| "epoch": 1.215306859205776, |
| "grad_norm": 0.02578769624233246, |
| "learning_rate": 4.937667564509923e-06, |
| "loss": 0.7781, |
| "step": 1052 |
| }, |
| { |
| "epoch": 1.216462093862816, |
| "grad_norm": 0.02732442319393158, |
| "learning_rate": 4.935257612817259e-06, |
| "loss": 0.7916, |
| "step": 1053 |
| }, |
| { |
| "epoch": 1.2176173285198555, |
| "grad_norm": 0.029004095122218132, |
| "learning_rate": 4.932802563498847e-06, |
| "loss": 0.7979, |
| "step": 1054 |
| }, |
| { |
| "epoch": 1.2187725631768953, |
| "grad_norm": 0.02736952155828476, |
| "learning_rate": 4.9303024620234966e-06, |
| "loss": 0.7984, |
| "step": 1055 |
| }, |
| { |
| "epoch": 1.2199277978339351, |
| "grad_norm": 0.026861999183893204, |
| "learning_rate": 4.927757354694406e-06, |
| "loss": 0.7986, |
| "step": 1056 |
| }, |
| { |
| "epoch": 1.2210830324909747, |
| "grad_norm": 0.0265817791223526, |
| "learning_rate": 4.925167288648305e-06, |
| "loss": 0.7763, |
| "step": 1057 |
| }, |
| { |
| "epoch": 1.2222382671480145, |
| "grad_norm": 0.028195342049002647, |
| "learning_rate": 4.922532311854585e-06, |
| "loss": 0.7967, |
| "step": 1058 |
| }, |
| { |
| "epoch": 1.2233935018050541, |
| "grad_norm": 0.028484554961323738, |
| "learning_rate": 4.919852473114405e-06, |
| "loss": 0.7926, |
| "step": 1059 |
| }, |
| { |
| "epoch": 1.224548736462094, |
| "grad_norm": 0.025893505662679672, |
| "learning_rate": 4.917127822059792e-06, |
| "loss": 0.783, |
| "step": 1060 |
| }, |
| { |
| "epoch": 1.2257039711191335, |
| "grad_norm": 0.028708558529615402, |
| "learning_rate": 4.9143584091527236e-06, |
| "loss": 0.7954, |
| "step": 1061 |
| }, |
| { |
| "epoch": 1.2268592057761734, |
| "grad_norm": 0.025731157511472702, |
| "learning_rate": 4.911544285684186e-06, |
| "loss": 0.7875, |
| "step": 1062 |
| }, |
| { |
| "epoch": 1.228014440433213, |
| "grad_norm": 0.02737441286444664, |
| "learning_rate": 4.9086855037732315e-06, |
| "loss": 0.7618, |
| "step": 1063 |
| }, |
| { |
| "epoch": 1.2291696750902528, |
| "grad_norm": 0.026509573683142662, |
| "learning_rate": 4.9057821163660085e-06, |
| "loss": 0.7513, |
| "step": 1064 |
| }, |
| { |
| "epoch": 1.2303249097472924, |
| "grad_norm": 0.027171408757567406, |
| "learning_rate": 4.9028341772347845e-06, |
| "loss": 0.7825, |
| "step": 1065 |
| }, |
| { |
| "epoch": 1.2314801444043322, |
| "grad_norm": 0.02830067090690136, |
| "learning_rate": 4.899841740976947e-06, |
| "loss": 0.7784, |
| "step": 1066 |
| }, |
| { |
| "epoch": 1.2326353790613718, |
| "grad_norm": 0.02830381691455841, |
| "learning_rate": 4.8968048630139945e-06, |
| "loss": 0.8057, |
| "step": 1067 |
| }, |
| { |
| "epoch": 1.2337906137184116, |
| "grad_norm": 0.027096690610051155, |
| "learning_rate": 4.89372359959051e-06, |
| "loss": 0.778, |
| "step": 1068 |
| }, |
| { |
| "epoch": 1.2349458483754512, |
| "grad_norm": 0.026616832241415977, |
| "learning_rate": 4.890598007773116e-06, |
| "loss": 0.7719, |
| "step": 1069 |
| }, |
| { |
| "epoch": 1.236101083032491, |
| "grad_norm": 0.02842404507100582, |
| "learning_rate": 4.887428145449425e-06, |
| "loss": 0.7898, |
| "step": 1070 |
| }, |
| { |
| "epoch": 1.2372563176895306, |
| "grad_norm": 0.029439568519592285, |
| "learning_rate": 4.884214071326957e-06, |
| "loss": 0.7586, |
| "step": 1071 |
| }, |
| { |
| "epoch": 1.2384115523465704, |
| "grad_norm": 0.027274589985609055, |
| "learning_rate": 4.880955844932061e-06, |
| "loss": 0.7779, |
| "step": 1072 |
| }, |
| { |
| "epoch": 1.2395667870036102, |
| "grad_norm": 0.030161483213305473, |
| "learning_rate": 4.877653526608811e-06, |
| "loss": 0.7774, |
| "step": 1073 |
| }, |
| { |
| "epoch": 1.2407220216606498, |
| "grad_norm": 0.026620803400874138, |
| "learning_rate": 4.874307177517882e-06, |
| "loss": 0.7714, |
| "step": 1074 |
| }, |
| { |
| "epoch": 1.2418772563176894, |
| "grad_norm": 0.031550221145153046, |
| "learning_rate": 4.870916859635426e-06, |
| "loss": 0.7951, |
| "step": 1075 |
| }, |
| { |
| "epoch": 1.2430324909747292, |
| "grad_norm": 0.02677975781261921, |
| "learning_rate": 4.86748263575192e-06, |
| "loss": 0.8094, |
| "step": 1076 |
| }, |
| { |
| "epoch": 1.244187725631769, |
| "grad_norm": 0.02815908007323742, |
| "learning_rate": 4.864004569471e-06, |
| "loss": 0.7828, |
| "step": 1077 |
| }, |
| { |
| "epoch": 1.2453429602888086, |
| "grad_norm": 0.028923533856868744, |
| "learning_rate": 4.860482725208291e-06, |
| "loss": 0.8106, |
| "step": 1078 |
| }, |
| { |
| "epoch": 1.2464981949458485, |
| "grad_norm": 0.026107341051101685, |
| "learning_rate": 4.856917168190205e-06, |
| "loss": 0.7893, |
| "step": 1079 |
| }, |
| { |
| "epoch": 1.247653429602888, |
| "grad_norm": 0.029115671291947365, |
| "learning_rate": 4.853307964452739e-06, |
| "loss": 0.749, |
| "step": 1080 |
| }, |
| { |
| "epoch": 1.2488086642599279, |
| "grad_norm": 0.02833879366517067, |
| "learning_rate": 4.849655180840253e-06, |
| "loss": 0.8041, |
| "step": 1081 |
| }, |
| { |
| "epoch": 1.2499638989169675, |
| "grad_norm": 0.027344336733222008, |
| "learning_rate": 4.8459588850042255e-06, |
| "loss": 0.7455, |
| "step": 1082 |
| }, |
| { |
| "epoch": 1.2511191335740073, |
| "grad_norm": 0.02860669605433941, |
| "learning_rate": 4.8422191454020055e-06, |
| "loss": 0.7995, |
| "step": 1083 |
| }, |
| { |
| "epoch": 1.2522743682310469, |
| "grad_norm": 0.026610156521201134, |
| "learning_rate": 4.838436031295543e-06, |
| "loss": 0.7776, |
| "step": 1084 |
| }, |
| { |
| "epoch": 1.2534296028880867, |
| "grad_norm": 0.029180224984884262, |
| "learning_rate": 4.834609612750108e-06, |
| "loss": 0.7755, |
| "step": 1085 |
| }, |
| { |
| "epoch": 1.2545848375451263, |
| "grad_norm": 0.025666316971182823, |
| "learning_rate": 4.8307399606329906e-06, |
| "loss": 0.7815, |
| "step": 1086 |
| }, |
| { |
| "epoch": 1.255740072202166, |
| "grad_norm": 0.028815045952796936, |
| "learning_rate": 4.82682714661219e-06, |
| "loss": 0.7618, |
| "step": 1087 |
| }, |
| { |
| "epoch": 1.2568953068592057, |
| "grad_norm": 0.02659596875309944, |
| "learning_rate": 4.822871243155085e-06, |
| "loss": 0.7906, |
| "step": 1088 |
| }, |
| { |
| "epoch": 1.2580505415162455, |
| "grad_norm": 0.027543647214770317, |
| "learning_rate": 4.818872323527097e-06, |
| "loss": 0.7871, |
| "step": 1089 |
| }, |
| { |
| "epoch": 1.2592057761732853, |
| "grad_norm": 0.027373237535357475, |
| "learning_rate": 4.814830461790327e-06, |
| "loss": 0.763, |
| "step": 1090 |
| }, |
| { |
| "epoch": 1.260361010830325, |
| "grad_norm": 0.025914175435900688, |
| "learning_rate": 4.810745732802186e-06, |
| "loss": 0.7744, |
| "step": 1091 |
| }, |
| { |
| "epoch": 1.2615162454873645, |
| "grad_norm": 0.026502788066864014, |
| "learning_rate": 4.806618212214009e-06, |
| "loss": 0.7901, |
| "step": 1092 |
| }, |
| { |
| "epoch": 1.2626714801444043, |
| "grad_norm": 0.026811202988028526, |
| "learning_rate": 4.802447976469658e-06, |
| "loss": 0.797, |
| "step": 1093 |
| }, |
| { |
| "epoch": 1.2638267148014442, |
| "grad_norm": 0.027904195711016655, |
| "learning_rate": 4.7982351028040966e-06, |
| "loss": 0.7956, |
| "step": 1094 |
| }, |
| { |
| "epoch": 1.2649819494584837, |
| "grad_norm": 0.025807814672589302, |
| "learning_rate": 4.79397966924197e-06, |
| "loss": 0.7785, |
| "step": 1095 |
| }, |
| { |
| "epoch": 1.2661371841155233, |
| "grad_norm": 0.02669427916407585, |
| "learning_rate": 4.789681754596152e-06, |
| "loss": 0.7882, |
| "step": 1096 |
| }, |
| { |
| "epoch": 1.2672924187725632, |
| "grad_norm": 0.026608362793922424, |
| "learning_rate": 4.785341438466289e-06, |
| "loss": 0.7716, |
| "step": 1097 |
| }, |
| { |
| "epoch": 1.268447653429603, |
| "grad_norm": 0.025953490287065506, |
| "learning_rate": 4.7809588012373255e-06, |
| "loss": 0.7702, |
| "step": 1098 |
| }, |
| { |
| "epoch": 1.2696028880866426, |
| "grad_norm": 0.02710854634642601, |
| "learning_rate": 4.776533924078018e-06, |
| "loss": 0.7734, |
| "step": 1099 |
| }, |
| { |
| "epoch": 1.2707581227436824, |
| "grad_norm": 0.027277441695332527, |
| "learning_rate": 4.772066888939423e-06, |
| "loss": 0.7894, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.271913357400722, |
| "grad_norm": 0.025714052841067314, |
| "learning_rate": 4.767557778553389e-06, |
| "loss": 0.7658, |
| "step": 1101 |
| }, |
| { |
| "epoch": 1.2730685920577618, |
| "grad_norm": 0.02643239125609398, |
| "learning_rate": 4.763006676431021e-06, |
| "loss": 0.775, |
| "step": 1102 |
| }, |
| { |
| "epoch": 1.2742238267148014, |
| "grad_norm": 0.028819050639867783, |
| "learning_rate": 4.75841366686113e-06, |
| "loss": 0.7823, |
| "step": 1103 |
| }, |
| { |
| "epoch": 1.2753790613718412, |
| "grad_norm": 0.026137549430131912, |
| "learning_rate": 4.753778834908678e-06, |
| "loss": 0.7607, |
| "step": 1104 |
| }, |
| { |
| "epoch": 1.2765342960288808, |
| "grad_norm": 0.027080422267317772, |
| "learning_rate": 4.749102266413195e-06, |
| "loss": 0.7739, |
| "step": 1105 |
| }, |
| { |
| "epoch": 1.2776895306859206, |
| "grad_norm": 0.026252347975969315, |
| "learning_rate": 4.744384047987202e-06, |
| "loss": 0.7914, |
| "step": 1106 |
| }, |
| { |
| "epoch": 1.2788447653429602, |
| "grad_norm": 0.02620067074894905, |
| "learning_rate": 4.739624267014589e-06, |
| "loss": 0.754, |
| "step": 1107 |
| }, |
| { |
| "epoch": 1.28, |
| "grad_norm": 0.026302233338356018, |
| "learning_rate": 4.734823011649013e-06, |
| "loss": 0.7964, |
| "step": 1108 |
| }, |
| { |
| "epoch": 1.2811552346570396, |
| "grad_norm": 0.02616049535572529, |
| "learning_rate": 4.7299803708122565e-06, |
| "loss": 0.7831, |
| "step": 1109 |
| }, |
| { |
| "epoch": 1.2823104693140794, |
| "grad_norm": 0.02667761594057083, |
| "learning_rate": 4.725096434192583e-06, |
| "loss": 0.7651, |
| "step": 1110 |
| }, |
| { |
| "epoch": 1.2834657039711193, |
| "grad_norm": 0.026840372011065483, |
| "learning_rate": 4.720171292243076e-06, |
| "loss": 0.7776, |
| "step": 1111 |
| }, |
| { |
| "epoch": 1.2846209386281588, |
| "grad_norm": 0.027080677449703217, |
| "learning_rate": 4.7152050361799626e-06, |
| "loss": 0.7804, |
| "step": 1112 |
| }, |
| { |
| "epoch": 1.2857761732851984, |
| "grad_norm": 0.026866400614380836, |
| "learning_rate": 4.710197757980923e-06, |
| "loss": 0.798, |
| "step": 1113 |
| }, |
| { |
| "epoch": 1.2869314079422383, |
| "grad_norm": 0.025592336431145668, |
| "learning_rate": 4.7051495503833955e-06, |
| "loss": 0.7717, |
| "step": 1114 |
| }, |
| { |
| "epoch": 1.288086642599278, |
| "grad_norm": 0.02509910985827446, |
| "learning_rate": 4.700060506882846e-06, |
| "loss": 0.7494, |
| "step": 1115 |
| }, |
| { |
| "epoch": 1.2892418772563177, |
| "grad_norm": 0.02745307981967926, |
| "learning_rate": 4.694930721731046e-06, |
| "loss": 0.7955, |
| "step": 1116 |
| }, |
| { |
| "epoch": 1.2903971119133573, |
| "grad_norm": 0.025139886885881424, |
| "learning_rate": 4.689760289934322e-06, |
| "loss": 0.7752, |
| "step": 1117 |
| }, |
| { |
| "epoch": 1.291552346570397, |
| "grad_norm": 0.025314299389719963, |
| "learning_rate": 4.684549307251799e-06, |
| "loss": 0.7631, |
| "step": 1118 |
| }, |
| { |
| "epoch": 1.292707581227437, |
| "grad_norm": 0.027501968666911125, |
| "learning_rate": 4.679297870193628e-06, |
| "loss": 0.7844, |
| "step": 1119 |
| }, |
| { |
| "epoch": 1.2938628158844765, |
| "grad_norm": 0.026297206059098244, |
| "learning_rate": 4.6740060760191905e-06, |
| "loss": 0.74, |
| "step": 1120 |
| }, |
| { |
| "epoch": 1.2950180505415163, |
| "grad_norm": 0.025890007615089417, |
| "learning_rate": 4.668674022735311e-06, |
| "loss": 0.7923, |
| "step": 1121 |
| }, |
| { |
| "epoch": 1.296173285198556, |
| "grad_norm": 0.026110520586371422, |
| "learning_rate": 4.663301809094425e-06, |
| "loss": 0.7899, |
| "step": 1122 |
| }, |
| { |
| "epoch": 1.2973285198555957, |
| "grad_norm": 0.026979975402355194, |
| "learning_rate": 4.657889534592767e-06, |
| "loss": 0.7831, |
| "step": 1123 |
| }, |
| { |
| "epoch": 1.2984837545126353, |
| "grad_norm": 0.026237450540065765, |
| "learning_rate": 4.652437299468514e-06, |
| "loss": 0.7728, |
| "step": 1124 |
| }, |
| { |
| "epoch": 1.2996389891696751, |
| "grad_norm": 0.02676897682249546, |
| "learning_rate": 4.646945204699939e-06, |
| "loss": 0.7736, |
| "step": 1125 |
| }, |
| { |
| "epoch": 1.3007942238267147, |
| "grad_norm": 0.02639893814921379, |
| "learning_rate": 4.641413352003534e-06, |
| "loss": 0.7738, |
| "step": 1126 |
| }, |
| { |
| "epoch": 1.3019494584837545, |
| "grad_norm": 0.026181381195783615, |
| "learning_rate": 4.63584184383213e-06, |
| "loss": 0.7766, |
| "step": 1127 |
| }, |
| { |
| "epoch": 1.3031046931407944, |
| "grad_norm": 0.029100872576236725, |
| "learning_rate": 4.630230783372998e-06, |
| "loss": 0.7939, |
| "step": 1128 |
| }, |
| { |
| "epoch": 1.304259927797834, |
| "grad_norm": 0.027207808569073677, |
| "learning_rate": 4.624580274545938e-06, |
| "loss": 0.7701, |
| "step": 1129 |
| }, |
| { |
| "epoch": 1.3054151624548735, |
| "grad_norm": 0.027454031631350517, |
| "learning_rate": 4.618890422001355e-06, |
| "loss": 0.7979, |
| "step": 1130 |
| }, |
| { |
| "epoch": 1.3065703971119134, |
| "grad_norm": 0.02654033899307251, |
| "learning_rate": 4.61316133111832e-06, |
| "loss": 0.7473, |
| "step": 1131 |
| }, |
| { |
| "epoch": 1.3077256317689532, |
| "grad_norm": 0.02540537528693676, |
| "learning_rate": 4.607393108002618e-06, |
| "loss": 0.7663, |
| "step": 1132 |
| }, |
| { |
| "epoch": 1.3088808664259928, |
| "grad_norm": 0.026679422706365585, |
| "learning_rate": 4.601585859484786e-06, |
| "loss": 0.7811, |
| "step": 1133 |
| }, |
| { |
| "epoch": 1.3100361010830324, |
| "grad_norm": 0.02628672868013382, |
| "learning_rate": 4.595739693118132e-06, |
| "loss": 0.7836, |
| "step": 1134 |
| }, |
| { |
| "epoch": 1.3111913357400722, |
| "grad_norm": 0.026694132015109062, |
| "learning_rate": 4.5898547171767375e-06, |
| "loss": 0.7708, |
| "step": 1135 |
| }, |
| { |
| "epoch": 1.312346570397112, |
| "grad_norm": 0.02691902220249176, |
| "learning_rate": 4.583931040653466e-06, |
| "loss": 0.772, |
| "step": 1136 |
| }, |
| { |
| "epoch": 1.3135018050541516, |
| "grad_norm": 0.02754952199757099, |
| "learning_rate": 4.5779687732579285e-06, |
| "loss": 0.783, |
| "step": 1137 |
| }, |
| { |
| "epoch": 1.3146570397111914, |
| "grad_norm": 0.025518443435430527, |
| "learning_rate": 4.571968025414466e-06, |
| "loss": 0.7736, |
| "step": 1138 |
| }, |
| { |
| "epoch": 1.315812274368231, |
| "grad_norm": 0.025681914761662483, |
| "learning_rate": 4.565928908260093e-06, |
| "loss": 0.7823, |
| "step": 1139 |
| }, |
| { |
| "epoch": 1.3169675090252708, |
| "grad_norm": 0.028058268129825592, |
| "learning_rate": 4.559851533642446e-06, |
| "loss": 0.7966, |
| "step": 1140 |
| }, |
| { |
| "epoch": 1.3181227436823104, |
| "grad_norm": 0.027302585542201996, |
| "learning_rate": 4.55373601411771e-06, |
| "loss": 0.8043, |
| "step": 1141 |
| }, |
| { |
| "epoch": 1.3192779783393502, |
| "grad_norm": 0.027836551889777184, |
| "learning_rate": 4.547582462948533e-06, |
| "loss": 0.7903, |
| "step": 1142 |
| }, |
| { |
| "epoch": 1.3204332129963898, |
| "grad_norm": 0.027944888919591904, |
| "learning_rate": 4.541390994101928e-06, |
| "loss": 0.7834, |
| "step": 1143 |
| }, |
| { |
| "epoch": 1.3215884476534296, |
| "grad_norm": 0.026407793164253235, |
| "learning_rate": 4.535161722247168e-06, |
| "loss": 0.7774, |
| "step": 1144 |
| }, |
| { |
| "epoch": 1.3227436823104692, |
| "grad_norm": 0.026148339733481407, |
| "learning_rate": 4.528894762753651e-06, |
| "loss": 0.7909, |
| "step": 1145 |
| }, |
| { |
| "epoch": 1.323898916967509, |
| "grad_norm": 0.027284881100058556, |
| "learning_rate": 4.522590231688775e-06, |
| "loss": 0.7885, |
| "step": 1146 |
| }, |
| { |
| "epoch": 1.3250541516245486, |
| "grad_norm": 0.026616675779223442, |
| "learning_rate": 4.516248245815782e-06, |
| "loss": 0.7924, |
| "step": 1147 |
| }, |
| { |
| "epoch": 1.3262093862815885, |
| "grad_norm": 0.026135679334402084, |
| "learning_rate": 4.509868922591595e-06, |
| "loss": 0.7845, |
| "step": 1148 |
| }, |
| { |
| "epoch": 1.3273646209386283, |
| "grad_norm": 0.027222778648138046, |
| "learning_rate": 4.503452380164648e-06, |
| "loss": 0.7983, |
| "step": 1149 |
| }, |
| { |
| "epoch": 1.3285198555956679, |
| "grad_norm": 0.02566412277519703, |
| "learning_rate": 4.496998737372691e-06, |
| "loss": 0.7561, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.3296750902527075, |
| "grad_norm": 0.026768745854496956, |
| "learning_rate": 4.490508113740594e-06, |
| "loss": 0.7753, |
| "step": 1151 |
| }, |
| { |
| "epoch": 1.3308303249097473, |
| "grad_norm": 0.027144471183419228, |
| "learning_rate": 4.483980629478131e-06, |
| "loss": 0.769, |
| "step": 1152 |
| }, |
| { |
| "epoch": 1.331985559566787, |
| "grad_norm": 0.0260478463023901, |
| "learning_rate": 4.477416405477754e-06, |
| "loss": 0.7879, |
| "step": 1153 |
| }, |
| { |
| "epoch": 1.3331407942238267, |
| "grad_norm": 0.025150155648589134, |
| "learning_rate": 4.470815563312356e-06, |
| "loss": 0.7795, |
| "step": 1154 |
| }, |
| { |
| "epoch": 1.3342960288808663, |
| "grad_norm": 0.026815764605998993, |
| "learning_rate": 4.464178225233016e-06, |
| "loss": 0.7577, |
| "step": 1155 |
| }, |
| { |
| "epoch": 1.335451263537906, |
| "grad_norm": 0.02605642005801201, |
| "learning_rate": 4.457504514166738e-06, |
| "loss": 0.7617, |
| "step": 1156 |
| }, |
| { |
| "epoch": 1.336606498194946, |
| "grad_norm": 0.02583806961774826, |
| "learning_rate": 4.4507945537141714e-06, |
| "loss": 0.7924, |
| "step": 1157 |
| }, |
| { |
| "epoch": 1.3377617328519855, |
| "grad_norm": 0.027298036962747574, |
| "learning_rate": 4.444048468147324e-06, |
| "loss": 0.7756, |
| "step": 1158 |
| }, |
| { |
| "epoch": 1.3389169675090253, |
| "grad_norm": 0.02701791748404503, |
| "learning_rate": 4.4372663824072595e-06, |
| "loss": 0.785, |
| "step": 1159 |
| }, |
| { |
| "epoch": 1.340072202166065, |
| "grad_norm": 0.02676539123058319, |
| "learning_rate": 4.430448422101786e-06, |
| "loss": 0.7914, |
| "step": 1160 |
| }, |
| { |
| "epoch": 1.3412274368231047, |
| "grad_norm": 0.026288233697414398, |
| "learning_rate": 4.423594713503124e-06, |
| "loss": 0.7948, |
| "step": 1161 |
| }, |
| { |
| "epoch": 1.3423826714801443, |
| "grad_norm": 0.02532966062426567, |
| "learning_rate": 4.416705383545574e-06, |
| "loss": 0.7571, |
| "step": 1162 |
| }, |
| { |
| "epoch": 1.3435379061371842, |
| "grad_norm": 0.025268996134400368, |
| "learning_rate": 4.409780559823159e-06, |
| "loss": 0.7544, |
| "step": 1163 |
| }, |
| { |
| "epoch": 1.3446931407942238, |
| "grad_norm": 0.025901716202497482, |
| "learning_rate": 4.402820370587272e-06, |
| "loss": 0.7928, |
| "step": 1164 |
| }, |
| { |
| "epoch": 1.3458483754512636, |
| "grad_norm": 0.026023518294095993, |
| "learning_rate": 4.395824944744287e-06, |
| "loss": 0.7821, |
| "step": 1165 |
| }, |
| { |
| "epoch": 1.3470036101083034, |
| "grad_norm": 0.025839975103735924, |
| "learning_rate": 4.388794411853183e-06, |
| "loss": 0.7563, |
| "step": 1166 |
| }, |
| { |
| "epoch": 1.348158844765343, |
| "grad_norm": 0.02656048908829689, |
| "learning_rate": 4.381728902123138e-06, |
| "loss": 0.7675, |
| "step": 1167 |
| }, |
| { |
| "epoch": 1.3493140794223826, |
| "grad_norm": 0.025841468945145607, |
| "learning_rate": 4.374628546411121e-06, |
| "loss": 0.7839, |
| "step": 1168 |
| }, |
| { |
| "epoch": 1.3504693140794224, |
| "grad_norm": 0.02622513473033905, |
| "learning_rate": 4.367493476219464e-06, |
| "loss": 0.7764, |
| "step": 1169 |
| }, |
| { |
| "epoch": 1.3516245487364622, |
| "grad_norm": 0.0271604061126709, |
| "learning_rate": 4.360323823693434e-06, |
| "loss": 0.7873, |
| "step": 1170 |
| }, |
| { |
| "epoch": 1.3527797833935018, |
| "grad_norm": 0.025581173598766327, |
| "learning_rate": 4.353119721618778e-06, |
| "loss": 0.7719, |
| "step": 1171 |
| }, |
| { |
| "epoch": 1.3539350180505414, |
| "grad_norm": 0.027338258922100067, |
| "learning_rate": 4.345881303419266e-06, |
| "loss": 0.8023, |
| "step": 1172 |
| }, |
| { |
| "epoch": 1.3550902527075812, |
| "grad_norm": 0.024792378768324852, |
| "learning_rate": 4.338608703154224e-06, |
| "loss": 0.7612, |
| "step": 1173 |
| }, |
| { |
| "epoch": 1.356245487364621, |
| "grad_norm": 0.02713456004858017, |
| "learning_rate": 4.3313020555160445e-06, |
| "loss": 0.7735, |
| "step": 1174 |
| }, |
| { |
| "epoch": 1.3574007220216606, |
| "grad_norm": 0.026577133685350418, |
| "learning_rate": 4.323961495827698e-06, |
| "loss": 0.7942, |
| "step": 1175 |
| }, |
| { |
| "epoch": 1.3585559566787004, |
| "grad_norm": 0.02608906850218773, |
| "learning_rate": 4.316587160040222e-06, |
| "loss": 0.7675, |
| "step": 1176 |
| }, |
| { |
| "epoch": 1.35971119133574, |
| "grad_norm": 0.026449469849467278, |
| "learning_rate": 4.309179184730207e-06, |
| "loss": 0.7586, |
| "step": 1177 |
| }, |
| { |
| "epoch": 1.3608664259927798, |
| "grad_norm": 0.02639465406537056, |
| "learning_rate": 4.301737707097264e-06, |
| "loss": 0.7792, |
| "step": 1178 |
| }, |
| { |
| "epoch": 1.3620216606498194, |
| "grad_norm": 0.026730941608548164, |
| "learning_rate": 4.294262864961486e-06, |
| "loss": 0.77, |
| "step": 1179 |
| }, |
| { |
| "epoch": 1.3631768953068593, |
| "grad_norm": 0.02690793387591839, |
| "learning_rate": 4.286754796760892e-06, |
| "loss": 0.7898, |
| "step": 1180 |
| }, |
| { |
| "epoch": 1.3643321299638989, |
| "grad_norm": 0.02708018571138382, |
| "learning_rate": 4.279213641548867e-06, |
| "loss": 0.7644, |
| "step": 1181 |
| }, |
| { |
| "epoch": 1.3654873646209387, |
| "grad_norm": 0.02672554738819599, |
| "learning_rate": 4.271639538991584e-06, |
| "loss": 0.7484, |
| "step": 1182 |
| }, |
| { |
| "epoch": 1.3666425992779783, |
| "grad_norm": 0.028112929314374924, |
| "learning_rate": 4.264032629365418e-06, |
| "loss": 0.8274, |
| "step": 1183 |
| }, |
| { |
| "epoch": 1.367797833935018, |
| "grad_norm": 0.026468411087989807, |
| "learning_rate": 4.256393053554351e-06, |
| "loss": 0.7438, |
| "step": 1184 |
| }, |
| { |
| "epoch": 1.3689530685920577, |
| "grad_norm": 0.02600760944187641, |
| "learning_rate": 4.248720953047355e-06, |
| "loss": 0.764, |
| "step": 1185 |
| }, |
| { |
| "epoch": 1.3701083032490975, |
| "grad_norm": 0.026687582954764366, |
| "learning_rate": 4.241016469935782e-06, |
| "loss": 0.764, |
| "step": 1186 |
| }, |
| { |
| "epoch": 1.3712635379061373, |
| "grad_norm": 0.028025714680552483, |
| "learning_rate": 4.233279746910722e-06, |
| "loss": 0.7729, |
| "step": 1187 |
| }, |
| { |
| "epoch": 1.372418772563177, |
| "grad_norm": 0.028168534860014915, |
| "learning_rate": 4.225510927260369e-06, |
| "loss": 0.7901, |
| "step": 1188 |
| }, |
| { |
| "epoch": 1.3735740072202165, |
| "grad_norm": 0.027783645316958427, |
| "learning_rate": 4.217710154867362e-06, |
| "loss": 0.8064, |
| "step": 1189 |
| }, |
| { |
| "epoch": 1.3747292418772563, |
| "grad_norm": 0.025505684316158295, |
| "learning_rate": 4.209877574206121e-06, |
| "loss": 0.7248, |
| "step": 1190 |
| }, |
| { |
| "epoch": 1.3758844765342961, |
| "grad_norm": 0.02887566015124321, |
| "learning_rate": 4.2020133303401714e-06, |
| "loss": 0.8044, |
| "step": 1191 |
| }, |
| { |
| "epoch": 1.3770397111913357, |
| "grad_norm": 0.02724134922027588, |
| "learning_rate": 4.1941175689194615e-06, |
| "loss": 0.771, |
| "step": 1192 |
| }, |
| { |
| "epoch": 1.3781949458483753, |
| "grad_norm": 0.026623480021953583, |
| "learning_rate": 4.186190436177655e-06, |
| "loss": 0.7926, |
| "step": 1193 |
| }, |
| { |
| "epoch": 1.3793501805054151, |
| "grad_norm": 0.026381775736808777, |
| "learning_rate": 4.178232078929437e-06, |
| "loss": 0.7658, |
| "step": 1194 |
| }, |
| { |
| "epoch": 1.380505415162455, |
| "grad_norm": 0.027352899312973022, |
| "learning_rate": 4.170242644567781e-06, |
| "loss": 0.7598, |
| "step": 1195 |
| }, |
| { |
| "epoch": 1.3816606498194945, |
| "grad_norm": 0.027212858200073242, |
| "learning_rate": 4.162222281061226e-06, |
| "loss": 0.8047, |
| "step": 1196 |
| }, |
| { |
| "epoch": 1.3828158844765344, |
| "grad_norm": 0.02757844887673855, |
| "learning_rate": 4.154171136951136e-06, |
| "loss": 0.7707, |
| "step": 1197 |
| }, |
| { |
| "epoch": 1.383971119133574, |
| "grad_norm": 0.02665034867823124, |
| "learning_rate": 4.146089361348948e-06, |
| "loss": 0.7659, |
| "step": 1198 |
| }, |
| { |
| "epoch": 1.3851263537906138, |
| "grad_norm": 0.02670939266681671, |
| "learning_rate": 4.137977103933411e-06, |
| "loss": 0.7898, |
| "step": 1199 |
| }, |
| { |
| "epoch": 1.3862815884476534, |
| "grad_norm": 0.02680130861699581, |
| "learning_rate": 4.1298345149478115e-06, |
| "loss": 0.8019, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.3874368231046932, |
| "grad_norm": 0.02670557238161564, |
| "learning_rate": 4.121661745197195e-06, |
| "loss": 0.7749, |
| "step": 1201 |
| }, |
| { |
| "epoch": 1.3885920577617328, |
| "grad_norm": 0.02557177096605301, |
| "learning_rate": 4.113458946045569e-06, |
| "loss": 0.7807, |
| "step": 1202 |
| }, |
| { |
| "epoch": 1.3897472924187726, |
| "grad_norm": 0.027189351618289948, |
| "learning_rate": 4.1052262694131e-06, |
| "loss": 0.8127, |
| "step": 1203 |
| }, |
| { |
| "epoch": 1.3909025270758124, |
| "grad_norm": 0.026801222935318947, |
| "learning_rate": 4.096963867773306e-06, |
| "loss": 0.7887, |
| "step": 1204 |
| }, |
| { |
| "epoch": 1.392057761732852, |
| "grad_norm": 0.027125921100378036, |
| "learning_rate": 4.0886718941502215e-06, |
| "loss": 0.7705, |
| "step": 1205 |
| }, |
| { |
| "epoch": 1.3932129963898916, |
| "grad_norm": 0.027330022305250168, |
| "learning_rate": 4.080350502115575e-06, |
| "loss": 0.7655, |
| "step": 1206 |
| }, |
| { |
| "epoch": 1.3943682310469314, |
| "grad_norm": 0.025932665914297104, |
| "learning_rate": 4.071999845785938e-06, |
| "loss": 0.7839, |
| "step": 1207 |
| }, |
| { |
| "epoch": 1.3955234657039712, |
| "grad_norm": 0.02584053948521614, |
| "learning_rate": 4.06362007981987e-06, |
| "loss": 0.7676, |
| "step": 1208 |
| }, |
| { |
| "epoch": 1.3966787003610108, |
| "grad_norm": 0.025614172220230103, |
| "learning_rate": 4.055211359415058e-06, |
| "loss": 0.7685, |
| "step": 1209 |
| }, |
| { |
| "epoch": 1.3978339350180504, |
| "grad_norm": 0.026585347950458527, |
| "learning_rate": 4.0467738403054425e-06, |
| "loss": 0.7716, |
| "step": 1210 |
| }, |
| { |
| "epoch": 1.3989891696750902, |
| "grad_norm": 0.02616872265934944, |
| "learning_rate": 4.038307678758328e-06, |
| "loss": 0.8029, |
| "step": 1211 |
| }, |
| { |
| "epoch": 1.40014440433213, |
| "grad_norm": 0.02624761499464512, |
| "learning_rate": 4.0298130315714934e-06, |
| "loss": 0.766, |
| "step": 1212 |
| }, |
| { |
| "epoch": 1.4012996389891696, |
| "grad_norm": 0.025757934898138046, |
| "learning_rate": 4.021290056070287e-06, |
| "loss": 0.7724, |
| "step": 1213 |
| }, |
| { |
| "epoch": 1.4024548736462095, |
| "grad_norm": 0.027395786717534065, |
| "learning_rate": 4.012738910104711e-06, |
| "loss": 0.7987, |
| "step": 1214 |
| }, |
| { |
| "epoch": 1.403610108303249, |
| "grad_norm": 0.0256296806037426, |
| "learning_rate": 4.004159752046501e-06, |
| "loss": 0.7516, |
| "step": 1215 |
| }, |
| { |
| "epoch": 1.4047653429602889, |
| "grad_norm": 0.027848385274410248, |
| "learning_rate": 3.99555274078619e-06, |
| "loss": 0.7778, |
| "step": 1216 |
| }, |
| { |
| "epoch": 1.4059205776173285, |
| "grad_norm": 0.02629752829670906, |
| "learning_rate": 3.986918035730169e-06, |
| "loss": 0.7689, |
| "step": 1217 |
| }, |
| { |
| "epoch": 1.4070758122743683, |
| "grad_norm": 0.027596496045589447, |
| "learning_rate": 3.9782557967977295e-06, |
| "loss": 0.7976, |
| "step": 1218 |
| }, |
| { |
| "epoch": 1.4082310469314079, |
| "grad_norm": 0.02730746567249298, |
| "learning_rate": 3.969566184418109e-06, |
| "loss": 0.7775, |
| "step": 1219 |
| }, |
| { |
| "epoch": 1.4093862815884477, |
| "grad_norm": 0.025179557502269745, |
| "learning_rate": 3.960849359527515e-06, |
| "loss": 0.7639, |
| "step": 1220 |
| }, |
| { |
| "epoch": 1.4105415162454873, |
| "grad_norm": 0.026616785675287247, |
| "learning_rate": 3.952105483566139e-06, |
| "loss": 0.7583, |
| "step": 1221 |
| }, |
| { |
| "epoch": 1.411696750902527, |
| "grad_norm": 0.027852557599544525, |
| "learning_rate": 3.94333471847518e-06, |
| "loss": 0.7936, |
| "step": 1222 |
| }, |
| { |
| "epoch": 1.4128519855595667, |
| "grad_norm": 0.026742927730083466, |
| "learning_rate": 3.934537226693836e-06, |
| "loss": 0.761, |
| "step": 1223 |
| }, |
| { |
| "epoch": 1.4140072202166065, |
| "grad_norm": 0.025545494630932808, |
| "learning_rate": 3.925713171156295e-06, |
| "loss": 0.7952, |
| "step": 1224 |
| }, |
| { |
| "epoch": 1.4151624548736463, |
| "grad_norm": 0.02676277793943882, |
| "learning_rate": 3.9168627152887214e-06, |
| "loss": 0.7623, |
| "step": 1225 |
| }, |
| { |
| "epoch": 1.416317689530686, |
| "grad_norm": 0.024539409205317497, |
| "learning_rate": 3.9079860230062286e-06, |
| "loss": 0.7451, |
| "step": 1226 |
| }, |
| { |
| "epoch": 1.4174729241877255, |
| "grad_norm": 0.026942811906337738, |
| "learning_rate": 3.8990832587098396e-06, |
| "loss": 0.7825, |
| "step": 1227 |
| }, |
| { |
| "epoch": 1.4186281588447653, |
| "grad_norm": 0.026073571294546127, |
| "learning_rate": 3.890154587283447e-06, |
| "loss": 0.7788, |
| "step": 1228 |
| }, |
| { |
| "epoch": 1.4197833935018052, |
| "grad_norm": 0.02608587220311165, |
| "learning_rate": 3.881200174090758e-06, |
| "loss": 0.7752, |
| "step": 1229 |
| }, |
| { |
| "epoch": 1.4209386281588448, |
| "grad_norm": 0.02780032530426979, |
| "learning_rate": 3.8722201849722264e-06, |
| "loss": 0.7834, |
| "step": 1230 |
| }, |
| { |
| "epoch": 1.4220938628158843, |
| "grad_norm": 0.025982137769460678, |
| "learning_rate": 3.863214786241993e-06, |
| "loss": 0.7633, |
| "step": 1231 |
| }, |
| { |
| "epoch": 1.4232490974729242, |
| "grad_norm": 0.026244191452860832, |
| "learning_rate": 3.85418414468479e-06, |
| "loss": 0.7901, |
| "step": 1232 |
| }, |
| { |
| "epoch": 1.424404332129964, |
| "grad_norm": 0.028074799105525017, |
| "learning_rate": 3.845128427552865e-06, |
| "loss": 0.7579, |
| "step": 1233 |
| }, |
| { |
| "epoch": 1.4255595667870036, |
| "grad_norm": 0.027848297730088234, |
| "learning_rate": 3.836047802562878e-06, |
| "loss": 0.7633, |
| "step": 1234 |
| }, |
| { |
| "epoch": 1.4267148014440434, |
| "grad_norm": 0.026308046653866768, |
| "learning_rate": 3.8269424378927925e-06, |
| "loss": 0.7959, |
| "step": 1235 |
| }, |
| { |
| "epoch": 1.427870036101083, |
| "grad_norm": 0.02657618559896946, |
| "learning_rate": 3.81781250217877e-06, |
| "loss": 0.782, |
| "step": 1236 |
| }, |
| { |
| "epoch": 1.4290252707581228, |
| "grad_norm": 0.02592160366475582, |
| "learning_rate": 3.8086581645120347e-06, |
| "loss": 0.7875, |
| "step": 1237 |
| }, |
| { |
| "epoch": 1.4301805054151624, |
| "grad_norm": 0.02750803716480732, |
| "learning_rate": 3.799479594435751e-06, |
| "loss": 0.7712, |
| "step": 1238 |
| }, |
| { |
| "epoch": 1.4313357400722022, |
| "grad_norm": 0.02752981334924698, |
| "learning_rate": 3.7902769619418783e-06, |
| "loss": 0.8094, |
| "step": 1239 |
| }, |
| { |
| "epoch": 1.4324909747292418, |
| "grad_norm": 0.025965960696339607, |
| "learning_rate": 3.7810504374680274e-06, |
| "loss": 0.7687, |
| "step": 1240 |
| }, |
| { |
| "epoch": 1.4336462093862816, |
| "grad_norm": 0.025762738659977913, |
| "learning_rate": 3.7718001918942982e-06, |
| "loss": 0.7943, |
| "step": 1241 |
| }, |
| { |
| "epoch": 1.4348014440433212, |
| "grad_norm": 0.026879120618104935, |
| "learning_rate": 3.762526396540121e-06, |
| "loss": 0.7735, |
| "step": 1242 |
| }, |
| { |
| "epoch": 1.435956678700361, |
| "grad_norm": 0.02714950405061245, |
| "learning_rate": 3.7532292231610774e-06, |
| "loss": 0.7641, |
| "step": 1243 |
| }, |
| { |
| "epoch": 1.4371119133574006, |
| "grad_norm": 0.02679312974214554, |
| "learning_rate": 3.7439088439457257e-06, |
| "loss": 0.7627, |
| "step": 1244 |
| }, |
| { |
| "epoch": 1.4382671480144404, |
| "grad_norm": 0.027805205434560776, |
| "learning_rate": 3.7345654315124035e-06, |
| "loss": 0.7811, |
| "step": 1245 |
| }, |
| { |
| "epoch": 1.4394223826714803, |
| "grad_norm": 0.02763986401259899, |
| "learning_rate": 3.725199158906041e-06, |
| "loss": 0.7924, |
| "step": 1246 |
| }, |
| { |
| "epoch": 1.4405776173285199, |
| "grad_norm": 0.026331216096878052, |
| "learning_rate": 3.7158101995949486e-06, |
| "loss": 0.7601, |
| "step": 1247 |
| }, |
| { |
| "epoch": 1.4417328519855594, |
| "grad_norm": 0.025142505764961243, |
| "learning_rate": 3.706398727467606e-06, |
| "loss": 0.7624, |
| "step": 1248 |
| }, |
| { |
| "epoch": 1.4428880866425993, |
| "grad_norm": 0.02704186551272869, |
| "learning_rate": 3.696964916829443e-06, |
| "loss": 0.7867, |
| "step": 1249 |
| }, |
| { |
| "epoch": 1.444043321299639, |
| "grad_norm": 0.027327412739396095, |
| "learning_rate": 3.6875089423996097e-06, |
| "loss": 0.7861, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.4451985559566787, |
| "grad_norm": 0.027434786781668663, |
| "learning_rate": 3.678030979307741e-06, |
| "loss": 0.7869, |
| "step": 1251 |
| }, |
| { |
| "epoch": 1.4463537906137185, |
| "grad_norm": 0.02410939894616604, |
| "learning_rate": 3.6685312030907167e-06, |
| "loss": 0.7568, |
| "step": 1252 |
| }, |
| { |
| "epoch": 1.447509025270758, |
| "grad_norm": 0.02866499125957489, |
| "learning_rate": 3.6590097896894017e-06, |
| "loss": 0.8089, |
| "step": 1253 |
| }, |
| { |
| "epoch": 1.448664259927798, |
| "grad_norm": 0.025909971445798874, |
| "learning_rate": 3.6494669154453978e-06, |
| "loss": 0.794, |
| "step": 1254 |
| }, |
| { |
| "epoch": 1.4498194945848375, |
| "grad_norm": 0.026149652898311615, |
| "learning_rate": 3.6399027570977703e-06, |
| "loss": 0.7657, |
| "step": 1255 |
| }, |
| { |
| "epoch": 1.4509747292418773, |
| "grad_norm": 0.027486305683851242, |
| "learning_rate": 3.6303174917797783e-06, |
| "loss": 0.7573, |
| "step": 1256 |
| }, |
| { |
| "epoch": 1.452129963898917, |
| "grad_norm": 0.026965491473674774, |
| "learning_rate": 3.6207112970155915e-06, |
| "loss": 0.7739, |
| "step": 1257 |
| }, |
| { |
| "epoch": 1.4532851985559567, |
| "grad_norm": 0.026813145726919174, |
| "learning_rate": 3.611084350717008e-06, |
| "loss": 0.7612, |
| "step": 1258 |
| }, |
| { |
| "epoch": 1.4544404332129963, |
| "grad_norm": 0.027455372735857964, |
| "learning_rate": 3.60143683118015e-06, |
| "loss": 0.7892, |
| "step": 1259 |
| }, |
| { |
| "epoch": 1.4555956678700361, |
| "grad_norm": 0.027145925909280777, |
| "learning_rate": 3.5917689170821714e-06, |
| "loss": 0.7806, |
| "step": 1260 |
| }, |
| { |
| "epoch": 1.4567509025270757, |
| "grad_norm": 0.02541586011648178, |
| "learning_rate": 3.582080787477941e-06, |
| "loss": 0.7772, |
| "step": 1261 |
| }, |
| { |
| "epoch": 1.4579061371841155, |
| "grad_norm": 0.028484217822551727, |
| "learning_rate": 3.5723726217967315e-06, |
| "loss": 0.7926, |
| "step": 1262 |
| }, |
| { |
| "epoch": 1.4590613718411554, |
| "grad_norm": 0.027112239971756935, |
| "learning_rate": 3.5626445998388926e-06, |
| "loss": 0.7819, |
| "step": 1263 |
| }, |
| { |
| "epoch": 1.460216606498195, |
| "grad_norm": 0.027995990589261055, |
| "learning_rate": 3.552896901772525e-06, |
| "loss": 0.7845, |
| "step": 1264 |
| }, |
| { |
| "epoch": 1.4613718411552346, |
| "grad_norm": 0.026287071406841278, |
| "learning_rate": 3.543129708130139e-06, |
| "loss": 0.7979, |
| "step": 1265 |
| }, |
| { |
| "epoch": 1.4625270758122744, |
| "grad_norm": 0.026646843180060387, |
| "learning_rate": 3.533343199805315e-06, |
| "loss": 0.7869, |
| "step": 1266 |
| }, |
| { |
| "epoch": 1.4636823104693142, |
| "grad_norm": 0.025323543697595596, |
| "learning_rate": 3.52353755804935e-06, |
| "loss": 0.7765, |
| "step": 1267 |
| }, |
| { |
| "epoch": 1.4648375451263538, |
| "grad_norm": 0.025138625875115395, |
| "learning_rate": 3.5137129644679035e-06, |
| "loss": 0.7606, |
| "step": 1268 |
| }, |
| { |
| "epoch": 1.4659927797833934, |
| "grad_norm": 0.026612093672156334, |
| "learning_rate": 3.5038696010176316e-06, |
| "loss": 0.7624, |
| "step": 1269 |
| }, |
| { |
| "epoch": 1.4671480144404332, |
| "grad_norm": 0.025180159136652946, |
| "learning_rate": 3.4940076500028193e-06, |
| "loss": 0.7704, |
| "step": 1270 |
| }, |
| { |
| "epoch": 1.468303249097473, |
| "grad_norm": 0.0247277170419693, |
| "learning_rate": 3.484127294072003e-06, |
| "loss": 0.7799, |
| "step": 1271 |
| }, |
| { |
| "epoch": 1.4694584837545126, |
| "grad_norm": 0.025542214512825012, |
| "learning_rate": 3.474228716214588e-06, |
| "loss": 0.7859, |
| "step": 1272 |
| }, |
| { |
| "epoch": 1.4706137184115524, |
| "grad_norm": 0.02490636333823204, |
| "learning_rate": 3.464312099757457e-06, |
| "loss": 0.7553, |
| "step": 1273 |
| }, |
| { |
| "epoch": 1.471768953068592, |
| "grad_norm": 0.027338897809386253, |
| "learning_rate": 3.4543776283615815e-06, |
| "loss": 0.7869, |
| "step": 1274 |
| }, |
| { |
| "epoch": 1.4729241877256318, |
| "grad_norm": 0.0249380711466074, |
| "learning_rate": 3.444425486018611e-06, |
| "loss": 0.7734, |
| "step": 1275 |
| }, |
| { |
| "epoch": 1.4740794223826714, |
| "grad_norm": 0.02633252553641796, |
| "learning_rate": 3.434455857047475e-06, |
| "loss": 0.7714, |
| "step": 1276 |
| }, |
| { |
| "epoch": 1.4752346570397112, |
| "grad_norm": 0.026209495961666107, |
| "learning_rate": 3.424468926090961e-06, |
| "loss": 0.7912, |
| "step": 1277 |
| }, |
| { |
| "epoch": 1.4763898916967508, |
| "grad_norm": 0.02743818424642086, |
| "learning_rate": 3.4144648781122987e-06, |
| "loss": 0.7725, |
| "step": 1278 |
| }, |
| { |
| "epoch": 1.4775451263537906, |
| "grad_norm": 0.02479531429708004, |
| "learning_rate": 3.404443898391737e-06, |
| "loss": 0.7548, |
| "step": 1279 |
| }, |
| { |
| "epoch": 1.4787003610108302, |
| "grad_norm": 0.026155853644013405, |
| "learning_rate": 3.3944061725231055e-06, |
| "loss": 0.7882, |
| "step": 1280 |
| }, |
| { |
| "epoch": 1.47985559566787, |
| "grad_norm": 0.02570260874927044, |
| "learning_rate": 3.3843518864103857e-06, |
| "loss": 0.7617, |
| "step": 1281 |
| }, |
| { |
| "epoch": 1.4810108303249097, |
| "grad_norm": 0.026218149811029434, |
| "learning_rate": 3.374281226264259e-06, |
| "loss": 0.7798, |
| "step": 1282 |
| }, |
| { |
| "epoch": 1.4821660649819495, |
| "grad_norm": 0.025268124416470528, |
| "learning_rate": 3.364194378598666e-06, |
| "loss": 0.7647, |
| "step": 1283 |
| }, |
| { |
| "epoch": 1.4833212996389893, |
| "grad_norm": 0.028134865686297417, |
| "learning_rate": 3.3540915302273476e-06, |
| "loss": 0.777, |
| "step": 1284 |
| }, |
| { |
| "epoch": 1.4844765342960289, |
| "grad_norm": 0.026391401886940002, |
| "learning_rate": 3.343972868260385e-06, |
| "loss": 0.7704, |
| "step": 1285 |
| }, |
| { |
| "epoch": 1.4856317689530685, |
| "grad_norm": 0.025334736332297325, |
| "learning_rate": 3.333838580100737e-06, |
| "loss": 0.7465, |
| "step": 1286 |
| }, |
| { |
| "epoch": 1.4867870036101083, |
| "grad_norm": 0.025972386822104454, |
| "learning_rate": 3.32368885344077e-06, |
| "loss": 0.798, |
| "step": 1287 |
| }, |
| { |
| "epoch": 1.487942238267148, |
| "grad_norm": 0.02676592580974102, |
| "learning_rate": 3.3135238762587723e-06, |
| "loss": 0.7946, |
| "step": 1288 |
| }, |
| { |
| "epoch": 1.4890974729241877, |
| "grad_norm": 0.026947803795337677, |
| "learning_rate": 3.3033438368154886e-06, |
| "loss": 0.7762, |
| "step": 1289 |
| }, |
| { |
| "epoch": 1.4902527075812273, |
| "grad_norm": 0.02568644843995571, |
| "learning_rate": 3.2931489236506183e-06, |
| "loss": 0.7977, |
| "step": 1290 |
| }, |
| { |
| "epoch": 1.4914079422382671, |
| "grad_norm": 0.02489590272307396, |
| "learning_rate": 3.282939325579333e-06, |
| "loss": 0.7634, |
| "step": 1291 |
| }, |
| { |
| "epoch": 1.492563176895307, |
| "grad_norm": 0.02679099142551422, |
| "learning_rate": 3.272715231688775e-06, |
| "loss": 0.7917, |
| "step": 1292 |
| }, |
| { |
| "epoch": 1.4937184115523465, |
| "grad_norm": 0.025316089391708374, |
| "learning_rate": 3.2624768313345594e-06, |
| "loss": 0.7507, |
| "step": 1293 |
| }, |
| { |
| "epoch": 1.4948736462093863, |
| "grad_norm": 0.024965766817331314, |
| "learning_rate": 3.25222431413726e-06, |
| "loss": 0.7751, |
| "step": 1294 |
| }, |
| { |
| "epoch": 1.496028880866426, |
| "grad_norm": 0.026891566812992096, |
| "learning_rate": 3.241957869978907e-06, |
| "loss": 0.7697, |
| "step": 1295 |
| }, |
| { |
| "epoch": 1.4971841155234658, |
| "grad_norm": 0.02724074199795723, |
| "learning_rate": 3.2316776889994627e-06, |
| "loss": 0.8087, |
| "step": 1296 |
| }, |
| { |
| "epoch": 1.4983393501805053, |
| "grad_norm": 0.025544699281454086, |
| "learning_rate": 3.221383961593303e-06, |
| "loss": 0.7511, |
| "step": 1297 |
| }, |
| { |
| "epoch": 1.4994945848375452, |
| "grad_norm": 0.02615639939904213, |
| "learning_rate": 3.2110768784056884e-06, |
| "loss": 0.7741, |
| "step": 1298 |
| }, |
| { |
| "epoch": 1.5006498194945848, |
| "grad_norm": 0.026993228122591972, |
| "learning_rate": 3.2007566303292416e-06, |
| "loss": 0.7631, |
| "step": 1299 |
| }, |
| { |
| "epoch": 1.5018050541516246, |
| "grad_norm": 0.02476736344397068, |
| "learning_rate": 3.1904234085003976e-06, |
| "loss": 0.7574, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.5029602888086644, |
| "grad_norm": 0.025930294767022133, |
| "learning_rate": 3.180077404295881e-06, |
| "loss": 0.8047, |
| "step": 1301 |
| }, |
| { |
| "epoch": 1.504115523465704, |
| "grad_norm": 0.025386760011315346, |
| "learning_rate": 3.1697188093291454e-06, |
| "loss": 0.7663, |
| "step": 1302 |
| }, |
| { |
| "epoch": 1.5052707581227436, |
| "grad_norm": 0.025852493941783905, |
| "learning_rate": 3.1593478154468364e-06, |
| "loss": 0.8022, |
| "step": 1303 |
| }, |
| { |
| "epoch": 1.5064259927797834, |
| "grad_norm": 0.024930665269494057, |
| "learning_rate": 3.148964614725232e-06, |
| "loss": 0.779, |
| "step": 1304 |
| }, |
| { |
| "epoch": 1.5075812274368232, |
| "grad_norm": 0.025383364409208298, |
| "learning_rate": 3.138569399466689e-06, |
| "loss": 0.7833, |
| "step": 1305 |
| }, |
| { |
| "epoch": 1.5087364620938628, |
| "grad_norm": 0.026384184136986732, |
| "learning_rate": 3.128162362196077e-06, |
| "loss": 0.7753, |
| "step": 1306 |
| }, |
| { |
| "epoch": 1.5098916967509024, |
| "grad_norm": 0.02558097243309021, |
| "learning_rate": 3.117743695657219e-06, |
| "loss": 0.7648, |
| "step": 1307 |
| }, |
| { |
| "epoch": 1.5110469314079422, |
| "grad_norm": 0.02592851221561432, |
| "learning_rate": 3.107313592809315e-06, |
| "loss": 0.7819, |
| "step": 1308 |
| }, |
| { |
| "epoch": 1.512202166064982, |
| "grad_norm": 0.02552459016442299, |
| "learning_rate": 3.0968722468233743e-06, |
| "loss": 0.7831, |
| "step": 1309 |
| }, |
| { |
| "epoch": 1.5133574007220216, |
| "grad_norm": 0.026385486125946045, |
| "learning_rate": 3.086419851078632e-06, |
| "loss": 0.7874, |
| "step": 1310 |
| }, |
| { |
| "epoch": 1.5145126353790612, |
| "grad_norm": 0.025948703289031982, |
| "learning_rate": 3.0759565991589733e-06, |
| "loss": 0.7687, |
| "step": 1311 |
| }, |
| { |
| "epoch": 1.515667870036101, |
| "grad_norm": 0.02731943503022194, |
| "learning_rate": 3.0654826848493436e-06, |
| "loss": 0.7722, |
| "step": 1312 |
| }, |
| { |
| "epoch": 1.5168231046931409, |
| "grad_norm": 0.02646474353969097, |
| "learning_rate": 3.0549983021321634e-06, |
| "loss": 0.7731, |
| "step": 1313 |
| }, |
| { |
| "epoch": 1.5179783393501805, |
| "grad_norm": 0.0249773059040308, |
| "learning_rate": 3.044503645183731e-06, |
| "loss": 0.7773, |
| "step": 1314 |
| }, |
| { |
| "epoch": 1.5191335740072203, |
| "grad_norm": 0.0276559516787529, |
| "learning_rate": 3.0339989083706306e-06, |
| "loss": 0.7911, |
| "step": 1315 |
| }, |
| { |
| "epoch": 1.5202888086642599, |
| "grad_norm": 0.026679757982492447, |
| "learning_rate": 3.0234842862461307e-06, |
| "loss": 0.7383, |
| "step": 1316 |
| }, |
| { |
| "epoch": 1.5214440433212997, |
| "grad_norm": 0.02656986005604267, |
| "learning_rate": 3.0129599735465816e-06, |
| "loss": 0.766, |
| "step": 1317 |
| }, |
| { |
| "epoch": 1.5225992779783395, |
| "grad_norm": 0.024834152311086655, |
| "learning_rate": 3.0024261651878056e-06, |
| "loss": 0.7661, |
| "step": 1318 |
| }, |
| { |
| "epoch": 1.523754512635379, |
| "grad_norm": 0.026497021317481995, |
| "learning_rate": 2.9918830562614927e-06, |
| "loss": 0.785, |
| "step": 1319 |
| }, |
| { |
| "epoch": 1.5249097472924187, |
| "grad_norm": 0.02679789625108242, |
| "learning_rate": 2.9813308420315825e-06, |
| "loss": 0.7814, |
| "step": 1320 |
| }, |
| { |
| "epoch": 1.5260649819494585, |
| "grad_norm": 0.02663526125252247, |
| "learning_rate": 2.9707697179306505e-06, |
| "loss": 0.7875, |
| "step": 1321 |
| }, |
| { |
| "epoch": 1.5272202166064983, |
| "grad_norm": 0.02751866728067398, |
| "learning_rate": 2.9601998795562865e-06, |
| "loss": 0.7683, |
| "step": 1322 |
| }, |
| { |
| "epoch": 1.528375451263538, |
| "grad_norm": 0.026420842856168747, |
| "learning_rate": 2.9496215226674747e-06, |
| "loss": 0.7671, |
| "step": 1323 |
| }, |
| { |
| "epoch": 1.5295306859205775, |
| "grad_norm": 0.026854515075683594, |
| "learning_rate": 2.9390348431809656e-06, |
| "loss": 0.7705, |
| "step": 1324 |
| }, |
| { |
| "epoch": 1.5306859205776173, |
| "grad_norm": 0.025556296110153198, |
| "learning_rate": 2.9284400371676486e-06, |
| "loss": 0.7771, |
| "step": 1325 |
| }, |
| { |
| "epoch": 1.5318411552346571, |
| "grad_norm": 0.025579258799552917, |
| "learning_rate": 2.917837300848923e-06, |
| "loss": 0.7683, |
| "step": 1326 |
| }, |
| { |
| "epoch": 1.5329963898916967, |
| "grad_norm": 0.027229176834225655, |
| "learning_rate": 2.9072268305930578e-06, |
| "loss": 0.789, |
| "step": 1327 |
| }, |
| { |
| "epoch": 1.5341516245487363, |
| "grad_norm": 0.025784116238355637, |
| "learning_rate": 2.896608822911561e-06, |
| "loss": 0.7699, |
| "step": 1328 |
| }, |
| { |
| "epoch": 1.5353068592057761, |
| "grad_norm": 0.02648346498608589, |
| "learning_rate": 2.8859834744555377e-06, |
| "loss": 0.773, |
| "step": 1329 |
| }, |
| { |
| "epoch": 1.536462093862816, |
| "grad_norm": 0.025939345359802246, |
| "learning_rate": 2.8753509820120464e-06, |
| "loss": 0.791, |
| "step": 1330 |
| }, |
| { |
| "epoch": 1.5376173285198556, |
| "grad_norm": 0.025402942672371864, |
| "learning_rate": 2.864711542500457e-06, |
| "loss": 0.7643, |
| "step": 1331 |
| }, |
| { |
| "epoch": 1.5387725631768951, |
| "grad_norm": 0.026020778343081474, |
| "learning_rate": 2.8540653529688033e-06, |
| "loss": 0.7813, |
| "step": 1332 |
| }, |
| { |
| "epoch": 1.539927797833935, |
| "grad_norm": 0.026241673156619072, |
| "learning_rate": 2.8434126105901333e-06, |
| "loss": 0.7905, |
| "step": 1333 |
| }, |
| { |
| "epoch": 1.5410830324909748, |
| "grad_norm": 0.02648642659187317, |
| "learning_rate": 2.8327535126588563e-06, |
| "loss": 0.771, |
| "step": 1334 |
| }, |
| { |
| "epoch": 1.5422382671480146, |
| "grad_norm": 0.02610144577920437, |
| "learning_rate": 2.8220882565870893e-06, |
| "loss": 0.792, |
| "step": 1335 |
| }, |
| { |
| "epoch": 1.5433935018050542, |
| "grad_norm": 0.025254933163523674, |
| "learning_rate": 2.811417039901001e-06, |
| "loss": 0.7674, |
| "step": 1336 |
| }, |
| { |
| "epoch": 1.5445487364620938, |
| "grad_norm": 0.025538668036460876, |
| "learning_rate": 2.800740060237157e-06, |
| "loss": 0.7745, |
| "step": 1337 |
| }, |
| { |
| "epoch": 1.5457039711191336, |
| "grad_norm": 0.025685755535960197, |
| "learning_rate": 2.7900575153388525e-06, |
| "loss": 0.7645, |
| "step": 1338 |
| }, |
| { |
| "epoch": 1.5468592057761734, |
| "grad_norm": 0.026221225038170815, |
| "learning_rate": 2.779369603052456e-06, |
| "loss": 0.8149, |
| "step": 1339 |
| }, |
| { |
| "epoch": 1.548014440433213, |
| "grad_norm": 0.02525060623884201, |
| "learning_rate": 2.768676521323742e-06, |
| "loss": 0.7552, |
| "step": 1340 |
| }, |
| { |
| "epoch": 1.5491696750902526, |
| "grad_norm": 0.026158245280385017, |
| "learning_rate": 2.757978468194226e-06, |
| "loss": 0.7712, |
| "step": 1341 |
| }, |
| { |
| "epoch": 1.5503249097472924, |
| "grad_norm": 0.02666587382555008, |
| "learning_rate": 2.747275641797496e-06, |
| "loss": 0.7511, |
| "step": 1342 |
| }, |
| { |
| "epoch": 1.5514801444043322, |
| "grad_norm": 0.026437923312187195, |
| "learning_rate": 2.736568240355544e-06, |
| "loss": 0.7659, |
| "step": 1343 |
| }, |
| { |
| "epoch": 1.5526353790613718, |
| "grad_norm": 0.0248862411826849, |
| "learning_rate": 2.725856462175095e-06, |
| "loss": 0.7547, |
| "step": 1344 |
| }, |
| { |
| "epoch": 1.5537906137184114, |
| "grad_norm": 0.026547906920313835, |
| "learning_rate": 2.715140505643932e-06, |
| "loss": 0.7996, |
| "step": 1345 |
| }, |
| { |
| "epoch": 1.5549458483754512, |
| "grad_norm": 0.02599526010453701, |
| "learning_rate": 2.704420569227224e-06, |
| "loss": 0.7641, |
| "step": 1346 |
| }, |
| { |
| "epoch": 1.556101083032491, |
| "grad_norm": 0.02453439123928547, |
| "learning_rate": 2.6936968514638495e-06, |
| "loss": 0.7466, |
| "step": 1347 |
| }, |
| { |
| "epoch": 1.5572563176895307, |
| "grad_norm": 0.027833128347992897, |
| "learning_rate": 2.68296955096272e-06, |
| "loss": 0.7826, |
| "step": 1348 |
| }, |
| { |
| "epoch": 1.5584115523465703, |
| "grad_norm": 0.026869479566812515, |
| "learning_rate": 2.672238866399099e-06, |
| "loss": 0.789, |
| "step": 1349 |
| }, |
| { |
| "epoch": 1.55956678700361, |
| "grad_norm": 0.025666510686278343, |
| "learning_rate": 2.6615049965109296e-06, |
| "loss": 0.784, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.5607220216606499, |
| "grad_norm": 0.02734527923166752, |
| "learning_rate": 2.6507681400951414e-06, |
| "loss": 0.7934, |
| "step": 1351 |
| }, |
| { |
| "epoch": 1.5618772563176895, |
| "grad_norm": 0.025378704071044922, |
| "learning_rate": 2.640028496003984e-06, |
| "loss": 0.7554, |
| "step": 1352 |
| }, |
| { |
| "epoch": 1.5630324909747293, |
| "grad_norm": 0.02528882399201393, |
| "learning_rate": 2.629286263141329e-06, |
| "loss": 0.7652, |
| "step": 1353 |
| }, |
| { |
| "epoch": 1.5641877256317689, |
| "grad_norm": 0.0248930174857378, |
| "learning_rate": 2.6185416404589985e-06, |
| "loss": 0.7515, |
| "step": 1354 |
| }, |
| { |
| "epoch": 1.5653429602888087, |
| "grad_norm": 0.025928398594260216, |
| "learning_rate": 2.607794826953075e-06, |
| "loss": 0.7839, |
| "step": 1355 |
| }, |
| { |
| "epoch": 1.5664981949458485, |
| "grad_norm": 0.025345591828227043, |
| "learning_rate": 2.5970460216602133e-06, |
| "loss": 0.773, |
| "step": 1356 |
| }, |
| { |
| "epoch": 1.5676534296028881, |
| "grad_norm": 0.02638527937233448, |
| "learning_rate": 2.5862954236539587e-06, |
| "loss": 0.7641, |
| "step": 1357 |
| }, |
| { |
| "epoch": 1.5688086642599277, |
| "grad_norm": 0.025557557120919228, |
| "learning_rate": 2.5755432320410594e-06, |
| "loss": 0.7869, |
| "step": 1358 |
| }, |
| { |
| "epoch": 1.5699638989169675, |
| "grad_norm": 0.025332162156701088, |
| "learning_rate": 2.5647896459577757e-06, |
| "loss": 0.7873, |
| "step": 1359 |
| }, |
| { |
| "epoch": 1.5711191335740073, |
| "grad_norm": 0.025012118741869926, |
| "learning_rate": 2.5540348645661965e-06, |
| "loss": 0.7805, |
| "step": 1360 |
| }, |
| { |
| "epoch": 1.572274368231047, |
| "grad_norm": 0.02651703916490078, |
| "learning_rate": 2.5432790870505487e-06, |
| "loss": 0.791, |
| "step": 1361 |
| }, |
| { |
| "epoch": 1.5734296028880865, |
| "grad_norm": 0.025666911154985428, |
| "learning_rate": 2.5325225126135045e-06, |
| "loss": 0.7814, |
| "step": 1362 |
| }, |
| { |
| "epoch": 1.5745848375451263, |
| "grad_norm": 0.02593865618109703, |
| "learning_rate": 2.521765340472499e-06, |
| "loss": 0.8046, |
| "step": 1363 |
| }, |
| { |
| "epoch": 1.5757400722021662, |
| "grad_norm": 0.025667283684015274, |
| "learning_rate": 2.5110077698560364e-06, |
| "loss": 0.757, |
| "step": 1364 |
| }, |
| { |
| "epoch": 1.5768953068592058, |
| "grad_norm": 0.025065291672945023, |
| "learning_rate": 2.5002500000000003e-06, |
| "loss": 0.7729, |
| "step": 1365 |
| }, |
| { |
| "epoch": 1.5780505415162454, |
| "grad_norm": 0.025896169245243073, |
| "learning_rate": 2.4894922301439643e-06, |
| "loss": 0.7825, |
| "step": 1366 |
| }, |
| { |
| "epoch": 1.5792057761732852, |
| "grad_norm": 0.02581976167857647, |
| "learning_rate": 2.478734659527501e-06, |
| "loss": 0.7783, |
| "step": 1367 |
| }, |
| { |
| "epoch": 1.580361010830325, |
| "grad_norm": 0.025588102638721466, |
| "learning_rate": 2.467977487386497e-06, |
| "loss": 0.7617, |
| "step": 1368 |
| }, |
| { |
| "epoch": 1.5815162454873646, |
| "grad_norm": 0.02477039210498333, |
| "learning_rate": 2.4572209129494524e-06, |
| "loss": 0.7494, |
| "step": 1369 |
| }, |
| { |
| "epoch": 1.5826714801444042, |
| "grad_norm": 0.027211980894207954, |
| "learning_rate": 2.4464651354338037e-06, |
| "loss": 0.8013, |
| "step": 1370 |
| }, |
| { |
| "epoch": 1.583826714801444, |
| "grad_norm": 0.02574116736650467, |
| "learning_rate": 2.435710354042225e-06, |
| "loss": 0.7706, |
| "step": 1371 |
| }, |
| { |
| "epoch": 1.5849819494584838, |
| "grad_norm": 0.025494717061519623, |
| "learning_rate": 2.4249567679589417e-06, |
| "loss": 0.8006, |
| "step": 1372 |
| }, |
| { |
| "epoch": 1.5861371841155236, |
| "grad_norm": 0.024281838908791542, |
| "learning_rate": 2.4142045763460415e-06, |
| "loss": 0.7609, |
| "step": 1373 |
| }, |
| { |
| "epoch": 1.5872924187725632, |
| "grad_norm": 0.025773445144295692, |
| "learning_rate": 2.403453978339787e-06, |
| "loss": 0.8048, |
| "step": 1374 |
| }, |
| { |
| "epoch": 1.5884476534296028, |
| "grad_norm": 0.02534416690468788, |
| "learning_rate": 2.392705173046925e-06, |
| "loss": 0.7731, |
| "step": 1375 |
| }, |
| { |
| "epoch": 1.5896028880866426, |
| "grad_norm": 0.02497626096010208, |
| "learning_rate": 2.3819583595410013e-06, |
| "loss": 0.7858, |
| "step": 1376 |
| }, |
| { |
| "epoch": 1.5907581227436824, |
| "grad_norm": 0.02502652071416378, |
| "learning_rate": 2.3712137368586717e-06, |
| "loss": 0.7438, |
| "step": 1377 |
| }, |
| { |
| "epoch": 1.591913357400722, |
| "grad_norm": 0.024966862052679062, |
| "learning_rate": 2.3604715039960173e-06, |
| "loss": 0.7835, |
| "step": 1378 |
| }, |
| { |
| "epoch": 1.5930685920577616, |
| "grad_norm": 0.025360535830259323, |
| "learning_rate": 2.3497318599048592e-06, |
| "loss": 0.7716, |
| "step": 1379 |
| }, |
| { |
| "epoch": 1.5942238267148015, |
| "grad_norm": 0.026140306144952774, |
| "learning_rate": 2.338995003489072e-06, |
| "loss": 0.7556, |
| "step": 1380 |
| }, |
| { |
| "epoch": 1.5953790613718413, |
| "grad_norm": 0.02430606074631214, |
| "learning_rate": 2.328261133600902e-06, |
| "loss": 0.7708, |
| "step": 1381 |
| }, |
| { |
| "epoch": 1.5965342960288809, |
| "grad_norm": 0.02544374018907547, |
| "learning_rate": 2.317530449037281e-06, |
| "loss": 0.7837, |
| "step": 1382 |
| }, |
| { |
| "epoch": 1.5976895306859205, |
| "grad_norm": 0.025840749964118004, |
| "learning_rate": 2.3068031485361516e-06, |
| "loss": 0.7575, |
| "step": 1383 |
| }, |
| { |
| "epoch": 1.5988447653429603, |
| "grad_norm": 0.027307111769914627, |
| "learning_rate": 2.296079430772777e-06, |
| "loss": 0.8002, |
| "step": 1384 |
| }, |
| { |
| "epoch": 1.6, |
| "grad_norm": 0.026851478964090347, |
| "learning_rate": 2.285359494356068e-06, |
| "loss": 0.8076, |
| "step": 1385 |
| }, |
| { |
| "epoch": 1.6011552346570397, |
| "grad_norm": 0.025269558653235435, |
| "learning_rate": 2.274643537824905e-06, |
| "loss": 0.7601, |
| "step": 1386 |
| }, |
| { |
| "epoch": 1.6023104693140793, |
| "grad_norm": 0.024502936750650406, |
| "learning_rate": 2.263931759644456e-06, |
| "loss": 0.7777, |
| "step": 1387 |
| }, |
| { |
| "epoch": 1.603465703971119, |
| "grad_norm": 0.025695212185382843, |
| "learning_rate": 2.2532243582025048e-06, |
| "loss": 0.7779, |
| "step": 1388 |
| }, |
| { |
| "epoch": 1.604620938628159, |
| "grad_norm": 0.025510141626000404, |
| "learning_rate": 2.242521531805775e-06, |
| "loss": 0.7623, |
| "step": 1389 |
| }, |
| { |
| "epoch": 1.6057761732851985, |
| "grad_norm": 0.025397466495633125, |
| "learning_rate": 2.2318234786762586e-06, |
| "loss": 0.769, |
| "step": 1390 |
| }, |
| { |
| "epoch": 1.6069314079422383, |
| "grad_norm": 0.02594076469540596, |
| "learning_rate": 2.2211303969475444e-06, |
| "loss": 0.8051, |
| "step": 1391 |
| }, |
| { |
| "epoch": 1.608086642599278, |
| "grad_norm": 0.024837691336870193, |
| "learning_rate": 2.210442484661148e-06, |
| "loss": 0.8117, |
| "step": 1392 |
| }, |
| { |
| "epoch": 1.6092418772563177, |
| "grad_norm": 0.026649747043848038, |
| "learning_rate": 2.199759939762843e-06, |
| "loss": 0.7768, |
| "step": 1393 |
| }, |
| { |
| "epoch": 1.6103971119133575, |
| "grad_norm": 0.026813820004463196, |
| "learning_rate": 2.1890829600989995e-06, |
| "loss": 0.7575, |
| "step": 1394 |
| }, |
| { |
| "epoch": 1.6115523465703971, |
| "grad_norm": 0.026133766397833824, |
| "learning_rate": 2.1784117434129113e-06, |
| "loss": 0.7599, |
| "step": 1395 |
| }, |
| { |
| "epoch": 1.6127075812274367, |
| "grad_norm": 0.026183927431702614, |
| "learning_rate": 2.167746487341144e-06, |
| "loss": 0.7661, |
| "step": 1396 |
| }, |
| { |
| "epoch": 1.6138628158844766, |
| "grad_norm": 0.02729174494743347, |
| "learning_rate": 2.157087389409867e-06, |
| "loss": 0.7698, |
| "step": 1397 |
| }, |
| { |
| "epoch": 1.6150180505415164, |
| "grad_norm": 0.026295259594917297, |
| "learning_rate": 2.1464346470311965e-06, |
| "loss": 0.7695, |
| "step": 1398 |
| }, |
| { |
| "epoch": 1.616173285198556, |
| "grad_norm": 0.026081614196300507, |
| "learning_rate": 2.135788457499544e-06, |
| "loss": 0.7622, |
| "step": 1399 |
| }, |
| { |
| "epoch": 1.6173285198555956, |
| "grad_norm": 0.025280749425292015, |
| "learning_rate": 2.1251490179879547e-06, |
| "loss": 0.7639, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.6184837545126354, |
| "grad_norm": 0.02538752183318138, |
| "learning_rate": 2.1145165255444643e-06, |
| "loss": 0.7893, |
| "step": 1401 |
| }, |
| { |
| "epoch": 1.6196389891696752, |
| "grad_norm": 0.026337897405028343, |
| "learning_rate": 2.1038911770884395e-06, |
| "loss": 0.7936, |
| "step": 1402 |
| }, |
| { |
| "epoch": 1.6207942238267148, |
| "grad_norm": 0.027165520936250687, |
| "learning_rate": 2.0932731694069438e-06, |
| "loss": 0.7506, |
| "step": 1403 |
| }, |
| { |
| "epoch": 1.6219494584837544, |
| "grad_norm": 0.02547120675444603, |
| "learning_rate": 2.0826626991510775e-06, |
| "loss": 0.7623, |
| "step": 1404 |
| }, |
| { |
| "epoch": 1.6231046931407942, |
| "grad_norm": 0.023889468982815742, |
| "learning_rate": 2.072059962832352e-06, |
| "loss": 0.7444, |
| "step": 1405 |
| }, |
| { |
| "epoch": 1.624259927797834, |
| "grad_norm": 0.025629183277487755, |
| "learning_rate": 2.0614651568190354e-06, |
| "loss": 0.7869, |
| "step": 1406 |
| }, |
| { |
| "epoch": 1.6254151624548736, |
| "grad_norm": 0.02670186199247837, |
| "learning_rate": 2.050878477332526e-06, |
| "loss": 0.8075, |
| "step": 1407 |
| }, |
| { |
| "epoch": 1.6265703971119132, |
| "grad_norm": 0.025403102859854698, |
| "learning_rate": 2.040300120443714e-06, |
| "loss": 0.7647, |
| "step": 1408 |
| }, |
| { |
| "epoch": 1.627725631768953, |
| "grad_norm": 0.025784939527511597, |
| "learning_rate": 2.02973028206935e-06, |
| "loss": 0.7594, |
| "step": 1409 |
| }, |
| { |
| "epoch": 1.6288808664259928, |
| "grad_norm": 0.024970732629299164, |
| "learning_rate": 2.019169157968418e-06, |
| "loss": 0.7664, |
| "step": 1410 |
| }, |
| { |
| "epoch": 1.6300361010830327, |
| "grad_norm": 0.025724420323967934, |
| "learning_rate": 2.008616943738508e-06, |
| "loss": 0.7637, |
| "step": 1411 |
| }, |
| { |
| "epoch": 1.6311913357400722, |
| "grad_norm": 0.02508534863591194, |
| "learning_rate": 1.9980738348121955e-06, |
| "loss": 0.7674, |
| "step": 1412 |
| }, |
| { |
| "epoch": 1.6323465703971118, |
| "grad_norm": 0.024077199399471283, |
| "learning_rate": 1.9875400264534194e-06, |
| "loss": 0.7703, |
| "step": 1413 |
| }, |
| { |
| "epoch": 1.6335018050541517, |
| "grad_norm": 0.02483062632381916, |
| "learning_rate": 1.97701571375387e-06, |
| "loss": 0.7825, |
| "step": 1414 |
| }, |
| { |
| "epoch": 1.6346570397111915, |
| "grad_norm": 0.025150980800390244, |
| "learning_rate": 1.9665010916293704e-06, |
| "loss": 0.7875, |
| "step": 1415 |
| }, |
| { |
| "epoch": 1.635812274368231, |
| "grad_norm": 0.02459767460823059, |
| "learning_rate": 1.95599635481627e-06, |
| "loss": 0.7745, |
| "step": 1416 |
| }, |
| { |
| "epoch": 1.6369675090252707, |
| "grad_norm": 0.024894608184695244, |
| "learning_rate": 1.9455016978678377e-06, |
| "loss": 0.7825, |
| "step": 1417 |
| }, |
| { |
| "epoch": 1.6381227436823105, |
| "grad_norm": 0.02483339235186577, |
| "learning_rate": 1.935017315150656e-06, |
| "loss": 0.7654, |
| "step": 1418 |
| }, |
| { |
| "epoch": 1.6392779783393503, |
| "grad_norm": 0.025194387882947922, |
| "learning_rate": 1.9245434008410273e-06, |
| "loss": 0.7513, |
| "step": 1419 |
| }, |
| { |
| "epoch": 1.6404332129963899, |
| "grad_norm": 0.025890490040183067, |
| "learning_rate": 1.914080148921368e-06, |
| "loss": 0.7756, |
| "step": 1420 |
| }, |
| { |
| "epoch": 1.6415884476534295, |
| "grad_norm": 0.025699496269226074, |
| "learning_rate": 1.903627753176627e-06, |
| "loss": 0.7702, |
| "step": 1421 |
| }, |
| { |
| "epoch": 1.6427436823104693, |
| "grad_norm": 0.02435440570116043, |
| "learning_rate": 1.893186407190685e-06, |
| "loss": 0.7727, |
| "step": 1422 |
| }, |
| { |
| "epoch": 1.6438989169675091, |
| "grad_norm": 0.024738416075706482, |
| "learning_rate": 1.8827563043427818e-06, |
| "loss": 0.7856, |
| "step": 1423 |
| }, |
| { |
| "epoch": 1.6450541516245487, |
| "grad_norm": 0.025477735325694084, |
| "learning_rate": 1.8723376378039229e-06, |
| "loss": 0.775, |
| "step": 1424 |
| }, |
| { |
| "epoch": 1.6462093862815883, |
| "grad_norm": 0.02498653531074524, |
| "learning_rate": 1.8619306005333118e-06, |
| "loss": 0.7464, |
| "step": 1425 |
| }, |
| { |
| "epoch": 1.6473646209386281, |
| "grad_norm": 0.025513045489788055, |
| "learning_rate": 1.851535385274768e-06, |
| "loss": 0.7944, |
| "step": 1426 |
| }, |
| { |
| "epoch": 1.648519855595668, |
| "grad_norm": 0.024236127734184265, |
| "learning_rate": 1.8411521845531638e-06, |
| "loss": 0.7646, |
| "step": 1427 |
| }, |
| { |
| "epoch": 1.6496750902527075, |
| "grad_norm": 0.025221243500709534, |
| "learning_rate": 1.8307811906708552e-06, |
| "loss": 0.7802, |
| "step": 1428 |
| }, |
| { |
| "epoch": 1.6508303249097471, |
| "grad_norm": 0.024581240490078926, |
| "learning_rate": 1.8204225957041197e-06, |
| "loss": 0.7686, |
| "step": 1429 |
| }, |
| { |
| "epoch": 1.651985559566787, |
| "grad_norm": 0.025168737396597862, |
| "learning_rate": 1.8100765914996026e-06, |
| "loss": 0.79, |
| "step": 1430 |
| }, |
| { |
| "epoch": 1.6531407942238268, |
| "grad_norm": 0.024541551247239113, |
| "learning_rate": 1.7997433696707597e-06, |
| "loss": 0.766, |
| "step": 1431 |
| }, |
| { |
| "epoch": 1.6542960288808666, |
| "grad_norm": 0.02476644702255726, |
| "learning_rate": 1.789423121594312e-06, |
| "loss": 0.7718, |
| "step": 1432 |
| }, |
| { |
| "epoch": 1.6554512635379062, |
| "grad_norm": 0.027230584993958473, |
| "learning_rate": 1.779116038406698e-06, |
| "loss": 0.7813, |
| "step": 1433 |
| }, |
| { |
| "epoch": 1.6566064981949458, |
| "grad_norm": 0.025931481271982193, |
| "learning_rate": 1.768822311000538e-06, |
| "loss": 0.7772, |
| "step": 1434 |
| }, |
| { |
| "epoch": 1.6577617328519856, |
| "grad_norm": 0.025082925334572792, |
| "learning_rate": 1.7585421300210932e-06, |
| "loss": 0.7958, |
| "step": 1435 |
| }, |
| { |
| "epoch": 1.6589169675090254, |
| "grad_norm": 0.02672106772661209, |
| "learning_rate": 1.7482756858627406e-06, |
| "loss": 0.774, |
| "step": 1436 |
| }, |
| { |
| "epoch": 1.660072202166065, |
| "grad_norm": 0.026696957647800446, |
| "learning_rate": 1.7380231686654419e-06, |
| "loss": 0.7763, |
| "step": 1437 |
| }, |
| { |
| "epoch": 1.6612274368231046, |
| "grad_norm": 0.025145625695586205, |
| "learning_rate": 1.7277847683112251e-06, |
| "loss": 0.7602, |
| "step": 1438 |
| }, |
| { |
| "epoch": 1.6623826714801444, |
| "grad_norm": 0.025679778307676315, |
| "learning_rate": 1.7175606744206683e-06, |
| "loss": 0.7772, |
| "step": 1439 |
| }, |
| { |
| "epoch": 1.6635379061371842, |
| "grad_norm": 0.02643396146595478, |
| "learning_rate": 1.707351076349382e-06, |
| "loss": 0.7776, |
| "step": 1440 |
| }, |
| { |
| "epoch": 1.6646931407942238, |
| "grad_norm": 0.025024591013789177, |
| "learning_rate": 1.697156163184512e-06, |
| "loss": 0.769, |
| "step": 1441 |
| }, |
| { |
| "epoch": 1.6658483754512634, |
| "grad_norm": 0.02451016753911972, |
| "learning_rate": 1.6869761237412275e-06, |
| "loss": 0.7614, |
| "step": 1442 |
| }, |
| { |
| "epoch": 1.6670036101083032, |
| "grad_norm": 0.02593870460987091, |
| "learning_rate": 1.6768111465592312e-06, |
| "loss": 0.7828, |
| "step": 1443 |
| }, |
| { |
| "epoch": 1.668158844765343, |
| "grad_norm": 0.024905387312173843, |
| "learning_rate": 1.6666614198992625e-06, |
| "loss": 0.7847, |
| "step": 1444 |
| }, |
| { |
| "epoch": 1.6693140794223826, |
| "grad_norm": 0.025363383814692497, |
| "learning_rate": 1.6565271317396156e-06, |
| "loss": 0.7757, |
| "step": 1445 |
| }, |
| { |
| "epoch": 1.6704693140794222, |
| "grad_norm": 0.02425825409591198, |
| "learning_rate": 1.6464084697726532e-06, |
| "loss": 0.756, |
| "step": 1446 |
| }, |
| { |
| "epoch": 1.671624548736462, |
| "grad_norm": 0.025201529264450073, |
| "learning_rate": 1.636305621401335e-06, |
| "loss": 0.7701, |
| "step": 1447 |
| }, |
| { |
| "epoch": 1.6727797833935019, |
| "grad_norm": 0.02498772367835045, |
| "learning_rate": 1.626218773735742e-06, |
| "loss": 0.8012, |
| "step": 1448 |
| }, |
| { |
| "epoch": 1.6739350180505417, |
| "grad_norm": 0.02500982955098152, |
| "learning_rate": 1.6161481135896154e-06, |
| "loss": 0.7796, |
| "step": 1449 |
| }, |
| { |
| "epoch": 1.6750902527075813, |
| "grad_norm": 0.025785304605960846, |
| "learning_rate": 1.606093827476895e-06, |
| "loss": 0.7584, |
| "step": 1450 |
| }, |
| { |
| "epoch": 1.6762454873646209, |
| "grad_norm": 0.024516083300113678, |
| "learning_rate": 1.5960561016082638e-06, |
| "loss": 0.7812, |
| "step": 1451 |
| }, |
| { |
| "epoch": 1.6774007220216607, |
| "grad_norm": 0.025357436388731003, |
| "learning_rate": 1.5860351218877021e-06, |
| "loss": 0.7642, |
| "step": 1452 |
| }, |
| { |
| "epoch": 1.6785559566787005, |
| "grad_norm": 0.025423161685466766, |
| "learning_rate": 1.5760310739090402e-06, |
| "loss": 0.7838, |
| "step": 1453 |
| }, |
| { |
| "epoch": 1.67971119133574, |
| "grad_norm": 0.025020305067300797, |
| "learning_rate": 1.5660441429525258e-06, |
| "loss": 0.7713, |
| "step": 1454 |
| }, |
| { |
| "epoch": 1.6808664259927797, |
| "grad_norm": 0.02521519362926483, |
| "learning_rate": 1.556074513981389e-06, |
| "loss": 0.8022, |
| "step": 1455 |
| }, |
| { |
| "epoch": 1.6820216606498195, |
| "grad_norm": 0.02515571005642414, |
| "learning_rate": 1.5461223716384196e-06, |
| "loss": 0.7794, |
| "step": 1456 |
| }, |
| { |
| "epoch": 1.6831768953068593, |
| "grad_norm": 0.025751549750566483, |
| "learning_rate": 1.5361879002425432e-06, |
| "loss": 0.8067, |
| "step": 1457 |
| }, |
| { |
| "epoch": 1.684332129963899, |
| "grad_norm": 0.024167675524950027, |
| "learning_rate": 1.5262712837854139e-06, |
| "loss": 0.7497, |
| "step": 1458 |
| }, |
| { |
| "epoch": 1.6854873646209385, |
| "grad_norm": 0.025504915043711662, |
| "learning_rate": 1.5163727059279972e-06, |
| "loss": 0.7645, |
| "step": 1459 |
| }, |
| { |
| "epoch": 1.6866425992779783, |
| "grad_norm": 0.026490593329072, |
| "learning_rate": 1.506492349997181e-06, |
| "loss": 0.7698, |
| "step": 1460 |
| }, |
| { |
| "epoch": 1.6877978339350181, |
| "grad_norm": 0.024468280375003815, |
| "learning_rate": 1.4966303989823688e-06, |
| "loss": 0.7541, |
| "step": 1461 |
| }, |
| { |
| "epoch": 1.6889530685920577, |
| "grad_norm": 0.02487323433160782, |
| "learning_rate": 1.4867870355320972e-06, |
| "loss": 0.7611, |
| "step": 1462 |
| }, |
| { |
| "epoch": 1.6901083032490973, |
| "grad_norm": 0.024844063445925713, |
| "learning_rate": 1.4769624419506507e-06, |
| "loss": 0.7598, |
| "step": 1463 |
| }, |
| { |
| "epoch": 1.6912635379061371, |
| "grad_norm": 0.024609016254544258, |
| "learning_rate": 1.4671568001946851e-06, |
| "loss": 0.7863, |
| "step": 1464 |
| }, |
| { |
| "epoch": 1.692418772563177, |
| "grad_norm": 0.025440316647291183, |
| "learning_rate": 1.4573702918698615e-06, |
| "loss": 0.7955, |
| "step": 1465 |
| }, |
| { |
| "epoch": 1.6935740072202166, |
| "grad_norm": 0.024768877774477005, |
| "learning_rate": 1.4476030982274746e-06, |
| "loss": 0.7666, |
| "step": 1466 |
| }, |
| { |
| "epoch": 1.6947292418772562, |
| "grad_norm": 0.024406442418694496, |
| "learning_rate": 1.4378554001611087e-06, |
| "loss": 0.747, |
| "step": 1467 |
| }, |
| { |
| "epoch": 1.695884476534296, |
| "grad_norm": 0.02518375776708126, |
| "learning_rate": 1.4281273782032696e-06, |
| "loss": 0.7914, |
| "step": 1468 |
| }, |
| { |
| "epoch": 1.6970397111913358, |
| "grad_norm": 0.025701193138957024, |
| "learning_rate": 1.41841921252206e-06, |
| "loss": 0.7879, |
| "step": 1469 |
| }, |
| { |
| "epoch": 1.6981949458483756, |
| "grad_norm": 0.025167284533381462, |
| "learning_rate": 1.4087310829178295e-06, |
| "loss": 0.7707, |
| "step": 1470 |
| }, |
| { |
| "epoch": 1.6993501805054152, |
| "grad_norm": 0.024784136563539505, |
| "learning_rate": 1.3990631688198505e-06, |
| "loss": 0.7753, |
| "step": 1471 |
| }, |
| { |
| "epoch": 1.7005054151624548, |
| "grad_norm": 0.024584993720054626, |
| "learning_rate": 1.3894156492829932e-06, |
| "loss": 0.7579, |
| "step": 1472 |
| }, |
| { |
| "epoch": 1.7016606498194946, |
| "grad_norm": 0.025017768144607544, |
| "learning_rate": 1.3797887029844083e-06, |
| "loss": 0.7512, |
| "step": 1473 |
| }, |
| { |
| "epoch": 1.7028158844765344, |
| "grad_norm": 0.02527061477303505, |
| "learning_rate": 1.3701825082202227e-06, |
| "loss": 0.772, |
| "step": 1474 |
| }, |
| { |
| "epoch": 1.703971119133574, |
| "grad_norm": 0.02521699294447899, |
| "learning_rate": 1.3605972429022308e-06, |
| "loss": 0.766, |
| "step": 1475 |
| }, |
| { |
| "epoch": 1.7051263537906136, |
| "grad_norm": 0.024668460711836815, |
| "learning_rate": 1.3510330845546029e-06, |
| "loss": 0.7638, |
| "step": 1476 |
| }, |
| { |
| "epoch": 1.7062815884476534, |
| "grad_norm": 0.02491624839603901, |
| "learning_rate": 1.3414902103105984e-06, |
| "loss": 0.7572, |
| "step": 1477 |
| }, |
| { |
| "epoch": 1.7074368231046932, |
| "grad_norm": 0.02490483969449997, |
| "learning_rate": 1.3319687969092844e-06, |
| "loss": 0.7763, |
| "step": 1478 |
| }, |
| { |
| "epoch": 1.7085920577617328, |
| "grad_norm": 0.02502390742301941, |
| "learning_rate": 1.3224690206922594e-06, |
| "loss": 0.7859, |
| "step": 1479 |
| }, |
| { |
| "epoch": 1.7097472924187724, |
| "grad_norm": 0.024547290056943893, |
| "learning_rate": 1.3129910576003918e-06, |
| "loss": 0.76, |
| "step": 1480 |
| }, |
| { |
| "epoch": 1.7109025270758123, |
| "grad_norm": 0.024496039375662804, |
| "learning_rate": 1.3035350831705581e-06, |
| "loss": 0.7541, |
| "step": 1481 |
| }, |
| { |
| "epoch": 1.712057761732852, |
| "grad_norm": 0.0256884153932333, |
| "learning_rate": 1.2941012725323943e-06, |
| "loss": 0.7794, |
| "step": 1482 |
| }, |
| { |
| "epoch": 1.7132129963898917, |
| "grad_norm": 0.025446278974413872, |
| "learning_rate": 1.2846898004050527e-06, |
| "loss": 0.789, |
| "step": 1483 |
| }, |
| { |
| "epoch": 1.7143682310469313, |
| "grad_norm": 0.02467747963964939, |
| "learning_rate": 1.2753008410939593e-06, |
| "loss": 0.7704, |
| "step": 1484 |
| }, |
| { |
| "epoch": 1.715523465703971, |
| "grad_norm": 0.024466682225465775, |
| "learning_rate": 1.2659345684875971e-06, |
| "loss": 0.7751, |
| "step": 1485 |
| }, |
| { |
| "epoch": 1.716678700361011, |
| "grad_norm": 0.02474912814795971, |
| "learning_rate": 1.2565911560542752e-06, |
| "loss": 0.7721, |
| "step": 1486 |
| }, |
| { |
| "epoch": 1.7178339350180507, |
| "grad_norm": 0.024523675441741943, |
| "learning_rate": 1.2472707768389226e-06, |
| "loss": 0.7638, |
| "step": 1487 |
| }, |
| { |
| "epoch": 1.7189891696750903, |
| "grad_norm": 0.02448326162993908, |
| "learning_rate": 1.2379736034598793e-06, |
| "loss": 0.7898, |
| "step": 1488 |
| }, |
| { |
| "epoch": 1.72014440433213, |
| "grad_norm": 0.024665791541337967, |
| "learning_rate": 1.2286998081057024e-06, |
| "loss": 0.757, |
| "step": 1489 |
| }, |
| { |
| "epoch": 1.7212996389891697, |
| "grad_norm": 0.024392489343881607, |
| "learning_rate": 1.219449562531973e-06, |
| "loss": 0.7756, |
| "step": 1490 |
| }, |
| { |
| "epoch": 1.7224548736462095, |
| "grad_norm": 0.024781666696071625, |
| "learning_rate": 1.2102230380581221e-06, |
| "loss": 0.7851, |
| "step": 1491 |
| }, |
| { |
| "epoch": 1.7236101083032491, |
| "grad_norm": 0.024531826376914978, |
| "learning_rate": 1.2010204055642504e-06, |
| "loss": 0.7786, |
| "step": 1492 |
| }, |
| { |
| "epoch": 1.7247653429602887, |
| "grad_norm": 0.024737264961004257, |
| "learning_rate": 1.1918418354879655e-06, |
| "loss": 0.7918, |
| "step": 1493 |
| }, |
| { |
| "epoch": 1.7259205776173285, |
| "grad_norm": 0.024697288870811462, |
| "learning_rate": 1.1826874978212304e-06, |
| "loss": 0.7797, |
| "step": 1494 |
| }, |
| { |
| "epoch": 1.7270758122743683, |
| "grad_norm": 0.023727286607027054, |
| "learning_rate": 1.1735575621072076e-06, |
| "loss": 0.7622, |
| "step": 1495 |
| }, |
| { |
| "epoch": 1.728231046931408, |
| "grad_norm": 0.024227799847722054, |
| "learning_rate": 1.1644521974371236e-06, |
| "loss": 0.7538, |
| "step": 1496 |
| }, |
| { |
| "epoch": 1.7293862815884475, |
| "grad_norm": 0.02443331852555275, |
| "learning_rate": 1.1553715724471356e-06, |
| "loss": 0.7567, |
| "step": 1497 |
| }, |
| { |
| "epoch": 1.7305415162454874, |
| "grad_norm": 0.02441231720149517, |
| "learning_rate": 1.146315855315211e-06, |
| "loss": 0.763, |
| "step": 1498 |
| }, |
| { |
| "epoch": 1.7316967509025272, |
| "grad_norm": 0.02491583675146103, |
| "learning_rate": 1.1372852137580082e-06, |
| "loss": 0.7519, |
| "step": 1499 |
| }, |
| { |
| "epoch": 1.7328519855595668, |
| "grad_norm": 0.024958504363894463, |
| "learning_rate": 1.1282798150277738e-06, |
| "loss": 0.7704, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.7340072202166064, |
| "grad_norm": 0.02489922009408474, |
| "learning_rate": 1.1192998259092428e-06, |
| "loss": 0.8001, |
| "step": 1501 |
| }, |
| { |
| "epoch": 1.7351624548736462, |
| "grad_norm": 0.024233028292655945, |
| "learning_rate": 1.1103454127165526e-06, |
| "loss": 0.7725, |
| "step": 1502 |
| }, |
| { |
| "epoch": 1.736317689530686, |
| "grad_norm": 0.02405642904341221, |
| "learning_rate": 1.1014167412901609e-06, |
| "loss": 0.7227, |
| "step": 1503 |
| }, |
| { |
| "epoch": 1.7374729241877256, |
| "grad_norm": 0.025087906047701836, |
| "learning_rate": 1.092513976993772e-06, |
| "loss": 0.7852, |
| "step": 1504 |
| }, |
| { |
| "epoch": 1.7386281588447652, |
| "grad_norm": 0.025061985477805138, |
| "learning_rate": 1.083637284711279e-06, |
| "loss": 0.7648, |
| "step": 1505 |
| }, |
| { |
| "epoch": 1.739783393501805, |
| "grad_norm": 0.024631349369883537, |
| "learning_rate": 1.074786828843705e-06, |
| "loss": 0.741, |
| "step": 1506 |
| }, |
| { |
| "epoch": 1.7409386281588448, |
| "grad_norm": 0.024879056960344315, |
| "learning_rate": 1.0659627733061643e-06, |
| "loss": 0.7355, |
| "step": 1507 |
| }, |
| { |
| "epoch": 1.7420938628158846, |
| "grad_norm": 0.024683699011802673, |
| "learning_rate": 1.0571652815248199e-06, |
| "loss": 0.8, |
| "step": 1508 |
| }, |
| { |
| "epoch": 1.7432490974729242, |
| "grad_norm": 0.02492067962884903, |
| "learning_rate": 1.0483945164338617e-06, |
| "loss": 0.7701, |
| "step": 1509 |
| }, |
| { |
| "epoch": 1.7444043321299638, |
| "grad_norm": 0.02489222027361393, |
| "learning_rate": 1.039650640472486e-06, |
| "loss": 0.7831, |
| "step": 1510 |
| }, |
| { |
| "epoch": 1.7455595667870036, |
| "grad_norm": 0.024434035643935204, |
| "learning_rate": 1.0309338155818906e-06, |
| "loss": 0.7896, |
| "step": 1511 |
| }, |
| { |
| "epoch": 1.7467148014440435, |
| "grad_norm": 0.025025788694620132, |
| "learning_rate": 1.0222442032022705e-06, |
| "loss": 0.7806, |
| "step": 1512 |
| }, |
| { |
| "epoch": 1.747870036101083, |
| "grad_norm": 0.024875549599528313, |
| "learning_rate": 1.0135819642698318e-06, |
| "loss": 0.7844, |
| "step": 1513 |
| }, |
| { |
| "epoch": 1.7490252707581226, |
| "grad_norm": 0.024595865979790688, |
| "learning_rate": 1.0049472592138105e-06, |
| "loss": 0.7766, |
| "step": 1514 |
| }, |
| { |
| "epoch": 1.7501805054151625, |
| "grad_norm": 0.02502664178609848, |
| "learning_rate": 9.963402479535004e-07, |
| "loss": 0.7813, |
| "step": 1515 |
| }, |
| { |
| "epoch": 1.7513357400722023, |
| "grad_norm": 0.024631381034851074, |
| "learning_rate": 9.877610898952902e-07, |
| "loss": 0.79, |
| "step": 1516 |
| }, |
| { |
| "epoch": 1.7524909747292419, |
| "grad_norm": 0.023990454152226448, |
| "learning_rate": 9.792099439297134e-07, |
| "loss": 0.7875, |
| "step": 1517 |
| }, |
| { |
| "epoch": 1.7536462093862815, |
| "grad_norm": 0.0241263285279274, |
| "learning_rate": 9.706869684285066e-07, |
| "loss": 0.7605, |
| "step": 1518 |
| }, |
| { |
| "epoch": 1.7548014440433213, |
| "grad_norm": 0.02398371510207653, |
| "learning_rate": 9.621923212416713e-07, |
| "loss": 0.7778, |
| "step": 1519 |
| }, |
| { |
| "epoch": 1.755956678700361, |
| "grad_norm": 0.025420811027288437, |
| "learning_rate": 9.53726159694558e-07, |
| "loss": 0.7881, |
| "step": 1520 |
| }, |
| { |
| "epoch": 1.7571119133574007, |
| "grad_norm": 0.024340439587831497, |
| "learning_rate": 9.452886405849418e-07, |
| "loss": 0.7725, |
| "step": 1521 |
| }, |
| { |
| "epoch": 1.7582671480144403, |
| "grad_norm": 0.02469663880765438, |
| "learning_rate": 9.36879920180131e-07, |
| "loss": 0.771, |
| "step": 1522 |
| }, |
| { |
| "epoch": 1.75942238267148, |
| "grad_norm": 0.024449417367577553, |
| "learning_rate": 9.285001542140625e-07, |
| "loss": 0.7624, |
| "step": 1523 |
| }, |
| { |
| "epoch": 1.76057761732852, |
| "grad_norm": 0.024617070332169533, |
| "learning_rate": 9.201494978844251e-07, |
| "loss": 0.7763, |
| "step": 1524 |
| }, |
| { |
| "epoch": 1.7617328519855595, |
| "grad_norm": 0.02444697730243206, |
| "learning_rate": 9.118281058497792e-07, |
| "loss": 0.7634, |
| "step": 1525 |
| }, |
| { |
| "epoch": 1.7628880866425993, |
| "grad_norm": 0.02412438951432705, |
| "learning_rate": 9.03536132226695e-07, |
| "loss": 0.7501, |
| "step": 1526 |
| }, |
| { |
| "epoch": 1.764043321299639, |
| "grad_norm": 0.024980876594781876, |
| "learning_rate": 8.952737305869002e-07, |
| "loss": 0.802, |
| "step": 1527 |
| }, |
| { |
| "epoch": 1.7651985559566787, |
| "grad_norm": 0.02424163930118084, |
| "learning_rate": 8.870410539544322e-07, |
| "loss": 0.7846, |
| "step": 1528 |
| }, |
| { |
| "epoch": 1.7663537906137186, |
| "grad_norm": 0.025128301233053207, |
| "learning_rate": 8.788382548028056e-07, |
| "loss": 0.7551, |
| "step": 1529 |
| }, |
| { |
| "epoch": 1.7675090252707581, |
| "grad_norm": 0.02520165592432022, |
| "learning_rate": 8.706654850521883e-07, |
| "loss": 0.7736, |
| "step": 1530 |
| }, |
| { |
| "epoch": 1.7686642599277977, |
| "grad_norm": 0.02502501755952835, |
| "learning_rate": 8.625228960665893e-07, |
| "loss": 0.7632, |
| "step": 1531 |
| }, |
| { |
| "epoch": 1.7698194945848376, |
| "grad_norm": 0.02456534653902054, |
| "learning_rate": 8.544106386510526e-07, |
| "loss": 0.7514, |
| "step": 1532 |
| }, |
| { |
| "epoch": 1.7709747292418774, |
| "grad_norm": 0.02477426454424858, |
| "learning_rate": 8.463288630488653e-07, |
| "loss": 0.7741, |
| "step": 1533 |
| }, |
| { |
| "epoch": 1.772129963898917, |
| "grad_norm": 0.02434214949607849, |
| "learning_rate": 8.382777189387751e-07, |
| "loss": 0.7721, |
| "step": 1534 |
| }, |
| { |
| "epoch": 1.7732851985559566, |
| "grad_norm": 0.023917306214571, |
| "learning_rate": 8.302573554322192e-07, |
| "loss": 0.7507, |
| "step": 1535 |
| }, |
| { |
| "epoch": 1.7744404332129964, |
| "grad_norm": 0.024669747799634933, |
| "learning_rate": 8.222679210705636e-07, |
| "loss": 0.7993, |
| "step": 1536 |
| }, |
| { |
| "epoch": 1.7755956678700362, |
| "grad_norm": 0.024916965514421463, |
| "learning_rate": 8.143095638223446e-07, |
| "loss": 0.7536, |
| "step": 1537 |
| }, |
| { |
| "epoch": 1.7767509025270758, |
| "grad_norm": 0.02413412742316723, |
| "learning_rate": 8.063824310805396e-07, |
| "loss": 0.7552, |
| "step": 1538 |
| }, |
| { |
| "epoch": 1.7779061371841154, |
| "grad_norm": 0.025234825909137726, |
| "learning_rate": 7.984866696598284e-07, |
| "loss": 0.7845, |
| "step": 1539 |
| }, |
| { |
| "epoch": 1.7790613718411552, |
| "grad_norm": 0.024565840139985085, |
| "learning_rate": 7.906224257938796e-07, |
| "loss": 0.7674, |
| "step": 1540 |
| }, |
| { |
| "epoch": 1.780216606498195, |
| "grad_norm": 0.024029076099395752, |
| "learning_rate": 7.827898451326386e-07, |
| "loss": 0.7637, |
| "step": 1541 |
| }, |
| { |
| "epoch": 1.7813718411552346, |
| "grad_norm": 0.0241931714117527, |
| "learning_rate": 7.749890727396312e-07, |
| "loss": 0.7754, |
| "step": 1542 |
| }, |
| { |
| "epoch": 1.7825270758122742, |
| "grad_norm": 0.0242807324975729, |
| "learning_rate": 7.672202530892778e-07, |
| "loss": 0.7751, |
| "step": 1543 |
| }, |
| { |
| "epoch": 1.783682310469314, |
| "grad_norm": 0.024539347738027573, |
| "learning_rate": 7.594835300642188e-07, |
| "loss": 0.7955, |
| "step": 1544 |
| }, |
| { |
| "epoch": 1.7848375451263538, |
| "grad_norm": 0.024527210742235184, |
| "learning_rate": 7.517790469526456e-07, |
| "loss": 0.7713, |
| "step": 1545 |
| }, |
| { |
| "epoch": 1.7859927797833937, |
| "grad_norm": 0.024129964411258698, |
| "learning_rate": 7.441069464456497e-07, |
| "loss": 0.7888, |
| "step": 1546 |
| }, |
| { |
| "epoch": 1.7871480144404333, |
| "grad_norm": 0.024345900863409042, |
| "learning_rate": 7.364673706345822e-07, |
| "loss": 0.7548, |
| "step": 1547 |
| }, |
| { |
| "epoch": 1.7883032490974728, |
| "grad_norm": 0.024231646209955215, |
| "learning_rate": 7.288604610084172e-07, |
| "loss": 0.7645, |
| "step": 1548 |
| }, |
| { |
| "epoch": 1.7894584837545127, |
| "grad_norm": 0.023612959310412407, |
| "learning_rate": 7.212863584511341e-07, |
| "loss": 0.7565, |
| "step": 1549 |
| }, |
| { |
| "epoch": 1.7906137184115525, |
| "grad_norm": 0.02500954270362854, |
| "learning_rate": 7.137452032391084e-07, |
| "loss": 0.7646, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.791768953068592, |
| "grad_norm": 0.024092212319374084, |
| "learning_rate": 7.062371350385143e-07, |
| "loss": 0.7667, |
| "step": 1551 |
| }, |
| { |
| "epoch": 1.7929241877256317, |
| "grad_norm": 0.023889616131782532, |
| "learning_rate": 6.987622929027362e-07, |
| "loss": 0.7848, |
| "step": 1552 |
| }, |
| { |
| "epoch": 1.7940794223826715, |
| "grad_norm": 0.024128958582878113, |
| "learning_rate": 6.913208152697935e-07, |
| "loss": 0.7667, |
| "step": 1553 |
| }, |
| { |
| "epoch": 1.7952346570397113, |
| "grad_norm": 0.024358974769711494, |
| "learning_rate": 6.839128399597784e-07, |
| "loss": 0.7742, |
| "step": 1554 |
| }, |
| { |
| "epoch": 1.796389891696751, |
| "grad_norm": 0.024110984057188034, |
| "learning_rate": 6.765385041723024e-07, |
| "loss": 0.7783, |
| "step": 1555 |
| }, |
| { |
| "epoch": 1.7975451263537905, |
| "grad_norm": 0.02420348860323429, |
| "learning_rate": 6.691979444839561e-07, |
| "loss": 0.7737, |
| "step": 1556 |
| }, |
| { |
| "epoch": 1.7987003610108303, |
| "grad_norm": 0.024441605433821678, |
| "learning_rate": 6.618912968457771e-07, |
| "loss": 0.7767, |
| "step": 1557 |
| }, |
| { |
| "epoch": 1.7998555956678701, |
| "grad_norm": 0.024723242968320847, |
| "learning_rate": 6.546186965807347e-07, |
| "loss": 0.7607, |
| "step": 1558 |
| }, |
| { |
| "epoch": 1.8010108303249097, |
| "grad_norm": 0.025666577741503716, |
| "learning_rate": 6.473802783812225e-07, |
| "loss": 0.8028, |
| "step": 1559 |
| }, |
| { |
| "epoch": 1.8021660649819493, |
| "grad_norm": 0.024900216609239578, |
| "learning_rate": 6.401761763065661e-07, |
| "loss": 0.7452, |
| "step": 1560 |
| }, |
| { |
| "epoch": 1.8033212996389891, |
| "grad_norm": 0.024593856185674667, |
| "learning_rate": 6.330065237805361e-07, |
| "loss": 0.7879, |
| "step": 1561 |
| }, |
| { |
| "epoch": 1.804476534296029, |
| "grad_norm": 0.024126332253217697, |
| "learning_rate": 6.258714535888803e-07, |
| "loss": 0.7687, |
| "step": 1562 |
| }, |
| { |
| "epoch": 1.8056317689530685, |
| "grad_norm": 0.02449883334338665, |
| "learning_rate": 6.187710978768624e-07, |
| "loss": 0.7622, |
| "step": 1563 |
| }, |
| { |
| "epoch": 1.8067870036101084, |
| "grad_norm": 0.024287080392241478, |
| "learning_rate": 6.117055881468175e-07, |
| "loss": 0.7863, |
| "step": 1564 |
| }, |
| { |
| "epoch": 1.807942238267148, |
| "grad_norm": 0.024112451821565628, |
| "learning_rate": 6.046750552557139e-07, |
| "loss": 0.7887, |
| "step": 1565 |
| }, |
| { |
| "epoch": 1.8090974729241878, |
| "grad_norm": 0.02391749620437622, |
| "learning_rate": 5.976796294127286e-07, |
| "loss": 0.7687, |
| "step": 1566 |
| }, |
| { |
| "epoch": 1.8102527075812276, |
| "grad_norm": 0.023689934983849525, |
| "learning_rate": 5.907194401768411e-07, |
| "loss": 0.7705, |
| "step": 1567 |
| }, |
| { |
| "epoch": 1.8114079422382672, |
| "grad_norm": 0.025095578283071518, |
| "learning_rate": 5.837946164544276e-07, |
| "loss": 0.805, |
| "step": 1568 |
| }, |
| { |
| "epoch": 1.8125631768953068, |
| "grad_norm": 0.02462933026254177, |
| "learning_rate": 5.769052864968768e-07, |
| "loss": 0.7699, |
| "step": 1569 |
| }, |
| { |
| "epoch": 1.8137184115523466, |
| "grad_norm": 0.023868851363658905, |
| "learning_rate": 5.700515778982142e-07, |
| "loss": 0.7506, |
| "step": 1570 |
| }, |
| { |
| "epoch": 1.8148736462093864, |
| "grad_norm": 0.024339932948350906, |
| "learning_rate": 5.632336175927404e-07, |
| "loss": 0.7663, |
| "step": 1571 |
| }, |
| { |
| "epoch": 1.816028880866426, |
| "grad_norm": 0.023983048275113106, |
| "learning_rate": 5.564515318526759e-07, |
| "loss": 0.7555, |
| "step": 1572 |
| }, |
| { |
| "epoch": 1.8171841155234656, |
| "grad_norm": 0.024354344233870506, |
| "learning_rate": 5.497054462858296e-07, |
| "loss": 0.7856, |
| "step": 1573 |
| }, |
| { |
| "epoch": 1.8183393501805054, |
| "grad_norm": 0.02329828403890133, |
| "learning_rate": 5.429954858332623e-07, |
| "loss": 0.7755, |
| "step": 1574 |
| }, |
| { |
| "epoch": 1.8194945848375452, |
| "grad_norm": 0.024324821308255196, |
| "learning_rate": 5.363217747669843e-07, |
| "loss": 0.7871, |
| "step": 1575 |
| }, |
| { |
| "epoch": 1.8206498194945848, |
| "grad_norm": 0.02310972288250923, |
| "learning_rate": 5.296844366876441e-07, |
| "loss": 0.7499, |
| "step": 1576 |
| }, |
| { |
| "epoch": 1.8218050541516244, |
| "grad_norm": 0.02391042560338974, |
| "learning_rate": 5.230835945222463e-07, |
| "loss": 0.7941, |
| "step": 1577 |
| }, |
| { |
| "epoch": 1.8229602888086642, |
| "grad_norm": 0.024979131296277046, |
| "learning_rate": 5.165193705218699e-07, |
| "loss": 0.7719, |
| "step": 1578 |
| }, |
| { |
| "epoch": 1.824115523465704, |
| "grad_norm": 0.024278726428747177, |
| "learning_rate": 5.099918862594065e-07, |
| "loss": 0.7815, |
| "step": 1579 |
| }, |
| { |
| "epoch": 1.8252707581227436, |
| "grad_norm": 0.024197446182370186, |
| "learning_rate": 5.035012626273094e-07, |
| "loss": 0.7538, |
| "step": 1580 |
| }, |
| { |
| "epoch": 1.8264259927797832, |
| "grad_norm": 0.02464877814054489, |
| "learning_rate": 4.970476198353524e-07, |
| "loss": 0.764, |
| "step": 1581 |
| }, |
| { |
| "epoch": 1.827581227436823, |
| "grad_norm": 0.02464544028043747, |
| "learning_rate": 4.906310774084055e-07, |
| "loss": 0.787, |
| "step": 1582 |
| }, |
| { |
| "epoch": 1.8287364620938629, |
| "grad_norm": 0.023831835016608238, |
| "learning_rate": 4.842517541842186e-07, |
| "loss": 0.7527, |
| "step": 1583 |
| }, |
| { |
| "epoch": 1.8298916967509027, |
| "grad_norm": 0.02423412911593914, |
| "learning_rate": 4.779097683112254e-07, |
| "loss": 0.7639, |
| "step": 1584 |
| }, |
| { |
| "epoch": 1.8310469314079423, |
| "grad_norm": 0.023963099345564842, |
| "learning_rate": 4.7160523724634964e-07, |
| "loss": 0.7676, |
| "step": 1585 |
| }, |
| { |
| "epoch": 1.8322021660649819, |
| "grad_norm": 0.023802466690540314, |
| "learning_rate": 4.653382777528332e-07, |
| "loss": 0.7805, |
| "step": 1586 |
| }, |
| { |
| "epoch": 1.8333574007220217, |
| "grad_norm": 0.024113498628139496, |
| "learning_rate": 4.5910900589807164e-07, |
| "loss": 0.7578, |
| "step": 1587 |
| }, |
| { |
| "epoch": 1.8345126353790615, |
| "grad_norm": 0.024253182113170624, |
| "learning_rate": 4.5291753705146685e-07, |
| "loss": 0.7816, |
| "step": 1588 |
| }, |
| { |
| "epoch": 1.835667870036101, |
| "grad_norm": 0.024671630933880806, |
| "learning_rate": 4.4676398588229044e-07, |
| "loss": 0.7712, |
| "step": 1589 |
| }, |
| { |
| "epoch": 1.8368231046931407, |
| "grad_norm": 0.02365119196474552, |
| "learning_rate": 4.40648466357554e-07, |
| "loss": 0.7673, |
| "step": 1590 |
| }, |
| { |
| "epoch": 1.8379783393501805, |
| "grad_norm": 0.024656254798173904, |
| "learning_rate": 4.3457109173990736e-07, |
| "loss": 0.7627, |
| "step": 1591 |
| }, |
| { |
| "epoch": 1.8391335740072203, |
| "grad_norm": 0.02385905385017395, |
| "learning_rate": 4.285319745855341e-07, |
| "loss": 0.7758, |
| "step": 1592 |
| }, |
| { |
| "epoch": 1.84028880866426, |
| "grad_norm": 0.02395222708582878, |
| "learning_rate": 4.2253122674207165e-07, |
| "loss": 0.7763, |
| "step": 1593 |
| }, |
| { |
| "epoch": 1.8414440433212995, |
| "grad_norm": 0.02432720549404621, |
| "learning_rate": 4.165689593465352e-07, |
| "loss": 0.7873, |
| "step": 1594 |
| }, |
| { |
| "epoch": 1.8425992779783393, |
| "grad_norm": 0.02468527853488922, |
| "learning_rate": 4.1064528282326263e-07, |
| "loss": 0.7517, |
| "step": 1595 |
| }, |
| { |
| "epoch": 1.8437545126353792, |
| "grad_norm": 0.02376159094274044, |
| "learning_rate": 4.047603068818685e-07, |
| "loss": 0.7715, |
| "step": 1596 |
| }, |
| { |
| "epoch": 1.8449097472924187, |
| "grad_norm": 0.02394728921353817, |
| "learning_rate": 3.9891414051521345e-07, |
| "loss": 0.7697, |
| "step": 1597 |
| }, |
| { |
| "epoch": 1.8460649819494583, |
| "grad_norm": 0.024393731728196144, |
| "learning_rate": 3.93106891997382e-07, |
| "loss": 0.7651, |
| "step": 1598 |
| }, |
| { |
| "epoch": 1.8472202166064982, |
| "grad_norm": 0.02447488158941269, |
| "learning_rate": 3.8733866888168026e-07, |
| "loss": 0.7862, |
| "step": 1599 |
| }, |
| { |
| "epoch": 1.848375451263538, |
| "grad_norm": 0.023694733157753944, |
| "learning_rate": 3.816095779986455e-07, |
| "loss": 0.7704, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.8495306859205776, |
| "grad_norm": 0.023735985159873962, |
| "learning_rate": 3.759197254540624e-07, |
| "loss": 0.7712, |
| "step": 1601 |
| }, |
| { |
| "epoch": 1.8506859205776174, |
| "grad_norm": 0.02489444985985756, |
| "learning_rate": 3.702692166270027e-07, |
| "loss": 0.7918, |
| "step": 1602 |
| }, |
| { |
| "epoch": 1.851841155234657, |
| "grad_norm": 0.02421208843588829, |
| "learning_rate": 3.6465815616787e-07, |
| "loss": 0.7888, |
| "step": 1603 |
| }, |
| { |
| "epoch": 1.8529963898916968, |
| "grad_norm": 0.0240098275244236, |
| "learning_rate": 3.590866479964664e-07, |
| "loss": 0.747, |
| "step": 1604 |
| }, |
| { |
| "epoch": 1.8541516245487366, |
| "grad_norm": 0.025053462013602257, |
| "learning_rate": 3.535547953000618e-07, |
| "loss": 0.7872, |
| "step": 1605 |
| }, |
| { |
| "epoch": 1.8553068592057762, |
| "grad_norm": 0.023561321198940277, |
| "learning_rate": 3.4806270053148703e-07, |
| "loss": 0.7748, |
| "step": 1606 |
| }, |
| { |
| "epoch": 1.8564620938628158, |
| "grad_norm": 0.023926684632897377, |
| "learning_rate": 3.4261046540723424e-07, |
| "loss": 0.7576, |
| "step": 1607 |
| }, |
| { |
| "epoch": 1.8576173285198556, |
| "grad_norm": 0.023767825216054916, |
| "learning_rate": 3.371981909055759e-07, |
| "loss": 0.7577, |
| "step": 1608 |
| }, |
| { |
| "epoch": 1.8587725631768954, |
| "grad_norm": 0.0232445877045393, |
| "learning_rate": 3.318259772646901e-07, |
| "loss": 0.7442, |
| "step": 1609 |
| }, |
| { |
| "epoch": 1.859927797833935, |
| "grad_norm": 0.024164149537682533, |
| "learning_rate": 3.264939239808092e-07, |
| "loss": 0.7589, |
| "step": 1610 |
| }, |
| { |
| "epoch": 1.8610830324909746, |
| "grad_norm": 0.023966316133737564, |
| "learning_rate": 3.2120212980637286e-07, |
| "loss": 0.768, |
| "step": 1611 |
| }, |
| { |
| "epoch": 1.8622382671480144, |
| "grad_norm": 0.023847166448831558, |
| "learning_rate": 3.1595069274820076e-07, |
| "loss": 0.7603, |
| "step": 1612 |
| }, |
| { |
| "epoch": 1.8633935018050543, |
| "grad_norm": 0.02418961189687252, |
| "learning_rate": 3.1073971006567867e-07, |
| "loss": 0.7814, |
| "step": 1613 |
| }, |
| { |
| "epoch": 1.8645487364620938, |
| "grad_norm": 0.023753009736537933, |
| "learning_rate": 3.055692782689551e-07, |
| "loss": 0.7667, |
| "step": 1614 |
| }, |
| { |
| "epoch": 1.8657039711191334, |
| "grad_norm": 0.02413536049425602, |
| "learning_rate": 3.0043949311715463e-07, |
| "loss": 0.7826, |
| "step": 1615 |
| }, |
| { |
| "epoch": 1.8668592057761733, |
| "grad_norm": 0.024381062015891075, |
| "learning_rate": 2.953504496166049e-07, |
| "loss": 0.7678, |
| "step": 1616 |
| }, |
| { |
| "epoch": 1.868014440433213, |
| "grad_norm": 0.02448740415275097, |
| "learning_rate": 2.903022420190769e-07, |
| "loss": 0.7751, |
| "step": 1617 |
| }, |
| { |
| "epoch": 1.8691696750902527, |
| "grad_norm": 0.024086831137537956, |
| "learning_rate": 2.8529496382003895e-07, |
| "loss": 0.7799, |
| "step": 1618 |
| }, |
| { |
| "epoch": 1.8703249097472923, |
| "grad_norm": 0.02341514825820923, |
| "learning_rate": 2.8032870775692436e-07, |
| "loss": 0.7723, |
| "step": 1619 |
| }, |
| { |
| "epoch": 1.871480144404332, |
| "grad_norm": 0.023932676762342453, |
| "learning_rate": 2.75403565807417e-07, |
| "loss": 0.7635, |
| "step": 1620 |
| }, |
| { |
| "epoch": 1.872635379061372, |
| "grad_norm": 0.023613903671503067, |
| "learning_rate": 2.705196291877439e-07, |
| "loss": 0.7605, |
| "step": 1621 |
| }, |
| { |
| "epoch": 1.8737906137184117, |
| "grad_norm": 0.024287506937980652, |
| "learning_rate": 2.6567698835098765e-07, |
| "loss": 0.7815, |
| "step": 1622 |
| }, |
| { |
| "epoch": 1.8749458483754513, |
| "grad_norm": 0.023454533889889717, |
| "learning_rate": 2.608757329854116e-07, |
| "loss": 0.759, |
| "step": 1623 |
| }, |
| { |
| "epoch": 1.876101083032491, |
| "grad_norm": 0.024026375263929367, |
| "learning_rate": 2.561159520127993e-07, |
| "loss": 0.7847, |
| "step": 1624 |
| }, |
| { |
| "epoch": 1.8772563176895307, |
| "grad_norm": 0.024074561893939972, |
| "learning_rate": 2.5139773358680497e-07, |
| "loss": 0.7734, |
| "step": 1625 |
| }, |
| { |
| "epoch": 1.8784115523465705, |
| "grad_norm": 0.024127675220370293, |
| "learning_rate": 2.467211650913235e-07, |
| "loss": 0.7627, |
| "step": 1626 |
| }, |
| { |
| "epoch": 1.8795667870036101, |
| "grad_norm": 0.024527592584490776, |
| "learning_rate": 2.4208633313887026e-07, |
| "loss": 0.8107, |
| "step": 1627 |
| }, |
| { |
| "epoch": 1.8807220216606497, |
| "grad_norm": 0.02324732393026352, |
| "learning_rate": 2.3749332356897935e-07, |
| "loss": 0.7739, |
| "step": 1628 |
| }, |
| { |
| "epoch": 1.8818772563176895, |
| "grad_norm": 0.02475915476679802, |
| "learning_rate": 2.3294222144661086e-07, |
| "loss": 0.778, |
| "step": 1629 |
| }, |
| { |
| "epoch": 1.8830324909747294, |
| "grad_norm": 0.024105004966259003, |
| "learning_rate": 2.2843311106057757e-07, |
| "loss": 0.7772, |
| "step": 1630 |
| }, |
| { |
| "epoch": 1.884187725631769, |
| "grad_norm": 0.02386721596121788, |
| "learning_rate": 2.2396607592198304e-07, |
| "loss": 0.7631, |
| "step": 1631 |
| }, |
| { |
| "epoch": 1.8853429602888085, |
| "grad_norm": 0.024259351193904877, |
| "learning_rate": 2.1954119876267445e-07, |
| "loss": 0.7966, |
| "step": 1632 |
| }, |
| { |
| "epoch": 1.8864981949458484, |
| "grad_norm": 0.023345720022916794, |
| "learning_rate": 2.1515856153371186e-07, |
| "loss": 0.7685, |
| "step": 1633 |
| }, |
| { |
| "epoch": 1.8876534296028882, |
| "grad_norm": 0.024387696757912636, |
| "learning_rate": 2.108182454038492e-07, |
| "loss": 0.7807, |
| "step": 1634 |
| }, |
| { |
| "epoch": 1.8888086642599278, |
| "grad_norm": 0.024348227307200432, |
| "learning_rate": 2.065203307580309e-07, |
| "loss": 0.7761, |
| "step": 1635 |
| }, |
| { |
| "epoch": 1.8899638989169674, |
| "grad_norm": 0.023634381592273712, |
| "learning_rate": 2.0226489719590362e-07, |
| "loss": 0.7619, |
| "step": 1636 |
| }, |
| { |
| "epoch": 1.8911191335740072, |
| "grad_norm": 0.023854384198784828, |
| "learning_rate": 1.9805202353034296e-07, |
| "loss": 0.7587, |
| "step": 1637 |
| }, |
| { |
| "epoch": 1.892274368231047, |
| "grad_norm": 0.023444773629307747, |
| "learning_rate": 1.9388178778599145e-07, |
| "loss": 0.7739, |
| "step": 1638 |
| }, |
| { |
| "epoch": 1.8934296028880866, |
| "grad_norm": 0.023775937035679817, |
| "learning_rate": 1.8975426719781569e-07, |
| "loss": 0.7671, |
| "step": 1639 |
| }, |
| { |
| "epoch": 1.8945848375451262, |
| "grad_norm": 0.023820441216230392, |
| "learning_rate": 1.85669538209674e-07, |
| "loss": 0.7873, |
| "step": 1640 |
| }, |
| { |
| "epoch": 1.895740072202166, |
| "grad_norm": 0.023935571312904358, |
| "learning_rate": 1.816276764729035e-07, |
| "loss": 0.7698, |
| "step": 1641 |
| }, |
| { |
| "epoch": 1.8968953068592058, |
| "grad_norm": 0.02413167431950569, |
| "learning_rate": 1.7762875684491536e-07, |
| "loss": 0.7851, |
| "step": 1642 |
| }, |
| { |
| "epoch": 1.8980505415162456, |
| "grad_norm": 0.02435237169265747, |
| "learning_rate": 1.7367285338781114e-07, |
| "loss": 0.7699, |
| "step": 1643 |
| }, |
| { |
| "epoch": 1.8992057761732852, |
| "grad_norm": 0.024776320904493332, |
| "learning_rate": 1.6976003936701042e-07, |
| "loss": 0.7768, |
| "step": 1644 |
| }, |
| { |
| "epoch": 1.9003610108303248, |
| "grad_norm": 0.02364964410662651, |
| "learning_rate": 1.6589038724989278e-07, |
| "loss": 0.7931, |
| "step": 1645 |
| }, |
| { |
| "epoch": 1.9015162454873646, |
| "grad_norm": 0.023821519687771797, |
| "learning_rate": 1.6206396870445796e-07, |
| "loss": 0.7533, |
| "step": 1646 |
| }, |
| { |
| "epoch": 1.9026714801444045, |
| "grad_norm": 0.02380574308335781, |
| "learning_rate": 1.582808545979954e-07, |
| "loss": 0.7875, |
| "step": 1647 |
| }, |
| { |
| "epoch": 1.903826714801444, |
| "grad_norm": 0.024249248206615448, |
| "learning_rate": 1.5454111499577497e-07, |
| "loss": 0.7561, |
| "step": 1648 |
| }, |
| { |
| "epoch": 1.9049819494584836, |
| "grad_norm": 0.02454947866499424, |
| "learning_rate": 1.5084481915974666e-07, |
| "loss": 0.7695, |
| "step": 1649 |
| }, |
| { |
| "epoch": 1.9061371841155235, |
| "grad_norm": 0.023830397054553032, |
| "learning_rate": 1.471920355472605e-07, |
| "loss": 0.7765, |
| "step": 1650 |
| }, |
| { |
| "epoch": 1.9072924187725633, |
| "grad_norm": 0.023539626970887184, |
| "learning_rate": 1.4358283180979607e-07, |
| "loss": 0.8193, |
| "step": 1651 |
| }, |
| { |
| "epoch": 1.9084476534296029, |
| "grad_norm": 0.02411411888897419, |
| "learning_rate": 1.4001727479171022e-07, |
| "loss": 0.8001, |
| "step": 1652 |
| }, |
| { |
| "epoch": 1.9096028880866425, |
| "grad_norm": 0.024499407038092613, |
| "learning_rate": 1.3649543052900035e-07, |
| "loss": 0.7714, |
| "step": 1653 |
| }, |
| { |
| "epoch": 1.9107581227436823, |
| "grad_norm": 0.023902500048279762, |
| "learning_rate": 1.3301736424808105e-07, |
| "loss": 0.7906, |
| "step": 1654 |
| }, |
| { |
| "epoch": 1.911913357400722, |
| "grad_norm": 0.024184612557291985, |
| "learning_rate": 1.295831403645745e-07, |
| "loss": 0.7643, |
| "step": 1655 |
| }, |
| { |
| "epoch": 1.9130685920577617, |
| "grad_norm": 0.024717319756746292, |
| "learning_rate": 1.2619282248211896e-07, |
| "loss": 0.8194, |
| "step": 1656 |
| }, |
| { |
| "epoch": 1.9142238267148013, |
| "grad_norm": 0.023884067311882973, |
| "learning_rate": 1.2284647339118997e-07, |
| "loss": 0.753, |
| "step": 1657 |
| }, |
| { |
| "epoch": 1.915379061371841, |
| "grad_norm": 0.023947538807988167, |
| "learning_rate": 1.1954415506793914e-07, |
| "loss": 0.7659, |
| "step": 1658 |
| }, |
| { |
| "epoch": 1.916534296028881, |
| "grad_norm": 0.02345140650868416, |
| "learning_rate": 1.1628592867304393e-07, |
| "loss": 0.7673, |
| "step": 1659 |
| }, |
| { |
| "epoch": 1.9176895306859207, |
| "grad_norm": 0.02360740303993225, |
| "learning_rate": 1.1307185455057616e-07, |
| "loss": 0.7703, |
| "step": 1660 |
| }, |
| { |
| "epoch": 1.9188447653429603, |
| "grad_norm": 0.023865753784775734, |
| "learning_rate": 1.0990199222688366e-07, |
| "loss": 0.7839, |
| "step": 1661 |
| }, |
| { |
| "epoch": 1.92, |
| "grad_norm": 0.02310926280915737, |
| "learning_rate": 1.0677640040949089e-07, |
| "loss": 0.7723, |
| "step": 1662 |
| }, |
| { |
| "epoch": 1.9211552346570397, |
| "grad_norm": 0.023065300658345222, |
| "learning_rate": 1.0369513698600607e-07, |
| "loss": 0.7699, |
| "step": 1663 |
| }, |
| { |
| "epoch": 1.9223104693140796, |
| "grad_norm": 0.023747362196445465, |
| "learning_rate": 1.0065825902305331e-07, |
| "loss": 0.7736, |
| "step": 1664 |
| }, |
| { |
| "epoch": 1.9234657039711192, |
| "grad_norm": 0.02400401420891285, |
| "learning_rate": 9.766582276521622e-08, |
| "loss": 0.7661, |
| "step": 1665 |
| }, |
| { |
| "epoch": 1.9246209386281588, |
| "grad_norm": 0.02401837147772312, |
| "learning_rate": 9.471788363399199e-08, |
| "loss": 0.7723, |
| "step": 1666 |
| }, |
| { |
| "epoch": 1.9257761732851986, |
| "grad_norm": 0.024011146277189255, |
| "learning_rate": 9.181449622676956e-08, |
| "loss": 0.7702, |
| "step": 1667 |
| }, |
| { |
| "epoch": 1.9269314079422384, |
| "grad_norm": 0.023694701492786407, |
| "learning_rate": 8.8955714315814e-08, |
| "loss": 0.7538, |
| "step": 1668 |
| }, |
| { |
| "epoch": 1.928086642599278, |
| "grad_norm": 0.02426433376967907, |
| "learning_rate": 8.614159084727651e-08, |
| "loss": 0.7792, |
| "step": 1669 |
| }, |
| { |
| "epoch": 1.9292418772563176, |
| "grad_norm": 0.024202091619372368, |
| "learning_rate": 8.337217794020758e-08, |
| "loss": 0.7423, |
| "step": 1670 |
| }, |
| { |
| "epoch": 1.9303971119133574, |
| "grad_norm": 0.024061063304543495, |
| "learning_rate": 8.064752688559553e-08, |
| "loss": 0.7549, |
| "step": 1671 |
| }, |
| { |
| "epoch": 1.9315523465703972, |
| "grad_norm": 0.024105606600642204, |
| "learning_rate": 7.796768814541562e-08, |
| "loss": 0.7845, |
| "step": 1672 |
| }, |
| { |
| "epoch": 1.9327075812274368, |
| "grad_norm": 0.024117371067404747, |
| "learning_rate": 7.533271135169531e-08, |
| "loss": 0.7706, |
| "step": 1673 |
| }, |
| { |
| "epoch": 1.9338628158844764, |
| "grad_norm": 0.023541245609521866, |
| "learning_rate": 7.274264530559488e-08, |
| "loss": 0.7794, |
| "step": 1674 |
| }, |
| { |
| "epoch": 1.9350180505415162, |
| "grad_norm": 0.023918094113469124, |
| "learning_rate": 7.019753797650377e-08, |
| "loss": 0.7515, |
| "step": 1675 |
| }, |
| { |
| "epoch": 1.936173285198556, |
| "grad_norm": 0.02431383728981018, |
| "learning_rate": 6.769743650115355e-08, |
| "loss": 0.7852, |
| "step": 1676 |
| }, |
| { |
| "epoch": 1.9373285198555956, |
| "grad_norm": 0.022908180952072144, |
| "learning_rate": 6.524238718274186e-08, |
| "loss": 0.7451, |
| "step": 1677 |
| }, |
| { |
| "epoch": 1.9384837545126352, |
| "grad_norm": 0.023673677816987038, |
| "learning_rate": 6.283243549007756e-08, |
| "loss": 0.7679, |
| "step": 1678 |
| }, |
| { |
| "epoch": 1.939638989169675, |
| "grad_norm": 0.02336922660470009, |
| "learning_rate": 6.046762605673734e-08, |
| "loss": 0.7619, |
| "step": 1679 |
| }, |
| { |
| "epoch": 1.9407942238267148, |
| "grad_norm": 0.023723188787698746, |
| "learning_rate": 5.814800268024005e-08, |
| "loss": 0.7792, |
| "step": 1680 |
| }, |
| { |
| "epoch": 1.9419494584837547, |
| "grad_norm": 0.02384623885154724, |
| "learning_rate": 5.58736083212344e-08, |
| "loss": 0.7648, |
| "step": 1681 |
| }, |
| { |
| "epoch": 1.9431046931407943, |
| "grad_norm": 0.024481408298015594, |
| "learning_rate": 5.364448510270387e-08, |
| "loss": 0.7907, |
| "step": 1682 |
| }, |
| { |
| "epoch": 1.9442599277978339, |
| "grad_norm": 0.023579951375722885, |
| "learning_rate": 5.146067430918623e-08, |
| "loss": 0.7737, |
| "step": 1683 |
| }, |
| { |
| "epoch": 1.9454151624548737, |
| "grad_norm": 0.02421787939965725, |
| "learning_rate": 4.932221638601039e-08, |
| "loss": 0.7746, |
| "step": 1684 |
| }, |
| { |
| "epoch": 1.9465703971119135, |
| "grad_norm": 0.02382575534284115, |
| "learning_rate": 4.722915093854457e-08, |
| "loss": 0.7547, |
| "step": 1685 |
| }, |
| { |
| "epoch": 1.947725631768953, |
| "grad_norm": 0.024289904162287712, |
| "learning_rate": 4.518151673146557e-08, |
| "loss": 0.7786, |
| "step": 1686 |
| }, |
| { |
| "epoch": 1.9488808664259927, |
| "grad_norm": 0.0236971415579319, |
| "learning_rate": 4.3179351688039386e-08, |
| "loss": 0.7785, |
| "step": 1687 |
| }, |
| { |
| "epoch": 1.9500361010830325, |
| "grad_norm": 0.023959195241332054, |
| "learning_rate": 4.122269288941911e-08, |
| "loss": 0.7665, |
| "step": 1688 |
| }, |
| { |
| "epoch": 1.9511913357400723, |
| "grad_norm": 0.02382025495171547, |
| "learning_rate": 3.931157657395747e-08, |
| "loss": 0.7539, |
| "step": 1689 |
| }, |
| { |
| "epoch": 1.952346570397112, |
| "grad_norm": 0.024375753477215767, |
| "learning_rate": 3.744603813653741e-08, |
| "loss": 0.7962, |
| "step": 1690 |
| }, |
| { |
| "epoch": 1.9535018050541515, |
| "grad_norm": 0.023500755429267883, |
| "learning_rate": 3.562611212791524e-08, |
| "loss": 0.7373, |
| "step": 1691 |
| }, |
| { |
| "epoch": 1.9546570397111913, |
| "grad_norm": 0.024235745891928673, |
| "learning_rate": 3.3851832254080314e-08, |
| "loss": 0.7971, |
| "step": 1692 |
| }, |
| { |
| "epoch": 1.9558122743682311, |
| "grad_norm": 0.02372434362769127, |
| "learning_rate": 3.212323137563259e-08, |
| "loss": 0.746, |
| "step": 1693 |
| }, |
| { |
| "epoch": 1.9569675090252707, |
| "grad_norm": 0.02388044260442257, |
| "learning_rate": 3.044034150717202e-08, |
| "loss": 0.7903, |
| "step": 1694 |
| }, |
| { |
| "epoch": 1.9581227436823103, |
| "grad_norm": 0.02452683448791504, |
| "learning_rate": 2.880319381670718e-08, |
| "loss": 0.7752, |
| "step": 1695 |
| }, |
| { |
| "epoch": 1.9592779783393501, |
| "grad_norm": 0.023390717804431915, |
| "learning_rate": 2.721181862507687e-08, |
| "loss": 0.7453, |
| "step": 1696 |
| }, |
| { |
| "epoch": 1.96043321299639, |
| "grad_norm": 0.023405345156788826, |
| "learning_rate": 2.566624540538925e-08, |
| "loss": 0.7601, |
| "step": 1697 |
| }, |
| { |
| "epoch": 1.9615884476534298, |
| "grad_norm": 0.023698341101408005, |
| "learning_rate": 2.4166502782475928e-08, |
| "loss": 0.7577, |
| "step": 1698 |
| }, |
| { |
| "epoch": 1.9627436823104694, |
| "grad_norm": 0.024021916091442108, |
| "learning_rate": 2.2712618532361902e-08, |
| "loss": 0.7723, |
| "step": 1699 |
| }, |
| { |
| "epoch": 1.963898916967509, |
| "grad_norm": 0.024296529591083527, |
| "learning_rate": 2.130461958174988e-08, |
| "loss": 0.7896, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.9650541516245488, |
| "grad_norm": 0.02386784926056862, |
| "learning_rate": 1.9942532007523544e-08, |
| "loss": 0.7587, |
| "step": 1701 |
| }, |
| { |
| "epoch": 1.9662093862815886, |
| "grad_norm": 0.023428186774253845, |
| "learning_rate": 1.8626381036264058e-08, |
| "loss": 0.7714, |
| "step": 1702 |
| }, |
| { |
| "epoch": 1.9673646209386282, |
| "grad_norm": 0.024159930646419525, |
| "learning_rate": 1.735619104378108e-08, |
| "loss": 0.7937, |
| "step": 1703 |
| }, |
| { |
| "epoch": 1.9685198555956678, |
| "grad_norm": 0.024223441258072853, |
| "learning_rate": 1.6131985554663975e-08, |
| "loss": 0.761, |
| "step": 1704 |
| }, |
| { |
| "epoch": 1.9696750902527076, |
| "grad_norm": 0.02402389794588089, |
| "learning_rate": 1.4953787241843607e-08, |
| "loss": 0.7742, |
| "step": 1705 |
| }, |
| { |
| "epoch": 1.9708303249097474, |
| "grad_norm": 0.023779474198818207, |
| "learning_rate": 1.382161792617522e-08, |
| "loss": 0.7489, |
| "step": 1706 |
| }, |
| { |
| "epoch": 1.971985559566787, |
| "grad_norm": 0.02408597618341446, |
| "learning_rate": 1.273549857603129e-08, |
| "loss": 0.7927, |
| "step": 1707 |
| }, |
| { |
| "epoch": 1.9731407942238266, |
| "grad_norm": 0.023695794865489006, |
| "learning_rate": 1.16954493069155e-08, |
| "loss": 0.7603, |
| "step": 1708 |
| }, |
| { |
| "epoch": 1.9742960288808664, |
| "grad_norm": 0.025053711608052254, |
| "learning_rate": 1.0701489381089175e-08, |
| "loss": 0.7886, |
| "step": 1709 |
| }, |
| { |
| "epoch": 1.9754512635379062, |
| "grad_norm": 0.023919204249978065, |
| "learning_rate": 9.753637207214111e-09, |
| "loss": 0.7837, |
| "step": 1710 |
| }, |
| { |
| "epoch": 1.9766064981949458, |
| "grad_norm": 0.023150555789470673, |
| "learning_rate": 8.85191034001343e-09, |
| "loss": 0.7449, |
| "step": 1711 |
| }, |
| { |
| "epoch": 1.9777617328519854, |
| "grad_norm": 0.023474812507629395, |
| "learning_rate": 7.996325479943542e-09, |
| "loss": 0.7825, |
| "step": 1712 |
| }, |
| { |
| "epoch": 1.9789169675090252, |
| "grad_norm": 0.02393323741853237, |
| "learning_rate": 7.186898472888319e-09, |
| "loss": 0.7702, |
| "step": 1713 |
| }, |
| { |
| "epoch": 1.980072202166065, |
| "grad_norm": 0.02350715547800064, |
| "learning_rate": 6.423644309862407e-09, |
| "loss": 0.7662, |
| "step": 1714 |
| }, |
| { |
| "epoch": 1.9812274368231046, |
| "grad_norm": 0.023993050679564476, |
| "learning_rate": 5.706577126735919e-09, |
| "loss": 0.794, |
| "step": 1715 |
| }, |
| { |
| "epoch": 1.9823826714801442, |
| "grad_norm": 0.024228619411587715, |
| "learning_rate": 5.035710203971343e-09, |
| "loss": 0.7874, |
| "step": 1716 |
| }, |
| { |
| "epoch": 1.983537906137184, |
| "grad_norm": 0.024353953078389168, |
| "learning_rate": 4.411055966378209e-09, |
| "loss": 0.7666, |
| "step": 1717 |
| }, |
| { |
| "epoch": 1.9846931407942239, |
| "grad_norm": 0.023848267272114754, |
| "learning_rate": 3.832625982882452e-09, |
| "loss": 0.7824, |
| "step": 1718 |
| }, |
| { |
| "epoch": 1.9858483754512637, |
| "grad_norm": 0.02303747460246086, |
| "learning_rate": 3.300430966312174e-09, |
| "loss": 0.7451, |
| "step": 1719 |
| }, |
| { |
| "epoch": 1.9870036101083033, |
| "grad_norm": 0.02363884262740612, |
| "learning_rate": 2.8144807732005904e-09, |
| "loss": 0.7673, |
| "step": 1720 |
| }, |
| { |
| "epoch": 1.9881588447653429, |
| "grad_norm": 0.024231605231761932, |
| "learning_rate": 2.374784403601199e-09, |
| "loss": 0.7823, |
| "step": 1721 |
| }, |
| { |
| "epoch": 1.9893140794223827, |
| "grad_norm": 0.02352130599319935, |
| "learning_rate": 1.9813500009229292e-09, |
| "loss": 0.7676, |
| "step": 1722 |
| }, |
| { |
| "epoch": 1.9904693140794225, |
| "grad_norm": 0.02459130994975567, |
| "learning_rate": 1.634184851778611e-09, |
| "loss": 0.7937, |
| "step": 1723 |
| }, |
| { |
| "epoch": 1.991624548736462, |
| "grad_norm": 0.023892242461442947, |
| "learning_rate": 1.3332953858495395e-09, |
| "loss": 0.7666, |
| "step": 1724 |
| }, |
| { |
| "epoch": 1.9927797833935017, |
| "grad_norm": 0.0234362855553627, |
| "learning_rate": 1.0786871757678059e-09, |
| "loss": 0.7796, |
| "step": 1725 |
| }, |
| { |
| "epoch": 1.9939350180505415, |
| "grad_norm": 0.024267012253403664, |
| "learning_rate": 8.703649370116684e-10, |
| "loss": 0.738, |
| "step": 1726 |
| }, |
| { |
| "epoch": 1.9950902527075813, |
| "grad_norm": 0.023687295615673065, |
| "learning_rate": 7.083325278189627e-10, |
| "loss": 0.7633, |
| "step": 1727 |
| }, |
| { |
| "epoch": 1.996245487364621, |
| "grad_norm": 0.02364824153482914, |
| "learning_rate": 5.925929491152231e-10, |
| "loss": 0.769, |
| "step": 1728 |
| }, |
| { |
| "epoch": 1.9974007220216605, |
| "grad_norm": 0.024108268320560455, |
| "learning_rate": 5.231483444587321e-10, |
| "loss": 0.7676, |
| "step": 1729 |
| }, |
| { |
| "epoch": 1.9985559566787003, |
| "grad_norm": 0.025233233347535133, |
| "learning_rate": 5e-10, |
| "loss": 0.7958, |
| "step": 1730 |
| }, |
| { |
| "epoch": 1.9985559566787003, |
| "step": 1730, |
| "total_flos": 2.356928687040889e+19, |
| "train_loss": 0.8199663722446199, |
| "train_runtime": 64534.4414, |
| "train_samples_per_second": 10.301, |
| "train_steps_per_second": 0.027 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 1730, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 250, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.356928687040889e+19, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
