| { |
| "best_metric": 0.39435139298439026, |
| "best_model_checkpoint": "miner_id_24/checkpoint-200", |
| "epoch": 0.3368421052631579, |
| "eval_steps": 50, |
| "global_step": 200, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0016842105263157896, |
| "grad_norm": 6.024294853210449, |
| "learning_rate": 7e-06, |
| "loss": 3.1518, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0016842105263157896, |
| "eval_loss": 1.1191571950912476, |
| "eval_runtime": 111.3697, |
| "eval_samples_per_second": 8.979, |
| "eval_steps_per_second": 2.245, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.003368421052631579, |
| "grad_norm": 6.236141681671143, |
| "learning_rate": 1.4e-05, |
| "loss": 3.6872, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.0050526315789473685, |
| "grad_norm": 7.557410717010498, |
| "learning_rate": 2.1e-05, |
| "loss": 3.944, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.006736842105263158, |
| "grad_norm": 6.667514324188232, |
| "learning_rate": 2.8e-05, |
| "loss": 3.7891, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.008421052631578947, |
| "grad_norm": 4.870666027069092, |
| "learning_rate": 3.5e-05, |
| "loss": 3.5453, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.010105263157894737, |
| "grad_norm": 5.671273231506348, |
| "learning_rate": 4.2e-05, |
| "loss": 3.687, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.011789473684210527, |
| "grad_norm": 5.420773983001709, |
| "learning_rate": 4.899999999999999e-05, |
| "loss": 3.8273, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.013473684210526317, |
| "grad_norm": 5.291108131408691, |
| "learning_rate": 5.6e-05, |
| "loss": 3.9469, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.015157894736842105, |
| "grad_norm": 5.485774040222168, |
| "learning_rate": 6.3e-05, |
| "loss": 4.2506, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.016842105263157894, |
| "grad_norm": 7.075007915496826, |
| "learning_rate": 7e-05, |
| "loss": 4.1862, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.018526315789473686, |
| "grad_norm": 7.397273540496826, |
| "learning_rate": 6.999521567473641e-05, |
| "loss": 4.2168, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.020210526315789474, |
| "grad_norm": 7.659411907196045, |
| "learning_rate": 6.998086400693241e-05, |
| "loss": 3.9829, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.021894736842105262, |
| "grad_norm": 6.499504566192627, |
| "learning_rate": 6.995694892019065e-05, |
| "loss": 4.2727, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.023578947368421053, |
| "grad_norm": 8.075024604797363, |
| "learning_rate": 6.99234769526571e-05, |
| "loss": 4.2441, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.02526315789473684, |
| "grad_norm": 7.219364643096924, |
| "learning_rate": 6.988045725523343e-05, |
| "loss": 3.6529, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.026947368421052633, |
| "grad_norm": 13.242128372192383, |
| "learning_rate": 6.982790158907539e-05, |
| "loss": 3.7233, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.02863157894736842, |
| "grad_norm": 22.818618774414062, |
| "learning_rate": 6.976582432237733e-05, |
| "loss": 2.9828, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.03031578947368421, |
| "grad_norm": 13.402886390686035, |
| "learning_rate": 6.969424242644413e-05, |
| "loss": 0.7668, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.032, |
| "grad_norm": 11.43515396118164, |
| "learning_rate": 6.961317547105138e-05, |
| "loss": 0.3833, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.03368421052631579, |
| "grad_norm": 13.019227027893066, |
| "learning_rate": 6.952264561909527e-05, |
| "loss": 0.1557, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.03536842105263158, |
| "grad_norm": 6.411274433135986, |
| "learning_rate": 6.942267762053337e-05, |
| "loss": 0.0357, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.03705263157894737, |
| "grad_norm": 27.83994483947754, |
| "learning_rate": 6.931329880561832e-05, |
| "loss": 0.1393, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.03873684210526316, |
| "grad_norm": 2.4345204830169678, |
| "learning_rate": 6.919453907742597e-05, |
| "loss": 0.0286, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.04042105263157895, |
| "grad_norm": 31.517459869384766, |
| "learning_rate": 6.90664309036802e-05, |
| "loss": 0.3511, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.042105263157894736, |
| "grad_norm": 0.5334464311599731, |
| "learning_rate": 6.892900930787656e-05, |
| "loss": 0.0039, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.043789473684210524, |
| "grad_norm": 0.3200743496417999, |
| "learning_rate": 6.87823118597072e-05, |
| "loss": 0.0014, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.04547368421052632, |
| "grad_norm": 4.356933116912842, |
| "learning_rate": 6.862637866478969e-05, |
| "loss": 0.0069, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.04715789473684211, |
| "grad_norm": 3.2138633728027344, |
| "learning_rate": 6.846125235370252e-05, |
| "loss": 0.035, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.048842105263157895, |
| "grad_norm": 0.0741715058684349, |
| "learning_rate": 6.828697807033038e-05, |
| "loss": 0.0003, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.05052631578947368, |
| "grad_norm": 0.47199904918670654, |
| "learning_rate": 6.81036034595222e-05, |
| "loss": 0.0007, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.05221052631578947, |
| "grad_norm": 0.0408998541533947, |
| "learning_rate": 6.791117865406564e-05, |
| "loss": 0.0001, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.053894736842105266, |
| "grad_norm": 24.849538803100586, |
| "learning_rate": 6.770975626098112e-05, |
| "loss": 0.0947, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.055578947368421054, |
| "grad_norm": 0.08601894229650497, |
| "learning_rate": 6.749939134713974e-05, |
| "loss": 0.0002, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.05726315789473684, |
| "grad_norm": 1.5362071990966797, |
| "learning_rate": 6.728014142420846e-05, |
| "loss": 0.0017, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.05894736842105263, |
| "grad_norm": 10.688153266906738, |
| "learning_rate": 6.7052066432927e-05, |
| "loss": 0.0053, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.06063157894736842, |
| "grad_norm": 141.94935607910156, |
| "learning_rate": 6.681522872672069e-05, |
| "loss": 1.1714, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.06231578947368421, |
| "grad_norm": 2.113950490951538, |
| "learning_rate": 6.656969305465356e-05, |
| "loss": 0.0022, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.064, |
| "grad_norm": 9.177931785583496, |
| "learning_rate": 6.631552654372672e-05, |
| "loss": 0.0096, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.06568421052631579, |
| "grad_norm": 0.007726682350039482, |
| "learning_rate": 6.60527986805264e-05, |
| "loss": 0.0001, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.06736842105263158, |
| "grad_norm": 0.005540175829082727, |
| "learning_rate": 6.578158129222711e-05, |
| "loss": 0.0, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.06905263157894737, |
| "grad_norm": 0.04228057339787483, |
| "learning_rate": 6.550194852695469e-05, |
| "loss": 0.0001, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.07073684210526315, |
| "grad_norm": 149.91966247558594, |
| "learning_rate": 6.521397683351509e-05, |
| "loss": 1.6379, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.07242105263157894, |
| "grad_norm": 22.759241104125977, |
| "learning_rate": 6.491774494049386e-05, |
| "loss": 5.1486, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.07410526315789474, |
| "grad_norm": 31.00199317932129, |
| "learning_rate": 6.461333383473272e-05, |
| "loss": 4.2017, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.07578947368421053, |
| "grad_norm": 21.475034713745117, |
| "learning_rate": 6.430082673918849e-05, |
| "loss": 3.8613, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.07747368421052632, |
| "grad_norm": 34.067291259765625, |
| "learning_rate": 6.398030909018069e-05, |
| "loss": 5.0442, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.07915789473684211, |
| "grad_norm": 25.33576011657715, |
| "learning_rate": 6.365186851403423e-05, |
| "loss": 3.5212, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.0808421052631579, |
| "grad_norm": 25.13298988342285, |
| "learning_rate": 6.331559480312315e-05, |
| "loss": 3.6162, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.08252631578947368, |
| "grad_norm": 21.35511589050293, |
| "learning_rate": 6.297157989132236e-05, |
| "loss": 3.8031, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.08421052631578947, |
| "grad_norm": 35.120750427246094, |
| "learning_rate": 6.261991782887377e-05, |
| "loss": 4.4614, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.08421052631578947, |
| "eval_loss": 0.7924072742462158, |
| "eval_runtime": 112.6124, |
| "eval_samples_per_second": 8.88, |
| "eval_steps_per_second": 2.22, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.08589473684210526, |
| "grad_norm": 8.38847541809082, |
| "learning_rate": 6.226070475667393e-05, |
| "loss": 3.4838, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.08757894736842105, |
| "grad_norm": 5.965296268463135, |
| "learning_rate": 6.189403887999006e-05, |
| "loss": 3.9466, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.08926315789473684, |
| "grad_norm": 4.863672256469727, |
| "learning_rate": 6.152002044161171e-05, |
| "loss": 3.3858, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.09094736842105264, |
| "grad_norm": 3.967648506164551, |
| "learning_rate": 6.113875169444539e-05, |
| "loss": 3.5997, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.09263157894736843, |
| "grad_norm": 3.9109582901000977, |
| "learning_rate": 6.0750336873559605e-05, |
| "loss": 3.4546, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.09431578947368421, |
| "grad_norm": 4.112473011016846, |
| "learning_rate": 6.035488216768811e-05, |
| "loss": 3.8372, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.096, |
| "grad_norm": 4.314053058624268, |
| "learning_rate": 5.9952495690198894e-05, |
| "loss": 3.7284, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.09768421052631579, |
| "grad_norm": 4.413819789886475, |
| "learning_rate": 5.954328744953709e-05, |
| "loss": 4.0576, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.09936842105263158, |
| "grad_norm": 4.593724250793457, |
| "learning_rate": 5.91273693191498e-05, |
| "loss": 3.6599, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.10105263157894737, |
| "grad_norm": 5.130562782287598, |
| "learning_rate": 5.870485500690094e-05, |
| "loss": 3.8042, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.10273684210526315, |
| "grad_norm": 4.8895978927612305, |
| "learning_rate": 5.827586002398468e-05, |
| "loss": 3.6673, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.10442105263157894, |
| "grad_norm": 5.687342643737793, |
| "learning_rate": 5.784050165334589e-05, |
| "loss": 3.4877, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.10610526315789473, |
| "grad_norm": 5.853930950164795, |
| "learning_rate": 5.739889891761608e-05, |
| "loss": 3.8737, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.10778947368421053, |
| "grad_norm": 5.930052757263184, |
| "learning_rate": 5.6951172546573794e-05, |
| "loss": 3.6394, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.10947368421052632, |
| "grad_norm": 7.453705787658691, |
| "learning_rate": 5.6497444944138376e-05, |
| "loss": 4.0279, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.11115789473684211, |
| "grad_norm": 8.265393257141113, |
| "learning_rate": 5.603784015490587e-05, |
| "loss": 3.4707, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.1128421052631579, |
| "grad_norm": 8.47661304473877, |
| "learning_rate": 5.557248383023655e-05, |
| "loss": 3.4433, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.11452631578947368, |
| "grad_norm": 36.97196960449219, |
| "learning_rate": 5.510150319390302e-05, |
| "loss": 2.4884, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.11621052631578947, |
| "grad_norm": 31.378150939941406, |
| "learning_rate": 5.4625027007308546e-05, |
| "loss": 0.8111, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.11789473684210526, |
| "grad_norm": 4.121087551116943, |
| "learning_rate": 5.414318553428494e-05, |
| "loss": 0.1426, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.11957894736842105, |
| "grad_norm": 1.8152331113815308, |
| "learning_rate": 5.3656110505479776e-05, |
| "loss": 0.0321, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.12126315789473684, |
| "grad_norm": 0.4557514786720276, |
| "learning_rate": 5.316393508234253e-05, |
| "loss": 0.0082, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.12294736842105262, |
| "grad_norm": 0.7588320374488831, |
| "learning_rate": 5.266679382071953e-05, |
| "loss": 0.0059, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.12463157894736843, |
| "grad_norm": 6.640488147735596, |
| "learning_rate": 5.216482263406778e-05, |
| "loss": 0.0578, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.12631578947368421, |
| "grad_norm": 1.1129047870635986, |
| "learning_rate": 5.1658158756297576e-05, |
| "loss": 0.0882, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.128, |
| "grad_norm": 4.541646957397461, |
| "learning_rate": 5.114694070425407e-05, |
| "loss": 0.0046, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.1296842105263158, |
| "grad_norm": 0.05839858204126358, |
| "learning_rate": 5.063130823984823e-05, |
| "loss": 0.0005, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.13136842105263158, |
| "grad_norm": 121.34305572509766, |
| "learning_rate": 5.011140233184724e-05, |
| "loss": 0.6478, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.13305263157894737, |
| "grad_norm": 0.017042573541402817, |
| "learning_rate": 4.958736511733516e-05, |
| "loss": 0.0002, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.13473684210526315, |
| "grad_norm": 0.45838016271591187, |
| "learning_rate": 4.905933986285393e-05, |
| "loss": 0.0012, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.13642105263157894, |
| "grad_norm": 0.12328316271305084, |
| "learning_rate": 4.8527470925235824e-05, |
| "loss": 0.0005, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.13810526315789473, |
| "grad_norm": 5.341918468475342, |
| "learning_rate": 4.799190371213772e-05, |
| "loss": 0.0099, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.13978947368421052, |
| "grad_norm": 1.8465338945388794, |
| "learning_rate": 4.745278464228808e-05, |
| "loss": 0.214, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.1414736842105263, |
| "grad_norm": 0.053226958960294724, |
| "learning_rate": 4.69102611054575e-05, |
| "loss": 0.0001, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.1431578947368421, |
| "grad_norm": 0.020978201180696487, |
| "learning_rate": 4.6364481422163926e-05, |
| "loss": 0.0001, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.14484210526315788, |
| "grad_norm": 15.91220760345459, |
| "learning_rate": 4.581559480312316e-05, |
| "loss": 0.0311, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.14652631578947367, |
| "grad_norm": 0.0033549582585692406, |
| "learning_rate": 4.526375130845627e-05, |
| "loss": 0.0, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.1482105263157895, |
| "grad_norm": 3.0451927185058594, |
| "learning_rate": 4.4709101806664554e-05, |
| "loss": 0.2818, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.14989473684210528, |
| "grad_norm": 2.114051342010498, |
| "learning_rate": 4.4151797933383685e-05, |
| "loss": 0.056, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.15157894736842106, |
| "grad_norm": 7.292730808258057, |
| "learning_rate": 4.359199204992797e-05, |
| "loss": 0.0047, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.15326315789473685, |
| "grad_norm": 0.010774493217468262, |
| "learning_rate": 4.30298372016363e-05, |
| "loss": 0.0001, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.15494736842105264, |
| "grad_norm": 0.009904594160616398, |
| "learning_rate": 4.246548707603114e-05, |
| "loss": 0.0001, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.15663157894736843, |
| "grad_norm": 10.971230506896973, |
| "learning_rate": 4.1899095960801805e-05, |
| "loss": 3.7023, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.15831578947368422, |
| "grad_norm": 11.993653297424316, |
| "learning_rate": 4.133081870162385e-05, |
| "loss": 3.2664, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 14.521844863891602, |
| "learning_rate": 4.076081065982569e-05, |
| "loss": 3.733, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.1616842105263158, |
| "grad_norm": 15.639982223510742, |
| "learning_rate": 4.018922766991447e-05, |
| "loss": 3.1755, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.16336842105263158, |
| "grad_norm": 14.03834056854248, |
| "learning_rate": 3.961622599697241e-05, |
| "loss": 3.3718, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.16505263157894737, |
| "grad_norm": 19.315185546875, |
| "learning_rate": 3.9041962293935516e-05, |
| "loss": 3.6855, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.16673684210526316, |
| "grad_norm": 18.49924087524414, |
| "learning_rate": 3.84665935587662e-05, |
| "loss": 2.8886, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.16842105263157894, |
| "grad_norm": 19.87647247314453, |
| "learning_rate": 3.7890277091531636e-05, |
| "loss": 2.7829, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.16842105263157894, |
| "eval_loss": 0.43836522102355957, |
| "eval_runtime": 112.5255, |
| "eval_samples_per_second": 8.887, |
| "eval_steps_per_second": 2.222, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.17010526315789473, |
| "grad_norm": 4.052360534667969, |
| "learning_rate": 3.7313170451399475e-05, |
| "loss": 3.6542, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.17178947368421052, |
| "grad_norm": 3.763493537902832, |
| "learning_rate": 3.673543141356278e-05, |
| "loss": 3.6541, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.1734736842105263, |
| "grad_norm": 3.3259809017181396, |
| "learning_rate": 3.6157217926105783e-05, |
| "loss": 3.1932, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.1751578947368421, |
| "grad_norm": 3.5312576293945312, |
| "learning_rate": 3.557868806682255e-05, |
| "loss": 3.4563, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.17684210526315788, |
| "grad_norm": 3.349715232849121, |
| "learning_rate": 3.5e-05, |
| "loss": 3.343, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.17852631578947367, |
| "grad_norm": 3.2899487018585205, |
| "learning_rate": 3.442131193317745e-05, |
| "loss": 3.4426, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.18021052631578946, |
| "grad_norm": 3.7904226779937744, |
| "learning_rate": 3.384278207389421e-05, |
| "loss": 3.2929, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.18189473684210528, |
| "grad_norm": 3.846342086791992, |
| "learning_rate": 3.3264568586437216e-05, |
| "loss": 2.8453, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.18357894736842106, |
| "grad_norm": 4.319014072418213, |
| "learning_rate": 3.268682954860052e-05, |
| "loss": 3.4215, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.18526315789473685, |
| "grad_norm": 4.5721659660339355, |
| "learning_rate": 3.210972290846837e-05, |
| "loss": 3.217, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.18694736842105264, |
| "grad_norm": 5.326986312866211, |
| "learning_rate": 3.15334064412338e-05, |
| "loss": 3.5518, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.18863157894736843, |
| "grad_norm": 5.925167083740234, |
| "learning_rate": 3.0958037706064485e-05, |
| "loss": 3.2563, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.19031578947368422, |
| "grad_norm": 5.811061859130859, |
| "learning_rate": 3.038377400302758e-05, |
| "loss": 3.4556, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.192, |
| "grad_norm": 8.005414009094238, |
| "learning_rate": 2.9810772330085524e-05, |
| "loss": 3.4495, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.1936842105263158, |
| "grad_norm": 8.293067932128906, |
| "learning_rate": 2.9239189340174306e-05, |
| "loss": 3.3465, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.19536842105263158, |
| "grad_norm": 10.697053909301758, |
| "learning_rate": 2.8669181298376163e-05, |
| "loss": 3.3562, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.19705263157894737, |
| "grad_norm": 7.104681015014648, |
| "learning_rate": 2.8100904039198193e-05, |
| "loss": 0.0802, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.19873684210526316, |
| "grad_norm": 0.23395206034183502, |
| "learning_rate": 2.7534512923968863e-05, |
| "loss": 0.0015, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.20042105263157894, |
| "grad_norm": 0.02725689671933651, |
| "learning_rate": 2.6970162798363695e-05, |
| "loss": 0.0003, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.20210526315789473, |
| "grad_norm": 0.014771652407944202, |
| "learning_rate": 2.640800795007203e-05, |
| "loss": 0.0002, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.20378947368421052, |
| "grad_norm": 0.011932775378227234, |
| "learning_rate": 2.5848202066616305e-05, |
| "loss": 0.0001, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.2054736842105263, |
| "grad_norm": 0.011874247342348099, |
| "learning_rate": 2.5290898193335446e-05, |
| "loss": 0.0001, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.2071578947368421, |
| "grad_norm": 0.031760357320308685, |
| "learning_rate": 2.4736248691543736e-05, |
| "loss": 0.0001, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.20884210526315788, |
| "grad_norm": 1.686309576034546, |
| "learning_rate": 2.4184405196876842e-05, |
| "loss": 0.0003, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.21052631578947367, |
| "grad_norm": 0.012486536987125874, |
| "learning_rate": 2.363551857783608e-05, |
| "loss": 0.0002, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.21221052631578946, |
| "grad_norm": 0.008614882826805115, |
| "learning_rate": 2.308973889454249e-05, |
| "loss": 0.0001, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.21389473684210528, |
| "grad_norm": 0.009931172244250774, |
| "learning_rate": 2.2547215357711918e-05, |
| "loss": 0.0001, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.21557894736842106, |
| "grad_norm": 0.008893569000065327, |
| "learning_rate": 2.2008096287862266e-05, |
| "loss": 0.0001, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.21726315789473685, |
| "grad_norm": 9.234477043151855, |
| "learning_rate": 2.1472529074764177e-05, |
| "loss": 0.0103, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.21894736842105264, |
| "grad_norm": 0.008060800842940807, |
| "learning_rate": 2.0940660137146074e-05, |
| "loss": 0.0001, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.22063157894736843, |
| "grad_norm": 0.008976759389042854, |
| "learning_rate": 2.041263488266484e-05, |
| "loss": 0.0001, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.22231578947368422, |
| "grad_norm": 0.007290771696716547, |
| "learning_rate": 1.988859766815275e-05, |
| "loss": 0.0001, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.224, |
| "grad_norm": 0.007480121683329344, |
| "learning_rate": 1.9368691760151773e-05, |
| "loss": 0.0001, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.2256842105263158, |
| "grad_norm": 0.006769363768398762, |
| "learning_rate": 1.885305929574593e-05, |
| "loss": 0.0001, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.22736842105263158, |
| "grad_norm": 0.00597826112061739, |
| "learning_rate": 1.8341841243702424e-05, |
| "loss": 0.0001, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.22905263157894737, |
| "grad_norm": 0.005812656134366989, |
| "learning_rate": 1.7835177365932225e-05, |
| "loss": 0.0001, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.23073684210526316, |
| "grad_norm": 0.005943721160292625, |
| "learning_rate": 1.7333206179280478e-05, |
| "loss": 0.0001, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.23242105263157894, |
| "grad_norm": 0.0051173800602555275, |
| "learning_rate": 1.6836064917657478e-05, |
| "loss": 0.0001, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.23410526315789473, |
| "grad_norm": 0.004846564959734678, |
| "learning_rate": 1.6343889494520224e-05, |
| "loss": 0.0001, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.23578947368421052, |
| "grad_norm": 0.005883246660232544, |
| "learning_rate": 1.5856814465715064e-05, |
| "loss": 0.0001, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.2374736842105263, |
| "grad_norm": 0.004718493670225143, |
| "learning_rate": 1.5374972992691458e-05, |
| "loss": 0.0001, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.2391578947368421, |
| "grad_norm": 5.402604579925537, |
| "learning_rate": 1.4898496806096974e-05, |
| "loss": 1.1714, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.24084210526315789, |
| "grad_norm": 10.396501541137695, |
| "learning_rate": 1.4427516169763444e-05, |
| "loss": 3.7748, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.24252631578947367, |
| "grad_norm": 12.204318046569824, |
| "learning_rate": 1.396215984509412e-05, |
| "loss": 2.449, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.24421052631578946, |
| "grad_norm": 13.88398551940918, |
| "learning_rate": 1.3502555055861625e-05, |
| "loss": 3.0316, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.24589473684210525, |
| "grad_norm": 15.177433013916016, |
| "learning_rate": 1.3048827453426203e-05, |
| "loss": 2.7415, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.24757894736842107, |
| "grad_norm": 13.086450576782227, |
| "learning_rate": 1.2601101082383917e-05, |
| "loss": 2.6946, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.24926315789473685, |
| "grad_norm": 18.535987854003906, |
| "learning_rate": 1.2159498346654094e-05, |
| "loss": 2.5944, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.25094736842105264, |
| "grad_norm": 16.978410720825195, |
| "learning_rate": 1.1724139976015306e-05, |
| "loss": 1.724, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.25263157894736843, |
| "grad_norm": 25.89999008178711, |
| "learning_rate": 1.1295144993099068e-05, |
| "loss": 2.9555, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.25263157894736843, |
| "eval_loss": 0.40092983841896057, |
| "eval_runtime": 112.4794, |
| "eval_samples_per_second": 8.891, |
| "eval_steps_per_second": 2.223, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.2543157894736842, |
| "grad_norm": 2.652461290359497, |
| "learning_rate": 1.0872630680850196e-05, |
| "loss": 3.0062, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.256, |
| "grad_norm": 2.8873250484466553, |
| "learning_rate": 1.0456712550462898e-05, |
| "loss": 3.4078, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.2576842105263158, |
| "grad_norm": 3.0040674209594727, |
| "learning_rate": 1.0047504309801104e-05, |
| "loss": 3.1916, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.2593684210526316, |
| "grad_norm": 2.793316602706909, |
| "learning_rate": 9.645117832311886e-06, |
| "loss": 3.4096, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.26105263157894737, |
| "grad_norm": 3.250425338745117, |
| "learning_rate": 9.249663126440394e-06, |
| "loss": 3.3077, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.26273684210526316, |
| "grad_norm": 3.3044142723083496, |
| "learning_rate": 8.861248305554624e-06, |
| "loss": 3.6225, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.26442105263157895, |
| "grad_norm": 3.566394567489624, |
| "learning_rate": 8.47997955838829e-06, |
| "loss": 3.6262, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.26610526315789473, |
| "grad_norm": 3.730665683746338, |
| "learning_rate": 8.10596112000994e-06, |
| "loss": 3.437, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.2677894736842105, |
| "grad_norm": 4.241246223449707, |
| "learning_rate": 7.739295243326067e-06, |
| "loss": 3.5003, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.2694736842105263, |
| "grad_norm": 4.298994541168213, |
| "learning_rate": 7.380082171126228e-06, |
| "loss": 3.5357, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.2711578947368421, |
| "grad_norm": 5.053274154663086, |
| "learning_rate": 7.028420108677635e-06, |
| "loss": 3.605, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.2728421052631579, |
| "grad_norm": 5.663376331329346, |
| "learning_rate": 6.684405196876842e-06, |
| "loss": 3.6048, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.2745263157894737, |
| "grad_norm": 5.2607903480529785, |
| "learning_rate": 6.3481314859657675e-06, |
| "loss": 3.4462, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.27621052631578946, |
| "grad_norm": 5.644373893737793, |
| "learning_rate": 6.019690909819298e-06, |
| "loss": 3.3231, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.27789473684210525, |
| "grad_norm": 5.945282459259033, |
| "learning_rate": 5.6991732608115e-06, |
| "loss": 3.0284, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.27957894736842104, |
| "grad_norm": 7.386387348175049, |
| "learning_rate": 5.386666165267256e-06, |
| "loss": 3.37, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.2812631578947368, |
| "grad_norm": 8.950904846191406, |
| "learning_rate": 5.08225505950613e-06, |
| "loss": 3.4616, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.2829473684210526, |
| "grad_norm": 9.204294204711914, |
| "learning_rate": 4.786023166484913e-06, |
| "loss": 1.0604, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.2846315789473684, |
| "grad_norm": 0.005298123694956303, |
| "learning_rate": 4.498051473045291e-06, |
| "loss": 0.0, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.2863157894736842, |
| "grad_norm": 1.4738227128982544, |
| "learning_rate": 4.218418707772886e-06, |
| "loss": 0.0011, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.288, |
| "grad_norm": 0.003732364857569337, |
| "learning_rate": 3.947201319473587e-06, |
| "loss": 0.0001, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.28968421052631577, |
| "grad_norm": 0.003882531775161624, |
| "learning_rate": 3.684473456273278e-06, |
| "loss": 0.0001, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.29136842105263155, |
| "grad_norm": 0.003962241113185883, |
| "learning_rate": 3.4303069453464383e-06, |
| "loss": 0.0001, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.29305263157894734, |
| "grad_norm": 0.003944694995880127, |
| "learning_rate": 3.184771273279312e-06, |
| "loss": 0.0001, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.29473684210526313, |
| "grad_norm": 0.004233397077769041, |
| "learning_rate": 2.947933567072987e-06, |
| "loss": 0.0001, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.296421052631579, |
| "grad_norm": 0.004388746805489063, |
| "learning_rate": 2.719858575791534e-06, |
| "loss": 0.0001, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.29810526315789476, |
| "grad_norm": 1.8857475519180298, |
| "learning_rate": 2.500608652860256e-06, |
| "loss": 0.1626, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.29978947368421055, |
| "grad_norm": 0.0037590626161545515, |
| "learning_rate": 2.2902437390188737e-06, |
| "loss": 0.0001, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.30147368421052634, |
| "grad_norm": 0.004339190665632486, |
| "learning_rate": 2.0888213459343587e-06, |
| "loss": 0.0001, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.3031578947368421, |
| "grad_norm": 0.5742155313491821, |
| "learning_rate": 1.8963965404777875e-06, |
| "loss": 0.0133, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.3048421052631579, |
| "grad_norm": 0.003307727398350835, |
| "learning_rate": 1.7130219296696263e-06, |
| "loss": 0.0, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.3065263157894737, |
| "grad_norm": 2.4448399543762207, |
| "learning_rate": 1.5387476462974824e-06, |
| "loss": 0.135, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.3082105263157895, |
| "grad_norm": 0.004187013953924179, |
| "learning_rate": 1.3736213352103147e-06, |
| "loss": 0.0001, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.3098947368421053, |
| "grad_norm": 3.6251096725463867, |
| "learning_rate": 1.2176881402928002e-06, |
| "loss": 0.1389, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.31157894736842107, |
| "grad_norm": 0.004039019346237183, |
| "learning_rate": 1.0709906921234367e-06, |
| "loss": 0.0001, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.31326315789473685, |
| "grad_norm": 0.0039500705897808075, |
| "learning_rate": 9.33569096319799e-07, |
| "loss": 0.0001, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.31494736842105264, |
| "grad_norm": 0.003979185130447149, |
| "learning_rate": 8.054609225740255e-07, |
| "loss": 0.0001, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.31663157894736843, |
| "grad_norm": 0.006327040959149599, |
| "learning_rate": 6.867011943816724e-07, |
| "loss": 0.0001, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.3183157894736842, |
| "grad_norm": 1.6148942708969116, |
| "learning_rate": 5.77322379466617e-07, |
| "loss": 0.1009, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 1.6720211505889893, |
| "learning_rate": 4.773543809047186e-07, |
| "loss": 0.1362, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.3216842105263158, |
| "grad_norm": 0.004089950583875179, |
| "learning_rate": 3.868245289486027e-07, |
| "loss": 0.0001, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.3233684210526316, |
| "grad_norm": 9.69481086730957, |
| "learning_rate": 3.0575757355586817e-07, |
| "loss": 3.0134, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.32505263157894737, |
| "grad_norm": 11.325800895690918, |
| "learning_rate": 2.3417567762266497e-07, |
| "loss": 3.2252, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.32673684210526316, |
| "grad_norm": 12.9413423538208, |
| "learning_rate": 1.7209841092460043e-07, |
| "loss": 2.9453, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.32842105263157895, |
| "grad_norm": 12.968132019042969, |
| "learning_rate": 1.1954274476655534e-07, |
| "loss": 2.6332, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.33010526315789473, |
| "grad_norm": 15.115516662597656, |
| "learning_rate": 7.652304734289127e-08, |
| "loss": 2.2777, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.3317894736842105, |
| "grad_norm": 20.15196418762207, |
| "learning_rate": 4.30510798093342e-08, |
| "loss": 3.5042, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.3334736842105263, |
| "grad_norm": 19.404085159301758, |
| "learning_rate": 1.9135993067588284e-08, |
| "loss": 2.7561, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.3351578947368421, |
| "grad_norm": 19.473817825317383, |
| "learning_rate": 4.784325263584854e-09, |
| "loss": 2.7526, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.3368421052631579, |
| "grad_norm": 26.683012008666992, |
| "learning_rate": 0.0, |
| "loss": 2.8218, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.3368421052631579, |
| "eval_loss": 0.39435139298439026, |
| "eval_runtime": 112.5272, |
| "eval_samples_per_second": 8.887, |
| "eval_steps_per_second": 2.222, |
| "step": 200 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 200, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 50, |
| "stateful_callbacks": { |
| "EarlyStoppingCallback": { |
| "args": { |
| "early_stopping_patience": 4, |
| "early_stopping_threshold": 0.0 |
| }, |
| "attributes": { |
| "early_stopping_patience_counter": 0 |
| } |
| }, |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.8691510080202342e+17, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
