| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.9907502569373072, |
| "eval_steps": 500, |
| "global_step": 729, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0041109969167523125, |
| "grad_norm": 10.707864137961929, |
| "learning_rate": 9.09090909090909e-09, |
| "loss": 1.653, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.008221993833504625, |
| "grad_norm": 10.079889894789929, |
| "learning_rate": 1.818181818181818e-08, |
| "loss": 1.611, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.012332990750256937, |
| "grad_norm": 9.419370762311278, |
| "learning_rate": 2.727272727272727e-08, |
| "loss": 1.5125, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.01644398766700925, |
| "grad_norm": 11.08145357513862, |
| "learning_rate": 3.636363636363636e-08, |
| "loss": 1.7065, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.020554984583761562, |
| "grad_norm": 13.693470206701171, |
| "learning_rate": 4.545454545454545e-08, |
| "loss": 1.6996, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.024665981500513873, |
| "grad_norm": 10.792826728200351, |
| "learning_rate": 5.454545454545454e-08, |
| "loss": 1.6366, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.02877697841726619, |
| "grad_norm": 9.259967603342691, |
| "learning_rate": 6.363636363636363e-08, |
| "loss": 1.4384, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.0328879753340185, |
| "grad_norm": 11.634024710191847, |
| "learning_rate": 7.272727272727273e-08, |
| "loss": 1.8226, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.03699897225077081, |
| "grad_norm": 12.43829169869022, |
| "learning_rate": 8.181818181818182e-08, |
| "loss": 1.8798, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.041109969167523124, |
| "grad_norm": 14.122605378135763, |
| "learning_rate": 9.09090909090909e-08, |
| "loss": 1.9207, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.045220966084275435, |
| "grad_norm": 10.436429425580595, |
| "learning_rate": 1e-07, |
| "loss": 1.4087, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.04933196300102775, |
| "grad_norm": 13.354320080172663, |
| "learning_rate": 1.0909090909090908e-07, |
| "loss": 1.8416, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.05344295991778006, |
| "grad_norm": 11.046025387388442, |
| "learning_rate": 1.1818181818181818e-07, |
| "loss": 1.6022, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.05755395683453238, |
| "grad_norm": 12.871188554801648, |
| "learning_rate": 1.2727272727272726e-07, |
| "loss": 1.932, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.06166495375128469, |
| "grad_norm": 11.103321688706771, |
| "learning_rate": 1.3636363636363635e-07, |
| "loss": 1.6527, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.065775950668037, |
| "grad_norm": 11.262727784803356, |
| "learning_rate": 1.4545454545454545e-07, |
| "loss": 1.6742, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.0698869475847893, |
| "grad_norm": 11.782474338729536, |
| "learning_rate": 1.5454545454545453e-07, |
| "loss": 1.7641, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.07399794450154162, |
| "grad_norm": 11.272950463022264, |
| "learning_rate": 1.6363636363636364e-07, |
| "loss": 1.7117, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.07810894141829394, |
| "grad_norm": 11.59120293181086, |
| "learning_rate": 1.7272727272727272e-07, |
| "loss": 1.7428, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.08221993833504625, |
| "grad_norm": 10.57519693614169, |
| "learning_rate": 1.818181818181818e-07, |
| "loss": 1.6703, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.08633093525179857, |
| "grad_norm": 11.453228551846658, |
| "learning_rate": 1.909090909090909e-07, |
| "loss": 1.7573, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.09044193216855087, |
| "grad_norm": 11.29402839117027, |
| "learning_rate": 2e-07, |
| "loss": 1.6777, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.09455292908530319, |
| "grad_norm": 11.891258741251171, |
| "learning_rate": 1.9999901274303226e-07, |
| "loss": 1.7828, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.0986639260020555, |
| "grad_norm": 9.417998938008715, |
| "learning_rate": 1.9999605099162257e-07, |
| "loss": 1.5301, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.10277492291880781, |
| "grad_norm": 12.434612682087748, |
| "learning_rate": 1.999911148042511e-07, |
| "loss": 1.9377, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.10688591983556012, |
| "grad_norm": 9.43561201481426, |
| "learning_rate": 1.999842042783836e-07, |
| "loss": 1.5347, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.11099691675231244, |
| "grad_norm": 10.413570520205068, |
| "learning_rate": 1.9997531955046938e-07, |
| "loss": 1.6379, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.11510791366906475, |
| "grad_norm": 9.618497593862777, |
| "learning_rate": 1.9996446079593855e-07, |
| "loss": 1.583, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.11921891058581706, |
| "grad_norm": 12.173893065489027, |
| "learning_rate": 1.999516282291988e-07, |
| "loss": 1.9173, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.12332990750256938, |
| "grad_norm": 11.178809895169248, |
| "learning_rate": 1.9993682210363092e-07, |
| "loss": 1.7341, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.12744090441932168, |
| "grad_norm": 10.364692752106809, |
| "learning_rate": 1.9992004271158393e-07, |
| "loss": 1.6695, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.131551901336074, |
| "grad_norm": 25.766594072812342, |
| "learning_rate": 1.9990129038436926e-07, |
| "loss": 1.9172, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.13566289825282632, |
| "grad_norm": 10.248873523838787, |
| "learning_rate": 1.9988056549225425e-07, |
| "loss": 1.6077, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.1397738951695786, |
| "grad_norm": 9.657467999208903, |
| "learning_rate": 1.9985786844445474e-07, |
| "loss": 1.6677, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.14388489208633093, |
| "grad_norm": 10.179618115404484, |
| "learning_rate": 1.9983319968912713e-07, |
| "loss": 1.7537, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.14799588900308325, |
| "grad_norm": 9.216582739378328, |
| "learning_rate": 1.9980655971335942e-07, |
| "loss": 1.6093, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.15210688591983557, |
| "grad_norm": 10.03947910756885, |
| "learning_rate": 1.9977794904316165e-07, |
| "loss": 1.3945, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.15621788283658788, |
| "grad_norm": 9.153514820925254, |
| "learning_rate": 1.9974736824345551e-07, |
| "loss": 1.5444, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.16032887975334018, |
| "grad_norm": 10.588030905814275, |
| "learning_rate": 1.997148179180631e-07, |
| "loss": 1.7547, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.1644398766700925, |
| "grad_norm": 8.635529189480858, |
| "learning_rate": 1.9968029870969518e-07, |
| "loss": 1.5311, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.1685508735868448, |
| "grad_norm": 8.796854932608584, |
| "learning_rate": 1.996438112999383e-07, |
| "loss": 1.5621, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.17266187050359713, |
| "grad_norm": 9.844561069662058, |
| "learning_rate": 1.9960535640924147e-07, |
| "loss": 1.7654, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.17677286742034942, |
| "grad_norm": 8.169528609598125, |
| "learning_rate": 1.9956493479690186e-07, |
| "loss": 1.565, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.18088386433710174, |
| "grad_norm": 9.177103070862636, |
| "learning_rate": 1.9952254726104981e-07, |
| "loss": 1.6504, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.18499486125385406, |
| "grad_norm": 8.135361612565449, |
| "learning_rate": 1.9947819463863317e-07, |
| "loss": 1.5706, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.18910585817060638, |
| "grad_norm": 11.213544735693581, |
| "learning_rate": 1.9943187780540063e-07, |
| "loss": 1.6303, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.1932168550873587, |
| "grad_norm": 9.732781400753217, |
| "learning_rate": 1.9938359767588452e-07, |
| "loss": 1.6898, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.197327852004111, |
| "grad_norm": 9.269604213022049, |
| "learning_rate": 1.9933335520338272e-07, |
| "loss": 1.6342, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.2014388489208633, |
| "grad_norm": 9.640024814932346, |
| "learning_rate": 1.9928115137993982e-07, |
| "loss": 1.645, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.20554984583761562, |
| "grad_norm": 10.042562364639352, |
| "learning_rate": 1.9922698723632764e-07, |
| "loss": 1.7879, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.20966084275436794, |
| "grad_norm": 10.677611513314368, |
| "learning_rate": 1.9917086384202472e-07, |
| "loss": 1.7366, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.21377183967112023, |
| "grad_norm": 11.12670398027465, |
| "learning_rate": 1.9911278230519534e-07, |
| "loss": 1.7761, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.21788283658787255, |
| "grad_norm": 9.17809047840844, |
| "learning_rate": 1.9905274377266745e-07, |
| "loss": 1.719, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.22199383350462487, |
| "grad_norm": 9.66213410187294, |
| "learning_rate": 1.9899074942991033e-07, |
| "loss": 1.6941, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.2261048304213772, |
| "grad_norm": 9.316901012218453, |
| "learning_rate": 1.9892680050101086e-07, |
| "loss": 1.8349, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.2302158273381295, |
| "grad_norm": 8.386332787168893, |
| "learning_rate": 1.988608982486496e-07, |
| "loss": 1.6031, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.2343268242548818, |
| "grad_norm": 9.201728730915688, |
| "learning_rate": 1.9879304397407566e-07, |
| "loss": 1.6979, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.23843782117163412, |
| "grad_norm": 9.19524420119839, |
| "learning_rate": 1.9872323901708118e-07, |
| "loss": 1.8266, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.24254881808838644, |
| "grad_norm": 8.30925669939803, |
| "learning_rate": 1.9865148475597474e-07, |
| "loss": 1.4002, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.24665981500513876, |
| "grad_norm": 8.708995475073078, |
| "learning_rate": 1.9857778260755426e-07, |
| "loss": 1.7404, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.25077081192189105, |
| "grad_norm": 7.027030274599196, |
| "learning_rate": 1.985021340270789e-07, |
| "loss": 1.5258, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.25488180883864336, |
| "grad_norm": 8.012080200049331, |
| "learning_rate": 1.9842454050824042e-07, |
| "loss": 1.5637, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.2589928057553957, |
| "grad_norm": 6.3981910130624176, |
| "learning_rate": 1.983450035831337e-07, |
| "loss": 1.3657, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.263103802672148, |
| "grad_norm": 7.478235385879245, |
| "learning_rate": 1.9826352482222637e-07, |
| "loss": 1.5445, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.2672147995889003, |
| "grad_norm": 8.440469191638593, |
| "learning_rate": 1.9818010583432793e-07, |
| "loss": 1.376, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.27132579650565264, |
| "grad_norm": 7.748465926383861, |
| "learning_rate": 1.9809474826655792e-07, |
| "loss": 1.5774, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.27543679342240496, |
| "grad_norm": 8.57381708963539, |
| "learning_rate": 1.980074538043134e-07, |
| "loss": 1.5867, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.2795477903391572, |
| "grad_norm": 7.603992819406835, |
| "learning_rate": 1.9791822417123574e-07, |
| "loss": 1.5607, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.28365878725590954, |
| "grad_norm": 7.372496720744107, |
| "learning_rate": 1.9782706112917644e-07, |
| "loss": 1.5389, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.28776978417266186, |
| "grad_norm": 7.379234155109177, |
| "learning_rate": 1.9773396647816248e-07, |
| "loss": 1.498, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.2918807810894142, |
| "grad_norm": 11.113450259449483, |
| "learning_rate": 1.976389420563607e-07, |
| "loss": 1.6178, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.2959917780061665, |
| "grad_norm": 8.367445274605876, |
| "learning_rate": 1.9754198974004156e-07, |
| "loss": 1.3662, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.3001027749229188, |
| "grad_norm": 7.174507123313505, |
| "learning_rate": 1.9744311144354206e-07, |
| "loss": 1.5961, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.30421377183967113, |
| "grad_norm": 7.835771561867673, |
| "learning_rate": 1.9734230911922796e-07, |
| "loss": 1.569, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.30832476875642345, |
| "grad_norm": 12.836201576697274, |
| "learning_rate": 1.972395847574552e-07, |
| "loss": 1.6943, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.31243576567317577, |
| "grad_norm": 7.396564528406367, |
| "learning_rate": 1.9713494038653056e-07, |
| "loss": 1.6064, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.31654676258992803, |
| "grad_norm": 8.513071826753036, |
| "learning_rate": 1.9702837807267178e-07, |
| "loss": 1.4589, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.32065775950668035, |
| "grad_norm": 6.82558705878682, |
| "learning_rate": 1.969198999199666e-07, |
| "loss": 1.4491, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.32476875642343267, |
| "grad_norm": 5.930099566107373, |
| "learning_rate": 1.9680950807033125e-07, |
| "loss": 1.3579, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.328879753340185, |
| "grad_norm": 6.956499321420972, |
| "learning_rate": 1.9669720470346817e-07, |
| "loss": 1.5192, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.3329907502569373, |
| "grad_norm": 9.205199818219354, |
| "learning_rate": 1.9658299203682302e-07, |
| "loss": 1.7676, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.3371017471736896, |
| "grad_norm": 7.974414130409151, |
| "learning_rate": 1.964668723255408e-07, |
| "loss": 1.5004, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.34121274409044194, |
| "grad_norm": 10.46228879637872, |
| "learning_rate": 1.9634884786242137e-07, |
| "loss": 1.4274, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.34532374100719426, |
| "grad_norm": 7.006447147726963, |
| "learning_rate": 1.9622892097787424e-07, |
| "loss": 1.4474, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.3494347379239466, |
| "grad_norm": 7.304736439924326, |
| "learning_rate": 1.9610709403987246e-07, |
| "loss": 1.4933, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.35354573484069884, |
| "grad_norm": 8.572376141029476, |
| "learning_rate": 1.9598336945390582e-07, |
| "loss": 1.4764, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.35765673175745116, |
| "grad_norm": 6.62015523991803, |
| "learning_rate": 1.9585774966293361e-07, |
| "loss": 1.3693, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.3617677286742035, |
| "grad_norm": 11.713543438005354, |
| "learning_rate": 1.957302371473361e-07, |
| "loss": 1.692, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.3658787255909558, |
| "grad_norm": 6.261294458504216, |
| "learning_rate": 1.9560083442486562e-07, |
| "loss": 1.4308, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.3699897225077081, |
| "grad_norm": 6.400229031166525, |
| "learning_rate": 1.9546954405059699e-07, |
| "loss": 1.3351, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.37410071942446044, |
| "grad_norm": 6.347971290847363, |
| "learning_rate": 1.9533636861687695e-07, |
| "loss": 1.3089, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.37821171634121276, |
| "grad_norm": 8.1022669923147, |
| "learning_rate": 1.9520131075327298e-07, |
| "loss": 1.6091, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.3823227132579651, |
| "grad_norm": 8.724654001862117, |
| "learning_rate": 1.9506437312652145e-07, |
| "loss": 1.5754, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.3864337101747174, |
| "grad_norm": 6.286621286224387, |
| "learning_rate": 1.9492555844047483e-07, |
| "loss": 1.3631, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.39054470709146966, |
| "grad_norm": 7.327425938420709, |
| "learning_rate": 1.947848694360485e-07, |
| "loss": 1.4446, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.394655704008222, |
| "grad_norm": 7.261174570313381, |
| "learning_rate": 1.946423088911664e-07, |
| "loss": 1.4527, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.3987667009249743, |
| "grad_norm": 8.334586000579163, |
| "learning_rate": 1.9449787962070642e-07, |
| "loss": 1.5765, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.4028776978417266, |
| "grad_norm": 6.019711509620174, |
| "learning_rate": 1.9435158447644456e-07, |
| "loss": 1.2973, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.40698869475847893, |
| "grad_norm": 6.268742524449732, |
| "learning_rate": 1.942034263469989e-07, |
| "loss": 1.3864, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.41109969167523125, |
| "grad_norm": 6.459311232973291, |
| "learning_rate": 1.9405340815777232e-07, |
| "loss": 1.328, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.41521068859198357, |
| "grad_norm": 6.685489852709574, |
| "learning_rate": 1.9390153287089485e-07, |
| "loss": 1.3571, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.4193216855087359, |
| "grad_norm": 5.799450095444668, |
| "learning_rate": 1.9374780348516525e-07, |
| "loss": 1.2997, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.4234326824254882, |
| "grad_norm": 6.966273782296385, |
| "learning_rate": 1.9359222303599161e-07, |
| "loss": 1.5034, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.42754367934224047, |
| "grad_norm": 6.667050936120606, |
| "learning_rate": 1.9343479459533158e-07, |
| "loss": 1.532, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.4316546762589928, |
| "grad_norm": 6.5093558351926175, |
| "learning_rate": 1.932755212716317e-07, |
| "loss": 1.3541, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.4357656731757451, |
| "grad_norm": 5.967905266361118, |
| "learning_rate": 1.9311440620976594e-07, |
| "loss": 1.2638, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.4398766700924974, |
| "grad_norm": 11.025029669401425, |
| "learning_rate": 1.9295145259097363e-07, |
| "loss": 1.6295, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.44398766700924974, |
| "grad_norm": 6.804163379870639, |
| "learning_rate": 1.9278666363279665e-07, |
| "loss": 1.3899, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.44809866392600206, |
| "grad_norm": 5.570635795736665, |
| "learning_rate": 1.92620042589016e-07, |
| "loss": 1.343, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.4522096608427544, |
| "grad_norm": 7.9712461371351075, |
| "learning_rate": 1.9245159274958738e-07, |
| "loss": 1.1742, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.4563206577595067, |
| "grad_norm": 5.847438622442037, |
| "learning_rate": 1.9228131744057634e-07, |
| "loss": 1.2814, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.460431654676259, |
| "grad_norm": 5.415902230738819, |
| "learning_rate": 1.921092200240926e-07, |
| "loss": 1.249, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.4645426515930113, |
| "grad_norm": 5.559511138928407, |
| "learning_rate": 1.9193530389822361e-07, |
| "loss": 1.234, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.4686536485097636, |
| "grad_norm": 5.6472024695669605, |
| "learning_rate": 1.9175957249696757e-07, |
| "loss": 1.3378, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.4727646454265159, |
| "grad_norm": 9.835736386430504, |
| "learning_rate": 1.915820292901654e-07, |
| "loss": 1.223, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.47687564234326824, |
| "grad_norm": 5.001772612228533, |
| "learning_rate": 1.914026777834325e-07, |
| "loss": 1.2777, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.48098663926002055, |
| "grad_norm": 5.747620038850084, |
| "learning_rate": 1.912215215180894e-07, |
| "loss": 1.3384, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.4850976361767729, |
| "grad_norm": 5.434192975971742, |
| "learning_rate": 1.9103856407109174e-07, |
| "loss": 1.331, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.4892086330935252, |
| "grad_norm": 8.822807056425992, |
| "learning_rate": 1.9085380905495986e-07, |
| "loss": 1.3666, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.4933196300102775, |
| "grad_norm": 5.195072980892559, |
| "learning_rate": 1.9066726011770723e-07, |
| "loss": 1.3101, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.49743062692702983, |
| "grad_norm": 6.061820219659554, |
| "learning_rate": 1.904789209427687e-07, |
| "loss": 1.3194, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.5015416238437821, |
| "grad_norm": 5.683541772683969, |
| "learning_rate": 1.902887952489275e-07, |
| "loss": 1.3017, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.5056526207605344, |
| "grad_norm": 7.003289691664117, |
| "learning_rate": 1.900968867902419e-07, |
| "loss": 1.5633, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.5097636176772867, |
| "grad_norm": 5.3307566117226, |
| "learning_rate": 1.8990319935597122e-07, |
| "loss": 1.2872, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.513874614594039, |
| "grad_norm": 4.637510901432101, |
| "learning_rate": 1.897077367705008e-07, |
| "loss": 1.2278, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.5179856115107914, |
| "grad_norm": 7.725170952109564, |
| "learning_rate": 1.8951050289326665e-07, |
| "loss": 1.3531, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.5220966084275437, |
| "grad_norm": 6.5432794886992935, |
| "learning_rate": 1.8931150161867915e-07, |
| "loss": 1.4712, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.526207605344296, |
| "grad_norm": 5.099034062070253, |
| "learning_rate": 1.891107368760462e-07, |
| "loss": 1.3124, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.5303186022610483, |
| "grad_norm": 7.34830932448487, |
| "learning_rate": 1.8890821262949563e-07, |
| "loss": 1.3615, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.5344295991778006, |
| "grad_norm": 4.974499367955476, |
| "learning_rate": 1.8870393287789693e-07, |
| "loss": 1.275, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.538540596094553, |
| "grad_norm": 6.277837399258011, |
| "learning_rate": 1.884979016547822e-07, |
| "loss": 1.4911, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.5426515930113053, |
| "grad_norm": 6.300414640449073, |
| "learning_rate": 1.8829012302826676e-07, |
| "loss": 1.3662, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.5467625899280576, |
| "grad_norm": 6.897111795676912, |
| "learning_rate": 1.880806011009684e-07, |
| "loss": 1.3777, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.5508735868448099, |
| "grad_norm": 6.365236910899277, |
| "learning_rate": 1.8786934000992687e-07, |
| "loss": 1.2849, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.5549845837615622, |
| "grad_norm": 4.95321554450534, |
| "learning_rate": 1.8765634392652182e-07, |
| "loss": 1.2829, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.5590955806783144, |
| "grad_norm": 5.4461660071709606, |
| "learning_rate": 1.8744161705639067e-07, |
| "loss": 1.2983, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.5632065775950668, |
| "grad_norm": 5.540349675940396, |
| "learning_rate": 1.8722516363934528e-07, |
| "loss": 1.2619, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.5673175745118191, |
| "grad_norm": 6.964049263220438, |
| "learning_rate": 1.870069879492886e-07, |
| "loss": 1.4972, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.5714285714285714, |
| "grad_norm": 5.716437085523343, |
| "learning_rate": 1.8678709429413e-07, |
| "loss": 1.3306, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.5755395683453237, |
| "grad_norm": 9.277392356133683, |
| "learning_rate": 1.865654870157004e-07, |
| "loss": 1.3488, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.579650565262076, |
| "grad_norm": 6.1551196516884445, |
| "learning_rate": 1.8634217048966633e-07, |
| "loss": 1.38, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.5837615621788284, |
| "grad_norm": 4.976550280547202, |
| "learning_rate": 1.8611714912544376e-07, |
| "loss": 1.2261, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.5878725590955807, |
| "grad_norm": 5.234504589611595, |
| "learning_rate": 1.8589042736611093e-07, |
| "loss": 1.3224, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.591983556012333, |
| "grad_norm": 18.72759020571204, |
| "learning_rate": 1.8566200968832043e-07, |
| "loss": 1.1957, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.5960945529290853, |
| "grad_norm": 4.360003556078857, |
| "learning_rate": 1.8543190060221125e-07, |
| "loss": 1.264, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.6002055498458376, |
| "grad_norm": 5.886825199475184, |
| "learning_rate": 1.8520010465131934e-07, |
| "loss": 1.3873, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.60431654676259, |
| "grad_norm": 4.792369934205899, |
| "learning_rate": 1.8496662641248806e-07, |
| "loss": 1.2899, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.6084275436793423, |
| "grad_norm": 5.908144217721895, |
| "learning_rate": 1.8473147049577773e-07, |
| "loss": 1.3477, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.6125385405960946, |
| "grad_norm": 5.624489648110953, |
| "learning_rate": 1.8449464154437474e-07, |
| "loss": 1.344, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.6166495375128469, |
| "grad_norm": 5.718772099976671, |
| "learning_rate": 1.8425614423449972e-07, |
| "loss": 1.2532, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.6207605344295992, |
| "grad_norm": 6.393465254386759, |
| "learning_rate": 1.8401598327531534e-07, |
| "loss": 1.2969, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.6248715313463515, |
| "grad_norm": 5.647205221965829, |
| "learning_rate": 1.8377416340883313e-07, |
| "loss": 1.3353, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.6289825282631039, |
| "grad_norm": 5.936967173792457, |
| "learning_rate": 1.8353068940982007e-07, |
| "loss": 1.2068, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.6330935251798561, |
| "grad_norm": 6.864964609522403, |
| "learning_rate": 1.832855660857042e-07, |
| "loss": 1.2872, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.6372045220966084, |
| "grad_norm": 5.135047720122144, |
| "learning_rate": 1.8303879827647974e-07, |
| "loss": 1.2048, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.6413155190133607, |
| "grad_norm": 5.346765155903461, |
| "learning_rate": 1.8279039085461148e-07, |
| "loss": 1.3305, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.645426515930113, |
| "grad_norm": 5.040099277567391, |
| "learning_rate": 1.8254034872493853e-07, |
| "loss": 1.2649, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.6495375128468653, |
| "grad_norm": 5.329511339157392, |
| "learning_rate": 1.8228867682457762e-07, |
| "loss": 1.2711, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.6536485097636177, |
| "grad_norm": 5.6417382542593275, |
| "learning_rate": 1.820353801228255e-07, |
| "loss": 1.3227, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.65775950668037, |
| "grad_norm": 5.0402605192268615, |
| "learning_rate": 1.8178046362106083e-07, |
| "loss": 1.1433, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.6618705035971223, |
| "grad_norm": 5.290791064280284, |
| "learning_rate": 1.8152393235264543e-07, |
| "loss": 1.1927, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.6659815005138746, |
| "grad_norm": 5.723238591665759, |
| "learning_rate": 1.81265791382825e-07, |
| "loss": 1.3449, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.6700924974306269, |
| "grad_norm": 6.894894192664154, |
| "learning_rate": 1.8100604580862898e-07, |
| "loss": 1.3515, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.6742034943473793, |
| "grad_norm": 5.292876203921864, |
| "learning_rate": 1.8074470075876983e-07, |
| "loss": 1.2181, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.6783144912641316, |
| "grad_norm": 6.016200507600216, |
| "learning_rate": 1.8048176139354206e-07, |
| "loss": 1.339, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.6824254881808839, |
| "grad_norm": 10.65140323955686, |
| "learning_rate": 1.8021723290472007e-07, |
| "loss": 1.3989, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.6865364850976362, |
| "grad_norm": 6.835299309886434, |
| "learning_rate": 1.799511205154557e-07, |
| "loss": 1.1971, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.6906474820143885, |
| "grad_norm": 4.879232611898712, |
| "learning_rate": 1.796834294801752e-07, |
| "loss": 1.275, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.6947584789311408, |
| "grad_norm": 9.236322964731619, |
| "learning_rate": 1.7941416508447532e-07, |
| "loss": 1.1331, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.6988694758478932, |
| "grad_norm": 6.628893482135026, |
| "learning_rate": 1.7914333264501913e-07, |
| "loss": 1.2046, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.7029804727646455, |
| "grad_norm": 5.173325379014087, |
| "learning_rate": 1.7887093750943086e-07, |
| "loss": 1.2001, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.7070914696813977, |
| "grad_norm": 4.640674342071268, |
| "learning_rate": 1.7859698505619044e-07, |
| "loss": 1.1967, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.71120246659815, |
| "grad_norm": 5.480644072332889, |
| "learning_rate": 1.783214806945272e-07, |
| "loss": 1.3128, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.7153134635149023, |
| "grad_norm": 5.07951059573175, |
| "learning_rate": 1.7804442986431316e-07, |
| "loss": 1.2685, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.7194244604316546, |
| "grad_norm": 5.447927413738588, |
| "learning_rate": 1.777658380359556e-07, |
| "loss": 1.1988, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.723535457348407, |
| "grad_norm": 4.079539267934105, |
| "learning_rate": 1.7748571071028897e-07, |
| "loss": 1.1171, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.7276464542651593, |
| "grad_norm": 10.428836094857438, |
| "learning_rate": 1.7720405341846637e-07, |
| "loss": 1.445, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.7317574511819116, |
| "grad_norm": 4.994200087027091, |
| "learning_rate": 1.7692087172185027e-07, |
| "loss": 1.1787, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.7358684480986639, |
| "grad_norm": 8.329601013646606, |
| "learning_rate": 1.7663617121190271e-07, |
| "loss": 1.2562, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.7399794450154162, |
| "grad_norm": 5.611087131141067, |
| "learning_rate": 1.76349957510075e-07, |
| "loss": 1.2815, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.7440904419321686, |
| "grad_norm": 4.097510869957281, |
| "learning_rate": 1.760622362676965e-07, |
| "loss": 1.1629, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.7482014388489209, |
| "grad_norm": 5.552004707795244, |
| "learning_rate": 1.7577301316586323e-07, |
| "loss": 1.2387, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.7523124357656732, |
| "grad_norm": 4.8462890072104425, |
| "learning_rate": 1.754822939153257e-07, |
| "loss": 1.1054, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.7564234326824255, |
| "grad_norm": 6.536235722142915, |
| "learning_rate": 1.7519008425637597e-07, |
| "loss": 1.3187, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.7605344295991778, |
| "grad_norm": 4.951878169170016, |
| "learning_rate": 1.7489638995873453e-07, |
| "loss": 1.2254, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.7646454265159301, |
| "grad_norm": 3.958765970797126, |
| "learning_rate": 1.7460121682143615e-07, |
| "loss": 1.072, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.7687564234326825, |
| "grad_norm": 6.022137357961096, |
| "learning_rate": 1.7430457067271563e-07, |
| "loss": 1.2429, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.7728674203494348, |
| "grad_norm": 8.466655888789814, |
| "learning_rate": 1.7400645736989245e-07, |
| "loss": 1.2505, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.7769784172661871, |
| "grad_norm": 5.222771499693532, |
| "learning_rate": 1.737068827992554e-07, |
| "loss": 1.2429, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.7810894141829393, |
| "grad_norm": 6.355910286345292, |
| "learning_rate": 1.7340585287594602e-07, |
| "loss": 1.3068, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.7852004110996916, |
| "grad_norm": 5.126600401356926, |
| "learning_rate": 1.7310337354384215e-07, |
| "loss": 1.2144, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.789311408016444, |
| "grad_norm": 8.352368899667336, |
| "learning_rate": 1.7279945077544035e-07, |
| "loss": 1.1347, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.7934224049331963, |
| "grad_norm": 5.268839329383105, |
| "learning_rate": 1.7249409057173807e-07, |
| "loss": 1.1184, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.7975334018499486, |
| "grad_norm": 3.8916065501136843, |
| "learning_rate": 1.7218729896211503e-07, |
| "loss": 1.0728, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.8016443987667009, |
| "grad_norm": 4.80958946575301, |
| "learning_rate": 1.7187908200421434e-07, |
| "loss": 1.2634, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.8057553956834532, |
| "grad_norm": 4.584370732817813, |
| "learning_rate": 1.7156944578382276e-07, |
| "loss": 1.1399, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.8098663926002055, |
| "grad_norm": 6.130616255679746, |
| "learning_rate": 1.712583964147507e-07, |
| "loss": 1.1173, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.8139773895169579, |
| "grad_norm": 13.319035759981675, |
| "learning_rate": 1.7094594003871117e-07, |
| "loss": 1.1742, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.8180883864337102, |
| "grad_norm": 3.779192478211289, |
| "learning_rate": 1.7063208282519895e-07, |
| "loss": 1.0236, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.8221993833504625, |
| "grad_norm": 4.109209036990689, |
| "learning_rate": 1.7031683097136843e-07, |
| "loss": 1.1069, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.8263103802672148, |
| "grad_norm": 4.0762226712183605, |
| "learning_rate": 1.700001907019114e-07, |
| "loss": 1.0031, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.8304213771839671, |
| "grad_norm": 3.8654259991990916, |
| "learning_rate": 1.6968216826893404e-07, |
| "loss": 0.9732, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.8345323741007195, |
| "grad_norm": 3.869952065623661, |
| "learning_rate": 1.6936276995183373e-07, |
| "loss": 1.1063, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.8386433710174718, |
| "grad_norm": 4.704453370534266, |
| "learning_rate": 1.6904200205717466e-07, |
| "loss": 1.0475, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.8427543679342241, |
| "grad_norm": 5.026304033396767, |
| "learning_rate": 1.6871987091856366e-07, |
| "loss": 1.1108, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.8468653648509764, |
| "grad_norm": 5.035225900625049, |
| "learning_rate": 1.683963828965249e-07, |
| "loss": 1.043, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.8509763617677287, |
| "grad_norm": 3.662612352820592, |
| "learning_rate": 1.6807154437837453e-07, |
| "loss": 1.0623, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.8550873586844809, |
| "grad_norm": 3.8410544152768655, |
| "learning_rate": 1.6774536177809427e-07, |
| "loss": 0.9906, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.8591983556012333, |
| "grad_norm": 4.129293605901065, |
| "learning_rate": 1.6741784153620508e-07, |
| "loss": 1.1204, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.8633093525179856, |
| "grad_norm": 4.935467560854357, |
| "learning_rate": 1.6708899011963976e-07, |
| "loss": 1.1119, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.8674203494347379, |
| "grad_norm": 4.015734926775564, |
| "learning_rate": 1.6675881402161536e-07, |
| "loss": 1.1626, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.8715313463514902, |
| "grad_norm": 5.446078766699763, |
| "learning_rate": 1.6642731976150494e-07, |
| "loss": 1.131, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.8756423432682425, |
| "grad_norm": 4.566173880082412, |
| "learning_rate": 1.6609451388470885e-07, |
| "loss": 1.0112, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.8797533401849948, |
| "grad_norm": 3.276523865697787, |
| "learning_rate": 1.6576040296252554e-07, |
| "loss": 0.9645, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.8838643371017472, |
| "grad_norm": 3.6911629992951047, |
| "learning_rate": 1.6542499359202168e-07, |
| "loss": 1.0944, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.8879753340184995, |
| "grad_norm": 4.183238776507183, |
| "learning_rate": 1.650882923959021e-07, |
| "loss": 1.1043, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.8920863309352518, |
| "grad_norm": 3.192052677057548, |
| "learning_rate": 1.6475030602237876e-07, |
| "loss": 0.9394, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.8961973278520041, |
| "grad_norm": 3.2005085455189444, |
| "learning_rate": 1.6441104114503977e-07, |
| "loss": 0.9451, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.9003083247687564, |
| "grad_norm": 5.048492570878951, |
| "learning_rate": 1.6407050446271738e-07, |
| "loss": 1.1157, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.9044193216855088, |
| "grad_norm": 3.341145430999988, |
| "learning_rate": 1.6372870269935582e-07, |
| "loss": 0.9953, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.9085303186022611, |
| "grad_norm": 4.14587154305856, |
| "learning_rate": 1.6338564260387862e-07, |
| "loss": 0.9303, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.9126413155190134, |
| "grad_norm": 4.260201583701495, |
| "learning_rate": 1.6304133095005507e-07, |
| "loss": 1.109, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.9167523124357657, |
| "grad_norm": 4.092619824286429, |
| "learning_rate": 1.626957745363668e-07, |
| "loss": 1.1044, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.920863309352518, |
| "grad_norm": 4.0502484125320475, |
| "learning_rate": 1.6234898018587336e-07, |
| "loss": 1.0063, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.9249743062692704, |
| "grad_norm": 3.5506086131246124, |
| "learning_rate": 1.6200095474607751e-07, |
| "loss": 0.9798, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.9290853031860226, |
| "grad_norm": 12.459826992818279, |
| "learning_rate": 1.6165170508879008e-07, |
| "loss": 1.0563, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.9331963001027749, |
| "grad_norm": 4.234594438916428, |
| "learning_rate": 1.613012381099942e-07, |
| "loss": 1.0542, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.9373072970195272, |
| "grad_norm": 5.581281099863202, |
| "learning_rate": 1.6094956072970924e-07, |
| "loss": 0.9864, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.9414182939362795, |
| "grad_norm": 5.482341245037625, |
| "learning_rate": 1.6059667989185406e-07, |
| "loss": 1.0739, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.9455292908530318, |
| "grad_norm": 4.8712204495422124, |
| "learning_rate": 1.6024260256410994e-07, |
| "loss": 1.0664, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.9496402877697842, |
| "grad_norm": 3.910681290271946, |
| "learning_rate": 1.5988733573778315e-07, |
| "loss": 1.0877, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.9537512846865365, |
| "grad_norm": 3.6293772691939954, |
| "learning_rate": 1.595308864276666e-07, |
| "loss": 1.0067, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.9578622816032888, |
| "grad_norm": 3.3442637604223013, |
| "learning_rate": 1.5917326167190165e-07, |
| "loss": 1.0216, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.9619732785200411, |
| "grad_norm": 4.399760739803475, |
| "learning_rate": 1.588144685318389e-07, |
| "loss": 1.1903, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.9660842754367934, |
| "grad_norm": 5.12258557268555, |
| "learning_rate": 1.5845451409189888e-07, |
| "loss": 0.9688, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.9701952723535457, |
| "grad_norm": 3.674152497012296, |
| "learning_rate": 1.580934054594322e-07, |
| "loss": 1.0486, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.9743062692702981, |
| "grad_norm": 4.238866161199344, |
| "learning_rate": 1.5773114976457914e-07, |
| "loss": 1.0302, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.9784172661870504, |
| "grad_norm": 4.367082292611695, |
| "learning_rate": 1.573677541601289e-07, |
| "loss": 1.0433, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.9825282631038027, |
| "grad_norm": 4.273812234099169, |
| "learning_rate": 1.5700322582137827e-07, |
| "loss": 1.0055, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.986639260020555, |
| "grad_norm": 4.491229260617013, |
| "learning_rate": 1.5663757194599012e-07, |
| "loss": 1.0768, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.9907502569373073, |
| "grad_norm": 3.8347744908641483, |
| "learning_rate": 1.562707997538512e-07, |
| "loss": 0.9993, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.9948612538540597, |
| "grad_norm": 3.27938600158038, |
| "learning_rate": 1.5590291648692952e-07, |
| "loss": 0.9517, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.998972250770812, |
| "grad_norm": 7.3523047468326075, |
| "learning_rate": 1.5553392940913147e-07, |
| "loss": 1.0323, |
| "step": 243 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 7.3523047468326075, |
| "learning_rate": 1.551638458061583e-07, |
| "loss": 0.2618, |
| "step": 244 |
| }, |
| { |
| "epoch": 1.0041109969167523, |
| "grad_norm": 4.587527924546633, |
| "learning_rate": 1.5479267298536238e-07, |
| "loss": 1.0414, |
| "step": 245 |
| }, |
| { |
| "epoch": 1.0082219938335046, |
| "grad_norm": 3.2655329122499066, |
| "learning_rate": 1.5442041827560272e-07, |
| "loss": 0.922, |
| "step": 246 |
| }, |
| { |
| "epoch": 1.012332990750257, |
| "grad_norm": 3.6435788817559556, |
| "learning_rate": 1.5404708902710048e-07, |
| "loss": 1.0512, |
| "step": 247 |
| }, |
| { |
| "epoch": 1.0164439876670093, |
| "grad_norm": 3.532035670122312, |
| "learning_rate": 1.5367269261129367e-07, |
| "loss": 1.1142, |
| "step": 248 |
| }, |
| { |
| "epoch": 1.0205549845837616, |
| "grad_norm": 3.1281688701442976, |
| "learning_rate": 1.532972364206917e-07, |
| "loss": 0.8561, |
| "step": 249 |
| }, |
| { |
| "epoch": 1.024665981500514, |
| "grad_norm": 7.538457318745296, |
| "learning_rate": 1.529207278687294e-07, |
| "loss": 0.9928, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.0287769784172662, |
| "grad_norm": 4.9764365177078425, |
| "learning_rate": 1.5254317438962053e-07, |
| "loss": 1.0124, |
| "step": 251 |
| }, |
| { |
| "epoch": 1.0328879753340185, |
| "grad_norm": 4.3471137210647335, |
| "learning_rate": 1.521645834382112e-07, |
| "loss": 0.9735, |
| "step": 252 |
| }, |
| { |
| "epoch": 1.0369989722507709, |
| "grad_norm": 3.767687792184999, |
| "learning_rate": 1.5178496248983254e-07, |
| "loss": 0.9494, |
| "step": 253 |
| }, |
| { |
| "epoch": 1.0411099691675232, |
| "grad_norm": 3.922983144917104, |
| "learning_rate": 1.51404319040153e-07, |
| "loss": 1.0714, |
| "step": 254 |
| }, |
| { |
| "epoch": 1.0452209660842755, |
| "grad_norm": 3.9564590894983325, |
| "learning_rate": 1.510226606050306e-07, |
| "loss": 1.0723, |
| "step": 255 |
| }, |
| { |
| "epoch": 1.0493319630010278, |
| "grad_norm": 5.090704470034626, |
| "learning_rate": 1.5063999472036431e-07, |
| "loss": 0.8843, |
| "step": 256 |
| }, |
| { |
| "epoch": 1.0534429599177801, |
| "grad_norm": 3.791932714047322, |
| "learning_rate": 1.502563289419453e-07, |
| "loss": 1.0045, |
| "step": 257 |
| }, |
| { |
| "epoch": 1.0575539568345325, |
| "grad_norm": 4.205770790261918, |
| "learning_rate": 1.4987167084530789e-07, |
| "loss": 0.9499, |
| "step": 258 |
| }, |
| { |
| "epoch": 1.0616649537512848, |
| "grad_norm": 3.61064474688858, |
| "learning_rate": 1.494860280255798e-07, |
| "loss": 1.0903, |
| "step": 259 |
| }, |
| { |
| "epoch": 1.065775950668037, |
| "grad_norm": 4.220812615971972, |
| "learning_rate": 1.4909940809733221e-07, |
| "loss": 1.0432, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.0698869475847892, |
| "grad_norm": 4.1564691945837176, |
| "learning_rate": 1.4871181869442952e-07, |
| "loss": 1.0334, |
| "step": 261 |
| }, |
| { |
| "epoch": 1.0739979445015417, |
| "grad_norm": 3.4456733669634705, |
| "learning_rate": 1.4832326746987846e-07, |
| "loss": 0.8977, |
| "step": 262 |
| }, |
| { |
| "epoch": 1.0781089414182938, |
| "grad_norm": 8.867540475958243, |
| "learning_rate": 1.4793376209567715e-07, |
| "loss": 0.9876, |
| "step": 263 |
| }, |
| { |
| "epoch": 1.0822199383350461, |
| "grad_norm": 3.758481717795243, |
| "learning_rate": 1.4754331026266343e-07, |
| "loss": 1.139, |
| "step": 264 |
| }, |
| { |
| "epoch": 1.0863309352517985, |
| "grad_norm": 3.423033101790078, |
| "learning_rate": 1.4715191968036324e-07, |
| "loss": 0.9716, |
| "step": 265 |
| }, |
| { |
| "epoch": 1.0904419321685508, |
| "grad_norm": 5.334887865735263, |
| "learning_rate": 1.467595980768381e-07, |
| "loss": 1.0051, |
| "step": 266 |
| }, |
| { |
| "epoch": 1.094552929085303, |
| "grad_norm": 6.59849216352483, |
| "learning_rate": 1.4636635319853273e-07, |
| "loss": 1.0045, |
| "step": 267 |
| }, |
| { |
| "epoch": 1.0986639260020554, |
| "grad_norm": 4.986823873514777, |
| "learning_rate": 1.4597219281012207e-07, |
| "loss": 0.9797, |
| "step": 268 |
| }, |
| { |
| "epoch": 1.1027749229188077, |
| "grad_norm": 3.312438263885284, |
| "learning_rate": 1.4557712469435797e-07, |
| "loss": 0.9593, |
| "step": 269 |
| }, |
| { |
| "epoch": 1.10688591983556, |
| "grad_norm": 3.6481380380427852, |
| "learning_rate": 1.451811566519154e-07, |
| "loss": 0.9023, |
| "step": 270 |
| }, |
| { |
| "epoch": 1.1109969167523124, |
| "grad_norm": 3.5037083932955766, |
| "learning_rate": 1.4478429650123852e-07, |
| "loss": 1.0164, |
| "step": 271 |
| }, |
| { |
| "epoch": 1.1151079136690647, |
| "grad_norm": 5.373660229379728, |
| "learning_rate": 1.4438655207838628e-07, |
| "loss": 0.9792, |
| "step": 272 |
| }, |
| { |
| "epoch": 1.119218910585817, |
| "grad_norm": 3.256466523727759, |
| "learning_rate": 1.4398793123687779e-07, |
| "loss": 0.8795, |
| "step": 273 |
| }, |
| { |
| "epoch": 1.1233299075025693, |
| "grad_norm": 2.9632076523747375, |
| "learning_rate": 1.435884418475371e-07, |
| "loss": 1.0495, |
| "step": 274 |
| }, |
| { |
| "epoch": 1.1274409044193217, |
| "grad_norm": 3.3022340284078835, |
| "learning_rate": 1.431880917983379e-07, |
| "loss": 0.8945, |
| "step": 275 |
| }, |
| { |
| "epoch": 1.131551901336074, |
| "grad_norm": 3.5932638648288857, |
| "learning_rate": 1.4278688899424765e-07, |
| "loss": 0.9901, |
| "step": 276 |
| }, |
| { |
| "epoch": 1.1356628982528263, |
| "grad_norm": 3.919024819518497, |
| "learning_rate": 1.4238484135707163e-07, |
| "loss": 0.9543, |
| "step": 277 |
| }, |
| { |
| "epoch": 1.1397738951695786, |
| "grad_norm": 3.7589281660297296, |
| "learning_rate": 1.419819568252965e-07, |
| "loss": 0.8906, |
| "step": 278 |
| }, |
| { |
| "epoch": 1.143884892086331, |
| "grad_norm": 3.5161227693050727, |
| "learning_rate": 1.415782433539335e-07, |
| "loss": 0.909, |
| "step": 279 |
| }, |
| { |
| "epoch": 1.1479958890030832, |
| "grad_norm": 4.358301844170438, |
| "learning_rate": 1.4117370891436134e-07, |
| "loss": 1.0172, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.1521068859198356, |
| "grad_norm": 3.3000172459440296, |
| "learning_rate": 1.4076836149416886e-07, |
| "loss": 0.9679, |
| "step": 281 |
| }, |
| { |
| "epoch": 1.1562178828365879, |
| "grad_norm": 3.8632482737448584, |
| "learning_rate": 1.4036220909699746e-07, |
| "loss": 0.9702, |
| "step": 282 |
| }, |
| { |
| "epoch": 1.1603288797533402, |
| "grad_norm": 3.909839901638121, |
| "learning_rate": 1.399552597423828e-07, |
| "loss": 1.0682, |
| "step": 283 |
| }, |
| { |
| "epoch": 1.1644398766700925, |
| "grad_norm": 2.7714797573184256, |
| "learning_rate": 1.3954752146559652e-07, |
| "loss": 0.8751, |
| "step": 284 |
| }, |
| { |
| "epoch": 1.1685508735868448, |
| "grad_norm": 3.2678409235203723, |
| "learning_rate": 1.3913900231748777e-07, |
| "loss": 0.8514, |
| "step": 285 |
| }, |
| { |
| "epoch": 1.1726618705035972, |
| "grad_norm": 4.628365909485524, |
| "learning_rate": 1.3872971036432407e-07, |
| "loss": 0.8754, |
| "step": 286 |
| }, |
| { |
| "epoch": 1.1767728674203495, |
| "grad_norm": 3.1810861375665778, |
| "learning_rate": 1.3831965368763204e-07, |
| "loss": 0.9274, |
| "step": 287 |
| }, |
| { |
| "epoch": 1.1808838643371018, |
| "grad_norm": 2.676778659249158, |
| "learning_rate": 1.3790884038403793e-07, |
| "loss": 0.9122, |
| "step": 288 |
| }, |
| { |
| "epoch": 1.1849948612538541, |
| "grad_norm": 4.50938245514188, |
| "learning_rate": 1.3749727856510767e-07, |
| "loss": 0.966, |
| "step": 289 |
| }, |
| { |
| "epoch": 1.1891058581706064, |
| "grad_norm": 4.5085156293745685, |
| "learning_rate": 1.3708497635718673e-07, |
| "loss": 0.9738, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.1932168550873588, |
| "grad_norm": 3.840888130011014, |
| "learning_rate": 1.3667194190123958e-07, |
| "loss": 0.9885, |
| "step": 291 |
| }, |
| { |
| "epoch": 1.197327852004111, |
| "grad_norm": 5.03067762124161, |
| "learning_rate": 1.3625818335268925e-07, |
| "loss": 0.9908, |
| "step": 292 |
| }, |
| { |
| "epoch": 1.2014388489208634, |
| "grad_norm": 3.012942460130905, |
| "learning_rate": 1.358437088812558e-07, |
| "loss": 0.9007, |
| "step": 293 |
| }, |
| { |
| "epoch": 1.2055498458376157, |
| "grad_norm": 3.9729600234803795, |
| "learning_rate": 1.3542852667079556e-07, |
| "loss": 0.9564, |
| "step": 294 |
| }, |
| { |
| "epoch": 1.209660842754368, |
| "grad_norm": 3.4923568698520047, |
| "learning_rate": 1.3501264491913906e-07, |
| "loss": 0.9348, |
| "step": 295 |
| }, |
| { |
| "epoch": 1.2137718396711201, |
| "grad_norm": 13.54234756183888, |
| "learning_rate": 1.3459607183792945e-07, |
| "loss": 1.0596, |
| "step": 296 |
| }, |
| { |
| "epoch": 1.2178828365878727, |
| "grad_norm": 3.3853216831853126, |
| "learning_rate": 1.3417881565246028e-07, |
| "loss": 1.0132, |
| "step": 297 |
| }, |
| { |
| "epoch": 1.2219938335046248, |
| "grad_norm": 3.076392845182414, |
| "learning_rate": 1.3376088460151304e-07, |
| "loss": 0.9107, |
| "step": 298 |
| }, |
| { |
| "epoch": 1.2261048304213773, |
| "grad_norm": 2.8152450155019855, |
| "learning_rate": 1.3334228693719464e-07, |
| "loss": 0.865, |
| "step": 299 |
| }, |
| { |
| "epoch": 1.2302158273381294, |
| "grad_norm": 3.598739419126404, |
| "learning_rate": 1.3292303092477425e-07, |
| "loss": 0.9782, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.2343268242548817, |
| "grad_norm": 3.511571183489361, |
| "learning_rate": 1.3250312484252023e-07, |
| "loss": 0.9511, |
| "step": 301 |
| }, |
| { |
| "epoch": 1.238437821171634, |
| "grad_norm": 3.074787788547139, |
| "learning_rate": 1.3208257698153675e-07, |
| "loss": 0.8803, |
| "step": 302 |
| }, |
| { |
| "epoch": 1.2425488180883864, |
| "grad_norm": 2.746368624615067, |
| "learning_rate": 1.3166139564559992e-07, |
| "loss": 0.8559, |
| "step": 303 |
| }, |
| { |
| "epoch": 1.2466598150051387, |
| "grad_norm": 3.4881838173477284, |
| "learning_rate": 1.3123958915099391e-07, |
| "loss": 0.9375, |
| "step": 304 |
| }, |
| { |
| "epoch": 1.250770811921891, |
| "grad_norm": 4.412925782674072, |
| "learning_rate": 1.3081716582634672e-07, |
| "loss": 1.0466, |
| "step": 305 |
| }, |
| { |
| "epoch": 1.2548818088386433, |
| "grad_norm": 5.046254104640164, |
| "learning_rate": 1.3039413401246576e-07, |
| "loss": 1.0148, |
| "step": 306 |
| }, |
| { |
| "epoch": 1.2589928057553956, |
| "grad_norm": 3.8480322391567277, |
| "learning_rate": 1.2997050206217316e-07, |
| "loss": 0.9868, |
| "step": 307 |
| }, |
| { |
| "epoch": 1.263103802672148, |
| "grad_norm": 3.514561158345834, |
| "learning_rate": 1.2954627834014081e-07, |
| "loss": 1.0085, |
| "step": 308 |
| }, |
| { |
| "epoch": 1.2672147995889003, |
| "grad_norm": 4.351642190234845, |
| "learning_rate": 1.2912147122272522e-07, |
| "loss": 0.9864, |
| "step": 309 |
| }, |
| { |
| "epoch": 1.2713257965056526, |
| "grad_norm": 3.5989585736661835, |
| "learning_rate": 1.286960890978021e-07, |
| "loss": 0.9998, |
| "step": 310 |
| }, |
| { |
| "epoch": 1.275436793422405, |
| "grad_norm": 3.4737199129099645, |
| "learning_rate": 1.2827014036460083e-07, |
| "loss": 0.8694, |
| "step": 311 |
| }, |
| { |
| "epoch": 1.2795477903391572, |
| "grad_norm": 2.539715373657141, |
| "learning_rate": 1.2784363343353847e-07, |
| "loss": 0.9282, |
| "step": 312 |
| }, |
| { |
| "epoch": 1.2836587872559095, |
| "grad_norm": 3.2040501701385504, |
| "learning_rate": 1.2741657672605383e-07, |
| "loss": 0.8948, |
| "step": 313 |
| }, |
| { |
| "epoch": 1.2877697841726619, |
| "grad_norm": 4.476229955091483, |
| "learning_rate": 1.2698897867444112e-07, |
| "loss": 0.9465, |
| "step": 314 |
| }, |
| { |
| "epoch": 1.2918807810894142, |
| "grad_norm": 2.735316244383116, |
| "learning_rate": 1.2656084772168342e-07, |
| "loss": 0.8718, |
| "step": 315 |
| }, |
| { |
| "epoch": 1.2959917780061665, |
| "grad_norm": 15.132216877168823, |
| "learning_rate": 1.2613219232128607e-07, |
| "loss": 0.9205, |
| "step": 316 |
| }, |
| { |
| "epoch": 1.3001027749229188, |
| "grad_norm": 2.852225281113358, |
| "learning_rate": 1.257030209371097e-07, |
| "loss": 0.9716, |
| "step": 317 |
| }, |
| { |
| "epoch": 1.3042137718396711, |
| "grad_norm": 3.472991419069752, |
| "learning_rate": 1.2527334204320306e-07, |
| "loss": 0.9016, |
| "step": 318 |
| }, |
| { |
| "epoch": 1.3083247687564235, |
| "grad_norm": 6.268518446736897, |
| "learning_rate": 1.2484316412363585e-07, |
| "loss": 1.0182, |
| "step": 319 |
| }, |
| { |
| "epoch": 1.3124357656731758, |
| "grad_norm": 4.343662117964228, |
| "learning_rate": 1.2441249567233098e-07, |
| "loss": 0.8995, |
| "step": 320 |
| }, |
| { |
| "epoch": 1.316546762589928, |
| "grad_norm": 5.4253442976393815, |
| "learning_rate": 1.239813451928971e-07, |
| "loss": 1.0105, |
| "step": 321 |
| }, |
| { |
| "epoch": 1.3206577595066804, |
| "grad_norm": 3.1886335139175865, |
| "learning_rate": 1.2354972119846047e-07, |
| "loss": 0.894, |
| "step": 322 |
| }, |
| { |
| "epoch": 1.3247687564234327, |
| "grad_norm": 6.633026435651971, |
| "learning_rate": 1.2311763221149697e-07, |
| "loss": 0.9594, |
| "step": 323 |
| }, |
| { |
| "epoch": 1.328879753340185, |
| "grad_norm": 3.200014759412536, |
| "learning_rate": 1.2268508676366393e-07, |
| "loss": 0.7737, |
| "step": 324 |
| }, |
| { |
| "epoch": 1.3329907502569374, |
| "grad_norm": 2.9522876335978556, |
| "learning_rate": 1.2225209339563143e-07, |
| "loss": 0.8886, |
| "step": 325 |
| }, |
| { |
| "epoch": 1.3371017471736897, |
| "grad_norm": 2.9896642725764515, |
| "learning_rate": 1.218186606569139e-07, |
| "loss": 0.9793, |
| "step": 326 |
| }, |
| { |
| "epoch": 1.341212744090442, |
| "grad_norm": 6.08730869790015, |
| "learning_rate": 1.2138479710570122e-07, |
| "loss": 1.0776, |
| "step": 327 |
| }, |
| { |
| "epoch": 1.3453237410071943, |
| "grad_norm": 4.452907765904937, |
| "learning_rate": 1.2095051130868957e-07, |
| "loss": 0.9614, |
| "step": 328 |
| }, |
| { |
| "epoch": 1.3494347379239466, |
| "grad_norm": 3.108116007100476, |
| "learning_rate": 1.2051581184091263e-07, |
| "loss": 0.8032, |
| "step": 329 |
| }, |
| { |
| "epoch": 1.353545734840699, |
| "grad_norm": 2.905780323154698, |
| "learning_rate": 1.2008070728557184e-07, |
| "loss": 0.8724, |
| "step": 330 |
| }, |
| { |
| "epoch": 1.357656731757451, |
| "grad_norm": 3.7786375892411477, |
| "learning_rate": 1.196452062338674e-07, |
| "loss": 0.9391, |
| "step": 331 |
| }, |
| { |
| "epoch": 1.3617677286742036, |
| "grad_norm": 3.9772000342593525, |
| "learning_rate": 1.1920931728482823e-07, |
| "loss": 0.9264, |
| "step": 332 |
| }, |
| { |
| "epoch": 1.3658787255909557, |
| "grad_norm": 3.817880764626275, |
| "learning_rate": 1.1877304904514231e-07, |
| "loss": 0.9745, |
| "step": 333 |
| }, |
| { |
| "epoch": 1.3699897225077082, |
| "grad_norm": 3.7294607952564442, |
| "learning_rate": 1.1833641012898689e-07, |
| "loss": 0.8814, |
| "step": 334 |
| }, |
| { |
| "epoch": 1.3741007194244603, |
| "grad_norm": 3.894043685988304, |
| "learning_rate": 1.1789940915785823e-07, |
| "loss": 0.8693, |
| "step": 335 |
| }, |
| { |
| "epoch": 1.3782117163412129, |
| "grad_norm": 3.2573926116380725, |
| "learning_rate": 1.1746205476040136e-07, |
| "loss": 0.9465, |
| "step": 336 |
| }, |
| { |
| "epoch": 1.382322713257965, |
| "grad_norm": 4.12092698927328, |
| "learning_rate": 1.1702435557223986e-07, |
| "loss": 1.0532, |
| "step": 337 |
| }, |
| { |
| "epoch": 1.3864337101747175, |
| "grad_norm": 5.26471469117091, |
| "learning_rate": 1.1658632023580515e-07, |
| "loss": 0.9369, |
| "step": 338 |
| }, |
| { |
| "epoch": 1.3905447070914696, |
| "grad_norm": 3.223766697269215, |
| "learning_rate": 1.1614795740016599e-07, |
| "loss": 1.0186, |
| "step": 339 |
| }, |
| { |
| "epoch": 1.394655704008222, |
| "grad_norm": 3.4553250886935554, |
| "learning_rate": 1.1570927572085765e-07, |
| "loss": 0.8929, |
| "step": 340 |
| }, |
| { |
| "epoch": 1.3987667009249742, |
| "grad_norm": 4.722435348796641, |
| "learning_rate": 1.1527028385971107e-07, |
| "loss": 0.809, |
| "step": 341 |
| }, |
| { |
| "epoch": 1.4028776978417266, |
| "grad_norm": 3.9226576826541426, |
| "learning_rate": 1.1483099048468168e-07, |
| "loss": 1.0225, |
| "step": 342 |
| }, |
| { |
| "epoch": 1.4069886947584789, |
| "grad_norm": 7.093144884392558, |
| "learning_rate": 1.143914042696784e-07, |
| "loss": 0.9861, |
| "step": 343 |
| }, |
| { |
| "epoch": 1.4110996916752312, |
| "grad_norm": 3.1456777723164695, |
| "learning_rate": 1.1395153389439232e-07, |
| "loss": 0.8725, |
| "step": 344 |
| }, |
| { |
| "epoch": 1.4152106885919835, |
| "grad_norm": 2.9260651476179875, |
| "learning_rate": 1.1351138804412524e-07, |
| "loss": 0.8668, |
| "step": 345 |
| }, |
| { |
| "epoch": 1.4193216855087358, |
| "grad_norm": 2.4690552378582686, |
| "learning_rate": 1.1307097540961838e-07, |
| "loss": 0.8523, |
| "step": 346 |
| }, |
| { |
| "epoch": 1.4234326824254881, |
| "grad_norm": 4.573741288832168, |
| "learning_rate": 1.1263030468688058e-07, |
| "loss": 0.9331, |
| "step": 347 |
| }, |
| { |
| "epoch": 1.4275436793422405, |
| "grad_norm": 3.109286001494723, |
| "learning_rate": 1.1218938457701661e-07, |
| "loss": 0.864, |
| "step": 348 |
| }, |
| { |
| "epoch": 1.4316546762589928, |
| "grad_norm": 6.457283012285657, |
| "learning_rate": 1.1174822378605551e-07, |
| "loss": 1.0116, |
| "step": 349 |
| }, |
| { |
| "epoch": 1.435765673175745, |
| "grad_norm": 3.0895002017704183, |
| "learning_rate": 1.1130683102477863e-07, |
| "loss": 0.8629, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.4398766700924974, |
| "grad_norm": 3.6763052961248133, |
| "learning_rate": 1.1086521500854744e-07, |
| "loss": 0.8757, |
| "step": 351 |
| }, |
| { |
| "epoch": 1.4439876670092497, |
| "grad_norm": 3.1496716800740985, |
| "learning_rate": 1.1042338445713184e-07, |
| "loss": 0.817, |
| "step": 352 |
| }, |
| { |
| "epoch": 1.448098663926002, |
| "grad_norm": 5.1946658489020825, |
| "learning_rate": 1.0998134809453756e-07, |
| "loss": 0.732, |
| "step": 353 |
| }, |
| { |
| "epoch": 1.4522096608427544, |
| "grad_norm": 3.829241413844801, |
| "learning_rate": 1.095391146488342e-07, |
| "loss": 0.9864, |
| "step": 354 |
| }, |
| { |
| "epoch": 1.4563206577595067, |
| "grad_norm": 3.7899885166138696, |
| "learning_rate": 1.0909669285198279e-07, |
| "loss": 0.9475, |
| "step": 355 |
| }, |
| { |
| "epoch": 1.460431654676259, |
| "grad_norm": 3.5441163883202242, |
| "learning_rate": 1.0865409143966337e-07, |
| "loss": 0.9404, |
| "step": 356 |
| }, |
| { |
| "epoch": 1.4645426515930113, |
| "grad_norm": 5.127809830712663, |
| "learning_rate": 1.0821131915110247e-07, |
| "loss": 1.0162, |
| "step": 357 |
| }, |
| { |
| "epoch": 1.4686536485097637, |
| "grad_norm": 3.8210553301046595, |
| "learning_rate": 1.0776838472890064e-07, |
| "loss": 0.904, |
| "step": 358 |
| }, |
| { |
| "epoch": 1.472764645426516, |
| "grad_norm": 3.423276389121683, |
| "learning_rate": 1.0732529691885977e-07, |
| "loss": 0.9258, |
| "step": 359 |
| }, |
| { |
| "epoch": 1.4768756423432683, |
| "grad_norm": 4.818251672123113, |
| "learning_rate": 1.0688206446981041e-07, |
| "loss": 0.9906, |
| "step": 360 |
| }, |
| { |
| "epoch": 1.4809866392600206, |
| "grad_norm": 4.163954679546723, |
| "learning_rate": 1.0643869613343906e-07, |
| "loss": 0.9437, |
| "step": 361 |
| }, |
| { |
| "epoch": 1.485097636176773, |
| "grad_norm": 3.9891570717000064, |
| "learning_rate": 1.059952006641153e-07, |
| "loss": 0.9786, |
| "step": 362 |
| }, |
| { |
| "epoch": 1.4892086330935252, |
| "grad_norm": 3.55257226968209, |
| "learning_rate": 1.0555158681871896e-07, |
| "loss": 0.9195, |
| "step": 363 |
| }, |
| { |
| "epoch": 1.4933196300102776, |
| "grad_norm": 3.241093467267381, |
| "learning_rate": 1.0510786335646723e-07, |
| "loss": 0.9582, |
| "step": 364 |
| }, |
| { |
| "epoch": 1.4974306269270299, |
| "grad_norm": 3.242022186577696, |
| "learning_rate": 1.0466403903874175e-07, |
| "loss": 0.8839, |
| "step": 365 |
| }, |
| { |
| "epoch": 1.501541623843782, |
| "grad_norm": 2.983071257935304, |
| "learning_rate": 1.0422012262891549e-07, |
| "loss": 0.8955, |
| "step": 366 |
| }, |
| { |
| "epoch": 1.5056526207605345, |
| "grad_norm": 4.190418089862188, |
| "learning_rate": 1.0377612289217982e-07, |
| "loss": 0.9547, |
| "step": 367 |
| }, |
| { |
| "epoch": 1.5097636176772866, |
| "grad_norm": 3.0118207209284056, |
| "learning_rate": 1.0333204859537142e-07, |
| "loss": 0.9189, |
| "step": 368 |
| }, |
| { |
| "epoch": 1.5138746145940392, |
| "grad_norm": 4.4088932253245385, |
| "learning_rate": 1.0288790850679916e-07, |
| "loss": 0.9642, |
| "step": 369 |
| }, |
| { |
| "epoch": 1.5179856115107913, |
| "grad_norm": 4.256377473558271, |
| "learning_rate": 1.02443711396071e-07, |
| "loss": 0.9967, |
| "step": 370 |
| }, |
| { |
| "epoch": 1.5220966084275438, |
| "grad_norm": 3.5285920421327877, |
| "learning_rate": 1.0199946603392078e-07, |
| "loss": 0.9941, |
| "step": 371 |
| }, |
| { |
| "epoch": 1.526207605344296, |
| "grad_norm": 3.228747946556862, |
| "learning_rate": 1.015551811920351e-07, |
| "loss": 0.8876, |
| "step": 372 |
| }, |
| { |
| "epoch": 1.5303186022610484, |
| "grad_norm": 4.690078191994573, |
| "learning_rate": 1.0111086564288003e-07, |
| "loss": 0.977, |
| "step": 373 |
| }, |
| { |
| "epoch": 1.5344295991778005, |
| "grad_norm": 3.4054812092989932, |
| "learning_rate": 1.0066652815952805e-07, |
| "loss": 0.8812, |
| "step": 374 |
| }, |
| { |
| "epoch": 1.538540596094553, |
| "grad_norm": 4.145441599920812, |
| "learning_rate": 1.0022217751548469e-07, |
| "loss": 0.8706, |
| "step": 375 |
| }, |
| { |
| "epoch": 1.5426515930113052, |
| "grad_norm": 2.8932427154784195, |
| "learning_rate": 9.977782248451532e-08, |
| "loss": 0.9032, |
| "step": 376 |
| }, |
| { |
| "epoch": 1.5467625899280577, |
| "grad_norm": 3.963915959396549, |
| "learning_rate": 9.933347184047194e-08, |
| "loss": 0.9419, |
| "step": 377 |
| }, |
| { |
| "epoch": 1.5508735868448098, |
| "grad_norm": 8.043380806796971, |
| "learning_rate": 9.888913435711997e-08, |
| "loss": 0.9767, |
| "step": 378 |
| }, |
| { |
| "epoch": 1.5549845837615623, |
| "grad_norm": 3.5125234270241474, |
| "learning_rate": 9.84448188079649e-08, |
| "loss": 0.9214, |
| "step": 379 |
| }, |
| { |
| "epoch": 1.5590955806783144, |
| "grad_norm": 4.003469090505716, |
| "learning_rate": 9.80005339660792e-08, |
| "loss": 0.9552, |
| "step": 380 |
| }, |
| { |
| "epoch": 1.5632065775950668, |
| "grad_norm": 4.640026799945273, |
| "learning_rate": 9.7556288603929e-08, |
| "loss": 0.9121, |
| "step": 381 |
| }, |
| { |
| "epoch": 1.567317574511819, |
| "grad_norm": 5.0645678331872785, |
| "learning_rate": 9.711209149320083e-08, |
| "loss": 0.9166, |
| "step": 382 |
| }, |
| { |
| "epoch": 1.5714285714285714, |
| "grad_norm": 2.7634743082527797, |
| "learning_rate": 9.666795140462859e-08, |
| "loss": 0.8692, |
| "step": 383 |
| }, |
| { |
| "epoch": 1.5755395683453237, |
| "grad_norm": 4.1199673904860195, |
| "learning_rate": 9.622387710782017e-08, |
| "loss": 0.8751, |
| "step": 384 |
| }, |
| { |
| "epoch": 1.579650565262076, |
| "grad_norm": 2.8379235943085903, |
| "learning_rate": 9.577987737108453e-08, |
| "loss": 0.8888, |
| "step": 385 |
| }, |
| { |
| "epoch": 1.5837615621788284, |
| "grad_norm": 5.882295965122743, |
| "learning_rate": 9.533596096125824e-08, |
| "loss": 0.9051, |
| "step": 386 |
| }, |
| { |
| "epoch": 1.5878725590955807, |
| "grad_norm": 3.420446189681305, |
| "learning_rate": 9.489213664353276e-08, |
| "loss": 0.9566, |
| "step": 387 |
| }, |
| { |
| "epoch": 1.591983556012333, |
| "grad_norm": 5.305798545532549, |
| "learning_rate": 9.444841318128103e-08, |
| "loss": 1.0193, |
| "step": 388 |
| }, |
| { |
| "epoch": 1.5960945529290853, |
| "grad_norm": 4.247055711315682, |
| "learning_rate": 9.400479933588468e-08, |
| "loss": 0.9384, |
| "step": 389 |
| }, |
| { |
| "epoch": 1.6002055498458376, |
| "grad_norm": 8.733285816075485, |
| "learning_rate": 9.356130386656093e-08, |
| "loss": 0.8369, |
| "step": 390 |
| }, |
| { |
| "epoch": 1.60431654676259, |
| "grad_norm": 2.8786782614816198, |
| "learning_rate": 9.311793553018958e-08, |
| "loss": 0.8824, |
| "step": 391 |
| }, |
| { |
| "epoch": 1.6084275436793423, |
| "grad_norm": 4.363120915051614, |
| "learning_rate": 9.267470308114025e-08, |
| "loss": 0.9449, |
| "step": 392 |
| }, |
| { |
| "epoch": 1.6125385405960946, |
| "grad_norm": 2.825067613906357, |
| "learning_rate": 9.223161527109936e-08, |
| "loss": 0.8717, |
| "step": 393 |
| }, |
| { |
| "epoch": 1.616649537512847, |
| "grad_norm": 3.4773329919642504, |
| "learning_rate": 9.178868084889756e-08, |
| "loss": 0.9516, |
| "step": 394 |
| }, |
| { |
| "epoch": 1.6207605344295992, |
| "grad_norm": 3.346888644174058, |
| "learning_rate": 9.134590856033663e-08, |
| "loss": 0.8735, |
| "step": 395 |
| }, |
| { |
| "epoch": 1.6248715313463515, |
| "grad_norm": 3.9626979838092122, |
| "learning_rate": 9.090330714801723e-08, |
| "loss": 0.9276, |
| "step": 396 |
| }, |
| { |
| "epoch": 1.6289825282631039, |
| "grad_norm": 4.276330156677023, |
| "learning_rate": 9.04608853511658e-08, |
| "loss": 0.8676, |
| "step": 397 |
| }, |
| { |
| "epoch": 1.6330935251798562, |
| "grad_norm": 3.1592785717660177, |
| "learning_rate": 9.001865190546244e-08, |
| "loss": 0.8915, |
| "step": 398 |
| }, |
| { |
| "epoch": 1.6372045220966083, |
| "grad_norm": 3.4798718911610456, |
| "learning_rate": 8.957661554286817e-08, |
| "loss": 0.8507, |
| "step": 399 |
| }, |
| { |
| "epoch": 1.6413155190133608, |
| "grad_norm": 5.913042910096891, |
| "learning_rate": 8.913478499145254e-08, |
| "loss": 0.9228, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.645426515930113, |
| "grad_norm": 3.392731962857513, |
| "learning_rate": 8.86931689752214e-08, |
| "loss": 1.0059, |
| "step": 401 |
| }, |
| { |
| "epoch": 1.6495375128468655, |
| "grad_norm": 4.487647832133066, |
| "learning_rate": 8.825177621394448e-08, |
| "loss": 0.9056, |
| "step": 402 |
| }, |
| { |
| "epoch": 1.6536485097636175, |
| "grad_norm": 5.511907110296882, |
| "learning_rate": 8.781061542298341e-08, |
| "loss": 0.8975, |
| "step": 403 |
| }, |
| { |
| "epoch": 1.65775950668037, |
| "grad_norm": 3.329792413319853, |
| "learning_rate": 8.736969531311943e-08, |
| "loss": 0.8379, |
| "step": 404 |
| }, |
| { |
| "epoch": 1.6618705035971222, |
| "grad_norm": 3.2987510339919752, |
| "learning_rate": 8.69290245903816e-08, |
| "loss": 0.8905, |
| "step": 405 |
| }, |
| { |
| "epoch": 1.6659815005138747, |
| "grad_norm": 2.62381585897142, |
| "learning_rate": 8.648861195587475e-08, |
| "loss": 0.8473, |
| "step": 406 |
| }, |
| { |
| "epoch": 1.6700924974306268, |
| "grad_norm": 6.587278654350038, |
| "learning_rate": 8.60484661056077e-08, |
| "loss": 0.8982, |
| "step": 407 |
| }, |
| { |
| "epoch": 1.6742034943473794, |
| "grad_norm": 4.234639340313541, |
| "learning_rate": 8.560859573032161e-08, |
| "loss": 0.9484, |
| "step": 408 |
| }, |
| { |
| "epoch": 1.6783144912641315, |
| "grad_norm": 4.421720531070511, |
| "learning_rate": 8.516900951531831e-08, |
| "loss": 0.8253, |
| "step": 409 |
| }, |
| { |
| "epoch": 1.682425488180884, |
| "grad_norm": 2.8081070483958, |
| "learning_rate": 8.472971614028895e-08, |
| "loss": 0.8682, |
| "step": 410 |
| }, |
| { |
| "epoch": 1.686536485097636, |
| "grad_norm": 4.068593293283322, |
| "learning_rate": 8.429072427914234e-08, |
| "loss": 0.8271, |
| "step": 411 |
| }, |
| { |
| "epoch": 1.6906474820143886, |
| "grad_norm": 3.67545913643879, |
| "learning_rate": 8.385204259983403e-08, |
| "loss": 0.9262, |
| "step": 412 |
| }, |
| { |
| "epoch": 1.6947584789311407, |
| "grad_norm": 4.307597160621971, |
| "learning_rate": 8.341367976419485e-08, |
| "loss": 0.9034, |
| "step": 413 |
| }, |
| { |
| "epoch": 1.6988694758478933, |
| "grad_norm": 3.447324847960237, |
| "learning_rate": 8.297564442776013e-08, |
| "loss": 0.8751, |
| "step": 414 |
| }, |
| { |
| "epoch": 1.7029804727646454, |
| "grad_norm": 10.600275954525147, |
| "learning_rate": 8.253794523959863e-08, |
| "loss": 0.8835, |
| "step": 415 |
| }, |
| { |
| "epoch": 1.7070914696813977, |
| "grad_norm": 3.7164747813173538, |
| "learning_rate": 8.210059084214177e-08, |
| "loss": 0.9566, |
| "step": 416 |
| }, |
| { |
| "epoch": 1.71120246659815, |
| "grad_norm": 3.7287482542685337, |
| "learning_rate": 8.16635898710131e-08, |
| "loss": 0.8051, |
| "step": 417 |
| }, |
| { |
| "epoch": 1.7153134635149023, |
| "grad_norm": 4.997785314839548, |
| "learning_rate": 8.122695095485768e-08, |
| "loss": 0.9255, |
| "step": 418 |
| }, |
| { |
| "epoch": 1.7194244604316546, |
| "grad_norm": 3.7793087996899355, |
| "learning_rate": 8.079068271517182e-08, |
| "loss": 0.8596, |
| "step": 419 |
| }, |
| { |
| "epoch": 1.723535457348407, |
| "grad_norm": 2.719092083725673, |
| "learning_rate": 8.035479376613262e-08, |
| "loss": 0.8287, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.7276464542651593, |
| "grad_norm": 3.617941539110509, |
| "learning_rate": 7.991929271442817e-08, |
| "loss": 0.9264, |
| "step": 421 |
| }, |
| { |
| "epoch": 1.7317574511819116, |
| "grad_norm": 2.7010258220031087, |
| "learning_rate": 7.948418815908739e-08, |
| "loss": 0.8017, |
| "step": 422 |
| }, |
| { |
| "epoch": 1.735868448098664, |
| "grad_norm": 2.928539904181109, |
| "learning_rate": 7.904948869131039e-08, |
| "loss": 0.7854, |
| "step": 423 |
| }, |
| { |
| "epoch": 1.7399794450154162, |
| "grad_norm": 4.509777337415114, |
| "learning_rate": 7.86152028942988e-08, |
| "loss": 0.9151, |
| "step": 424 |
| }, |
| { |
| "epoch": 1.7440904419321686, |
| "grad_norm": 3.114608066755098, |
| "learning_rate": 7.818133934308607e-08, |
| "loss": 0.8351, |
| "step": 425 |
| }, |
| { |
| "epoch": 1.7482014388489209, |
| "grad_norm": 3.3727557427516848, |
| "learning_rate": 7.774790660436856e-08, |
| "loss": 0.9537, |
| "step": 426 |
| }, |
| { |
| "epoch": 1.7523124357656732, |
| "grad_norm": 6.530624051161062, |
| "learning_rate": 7.731491323633608e-08, |
| "loss": 0.9381, |
| "step": 427 |
| }, |
| { |
| "epoch": 1.7564234326824255, |
| "grad_norm": 3.9314754514276076, |
| "learning_rate": 7.688236778850306e-08, |
| "loss": 0.9122, |
| "step": 428 |
| }, |
| { |
| "epoch": 1.7605344295991778, |
| "grad_norm": 3.547169223933416, |
| "learning_rate": 7.645027880153956e-08, |
| "loss": 0.8632, |
| "step": 429 |
| }, |
| { |
| "epoch": 1.7646454265159301, |
| "grad_norm": 3.213275075980098, |
| "learning_rate": 7.601865480710289e-08, |
| "loss": 0.8503, |
| "step": 430 |
| }, |
| { |
| "epoch": 1.7687564234326825, |
| "grad_norm": 4.934271588319233, |
| "learning_rate": 7.558750432766902e-08, |
| "loss": 0.8459, |
| "step": 431 |
| }, |
| { |
| "epoch": 1.7728674203494348, |
| "grad_norm": 3.029832690714125, |
| "learning_rate": 7.515683587636412e-08, |
| "loss": 0.9439, |
| "step": 432 |
| }, |
| { |
| "epoch": 1.776978417266187, |
| "grad_norm": 2.9552031221774473, |
| "learning_rate": 7.472665795679693e-08, |
| "loss": 0.8648, |
| "step": 433 |
| }, |
| { |
| "epoch": 1.7810894141829392, |
| "grad_norm": 3.227122116361125, |
| "learning_rate": 7.42969790628903e-08, |
| "loss": 0.8632, |
| "step": 434 |
| }, |
| { |
| "epoch": 1.7852004110996917, |
| "grad_norm": 3.4231798668824993, |
| "learning_rate": 7.386780767871396e-08, |
| "loss": 0.8415, |
| "step": 435 |
| }, |
| { |
| "epoch": 1.7893114080164438, |
| "grad_norm": 3.033262471123595, |
| "learning_rate": 7.343915227831661e-08, |
| "loss": 0.8922, |
| "step": 436 |
| }, |
| { |
| "epoch": 1.7934224049331964, |
| "grad_norm": 3.1916355473778473, |
| "learning_rate": 7.301102132555891e-08, |
| "loss": 0.8329, |
| "step": 437 |
| }, |
| { |
| "epoch": 1.7975334018499485, |
| "grad_norm": 3.8996217289980373, |
| "learning_rate": 7.258342327394616e-08, |
| "loss": 0.9226, |
| "step": 438 |
| }, |
| { |
| "epoch": 1.801644398766701, |
| "grad_norm": 2.9500360635886103, |
| "learning_rate": 7.215636656646151e-08, |
| "loss": 0.8526, |
| "step": 439 |
| }, |
| { |
| "epoch": 1.8057553956834531, |
| "grad_norm": 3.7180248722745795, |
| "learning_rate": 7.17298596353992e-08, |
| "loss": 0.8821, |
| "step": 440 |
| }, |
| { |
| "epoch": 1.8098663926002057, |
| "grad_norm": 3.077649806347787, |
| "learning_rate": 7.130391090219789e-08, |
| "loss": 0.8878, |
| "step": 441 |
| }, |
| { |
| "epoch": 1.8139773895169578, |
| "grad_norm": 4.71809796222561, |
| "learning_rate": 7.08785287772748e-08, |
| "loss": 0.8094, |
| "step": 442 |
| }, |
| { |
| "epoch": 1.8180883864337103, |
| "grad_norm": 3.2490450105344957, |
| "learning_rate": 7.045372165985919e-08, |
| "loss": 0.8366, |
| "step": 443 |
| }, |
| { |
| "epoch": 1.8221993833504624, |
| "grad_norm": 2.8069728461143417, |
| "learning_rate": 7.002949793782686e-08, |
| "loss": 0.8419, |
| "step": 444 |
| }, |
| { |
| "epoch": 1.826310380267215, |
| "grad_norm": 4.051243587736159, |
| "learning_rate": 6.960586598753427e-08, |
| "loss": 0.9234, |
| "step": 445 |
| }, |
| { |
| "epoch": 1.830421377183967, |
| "grad_norm": 3.474969546813908, |
| "learning_rate": 6.91828341736533e-08, |
| "loss": 0.9398, |
| "step": 446 |
| }, |
| { |
| "epoch": 1.8345323741007196, |
| "grad_norm": 3.767887619664162, |
| "learning_rate": 6.87604108490061e-08, |
| "loss": 0.8652, |
| "step": 447 |
| }, |
| { |
| "epoch": 1.8386433710174717, |
| "grad_norm": 4.108851946013631, |
| "learning_rate": 6.833860435440006e-08, |
| "loss": 1.0247, |
| "step": 448 |
| }, |
| { |
| "epoch": 1.8427543679342242, |
| "grad_norm": 3.4217065691964823, |
| "learning_rate": 6.791742301846325e-08, |
| "loss": 0.9332, |
| "step": 449 |
| }, |
| { |
| "epoch": 1.8468653648509763, |
| "grad_norm": 4.003287335513478, |
| "learning_rate": 6.749687515747977e-08, |
| "loss": 0.7957, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.8509763617677288, |
| "grad_norm": 3.725894755816065, |
| "learning_rate": 6.707696907522577e-08, |
| "loss": 1.0451, |
| "step": 451 |
| }, |
| { |
| "epoch": 1.855087358684481, |
| "grad_norm": 4.443696729854911, |
| "learning_rate": 6.665771306280537e-08, |
| "loss": 0.8194, |
| "step": 452 |
| }, |
| { |
| "epoch": 1.8591983556012333, |
| "grad_norm": 4.132556354444622, |
| "learning_rate": 6.623911539848696e-08, |
| "loss": 0.8215, |
| "step": 453 |
| }, |
| { |
| "epoch": 1.8633093525179856, |
| "grad_norm": 7.461273938081753, |
| "learning_rate": 6.582118434753973e-08, |
| "loss": 0.9291, |
| "step": 454 |
| }, |
| { |
| "epoch": 1.867420349434738, |
| "grad_norm": 3.455918543455807, |
| "learning_rate": 6.540392816207054e-08, |
| "loss": 0.9164, |
| "step": 455 |
| }, |
| { |
| "epoch": 1.8715313463514902, |
| "grad_norm": 3.487975074813655, |
| "learning_rate": 6.498735508086093e-08, |
| "loss": 0.8576, |
| "step": 456 |
| }, |
| { |
| "epoch": 1.8756423432682425, |
| "grad_norm": 5.4993696031792085, |
| "learning_rate": 6.457147332920441e-08, |
| "loss": 0.8603, |
| "step": 457 |
| }, |
| { |
| "epoch": 1.8797533401849948, |
| "grad_norm": 5.194499862457218, |
| "learning_rate": 6.415629111874418e-08, |
| "loss": 0.9161, |
| "step": 458 |
| }, |
| { |
| "epoch": 1.8838643371017472, |
| "grad_norm": 6.9097273980176555, |
| "learning_rate": 6.374181664731075e-08, |
| "loss": 0.8747, |
| "step": 459 |
| }, |
| { |
| "epoch": 1.8879753340184995, |
| "grad_norm": 2.9565953135358893, |
| "learning_rate": 6.332805809876041e-08, |
| "loss": 0.8312, |
| "step": 460 |
| }, |
| { |
| "epoch": 1.8920863309352518, |
| "grad_norm": 4.208691232847417, |
| "learning_rate": 6.291502364281329e-08, |
| "loss": 0.8237, |
| "step": 461 |
| }, |
| { |
| "epoch": 1.8961973278520041, |
| "grad_norm": 3.4133001376901433, |
| "learning_rate": 6.250272143489236e-08, |
| "loss": 0.8498, |
| "step": 462 |
| }, |
| { |
| "epoch": 1.9003083247687564, |
| "grad_norm": 2.6542452726369117, |
| "learning_rate": 6.209115961596207e-08, |
| "loss": 0.8447, |
| "step": 463 |
| }, |
| { |
| "epoch": 1.9044193216855088, |
| "grad_norm": 2.6996240555205233, |
| "learning_rate": 6.168034631236794e-08, |
| "loss": 0.7443, |
| "step": 464 |
| }, |
| { |
| "epoch": 1.908530318602261, |
| "grad_norm": 2.9679087112357503, |
| "learning_rate": 6.127028963567593e-08, |
| "loss": 0.8142, |
| "step": 465 |
| }, |
| { |
| "epoch": 1.9126413155190134, |
| "grad_norm": 2.970029406337129, |
| "learning_rate": 6.086099768251221e-08, |
| "loss": 0.8812, |
| "step": 466 |
| }, |
| { |
| "epoch": 1.9167523124357657, |
| "grad_norm": 4.687799481829812, |
| "learning_rate": 6.04524785344035e-08, |
| "loss": 0.8872, |
| "step": 467 |
| }, |
| { |
| "epoch": 1.920863309352518, |
| "grad_norm": 4.867826422752404, |
| "learning_rate": 6.004474025761723e-08, |
| "loss": 0.9387, |
| "step": 468 |
| }, |
| { |
| "epoch": 1.9249743062692704, |
| "grad_norm": 3.0577878862885512, |
| "learning_rate": 5.963779090300256e-08, |
| "loss": 0.8316, |
| "step": 469 |
| }, |
| { |
| "epoch": 1.9290853031860227, |
| "grad_norm": 3.0514746459758264, |
| "learning_rate": 5.923163850583113e-08, |
| "loss": 0.7958, |
| "step": 470 |
| }, |
| { |
| "epoch": 1.9331963001027748, |
| "grad_norm": 4.368093714560947, |
| "learning_rate": 5.88262910856387e-08, |
| "loss": 0.8024, |
| "step": 471 |
| }, |
| { |
| "epoch": 1.9373072970195273, |
| "grad_norm": 2.8368973994018627, |
| "learning_rate": 5.84217566460665e-08, |
| "loss": 0.8502, |
| "step": 472 |
| }, |
| { |
| "epoch": 1.9414182939362794, |
| "grad_norm": 3.721426547887253, |
| "learning_rate": 5.801804317470349e-08, |
| "loss": 0.9421, |
| "step": 473 |
| }, |
| { |
| "epoch": 1.945529290853032, |
| "grad_norm": 2.8531515325709464, |
| "learning_rate": 5.761515864292835e-08, |
| "loss": 0.8858, |
| "step": 474 |
| }, |
| { |
| "epoch": 1.949640287769784, |
| "grad_norm": 4.49045301081062, |
| "learning_rate": 5.721311100575234e-08, |
| "loss": 0.9739, |
| "step": 475 |
| }, |
| { |
| "epoch": 1.9537512846865366, |
| "grad_norm": 4.314117767346784, |
| "learning_rate": 5.681190820166213e-08, |
| "loss": 0.8303, |
| "step": 476 |
| }, |
| { |
| "epoch": 1.9578622816032887, |
| "grad_norm": 4.1257319802992205, |
| "learning_rate": 5.641155815246289e-08, |
| "loss": 0.8144, |
| "step": 477 |
| }, |
| { |
| "epoch": 1.9619732785200412, |
| "grad_norm": 2.691841289359226, |
| "learning_rate": 5.601206876312223e-08, |
| "loss": 0.7583, |
| "step": 478 |
| }, |
| { |
| "epoch": 1.9660842754367933, |
| "grad_norm": 7.270643954599217, |
| "learning_rate": 5.561344792161373e-08, |
| "loss": 0.9272, |
| "step": 479 |
| }, |
| { |
| "epoch": 1.9701952723535459, |
| "grad_norm": 3.5160400139097066, |
| "learning_rate": 5.52157034987615e-08, |
| "loss": 0.8659, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.974306269270298, |
| "grad_norm": 3.7017434660767075, |
| "learning_rate": 5.481884334808463e-08, |
| "loss": 0.9278, |
| "step": 481 |
| }, |
| { |
| "epoch": 1.9784172661870505, |
| "grad_norm": 2.591584218932893, |
| "learning_rate": 5.4422875305642026e-08, |
| "loss": 0.8878, |
| "step": 482 |
| }, |
| { |
| "epoch": 1.9825282631038026, |
| "grad_norm": 3.4697793428223456, |
| "learning_rate": 5.4027807189877894e-08, |
| "loss": 0.8272, |
| "step": 483 |
| }, |
| { |
| "epoch": 1.9866392600205551, |
| "grad_norm": 2.7032797326677453, |
| "learning_rate": 5.363364680146725e-08, |
| "loss": 0.783, |
| "step": 484 |
| }, |
| { |
| "epoch": 1.9907502569373072, |
| "grad_norm": 3.3338940021602412, |
| "learning_rate": 5.3240401923161924e-08, |
| "loss": 0.8049, |
| "step": 485 |
| }, |
| { |
| "epoch": 1.9948612538540598, |
| "grad_norm": 5.992113758655148, |
| "learning_rate": 5.2848080319636754e-08, |
| "loss": 0.8352, |
| "step": 486 |
| }, |
| { |
| "epoch": 1.9989722507708119, |
| "grad_norm": 3.29825757609477, |
| "learning_rate": 5.245668973733657e-08, |
| "loss": 0.8789, |
| "step": 487 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 3.29825757609477, |
| "learning_rate": 5.206623790432285e-08, |
| "loss": 0.2231, |
| "step": 488 |
| }, |
| { |
| "epoch": 2.004110996916752, |
| "grad_norm": 3.788125568384661, |
| "learning_rate": 5.1676732530121526e-08, |
| "loss": 0.8911, |
| "step": 489 |
| }, |
| { |
| "epoch": 2.0082219938335046, |
| "grad_norm": 3.1409210087540695, |
| "learning_rate": 5.12881813055705e-08, |
| "loss": 0.8666, |
| "step": 490 |
| }, |
| { |
| "epoch": 2.0123329907502567, |
| "grad_norm": 2.936287868990542, |
| "learning_rate": 5.090059190266779e-08, |
| "loss": 0.7776, |
| "step": 491 |
| }, |
| { |
| "epoch": 2.0164439876670093, |
| "grad_norm": 3.4695711872528885, |
| "learning_rate": 5.0513971974420196e-08, |
| "loss": 0.9269, |
| "step": 492 |
| }, |
| { |
| "epoch": 2.0205549845837614, |
| "grad_norm": 3.2288752885643293, |
| "learning_rate": 5.012832915469207e-08, |
| "loss": 0.8954, |
| "step": 493 |
| }, |
| { |
| "epoch": 2.024665981500514, |
| "grad_norm": 3.2951959602692367, |
| "learning_rate": 4.97436710580547e-08, |
| "loss": 0.8826, |
| "step": 494 |
| }, |
| { |
| "epoch": 2.028776978417266, |
| "grad_norm": 2.917240255101616, |
| "learning_rate": 4.93600052796357e-08, |
| "loss": 0.8632, |
| "step": 495 |
| }, |
| { |
| "epoch": 2.0328879753340185, |
| "grad_norm": 5.187844927004196, |
| "learning_rate": 4.897733939496942e-08, |
| "loss": 0.9416, |
| "step": 496 |
| }, |
| { |
| "epoch": 2.0369989722507706, |
| "grad_norm": 3.328555248428224, |
| "learning_rate": 4.8595680959846993e-08, |
| "loss": 0.8429, |
| "step": 497 |
| }, |
| { |
| "epoch": 2.041109969167523, |
| "grad_norm": 3.3795750665305295, |
| "learning_rate": 4.8215037510167455e-08, |
| "loss": 0.9195, |
| "step": 498 |
| }, |
| { |
| "epoch": 2.0452209660842753, |
| "grad_norm": 3.8481339463830206, |
| "learning_rate": 4.78354165617888e-08, |
| "loss": 0.8822, |
| "step": 499 |
| }, |
| { |
| "epoch": 2.049331963001028, |
| "grad_norm": 4.595587711491347, |
| "learning_rate": 4.745682561037947e-08, |
| "loss": 0.826, |
| "step": 500 |
| }, |
| { |
| "epoch": 2.05344295991778, |
| "grad_norm": 3.604573911368687, |
| "learning_rate": 4.707927213127062e-08, |
| "loss": 0.9112, |
| "step": 501 |
| }, |
| { |
| "epoch": 2.0575539568345325, |
| "grad_norm": 4.386570815030496, |
| "learning_rate": 4.670276357930828e-08, |
| "loss": 0.7542, |
| "step": 502 |
| }, |
| { |
| "epoch": 2.0616649537512846, |
| "grad_norm": 2.808587931273854, |
| "learning_rate": 4.6327307388706335e-08, |
| "loss": 0.874, |
| "step": 503 |
| }, |
| { |
| "epoch": 2.065775950668037, |
| "grad_norm": 5.420247112836083, |
| "learning_rate": 4.5952910972899514e-08, |
| "loss": 0.8795, |
| "step": 504 |
| }, |
| { |
| "epoch": 2.069886947584789, |
| "grad_norm": 3.453879289279688, |
| "learning_rate": 4.557958172439725e-08, |
| "loss": 0.8367, |
| "step": 505 |
| }, |
| { |
| "epoch": 2.0739979445015417, |
| "grad_norm": 3.0676038054022476, |
| "learning_rate": 4.520732701463762e-08, |
| "loss": 0.8598, |
| "step": 506 |
| }, |
| { |
| "epoch": 2.078108941418294, |
| "grad_norm": 7.756550710403295, |
| "learning_rate": 4.483615419384167e-08, |
| "loss": 0.8316, |
| "step": 507 |
| }, |
| { |
| "epoch": 2.0822199383350464, |
| "grad_norm": 3.7300401780041756, |
| "learning_rate": 4.4466070590868543e-08, |
| "loss": 0.8424, |
| "step": 508 |
| }, |
| { |
| "epoch": 2.0863309352517985, |
| "grad_norm": 2.5645367588246355, |
| "learning_rate": 4.4097083513070486e-08, |
| "loss": 0.6788, |
| "step": 509 |
| }, |
| { |
| "epoch": 2.090441932168551, |
| "grad_norm": 2.5093860960425434, |
| "learning_rate": 4.372920024614883e-08, |
| "loss": 0.8171, |
| "step": 510 |
| }, |
| { |
| "epoch": 2.094552929085303, |
| "grad_norm": 3.4968063083940306, |
| "learning_rate": 4.336242805400989e-08, |
| "loss": 0.8415, |
| "step": 511 |
| }, |
| { |
| "epoch": 2.0986639260020556, |
| "grad_norm": 3.3707767027220195, |
| "learning_rate": 4.299677417862173e-08, |
| "loss": 0.864, |
| "step": 512 |
| }, |
| { |
| "epoch": 2.1027749229188077, |
| "grad_norm": 3.331745614115561, |
| "learning_rate": 4.2632245839871095e-08, |
| "loss": 0.9011, |
| "step": 513 |
| }, |
| { |
| "epoch": 2.1068859198355603, |
| "grad_norm": 3.2473204408643226, |
| "learning_rate": 4.226885023542083e-08, |
| "loss": 0.9682, |
| "step": 514 |
| }, |
| { |
| "epoch": 2.1109969167523124, |
| "grad_norm": 4.193878520121946, |
| "learning_rate": 4.19065945405678e-08, |
| "loss": 0.8534, |
| "step": 515 |
| }, |
| { |
| "epoch": 2.115107913669065, |
| "grad_norm": 2.8706632043507443, |
| "learning_rate": 4.154548590810113e-08, |
| "loss": 0.8982, |
| "step": 516 |
| }, |
| { |
| "epoch": 2.119218910585817, |
| "grad_norm": 4.48257638858821, |
| "learning_rate": 4.118553146816115e-08, |
| "loss": 0.8248, |
| "step": 517 |
| }, |
| { |
| "epoch": 2.1233299075025696, |
| "grad_norm": 3.0041615871924523, |
| "learning_rate": 4.082673832809838e-08, |
| "loss": 0.855, |
| "step": 518 |
| }, |
| { |
| "epoch": 2.1274409044193217, |
| "grad_norm": 3.1022048007172414, |
| "learning_rate": 4.046911357233342e-08, |
| "loss": 0.8076, |
| "step": 519 |
| }, |
| { |
| "epoch": 2.131551901336074, |
| "grad_norm": 3.2451093336201846, |
| "learning_rate": 4.0112664262216865e-08, |
| "loss": 0.8012, |
| "step": 520 |
| }, |
| { |
| "epoch": 2.1356628982528263, |
| "grad_norm": 3.149969064323508, |
| "learning_rate": 3.975739743589004e-08, |
| "loss": 0.7997, |
| "step": 521 |
| }, |
| { |
| "epoch": 2.1397738951695784, |
| "grad_norm": 3.179256311222312, |
| "learning_rate": 3.9403320108145946e-08, |
| "loss": 0.8268, |
| "step": 522 |
| }, |
| { |
| "epoch": 2.143884892086331, |
| "grad_norm": 3.151437821639254, |
| "learning_rate": 3.9050439270290735e-08, |
| "loss": 0.806, |
| "step": 523 |
| }, |
| { |
| "epoch": 2.1479958890030835, |
| "grad_norm": 3.338862297804263, |
| "learning_rate": 3.8698761890005795e-08, |
| "loss": 0.9055, |
| "step": 524 |
| }, |
| { |
| "epoch": 2.1521068859198356, |
| "grad_norm": 4.031692479052263, |
| "learning_rate": 3.834829491120991e-08, |
| "loss": 0.8099, |
| "step": 525 |
| }, |
| { |
| "epoch": 2.1562178828365877, |
| "grad_norm": 3.330009061639912, |
| "learning_rate": 3.7999045253922504e-08, |
| "loss": 0.8204, |
| "step": 526 |
| }, |
| { |
| "epoch": 2.16032887975334, |
| "grad_norm": 3.3480890276183253, |
| "learning_rate": 3.765101981412665e-08, |
| "loss": 0.8667, |
| "step": 527 |
| }, |
| { |
| "epoch": 2.1644398766700923, |
| "grad_norm": 3.0538487683948308, |
| "learning_rate": 3.7304225463633234e-08, |
| "loss": 0.8266, |
| "step": 528 |
| }, |
| { |
| "epoch": 2.168550873586845, |
| "grad_norm": 3.246745268650053, |
| "learning_rate": 3.695866904994496e-08, |
| "loss": 0.8202, |
| "step": 529 |
| }, |
| { |
| "epoch": 2.172661870503597, |
| "grad_norm": 3.5140206385964494, |
| "learning_rate": 3.66143573961214e-08, |
| "loss": 0.8063, |
| "step": 530 |
| }, |
| { |
| "epoch": 2.1767728674203495, |
| "grad_norm": 5.111702162587348, |
| "learning_rate": 3.6271297300644153e-08, |
| "loss": 0.8617, |
| "step": 531 |
| }, |
| { |
| "epoch": 2.1808838643371016, |
| "grad_norm": 3.0115422681262007, |
| "learning_rate": 3.592949553728259e-08, |
| "loss": 0.7375, |
| "step": 532 |
| }, |
| { |
| "epoch": 2.184994861253854, |
| "grad_norm": 2.666365414113028, |
| "learning_rate": 3.5588958854960224e-08, |
| "loss": 0.8883, |
| "step": 533 |
| }, |
| { |
| "epoch": 2.189105858170606, |
| "grad_norm": 2.53476271631746, |
| "learning_rate": 3.524969397762122e-08, |
| "loss": 0.7137, |
| "step": 534 |
| }, |
| { |
| "epoch": 2.1932168550873588, |
| "grad_norm": 3.760906900900401, |
| "learning_rate": 3.491170760409792e-08, |
| "loss": 0.931, |
| "step": 535 |
| }, |
| { |
| "epoch": 2.197327852004111, |
| "grad_norm": 4.831171143278271, |
| "learning_rate": 3.45750064079783e-08, |
| "loss": 0.8715, |
| "step": 536 |
| }, |
| { |
| "epoch": 2.2014388489208634, |
| "grad_norm": 2.976809093825922, |
| "learning_rate": 3.4239597037474486e-08, |
| "loss": 0.7694, |
| "step": 537 |
| }, |
| { |
| "epoch": 2.2055498458376155, |
| "grad_norm": 3.0028148210421626, |
| "learning_rate": 3.390548611529116e-08, |
| "loss": 0.8088, |
| "step": 538 |
| }, |
| { |
| "epoch": 2.209660842754368, |
| "grad_norm": 3.4315940934966522, |
| "learning_rate": 3.3572680238495066e-08, |
| "loss": 0.9181, |
| "step": 539 |
| }, |
| { |
| "epoch": 2.21377183967112, |
| "grad_norm": 4.705649298484479, |
| "learning_rate": 3.324118597838463e-08, |
| "loss": 0.8721, |
| "step": 540 |
| }, |
| { |
| "epoch": 2.2178828365878727, |
| "grad_norm": 9.135213871248446, |
| "learning_rate": 3.291100988036022e-08, |
| "loss": 0.7863, |
| "step": 541 |
| }, |
| { |
| "epoch": 2.2219938335046248, |
| "grad_norm": 2.862245170449049, |
| "learning_rate": 3.258215846379492e-08, |
| "loss": 0.8541, |
| "step": 542 |
| }, |
| { |
| "epoch": 2.2261048304213773, |
| "grad_norm": 68.0212080766877, |
| "learning_rate": 3.2254638221905715e-08, |
| "loss": 0.7869, |
| "step": 543 |
| }, |
| { |
| "epoch": 2.2302158273381294, |
| "grad_norm": 3.7564261616277226, |
| "learning_rate": 3.192845562162549e-08, |
| "loss": 0.8967, |
| "step": 544 |
| }, |
| { |
| "epoch": 2.234326824254882, |
| "grad_norm": 3.69398211708455, |
| "learning_rate": 3.160361710347508e-08, |
| "loss": 0.8964, |
| "step": 545 |
| }, |
| { |
| "epoch": 2.238437821171634, |
| "grad_norm": 4.48268222512928, |
| "learning_rate": 3.128012908143636e-08, |
| "loss": 0.9815, |
| "step": 546 |
| }, |
| { |
| "epoch": 2.2425488180883866, |
| "grad_norm": 4.045335878354018, |
| "learning_rate": 3.0957997942825333e-08, |
| "loss": 0.887, |
| "step": 547 |
| }, |
| { |
| "epoch": 2.2466598150051387, |
| "grad_norm": 3.6274208839986586, |
| "learning_rate": 3.063723004816626e-08, |
| "loss": 0.9293, |
| "step": 548 |
| }, |
| { |
| "epoch": 2.250770811921891, |
| "grad_norm": 3.083802546670731, |
| "learning_rate": 3.0317831731065954e-08, |
| "loss": 0.7954, |
| "step": 549 |
| }, |
| { |
| "epoch": 2.2548818088386433, |
| "grad_norm": 2.5117889993907374, |
| "learning_rate": 2.999980929808863e-08, |
| "loss": 0.8399, |
| "step": 550 |
| }, |
| { |
| "epoch": 2.258992805755396, |
| "grad_norm": 3.6475431912649334, |
| "learning_rate": 2.9683169028631573e-08, |
| "loss": 0.8361, |
| "step": 551 |
| }, |
| { |
| "epoch": 2.263103802672148, |
| "grad_norm": 3.008144832101907, |
| "learning_rate": 2.9367917174801037e-08, |
| "loss": 0.8918, |
| "step": 552 |
| }, |
| { |
| "epoch": 2.2672147995889005, |
| "grad_norm": 3.082675833585662, |
| "learning_rate": 2.9054059961288823e-08, |
| "loss": 0.7753, |
| "step": 553 |
| }, |
| { |
| "epoch": 2.2713257965056526, |
| "grad_norm": 3.712032750324046, |
| "learning_rate": 2.8741603585249308e-08, |
| "loss": 0.8329, |
| "step": 554 |
| }, |
| { |
| "epoch": 2.275436793422405, |
| "grad_norm": 5.148982914157342, |
| "learning_rate": 2.8430554216177206e-08, |
| "loss": 0.8071, |
| "step": 555 |
| }, |
| { |
| "epoch": 2.279547790339157, |
| "grad_norm": 2.6445849682408182, |
| "learning_rate": 2.8120917995785665e-08, |
| "loss": 0.8853, |
| "step": 556 |
| }, |
| { |
| "epoch": 2.2836587872559093, |
| "grad_norm": 3.3217979182178707, |
| "learning_rate": 2.7812701037884968e-08, |
| "loss": 0.7882, |
| "step": 557 |
| }, |
| { |
| "epoch": 2.287769784172662, |
| "grad_norm": 2.774730734505095, |
| "learning_rate": 2.750590942826195e-08, |
| "loss": 0.8469, |
| "step": 558 |
| }, |
| { |
| "epoch": 2.2918807810894144, |
| "grad_norm": 3.5447043537286533, |
| "learning_rate": 2.7200549224559643e-08, |
| "loss": 0.8577, |
| "step": 559 |
| }, |
| { |
| "epoch": 2.2959917780061665, |
| "grad_norm": 4.022819506448639, |
| "learning_rate": 2.6896626456157844e-08, |
| "loss": 0.9231, |
| "step": 560 |
| }, |
| { |
| "epoch": 2.3001027749229186, |
| "grad_norm": 3.5997919371836393, |
| "learning_rate": 2.6594147124053977e-08, |
| "loss": 0.8417, |
| "step": 561 |
| }, |
| { |
| "epoch": 2.304213771839671, |
| "grad_norm": 3.8744215623947786, |
| "learning_rate": 2.629311720074464e-08, |
| "loss": 0.8707, |
| "step": 562 |
| }, |
| { |
| "epoch": 2.3083247687564237, |
| "grad_norm": 7.031602732118638, |
| "learning_rate": 2.5993542630107535e-08, |
| "loss": 0.8512, |
| "step": 563 |
| }, |
| { |
| "epoch": 2.3124357656731758, |
| "grad_norm": 8.88042690396173, |
| "learning_rate": 2.5695429327284356e-08, |
| "loss": 0.7847, |
| "step": 564 |
| }, |
| { |
| "epoch": 2.316546762589928, |
| "grad_norm": 3.708864526434595, |
| "learning_rate": 2.5398783178563844e-08, |
| "loss": 0.8185, |
| "step": 565 |
| }, |
| { |
| "epoch": 2.3206577595066804, |
| "grad_norm": 15.573104340264974, |
| "learning_rate": 2.5103610041265476e-08, |
| "loss": 0.9161, |
| "step": 566 |
| }, |
| { |
| "epoch": 2.3247687564234325, |
| "grad_norm": 7.781988013139914, |
| "learning_rate": 2.4809915743624033e-08, |
| "loss": 0.8637, |
| "step": 567 |
| }, |
| { |
| "epoch": 2.328879753340185, |
| "grad_norm": 7.17219485886084, |
| "learning_rate": 2.4517706084674317e-08, |
| "loss": 0.8198, |
| "step": 568 |
| }, |
| { |
| "epoch": 2.332990750256937, |
| "grad_norm": 4.1048918408793345, |
| "learning_rate": 2.4226986834136766e-08, |
| "loss": 0.903, |
| "step": 569 |
| }, |
| { |
| "epoch": 2.3371017471736897, |
| "grad_norm": 2.9736841676267933, |
| "learning_rate": 2.3937763732303505e-08, |
| "loss": 0.8344, |
| "step": 570 |
| }, |
| { |
| "epoch": 2.3412127440904418, |
| "grad_norm": 3.017208388644247, |
| "learning_rate": 2.3650042489924992e-08, |
| "loss": 0.8497, |
| "step": 571 |
| }, |
| { |
| "epoch": 2.3453237410071943, |
| "grad_norm": 37.33575099459087, |
| "learning_rate": 2.3363828788097273e-08, |
| "loss": 0.9639, |
| "step": 572 |
| }, |
| { |
| "epoch": 2.3494347379239464, |
| "grad_norm": 4.310058275385428, |
| "learning_rate": 2.3079128278149717e-08, |
| "loss": 0.8119, |
| "step": 573 |
| }, |
| { |
| "epoch": 2.353545734840699, |
| "grad_norm": 10.04395663981547, |
| "learning_rate": 2.279594658153363e-08, |
| "loss": 0.9621, |
| "step": 574 |
| }, |
| { |
| "epoch": 2.357656731757451, |
| "grad_norm": 6.035004365620923, |
| "learning_rate": 2.2514289289711018e-08, |
| "loss": 0.8278, |
| "step": 575 |
| }, |
| { |
| "epoch": 2.3617677286742036, |
| "grad_norm": 3.9886942484442556, |
| "learning_rate": 2.223416196404442e-08, |
| "loss": 0.8021, |
| "step": 576 |
| }, |
| { |
| "epoch": 2.3658787255909557, |
| "grad_norm": 3.479308541969328, |
| "learning_rate": 2.195557013568684e-08, |
| "loss": 0.8671, |
| "step": 577 |
| }, |
| { |
| "epoch": 2.3699897225077082, |
| "grad_norm": 3.153045230800823, |
| "learning_rate": 2.167851930547283e-08, |
| "loss": 0.9059, |
| "step": 578 |
| }, |
| { |
| "epoch": 2.3741007194244603, |
| "grad_norm": 4.341122896062692, |
| "learning_rate": 2.140301494380956e-08, |
| "loss": 0.8108, |
| "step": 579 |
| }, |
| { |
| "epoch": 2.378211716341213, |
| "grad_norm": 6.067412801857111, |
| "learning_rate": 2.1129062490569104e-08, |
| "loss": 0.8742, |
| "step": 580 |
| }, |
| { |
| "epoch": 2.382322713257965, |
| "grad_norm": 3.719527238514641, |
| "learning_rate": 2.085666735498085e-08, |
| "loss": 0.9089, |
| "step": 581 |
| }, |
| { |
| "epoch": 2.3864337101747175, |
| "grad_norm": 4.4092615707885665, |
| "learning_rate": 2.0585834915524647e-08, |
| "loss": 0.9143, |
| "step": 582 |
| }, |
| { |
| "epoch": 2.3905447070914696, |
| "grad_norm": 3.850699314352751, |
| "learning_rate": 2.0316570519824806e-08, |
| "loss": 0.8269, |
| "step": 583 |
| }, |
| { |
| "epoch": 2.394655704008222, |
| "grad_norm": 3.106803915842057, |
| "learning_rate": 2.004887948454428e-08, |
| "loss": 0.849, |
| "step": 584 |
| }, |
| { |
| "epoch": 2.3987667009249742, |
| "grad_norm": 3.3528527556785632, |
| "learning_rate": 1.9782767095279938e-08, |
| "loss": 0.8775, |
| "step": 585 |
| }, |
| { |
| "epoch": 2.402877697841727, |
| "grad_norm": 3.569646163136982, |
| "learning_rate": 1.9518238606457928e-08, |
| "loss": 0.8509, |
| "step": 586 |
| }, |
| { |
| "epoch": 2.406988694758479, |
| "grad_norm": 4.765189710112887, |
| "learning_rate": 1.9255299241230184e-08, |
| "loss": 0.8963, |
| "step": 587 |
| }, |
| { |
| "epoch": 2.4110996916752314, |
| "grad_norm": 3.444243144599029, |
| "learning_rate": 1.8993954191371044e-08, |
| "loss": 0.9227, |
| "step": 588 |
| }, |
| { |
| "epoch": 2.4152106885919835, |
| "grad_norm": 4.8921534659605355, |
| "learning_rate": 1.8734208617174984e-08, |
| "loss": 0.7786, |
| "step": 589 |
| }, |
| { |
| "epoch": 2.419321685508736, |
| "grad_norm": 2.923651684956854, |
| "learning_rate": 1.8476067647354553e-08, |
| "loss": 0.883, |
| "step": 590 |
| }, |
| { |
| "epoch": 2.423432682425488, |
| "grad_norm": 3.5194748675039333, |
| "learning_rate": 1.8219536378939172e-08, |
| "loss": 0.8822, |
| "step": 591 |
| }, |
| { |
| "epoch": 2.4275436793422402, |
| "grad_norm": 3.4954859859634366, |
| "learning_rate": 1.7964619877174515e-08, |
| "loss": 0.8292, |
| "step": 592 |
| }, |
| { |
| "epoch": 2.431654676258993, |
| "grad_norm": 2.7558605688331683, |
| "learning_rate": 1.7711323175422376e-08, |
| "loss": 0.8403, |
| "step": 593 |
| }, |
| { |
| "epoch": 2.4357656731757453, |
| "grad_norm": 3.6546323506771503, |
| "learning_rate": 1.7459651275061482e-08, |
| "loss": 0.8484, |
| "step": 594 |
| }, |
| { |
| "epoch": 2.4398766700924974, |
| "grad_norm": 2.8602332467102554, |
| "learning_rate": 1.7209609145388538e-08, |
| "loss": 0.8007, |
| "step": 595 |
| }, |
| { |
| "epoch": 2.4439876670092495, |
| "grad_norm": 3.395869287848844, |
| "learning_rate": 1.6961201723520247e-08, |
| "loss": 0.8711, |
| "step": 596 |
| }, |
| { |
| "epoch": 2.448098663926002, |
| "grad_norm": 3.8655664953844147, |
| "learning_rate": 1.6714433914295813e-08, |
| "loss": 0.8997, |
| "step": 597 |
| }, |
| { |
| "epoch": 2.4522096608427546, |
| "grad_norm": 3.082882184138082, |
| "learning_rate": 1.646931059017994e-08, |
| "loss": 0.8074, |
| "step": 598 |
| }, |
| { |
| "epoch": 2.4563206577595067, |
| "grad_norm": 3.8019349707346293, |
| "learning_rate": 1.6225836591166886e-08, |
| "loss": 0.8959, |
| "step": 599 |
| }, |
| { |
| "epoch": 2.460431654676259, |
| "grad_norm": 5.711695849364997, |
| "learning_rate": 1.5984016724684657e-08, |
| "loss": 0.8462, |
| "step": 600 |
| }, |
| { |
| "epoch": 2.4645426515930113, |
| "grad_norm": 3.0357669324430883, |
| "learning_rate": 1.5743855765500258e-08, |
| "loss": 0.8364, |
| "step": 601 |
| }, |
| { |
| "epoch": 2.4686536485097634, |
| "grad_norm": 3.5696190593271924, |
| "learning_rate": 1.5505358455625227e-08, |
| "loss": 0.7571, |
| "step": 602 |
| }, |
| { |
| "epoch": 2.472764645426516, |
| "grad_norm": 2.940498976987975, |
| "learning_rate": 1.526852950422226e-08, |
| "loss": 0.8663, |
| "step": 603 |
| }, |
| { |
| "epoch": 2.476875642343268, |
| "grad_norm": 4.367892519028362, |
| "learning_rate": 1.5033373587511945e-08, |
| "loss": 0.849, |
| "step": 604 |
| }, |
| { |
| "epoch": 2.4809866392600206, |
| "grad_norm": 2.717195294882748, |
| "learning_rate": 1.4799895348680646e-08, |
| "loss": 0.8264, |
| "step": 605 |
| }, |
| { |
| "epoch": 2.4850976361767727, |
| "grad_norm": 2.9304814296246287, |
| "learning_rate": 1.4568099397788746e-08, |
| "loss": 0.8071, |
| "step": 606 |
| }, |
| { |
| "epoch": 2.4892086330935252, |
| "grad_norm": 2.9661720190431304, |
| "learning_rate": 1.4337990311679571e-08, |
| "loss": 0.8461, |
| "step": 607 |
| }, |
| { |
| "epoch": 2.4933196300102773, |
| "grad_norm": 2.9674241787582365, |
| "learning_rate": 1.4109572633889088e-08, |
| "loss": 0.8322, |
| "step": 608 |
| }, |
| { |
| "epoch": 2.49743062692703, |
| "grad_norm": 3.5877409004366085, |
| "learning_rate": 1.3882850874556207e-08, |
| "loss": 0.786, |
| "step": 609 |
| }, |
| { |
| "epoch": 2.501541623843782, |
| "grad_norm": 3.1505885217575327, |
| "learning_rate": 1.3657829510333652e-08, |
| "loss": 0.8131, |
| "step": 610 |
| }, |
| { |
| "epoch": 2.5056526207605345, |
| "grad_norm": 2.520354798383407, |
| "learning_rate": 1.3434512984299595e-08, |
| "loss": 0.8327, |
| "step": 611 |
| }, |
| { |
| "epoch": 2.5097636176772866, |
| "grad_norm": 3.6434837180016624, |
| "learning_rate": 1.3212905705869992e-08, |
| "loss": 0.8327, |
| "step": 612 |
| }, |
| { |
| "epoch": 2.513874614594039, |
| "grad_norm": 2.677761452843666, |
| "learning_rate": 1.2993012050711406e-08, |
| "loss": 0.8096, |
| "step": 613 |
| }, |
| { |
| "epoch": 2.5179856115107913, |
| "grad_norm": 3.315810263396286, |
| "learning_rate": 1.2774836360654717e-08, |
| "loss": 0.8357, |
| "step": 614 |
| }, |
| { |
| "epoch": 2.522096608427544, |
| "grad_norm": 3.3376459149001128, |
| "learning_rate": 1.2558382943609358e-08, |
| "loss": 0.7958, |
| "step": 615 |
| }, |
| { |
| "epoch": 2.526207605344296, |
| "grad_norm": 5.332602967938458, |
| "learning_rate": 1.2343656073478158e-08, |
| "loss": 0.845, |
| "step": 616 |
| }, |
| { |
| "epoch": 2.5303186022610484, |
| "grad_norm": 3.328379844626599, |
| "learning_rate": 1.2130659990073145e-08, |
| "loss": 0.8106, |
| "step": 617 |
| }, |
| { |
| "epoch": 2.5344295991778005, |
| "grad_norm": 4.427066231420292, |
| "learning_rate": 1.1919398899031585e-08, |
| "loss": 0.829, |
| "step": 618 |
| }, |
| { |
| "epoch": 2.538540596094553, |
| "grad_norm": 4.201813235555996, |
| "learning_rate": 1.1709876971733267e-08, |
| "loss": 0.7907, |
| "step": 619 |
| }, |
| { |
| "epoch": 2.542651593011305, |
| "grad_norm": 2.7822781712834836, |
| "learning_rate": 1.150209834521777e-08, |
| "loss": 0.8899, |
| "step": 620 |
| }, |
| { |
| "epoch": 2.5467625899280577, |
| "grad_norm": 2.6297739304892267, |
| "learning_rate": 1.1296067122103059e-08, |
| "loss": 0.8182, |
| "step": 621 |
| }, |
| { |
| "epoch": 2.55087358684481, |
| "grad_norm": 3.3878130722233433, |
| "learning_rate": 1.1091787370504347e-08, |
| "loss": 0.9358, |
| "step": 622 |
| }, |
| { |
| "epoch": 2.5549845837615623, |
| "grad_norm": 6.328833340578769, |
| "learning_rate": 1.0889263123953774e-08, |
| "loss": 0.866, |
| "step": 623 |
| }, |
| { |
| "epoch": 2.5590955806783144, |
| "grad_norm": 4.854945622680054, |
| "learning_rate": 1.0688498381320853e-08, |
| "loss": 0.8313, |
| "step": 624 |
| }, |
| { |
| "epoch": 2.563206577595067, |
| "grad_norm": 3.1753110601435846, |
| "learning_rate": 1.0489497106733346e-08, |
| "loss": 0.867, |
| "step": 625 |
| }, |
| { |
| "epoch": 2.567317574511819, |
| "grad_norm": 3.7564805253370763, |
| "learning_rate": 1.029226322949921e-08, |
| "loss": 0.7942, |
| "step": 626 |
| }, |
| { |
| "epoch": 2.571428571428571, |
| "grad_norm": 7.681715445645189, |
| "learning_rate": 1.0096800644028791e-08, |
| "loss": 0.84, |
| "step": 627 |
| }, |
| { |
| "epoch": 2.5755395683453237, |
| "grad_norm": 3.651375559118566, |
| "learning_rate": 9.903113209758097e-09, |
| "loss": 0.808, |
| "step": 628 |
| }, |
| { |
| "epoch": 2.5796505652620763, |
| "grad_norm": 3.0372621659311325, |
| "learning_rate": 9.7112047510725e-09, |
| "loss": 0.9234, |
| "step": 629 |
| }, |
| { |
| "epoch": 2.5837615621788284, |
| "grad_norm": 3.921253331472848, |
| "learning_rate": 9.521079057231273e-09, |
| "loss": 0.9036, |
| "step": 630 |
| }, |
| { |
| "epoch": 2.5878725590955804, |
| "grad_norm": 3.2169002274136336, |
| "learning_rate": 9.332739882292751e-09, |
| "loss": 0.8106, |
| "step": 631 |
| }, |
| { |
| "epoch": 2.591983556012333, |
| "grad_norm": 6.452579795168197, |
| "learning_rate": 9.146190945040144e-09, |
| "loss": 0.7761, |
| "step": 632 |
| }, |
| { |
| "epoch": 2.5960945529290855, |
| "grad_norm": 3.3837697189410623, |
| "learning_rate": 8.961435928908268e-09, |
| "loss": 0.8426, |
| "step": 633 |
| }, |
| { |
| "epoch": 2.6002055498458376, |
| "grad_norm": 3.4349518498334155, |
| "learning_rate": 8.778478481910612e-09, |
| "loss": 0.8111, |
| "step": 634 |
| }, |
| { |
| "epoch": 2.6043165467625897, |
| "grad_norm": 3.925148969414287, |
| "learning_rate": 8.597322216567492e-09, |
| "loss": 0.9536, |
| "step": 635 |
| }, |
| { |
| "epoch": 2.6084275436793423, |
| "grad_norm": 2.9922197995668323, |
| "learning_rate": 8.41797070983461e-09, |
| "loss": 0.872, |
| "step": 636 |
| }, |
| { |
| "epoch": 2.612538540596095, |
| "grad_norm": 3.310137154991517, |
| "learning_rate": 8.240427503032443e-09, |
| "loss": 0.8188, |
| "step": 637 |
| }, |
| { |
| "epoch": 2.616649537512847, |
| "grad_norm": 3.1101161666153225, |
| "learning_rate": 8.064696101776358e-09, |
| "loss": 0.8388, |
| "step": 638 |
| }, |
| { |
| "epoch": 2.620760534429599, |
| "grad_norm": 2.574123766024681, |
| "learning_rate": 7.89077997590738e-09, |
| "loss": 0.8894, |
| "step": 639 |
| }, |
| { |
| "epoch": 2.6248715313463515, |
| "grad_norm": 3.050084057911728, |
| "learning_rate": 7.71868255942365e-09, |
| "loss": 0.7846, |
| "step": 640 |
| }, |
| { |
| "epoch": 2.628982528263104, |
| "grad_norm": 3.719049663953326, |
| "learning_rate": 7.548407250412613e-09, |
| "loss": 0.8126, |
| "step": 641 |
| }, |
| { |
| "epoch": 2.633093525179856, |
| "grad_norm": 3.237959977090943, |
| "learning_rate": 7.379957410983994e-09, |
| "loss": 0.78, |
| "step": 642 |
| }, |
| { |
| "epoch": 2.6372045220966083, |
| "grad_norm": 3.0769679112962627, |
| "learning_rate": 7.213336367203338e-09, |
| "loss": 0.8138, |
| "step": 643 |
| }, |
| { |
| "epoch": 2.641315519013361, |
| "grad_norm": 4.749266169904812, |
| "learning_rate": 7.048547409026384e-09, |
| "loss": 0.9123, |
| "step": 644 |
| }, |
| { |
| "epoch": 2.645426515930113, |
| "grad_norm": 7.742779907813039, |
| "learning_rate": 6.885593790234057e-09, |
| "loss": 0.806, |
| "step": 645 |
| }, |
| { |
| "epoch": 2.6495375128468655, |
| "grad_norm": 4.508430942876999, |
| "learning_rate": 6.7244787283682765e-09, |
| "loss": 0.925, |
| "step": 646 |
| }, |
| { |
| "epoch": 2.6536485097636175, |
| "grad_norm": 6.815785595171212, |
| "learning_rate": 6.5652054046683945e-09, |
| "loss": 0.8828, |
| "step": 647 |
| }, |
| { |
| "epoch": 2.65775950668037, |
| "grad_norm": 3.8021810178386164, |
| "learning_rate": 6.4077769640083825e-09, |
| "loss": 0.8803, |
| "step": 648 |
| }, |
| { |
| "epoch": 2.661870503597122, |
| "grad_norm": 3.957459657139488, |
| "learning_rate": 6.252196514834751e-09, |
| "loss": 0.8844, |
| "step": 649 |
| }, |
| { |
| "epoch": 2.6659815005138747, |
| "grad_norm": 3.068224928717054, |
| "learning_rate": 6.098467129105123e-09, |
| "loss": 0.9214, |
| "step": 650 |
| }, |
| { |
| "epoch": 2.670092497430627, |
| "grad_norm": 4.263631671447282, |
| "learning_rate": 5.946591842227677e-09, |
| "loss": 0.9347, |
| "step": 651 |
| }, |
| { |
| "epoch": 2.6742034943473794, |
| "grad_norm": 3.3185240835345566, |
| "learning_rate": 5.796573653001091e-09, |
| "loss": 0.7484, |
| "step": 652 |
| }, |
| { |
| "epoch": 2.6783144912641315, |
| "grad_norm": 4.16664895900444, |
| "learning_rate": 5.6484155235554275e-09, |
| "loss": 1.0615, |
| "step": 653 |
| }, |
| { |
| "epoch": 2.682425488180884, |
| "grad_norm": 3.647067682268931, |
| "learning_rate": 5.5021203792935845e-09, |
| "loss": 0.8857, |
| "step": 654 |
| }, |
| { |
| "epoch": 2.686536485097636, |
| "grad_norm": 4.364802496783611, |
| "learning_rate": 5.357691108833584e-09, |
| "loss": 0.8893, |
| "step": 655 |
| }, |
| { |
| "epoch": 2.6906474820143886, |
| "grad_norm": 2.624845495273688, |
| "learning_rate": 5.2151305639515195e-09, |
| "loss": 0.7829, |
| "step": 656 |
| }, |
| { |
| "epoch": 2.6947584789311407, |
| "grad_norm": 4.64252053639452, |
| "learning_rate": 5.0744415595251665e-09, |
| "loss": 0.8786, |
| "step": 657 |
| }, |
| { |
| "epoch": 2.6988694758478933, |
| "grad_norm": 5.876633976573797, |
| "learning_rate": 4.93562687347856e-09, |
| "loss": 0.8088, |
| "step": 658 |
| }, |
| { |
| "epoch": 2.7029804727646454, |
| "grad_norm": 3.8195676526281654, |
| "learning_rate": 4.798689246727006e-09, |
| "loss": 0.8378, |
| "step": 659 |
| }, |
| { |
| "epoch": 2.707091469681398, |
| "grad_norm": 4.397865887265361, |
| "learning_rate": 4.663631383123057e-09, |
| "loss": 0.7731, |
| "step": 660 |
| }, |
| { |
| "epoch": 2.71120246659815, |
| "grad_norm": 3.3686107705218005, |
| "learning_rate": 4.530455949403e-09, |
| "loss": 0.8434, |
| "step": 661 |
| }, |
| { |
| "epoch": 2.715313463514902, |
| "grad_norm": 3.683379272534775, |
| "learning_rate": 4.3991655751343784e-09, |
| "loss": 0.8673, |
| "step": 662 |
| }, |
| { |
| "epoch": 2.7194244604316546, |
| "grad_norm": 12.36137313275503, |
| "learning_rate": 4.269762852663894e-09, |
| "loss": 0.8432, |
| "step": 663 |
| }, |
| { |
| "epoch": 2.723535457348407, |
| "grad_norm": 3.09541559967358, |
| "learning_rate": 4.142250337066356e-09, |
| "loss": 0.9148, |
| "step": 664 |
| }, |
| { |
| "epoch": 2.7276464542651593, |
| "grad_norm": 3.5939723980137233, |
| "learning_rate": 4.0166305460941576e-09, |
| "loss": 0.9074, |
| "step": 665 |
| }, |
| { |
| "epoch": 2.7317574511819114, |
| "grad_norm": 2.714058041033449, |
| "learning_rate": 3.892905960127546e-09, |
| "loss": 0.709, |
| "step": 666 |
| }, |
| { |
| "epoch": 2.735868448098664, |
| "grad_norm": 2.982802966954589, |
| "learning_rate": 3.7710790221257445e-09, |
| "loss": 0.7859, |
| "step": 667 |
| }, |
| { |
| "epoch": 2.7399794450154165, |
| "grad_norm": 3.442761462953877, |
| "learning_rate": 3.651152137578617e-09, |
| "loss": 0.804, |
| "step": 668 |
| }, |
| { |
| "epoch": 2.7440904419321686, |
| "grad_norm": 2.372601936691603, |
| "learning_rate": 3.533127674459202e-09, |
| "loss": 0.8447, |
| "step": 669 |
| }, |
| { |
| "epoch": 2.7482014388489207, |
| "grad_norm": 3.655236664258741, |
| "learning_rate": 3.4170079631769765e-09, |
| "loss": 0.8877, |
| "step": 670 |
| }, |
| { |
| "epoch": 2.752312435765673, |
| "grad_norm": 4.144320095609748, |
| "learning_rate": 3.302795296531813e-09, |
| "loss": 0.8645, |
| "step": 671 |
| }, |
| { |
| "epoch": 2.7564234326824257, |
| "grad_norm": 3.552089367818775, |
| "learning_rate": 3.1904919296687484e-09, |
| "loss": 0.87, |
| "step": 672 |
| }, |
| { |
| "epoch": 2.760534429599178, |
| "grad_norm": 3.4223600911422913, |
| "learning_rate": 3.0801000800333876e-09, |
| "loss": 0.8475, |
| "step": 673 |
| }, |
| { |
| "epoch": 2.76464542651593, |
| "grad_norm": 3.289725575981045, |
| "learning_rate": 2.971621927328216e-09, |
| "loss": 0.9519, |
| "step": 674 |
| }, |
| { |
| "epoch": 2.7687564234326825, |
| "grad_norm": 3.3889285846976263, |
| "learning_rate": 2.865059613469434e-09, |
| "loss": 0.8779, |
| "step": 675 |
| }, |
| { |
| "epoch": 2.772867420349435, |
| "grad_norm": 3.5198142186730155, |
| "learning_rate": 2.7604152425448114e-09, |
| "loss": 0.7689, |
| "step": 676 |
| }, |
| { |
| "epoch": 2.776978417266187, |
| "grad_norm": 2.7823724178901217, |
| "learning_rate": 2.6576908807720233e-09, |
| "loss": 0.867, |
| "step": 677 |
| }, |
| { |
| "epoch": 2.781089414182939, |
| "grad_norm": 3.930670697134359, |
| "learning_rate": 2.556888556457926e-09, |
| "loss": 0.8453, |
| "step": 678 |
| }, |
| { |
| "epoch": 2.7852004110996917, |
| "grad_norm": 3.0308327243392372, |
| "learning_rate": 2.458010259958432e-09, |
| "loss": 0.8289, |
| "step": 679 |
| }, |
| { |
| "epoch": 2.789311408016444, |
| "grad_norm": 2.7477560997301174, |
| "learning_rate": 2.3610579436393e-09, |
| "loss": 0.7384, |
| "step": 680 |
| }, |
| { |
| "epoch": 2.7934224049331964, |
| "grad_norm": 2.791404195204494, |
| "learning_rate": 2.2660335218375295e-09, |
| "loss": 0.7649, |
| "step": 681 |
| }, |
| { |
| "epoch": 2.7975334018499485, |
| "grad_norm": 3.6681649953988327, |
| "learning_rate": 2.1729388708235487e-09, |
| "loss": 0.8459, |
| "step": 682 |
| }, |
| { |
| "epoch": 2.801644398766701, |
| "grad_norm": 2.6921912128783125, |
| "learning_rate": 2.081775828764254e-09, |
| "loss": 0.8259, |
| "step": 683 |
| }, |
| { |
| "epoch": 2.805755395683453, |
| "grad_norm": 3.391989217239566, |
| "learning_rate": 1.992546195686573e-09, |
| "loss": 0.821, |
| "step": 684 |
| }, |
| { |
| "epoch": 2.8098663926002057, |
| "grad_norm": 3.441211894452777, |
| "learning_rate": 1.9052517334420704e-09, |
| "loss": 0.8306, |
| "step": 685 |
| }, |
| { |
| "epoch": 2.8139773895169578, |
| "grad_norm": 3.972146357484525, |
| "learning_rate": 1.8198941656720645e-09, |
| "loss": 0.8597, |
| "step": 686 |
| }, |
| { |
| "epoch": 2.8180883864337103, |
| "grad_norm": 8.140870841074713, |
| "learning_rate": 1.736475177773633e-09, |
| "loss": 0.7867, |
| "step": 687 |
| }, |
| { |
| "epoch": 2.8221993833504624, |
| "grad_norm": 3.211799028443169, |
| "learning_rate": 1.6549964168663056e-09, |
| "loss": 0.8649, |
| "step": 688 |
| }, |
| { |
| "epoch": 2.826310380267215, |
| "grad_norm": 4.393260872097472, |
| "learning_rate": 1.5754594917595565e-09, |
| "loss": 0.8108, |
| "step": 689 |
| }, |
| { |
| "epoch": 2.830421377183967, |
| "grad_norm": 6.3597430610397, |
| "learning_rate": 1.4978659729210973e-09, |
| "loss": 0.9452, |
| "step": 690 |
| }, |
| { |
| "epoch": 2.8345323741007196, |
| "grad_norm": 3.488514923184495, |
| "learning_rate": 1.4222173924457349e-09, |
| "loss": 0.9172, |
| "step": 691 |
| }, |
| { |
| "epoch": 2.8386433710174717, |
| "grad_norm": 4.1426558033306256, |
| "learning_rate": 1.348515244025239e-09, |
| "loss": 0.8387, |
| "step": 692 |
| }, |
| { |
| "epoch": 2.842754367934224, |
| "grad_norm": 2.7871439777605422, |
| "learning_rate": 1.276760982918812e-09, |
| "loss": 0.7337, |
| "step": 693 |
| }, |
| { |
| "epoch": 2.8468653648509763, |
| "grad_norm": 2.484656601422799, |
| "learning_rate": 1.2069560259243327e-09, |
| "loss": 0.8153, |
| "step": 694 |
| }, |
| { |
| "epoch": 2.850976361767729, |
| "grad_norm": 7.363069212965746, |
| "learning_rate": 1.139101751350402e-09, |
| "loss": 0.9584, |
| "step": 695 |
| }, |
| { |
| "epoch": 2.855087358684481, |
| "grad_norm": 3.609856862436703, |
| "learning_rate": 1.0731994989891303e-09, |
| "loss": 0.7602, |
| "step": 696 |
| }, |
| { |
| "epoch": 2.859198355601233, |
| "grad_norm": 2.9639245106226486, |
| "learning_rate": 1.0092505700896704e-09, |
| "loss": 0.8467, |
| "step": 697 |
| }, |
| { |
| "epoch": 2.8633093525179856, |
| "grad_norm": 3.7204302459502117, |
| "learning_rate": 9.47256227332538e-10, |
| "loss": 0.8915, |
| "step": 698 |
| }, |
| { |
| "epoch": 2.867420349434738, |
| "grad_norm": 3.2380239528856936, |
| "learning_rate": 8.872176948046761e-10, |
| "loss": 0.8157, |
| "step": 699 |
| }, |
| { |
| "epoch": 2.87153134635149, |
| "grad_norm": 3.138285957539406, |
| "learning_rate": 8.291361579752631e-10, |
| "loss": 0.8503, |
| "step": 700 |
| }, |
| { |
| "epoch": 2.8756423432682423, |
| "grad_norm": 2.8626684047971502, |
| "learning_rate": 7.730127636723538e-10, |
| "loss": 0.8021, |
| "step": 701 |
| }, |
| { |
| "epoch": 2.879753340184995, |
| "grad_norm": 2.512856374229095, |
| "learning_rate": 7.188486200601751e-10, |
| "loss": 0.8225, |
| "step": 702 |
| }, |
| { |
| "epoch": 2.8838643371017474, |
| "grad_norm": 4.2783651150549815, |
| "learning_rate": 6.666447966172994e-10, |
| "loss": 0.9079, |
| "step": 703 |
| }, |
| { |
| "epoch": 2.8879753340184995, |
| "grad_norm": 4.896981732743199, |
| "learning_rate": 6.164023241154837e-10, |
| "loss": 0.8157, |
| "step": 704 |
| }, |
| { |
| "epoch": 2.8920863309352516, |
| "grad_norm": 4.883469998735079, |
| "learning_rate": 5.681221945993631e-10, |
| "loss": 0.9009, |
| "step": 705 |
| }, |
| { |
| "epoch": 2.896197327852004, |
| "grad_norm": 2.6595323338130017, |
| "learning_rate": 5.218053613668116e-10, |
| "loss": 0.7755, |
| "step": 706 |
| }, |
| { |
| "epoch": 2.9003083247687567, |
| "grad_norm": 3.5046044020047264, |
| "learning_rate": 4.774527389501682e-10, |
| "loss": 0.8365, |
| "step": 707 |
| }, |
| { |
| "epoch": 2.9044193216855088, |
| "grad_norm": 9.110076846985548, |
| "learning_rate": 4.3506520309813943e-10, |
| "loss": 0.8721, |
| "step": 708 |
| }, |
| { |
| "epoch": 2.908530318602261, |
| "grad_norm": 3.602979018567322, |
| "learning_rate": 3.946435907585255e-10, |
| "loss": 0.8837, |
| "step": 709 |
| }, |
| { |
| "epoch": 2.9126413155190134, |
| "grad_norm": 6.139265281175144, |
| "learning_rate": 3.561887000616881e-10, |
| "loss": 0.7613, |
| "step": 710 |
| }, |
| { |
| "epoch": 2.916752312435766, |
| "grad_norm": 3.265415149532557, |
| "learning_rate": 3.1970129030481905e-10, |
| "loss": 0.9008, |
| "step": 711 |
| }, |
| { |
| "epoch": 2.920863309352518, |
| "grad_norm": 3.3186659191410435, |
| "learning_rate": 2.8518208193689666e-10, |
| "loss": 0.7702, |
| "step": 712 |
| }, |
| { |
| "epoch": 2.92497430626927, |
| "grad_norm": 2.7682912491468197, |
| "learning_rate": 2.5263175654449685e-10, |
| "loss": 0.8004, |
| "step": 713 |
| }, |
| { |
| "epoch": 2.9290853031860227, |
| "grad_norm": 3.372557832698698, |
| "learning_rate": 2.2205095683833774e-10, |
| "loss": 0.8595, |
| "step": 714 |
| }, |
| { |
| "epoch": 2.9331963001027748, |
| "grad_norm": 3.5066168294870512, |
| "learning_rate": 1.9344028664056712e-10, |
| "loss": 0.8714, |
| "step": 715 |
| }, |
| { |
| "epoch": 2.9373072970195273, |
| "grad_norm": 4.172353240228205, |
| "learning_rate": 1.6680031087286106e-10, |
| "loss": 0.7844, |
| "step": 716 |
| }, |
| { |
| "epoch": 2.9414182939362794, |
| "grad_norm": 2.705807912981015, |
| "learning_rate": 1.4213155554525513e-10, |
| "loss": 0.795, |
| "step": 717 |
| }, |
| { |
| "epoch": 2.945529290853032, |
| "grad_norm": 10.17019453316457, |
| "learning_rate": 1.194345077457415e-10, |
| "loss": 0.8667, |
| "step": 718 |
| }, |
| { |
| "epoch": 2.949640287769784, |
| "grad_norm": 3.619800197834828, |
| "learning_rate": 9.8709615630721e-11, |
| "loss": 0.8294, |
| "step": 719 |
| }, |
| { |
| "epoch": 2.9537512846865366, |
| "grad_norm": 24.951408876544917, |
| "learning_rate": 7.995728841605486e-11, |
| "loss": 0.8178, |
| "step": 720 |
| }, |
| { |
| "epoch": 2.9578622816032887, |
| "grad_norm": 2.759507591055827, |
| "learning_rate": 6.3177896369071e-11, |
| "loss": 0.8172, |
| "step": 721 |
| }, |
| { |
| "epoch": 2.961973278520041, |
| "grad_norm": 4.253217027820731, |
| "learning_rate": 4.8371770801192146e-11, |
| "loss": 0.8004, |
| "step": 722 |
| }, |
| { |
| "epoch": 2.9660842754367933, |
| "grad_norm": 2.5583171524197503, |
| "learning_rate": 3.553920406144106e-11, |
| "loss": 0.8248, |
| "step": 723 |
| }, |
| { |
| "epoch": 2.970195272353546, |
| "grad_norm": 3.028860987474932, |
| "learning_rate": 2.4680449530622982e-11, |
| "loss": 0.8425, |
| "step": 724 |
| }, |
| { |
| "epoch": 2.974306269270298, |
| "grad_norm": 2.9287708287232497, |
| "learning_rate": 1.579572161637399e-11, |
| "loss": 0.8734, |
| "step": 725 |
| }, |
| { |
| "epoch": 2.9784172661870505, |
| "grad_norm": 3.6945258866601276, |
| "learning_rate": 8.885195748875585e-12, |
| "loss": 0.7734, |
| "step": 726 |
| }, |
| { |
| "epoch": 2.9825282631038026, |
| "grad_norm": 12.81977369580803, |
| "learning_rate": 3.9490083774240676e-12, |
| "loss": 0.8421, |
| "step": 727 |
| }, |
| { |
| "epoch": 2.986639260020555, |
| "grad_norm": 7.495618249033629, |
| "learning_rate": 9.872569677438215e-13, |
| "loss": 0.8617, |
| "step": 728 |
| }, |
| { |
| "epoch": 2.9907502569373072, |
| "grad_norm": 5.005440264811633, |
| "learning_rate": 0.0, |
| "loss": 0.8836, |
| "step": 729 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 729, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 729, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 438094649032704.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
